@vfarcic/dot-ai 0.194.0 → 0.194.1

package/dist/core/mermaid-tools.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"mermaid-tools.d.ts","sourceRoot":"","sources":["../../src/core/mermaid-tools.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,EAAE,MAAM,EAAE,MAAM,yBAAyB,CAAC;AAWjD;;;GAGG;AACH,eAAO,MAAM,qBAAqB,EAAE,MA0BnC,CAAC;AAEF;;GAEG;AACH,eAAO,MAAM,aAAa,EAAE,MAAM,EAEjC,CAAC;AAEF;;;;;;GAMG;AACH,wBAAsB,mBAAmB,CACvC,QAAQ,EAAE,MAAM,EAChB,KAAK,EAAE,GAAG,GACT,OAAO,CAAC,GAAG,CAAC,CAoDd"}
+{"version":3,"file":"mermaid-tools.d.ts","sourceRoot":"","sources":["../../src/core/mermaid-tools.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,EAAE,MAAM,EAAE,MAAM,yBAAyB,CAAC;AASjD;;;GAGG;AACH,eAAO,MAAM,qBAAqB,EAAE,MA0BnC,CAAC;AAEF;;GAEG;AACH,eAAO,MAAM,aAAa,EAAE,MAAM,EAEjC,CAAC;AAEF;;;;;;GAMG;AACH,wBAAsB,mBAAmB,CACvC,QAAQ,EAAE,MAAM,EAChB,KAAK,EAAE,GAAG,GACT,OAAO,CAAC,GAAG,CAAC,CAoDd"}

package/dist/core/mermaid-tools.js

@@ -17,9 +17,7 @@ const mermaid_1 = __importDefault(require("mermaid"));
 // Initialize mermaid with strict validation
 mermaid_1.default.initialize({
     securityLevel: 'strict',
-    startOnLoad: false,
-    // Disable rendering, we only want parsing/validation
-    suppressErrorRendering: true
+    startOnLoad: false
 });
 /**
  * Tool: validate_mermaid

package/dist/core/vector-db-service.d.ts

@@ -43,6 +43,11 @@ export declare class VectorDBService {
      * Handles conflict errors gracefully (collection already exists from race condition or restart)
      */
     private createCollection;
+    /**
+     * Ensure text index exists on searchText field for efficient keyword search
+     * This is idempotent - safe to call multiple times
+     */
+    private ensureTextIndex;
     /**
      * Store a document with optional vector
      */
@@ -53,6 +58,7 @@ export declare class VectorDBService {
     searchSimilar(vector: number[], options?: SearchOptions): Promise<SearchResult[]>;
     /**
      * Search for documents using payload filtering (keyword search)
+     * Uses Qdrant's native text index for efficient server-side filtering
      */
     searchByKeywords(keywords: string[], options?: SearchOptions): Promise<SearchResult[]>;
     /**

package/dist/core/vector-db-service.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"vector-db-service.d.ts","sourceRoot":"","sources":["../../src/core/vector-db-service.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAgDH,MAAM,WAAW,cAAc;IAC7B,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,cAAc,CAAC,EAAE,MAAM,CAAC;CACzB;AAED,MAAM,WAAW,cAAc;IAC7B,EAAE,EAAE,MAAM,CAAC;IACX,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAC7B,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;CACnB;AAED,MAAM,WAAW,YAAY;IAC3B,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;CAC9B;AAED,MAAM,WAAW,aAAa;IAC5B,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;CAC9B;AAED,qBAAa,eAAe;IAC1B,OAAO,CAAC,MAAM,CAA6B;IAC3C,OAAO,CAAC,MAAM,CAAiB;IAC/B,OAAO,CAAC,cAAc,CAAS;gBAEnB,MAAM,GAAE,cAAmB;IAsBvC,OAAO,CAAC,cAAc;IAWtB,OAAO,CAAC,sBAAsB;IAM9B;;OAEG;IACG,gBAAgB,IAAI,OAAO,CAAC,OAAO,CAAC;IAa1C;;OAEG;IACG,oBAAoB,CAAC,UAAU,GAAE,MAAY,GAAG,OAAO,CAAC,IAAI,CAAC;IAiDnE;;;OAGG;YACW,gBAAgB;IAgC9B;;OAEG;IACG,cAAc,CAAC,QAAQ,EAAE,cAAc,GAAG,OAAO,CAAC,IAAI,CAAC;IAqC7D;;OAEG;IACG,aAAa,CACjB,MAAM,EAAE,MAAM,EAAE,EAChB,OAAO,GAAE,aAAkB,GAC1B,OAAO,CAAC,YAAY,EAAE,CAAC;IAuC1B;;OAEG;IACG,gBAAgB,CACpB,QAAQ,EAAE,MAAM,EAAE,EAClB,OAAO,GAAE,aAAkB,GAC1B,OAAO,CAAC,YAAY,EAAE,CAAC;IA0F1B;;OAEG;IACG,WAAW,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,cAAc,GAAG,IAAI,CAAC;IAqC7D;;OAEG;IACG,cAAc,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IA8B/C;;;;OAIG;IACG,kBAAkB,IAAI,OAAO,CAAC,IAAI,CAAC;IAuCzC;;;;;OAKG;IACG,gBAAgB,CAAC,MAAM,EAAE,GAAG,EAAE,KAAK,GAAE,MAAY,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC;IAuCnF;;;;OAIG;IACG,eAAe,CAAC,KAAK,GAAE,MAAc,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC;IAgDvE;;OAEG;IACG,iBAAiB,IAAI,OAAO,CAAC,GAAG,CAAC;IAqBvC;;OAEG;IACG,WAAW,IAAI,OAAO,CAAC,OAAO,CAAC;IAsBrC;;OAEG;IACH,aAAa,IAAI,OAAO;IAIxB;;OAEG;IACH,SAAS,IAAI,cAAc;CAG5B"}
+{"version":3,"file":"vector-db-service.d.ts","sourceRoot":"","sources":["../../src/core/vector-db-service.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAgDH,MAAM,WAAW,cAAc;IAC7B,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,cAAc,CAAC,EAAE,MAAM,CAAC;CACzB;AAED,MAAM,WAAW,cAAc;IAC7B,EAAE,EAAE,MAAM,CAAC;IACX,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAC7B,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;CACnB;AAED,MAAM,WAAW,YAAY;IAC3B,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;CAC9B;AAED,MAAM,WAAW,aAAa;IAC5B,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;CAC9B;AAED,qBAAa,eAAe;IAC1B,OAAO,CAAC,MAAM,CAA6B;IAC3C,OAAO,CAAC,MAAM,CAAiB;IAC/B,OAAO,CAAC,cAAc,CAAS;gBAEnB,MAAM,GAAE,cAAmB;IAuBvC,OAAO,CAAC,cAAc;IAWtB,OAAO,CAAC,sBAAsB;IAM9B;;OAEG;IACG,gBAAgB,IAAI,OAAO,CAAC,OAAO,CAAC;IAa1C;;OAEG;IACG,oBAAoB,CAAC,UAAU,GAAE,MAAY,GAAG,OAAO,CAAC,IAAI,CAAC;IAoDnE;;;OAGG;YACW,gBAAgB;IAmC9B;;;OAGG;YACW,eAAe;IAwC7B;;OAEG;IACG,cAAc,CAAC,QAAQ,EAAE,cAAc,GAAG,OAAO,CAAC,IAAI,CAAC;IAqC7D;;OAEG;IACG,aAAa,CACjB,MAAM,EAAE,MAAM,EAAE,EAChB,OAAO,GAAE,aAAkB,GAC1B,OAAO,CAAC,YAAY,EAAE,CAAC;IAuC1B;;;OAGG;IACG,gBAAgB,CACpB,QAAQ,EAAE,MAAM,EAAE,EAClB,OAAO,GAAE,aAAkB,GAC1B,OAAO,CAAC,YAAY,EAAE,CAAC;IA8H1B;;OAEG;IACG,WAAW,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,cAAc,GAAG,IAAI,CAAC;IAqC7D;;OAEG;IACG,cAAc,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IA8B/C;;;;OAIG;IACG,kBAAkB,IAAI,OAAO,CAAC,IAAI,CAAC;IAuCzC;;;;;OAKG;IACG,gBAAgB,CAAC,MAAM,EAAE,GAAG,EAAE,KAAK,GAAE,MAAY,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC;IAuCnF;;;;OAIG;IACG,eAAe,CAAC,KAAK,GAAE,MAAc,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC;IAgDvE;;OAEG;IACG,iBAAiB,IAAI,OAAO,CAAC,GAAG,CAAC;IAqBvC;;OAEG;IACG,WAAW,IAAI,OAAO,CAAC,OAAO,CAAC;IAsBrC;;OAEG;IACH,aAAa,IAAI,OAAO;IAIxB;;OAEG;IACH,SAAS,IAAI,cAAc;CAG5B"}

package/dist/core/vector-db-service.js

@@ -44,8 +44,8 @@ class QdrantSemaphore {
         }
     }
 }
-// Limit to 20 concurrent Qdrant operations
-const qdrantSemaphore = new QdrantSemaphore(20);
+// Limit concurrent Qdrant bulk operations (scroll, getAllDocuments)
+const qdrantSemaphore = new QdrantSemaphore(100);
 class VectorDBService {
     client = null;
     config;
@@ -64,7 +64,8 @@ class VectorDBService {
         if (this.shouldInitializeClient()) {
             this.client = new js_client_rest_1.QdrantClient({
                 url: this.config.url,
-                apiKey: this.config.apiKey
+                apiKey: this.config.apiKey,
+                maxConnections: 100, // HTTP keep-alive pool for connection reuse
             });
         }
     }
@@ -125,6 +126,10 @@ class VectorDBService {
                             await this.client.deleteCollection(this.collectionName);
                             await this.createCollection(vectorSize);
                         }
+                        else {
+                            // Ensure text index exists for existing collections (transparent upgrade)
+                            await this.ensureTextIndex();
+                        }
                     }
                     catch (error) {
                         // If we can't get collection info, assume it's corrupted and recreate
@@ -158,11 +163,12 @@ class VectorDBService {
                     distance: 'Cosine',
                     on_disk: true // Enable on-disk storage for better performance with large collections
                 },
-                // Enable payload indexing for better keyword search performance
                 optimizers_config: {
                     default_segment_number: 2
                 }
             });
+            // Create text index on searchText field for efficient keyword search
+            await this.ensureTextIndex();
         }
         catch (error) {
             // Handle race condition where collection was created between check and create
@@ -173,11 +179,53 @@ class VectorDBService {
                 if (process.env.DEBUG_DOT_AI) {
                     console.debug(`Collection ${this.collectionName} already exists, skipping creation`);
                 }
+                await this.ensureTextIndex();
                 return;
             }
             throw error;
         }
     }
+    /**
+     * Ensure text index exists on searchText field for efficient keyword search
+     * This is idempotent - safe to call multiple times
+     */
+    async ensureTextIndex() {
+        if (!this.client) {
+            return;
+        }
+        try {
+            // Check if index already exists
+            const collectionInfo = await this.client.getCollection(this.collectionName);
+            const payloadSchema = collectionInfo.payload_schema || {};
+            // Check if searchText already has a text index
+            const searchTextIndex = payloadSchema['searchText'];
+            if (searchTextIndex && searchTextIndex.data_type === 'text') {
+                return; // Index already exists
+            }
+            // Create text index on searchText field
+            await this.client.createPayloadIndex(this.collectionName, {
+                field_name: 'searchText',
+                field_schema: 'text',
+            });
+            if (process.env.DEBUG_DOT_AI) {
+                console.debug(`Created text index on searchText field for collection ${this.collectionName}`);
+            }
+        }
+        catch (error) {
+            const errorMessage = error instanceof Error ? error.message : String(error);
+            const isAlreadyExists = errorMessage.toLowerCase().includes('already exists') ||
+                errorMessage.toLowerCase().includes('conflict');
+            if (isAlreadyExists) {
+                if (process.env.DEBUG_DOT_AI) {
+                    console.debug(`Text index already exists for collection ${this.collectionName}`);
+                }
+            }
+            else {
+                // Unexpected error - log at warn level for visibility
+                console.warn(`Failed to create text index on ${this.collectionName}: ${errorMessage}`);
+            }
+        }
+    }
     /**
      * Store a document with optional vector
      */
@@ -250,12 +298,16 @@ class VectorDBService {
     }
     /**
      * Search for documents using payload filtering (keyword search)
+     * Uses Qdrant's native text index for efficient server-side filtering
      */
     async searchByKeywords(keywords, options = {}) {
         if (!this.client) {
             throw new Error('Vector DB client not initialized');
         }
         const limit = options.limit || 10;
+        if (keywords.length === 0) {
+            return [];
+        }
         return (0, qdrant_tracing_1.withQdrantTracing)({
             operation: 'vector.search_keywords',
             collectionName: this.collectionName,
@@ -264,15 +316,50 @@ class VectorDBService {
             serverUrl: this.config.url
         }, async () => {
             try {
-                // Fallback to JavaScript-based filtering due to Qdrant filter syntax issues
-                // Get all documents and filter in JavaScript for keyword matching
+                // Build Qdrant filter for text search
+                // Use "should" (OR) to match any keyword in searchText or triggers
+                const keywordConditions = [];
+                for (const keyword of keywords) {
+                    // Text match on searchText field (uses text index)
+                    keywordConditions.push({
+                        key: 'searchText',
+                        match: { text: keyword }
+                    });
+                    // Match on triggers array (for patterns/policies)
+                    keywordConditions.push({
+                        key: 'triggers',
+                        match: { any: [keyword, keyword.toLowerCase()] }
+                    });
+                }
+                // Combine keyword conditions with any user-provided filter
+                const filter = {
+                    should: keywordConditions
+                };
+                // If user provided additional filters, merge them properly
+                if (options.filter) {
+                    // Merge must conditions
+                    if (options.filter.must) {
+                        filter.must = Array.isArray(options.filter.must)
+                            ? options.filter.must
+                            : [options.filter.must];
+                    }
+                    // Preserve must_not conditions
+                    if (options.filter.must_not) {
+                        filter.must_not = options.filter.must_not;
+                    }
+                    // If user filter has should conditions, wrap in must to AND with keyword should
+                    if (options.filter.should) {
+                        filter.must = [...(filter.must || []), { should: options.filter.should }];
+                    }
+                }
+                // Use scroll with native Qdrant filtering - much faster than client-side
                 const scrollResult = await this.client.scroll(this.collectionName, {
-                    limit: 1000, // Get all documents for filtering
+                    limit: limit * 10, // Get more candidates for scoring, but not 1000
                     with_payload: true,
                     with_vector: false,
-                    ...(options.filter && { filter: options.filter })
+                    filter
                 });
-                // Filter documents by checking if any keyword matches searchText or triggers
+                // Score the filtered results (small set now)
                 const scoredPoints = scrollResult.points
                     .map(point => {
                     if (!point.payload)
@@ -286,35 +373,27 @@ class VectorDBService {
                     let exactMatch = false;
                     for (const keyword of keywords) {
                         const kw = keyword.toLowerCase();
-                        // Check searchText (name, kind, namespace, labels, etc.)
+                        // Check searchText
                         if (searchText.includes(kw)) {
                             matchCount++;
-                            // Bonus for exact word match (surrounded by spaces/punctuation)
                             const wordPattern = new RegExp(`\\b${escapeRegExp(kw)}\\b`, 'i');
                             if (wordPattern.test(searchText)) {
                                 exactMatch = true;
                             }
                         }
-                        // Check triggers (for patterns/policies)
+                        // Check triggers
                         if (triggers.some(t => t.includes(kw) || kw.includes(t))) {
                             matchCount++;
                         }
                     }
                     if (matchCount === 0)
                         return null;
-                    // Score based on match quality
-                    // - Base score from match ratio
-                    // - Bonus for exact word matches
                     const baseScore = matchCount / keywords.length;
                     const score = exactMatch ? Math.min(1.0, baseScore + 0.3) : baseScore;
-                    return {
-                        point,
-                        score
-                    };
+                    return { point, score };
                 })
                     .filter((item) => item !== null)
                     .sort((a, b) => b.score - a.score);
-                // Apply limit after filtering
                 const limitedResults = scoredPoints.slice(0, limit);
                 return limitedResults.map(({ point, score }) => ({
                     id: point.id.toString(),

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@vfarcic/dot-ai",
-  "version": "0.194.0",
+  "version": "0.194.1",
   "description": "AI-powered development productivity platform that enhances software development workflows through intelligent automation and AI-driven assistance",
   "mcpName": "io.github.vfarcic/dot-ai",
   "main": "dist/index.js",
@@ -114,7 +114,7 @@
     "@qdrant/js-client-rest": "^1.15.0",
     "ai": "^5.0.60",
     "handlebars": "^4.7.8",
-    "mermaid": "^11.12.2",
+    "mermaid": "^10.9.5",
     "posthog-node": "^5.23.0",
     "yaml": "^2.8.0",
     "zod-to-json-schema": "^3.24.6"