@retrivora-ai/rag-engine 1.1.0 → 1.1.2

package/src/providers/vectordb/QdrantProvider.ts

@@ -13,6 +13,7 @@ export class QdrantProvider extends BaseVectorProvider {
   private contentField: string;
   private metadataField: string;
   private isFlatPayload: boolean;
+  private schemaDiscovered = false;
 
   constructor(config: VectorDBConfig) {
     super(config);
@@ -26,6 +27,7 @@ export class QdrantProvider extends BaseVectorProvider {
 
     this.http = axios.create({
       baseURL: baseUrl,
+      timeout: 15000, // 15s timeout for vector DB operations
       headers: {
         'Content-Type': 'application/json',
         ...(opts.apiKey ? { 'api-key': opts.apiKey as string } : {}),
@@ -34,6 +36,8 @@ export class QdrantProvider extends BaseVectorProvider {
   }
 
   async initialize(): Promise<void> {
+    if (this.schemaDiscovered) return;
+    
     await this.ping();
     await this.ensureCollection();
 
@@ -49,13 +53,18 @@ export class QdrantProvider extends BaseVectorProvider {
 
     if (allFields.length > 0) {
       console.log(`[QdrantProvider] 🛠 Ensuring indexes for ${allFields.length} discovered fields...`);
-      for (const fieldInfo of allFields) {
-        const [fieldName, schemaType] = fieldInfo.split(':');
-        await this.ensureIndex(fieldName, (schemaType as any) || 'keyword');
-      }
+      // Parallelize index creation for much faster startup
+      await Promise.all(
+        allFields.map(async (fieldInfo) => {
+          const [fieldName, schemaType] = fieldInfo.split(':');
+          return this.ensureIndex(fieldName, (schemaType as string) || 'keyword');
+        })
+      );
     } else {
       console.log(`[QdrantProvider] ℹ️ No fields discovered for indexing.`);
     }
+
+    this.schemaDiscovered = true;
   }
 
   /**
@@ -155,7 +164,7 @@ export class QdrantProvider extends BaseVectorProvider {
   async batchUpsert(docs: UpsertDocument[], namespace?: string): Promise<void> {
     const payload = {
       points: docs.map(doc => {
-        const pointPayload: Record<string, any> = {
+        const pointPayload: Record<string, unknown> = {
           [this.contentField]: doc.content,
           ...(namespace ? { namespace } : {}),
         };
@@ -177,7 +186,7 @@ export class QdrantProvider extends BaseVectorProvider {
   }
 
   async query(vector: number[], topK: number, namespace?: string, _filter?: Record<string, unknown>): Promise<VectorMatch[]> {
-    const must: any[] = [];
+    const must: Record<string, unknown>[] = [];
     
     if (namespace) {
       must.push({ key: 'namespace', match: { value: namespace } });
@@ -210,13 +219,13 @@ export class QdrantProvider extends BaseVectorProvider {
 
     const { data } = await this.http.post(`/collections/${this.indexName}/points/search`, payload);
     
-    const results = (data.result || []).map((res: Record<string, any>) => {
-      const p = res.payload || {};
+    const results = (data.result || []).map((res: Record<string, unknown>) => {
+      const p = (res.payload as Record<string, unknown>) || {};
       let content = p[this.contentField] || '';
       
       if (!content) {
         const stringFields = Object.entries(p)
-          .filter(([_, v]) => typeof v === 'string')
+          .filter(([, v]) => typeof v === 'string')
           .map(([k, v]) => ({ key: k, val: v as string }));
         
         if (stringFields.length > 0) {
@@ -227,13 +236,13 @@ export class QdrantProvider extends BaseVectorProvider {
         }
       }
 
-      let metadata: Record<string, any> = {};
+      let metadata: Record<string, unknown> = {};
       if (this.isFlatPayload) {
         metadata = { ...p };
         delete metadata[this.contentField];
         delete metadata['namespace'];
       } else {
-        metadata = p[this.metadataField] || p;
+        metadata = (p[this.metadataField] as Record<string, unknown>) || p;
       }
 
       return {
@@ -247,7 +256,7 @@ export class QdrantProvider extends BaseVectorProvider {
     return results;
   }
 
-  async delete(id: string | number, _namespace?: string): Promise<void> {
+  async delete(id: string | number): Promise<void> {
     await this.http.post(`/collections/${this.indexName}/points/delete`, {
       points: [this.normalizeId(id)],
     });