@zokizuan/satori-core 0.2.0 → 1.1.0

package/dist/vectordb/index.d.ts

@@ -1,4 +1,4 @@
-export { VectorDocument, SearchOptions, VectorSearchResult, VectorDatabase, CollectionDetails, VectorStoreBackendInfo, HybridSearchRequest, HybridSearchOptions, HybridSearchResult, RerankStrategy, COLLECTION_LIMIT_MESSAGE } from './types';
+export { VectorDocument, SearchOptions, VectorSearchResult, VectorDatabase, CollectionDetails, VectorStoreBackendInfo, HybridSearchRequest, HybridSearchOptions, HybridSearchResult, RerankStrategy, IndexCompletionFingerprint, IndexCompletionMarkerDocument, INDEX_COMPLETION_MARKER_DOC_ID, INDEX_COMPLETION_MARKER_FILE_EXTENSION, INDEX_COMPLETION_MARKER_RELATIVE_PATH, COLLECTION_LIMIT_MESSAGE } from './types';
 export { MilvusRestfulVectorDatabase, MilvusRestfulConfig } from './milvus-restful-vectordb';
 export { MilvusVectorDatabase, MilvusConfig } from './milvus-vectordb';
 export { ClusterManager, ZillizConfig, Project, Cluster, CreateFreeClusterRequest, CreateFreeClusterResponse, CreateFreeClusterWithDetailsResponse, DescribeClusterResponse } from './zilliz-utils';

package/dist/vectordb/index.js

@@ -1,8 +1,11 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.ClusterManager = exports.MilvusVectorDatabase = exports.MilvusRestfulVectorDatabase = exports.COLLECTION_LIMIT_MESSAGE = void 0;
+exports.ClusterManager = exports.MilvusVectorDatabase = exports.MilvusRestfulVectorDatabase = exports.COLLECTION_LIMIT_MESSAGE = exports.INDEX_COMPLETION_MARKER_RELATIVE_PATH = exports.INDEX_COMPLETION_MARKER_FILE_EXTENSION = exports.INDEX_COMPLETION_MARKER_DOC_ID = void 0;
 // Re-export types and interfaces
 var types_1 = require("./types");
+Object.defineProperty(exports, "INDEX_COMPLETION_MARKER_DOC_ID", { enumerable: true, get: function () { return types_1.INDEX_COMPLETION_MARKER_DOC_ID; } });
+Object.defineProperty(exports, "INDEX_COMPLETION_MARKER_FILE_EXTENSION", { enumerable: true, get: function () { return types_1.INDEX_COMPLETION_MARKER_FILE_EXTENSION; } });
+Object.defineProperty(exports, "INDEX_COMPLETION_MARKER_RELATIVE_PATH", { enumerable: true, get: function () { return types_1.INDEX_COMPLETION_MARKER_RELATIVE_PATH; } });
 Object.defineProperty(exports, "COLLECTION_LIMIT_MESSAGE", { enumerable: true, get: function () { return types_1.COLLECTION_LIMIT_MESSAGE; } });
 // Implementation class exports
 var milvus_restful_vectordb_1 = require("./milvus-restful-vectordb");

package/dist/vectordb/milvus-restful-vectordb.d.ts

@@ -69,11 +69,6 @@ export declare class MilvusRestfulVectorDatabase implements VectorDatabase {
     private createHybridIndexes;
     insertHybrid(collectionName: string, documents: VectorDocument[]): Promise<void>;
     hybridSearch(collectionName: string, searchRequests: HybridSearchRequest[], options?: HybridSearchOptions): Promise<HybridSearchResult[]>;
-    /**
-     * Check collection limit
-     * Returns true if collection can be created, false if limit exceeded
-     * TODO: Implement proper collection limit checking for REST API
-     */
     checkCollectionLimit(): Promise<boolean>;
 }
 //# sourceMappingURL=milvus-restful-vectordb.d.ts.map

package/dist/vectordb/milvus-restful-vectordb.js

@@ -444,7 +444,7 @@ class MilvusRestfulVectorDatabase {
                     score: item.distance || 0
                 };
             });
-            return results;
+            return results.filter((result) => options?.threshold === undefined || result.score >= options.threshold);
         }
         catch (error) {
             console.error(`[MilvusRestfulDB] ❌ Failed to search in collection '${collectionName}':`, error);
@@ -720,7 +720,8 @@ class MilvusRestfulVectorDatabase {
             const results = response.data || [];
             console.log(`[MilvusRestfulDB] ✅ Found ${results.length} results from hybrid search`);
             // Transform response to HybridSearchResult format
-            return results.map((result) => ({
+            return results
+                .map((result) => ({
                 document: {
                     id: result.id,
                     content: result.content,
@@ -733,23 +734,54 @@ class MilvusRestfulVectorDatabase {
                     metadata: JSON.parse(result.metadata || '{}'),
                 },
                 score: result.score || result.distance || 0,
-            }));
+            }))
+                .filter((result) => options?.threshold === undefined || result.score >= options.threshold);
         }
         catch (error) {
             console.error(`[MilvusRestfulDB] ❌ Failed to perform hybrid search on collection '${collectionName}':`, error);
             throw error;
         }
     }
-    /**
-     * Check collection limit
-     * Returns true if collection can be created, false if limit exceeded
-     * TODO: Implement proper collection limit checking for REST API
-     */
     async checkCollectionLimit() {
-        // TODO: Implement REST API version of collection limit checking
-        // For now, always return true to maintain compatibility
-        console.warn('[MilvusRestfulDB] ⚠️  checkCollectionLimit not implemented for REST API - returning true');
-        return true;
+        await this.ensureInitialized();
+        const restfulConfig = this.config;
+        const collectionName = `dummy_collection_${Date.now()}`;
+        const collectionSchema = {
+            collectionName,
+            dbName: restfulConfig.database,
+            schema: {
+                enableDynamicField: false,
+                fields: [
+                    {
+                        fieldName: "id",
+                        dataType: "VarChar",
+                        isPrimary: true,
+                        elementTypeParams: {
+                            max_length: 512
+                        }
+                    },
+                    {
+                        fieldName: "vector",
+                        dataType: "FloatVector",
+                        elementTypeParams: {
+                            dim: 128
+                        }
+                    }
+                ]
+            }
+        };
+        try {
+            await createCollectionWithLimitCheck(this.makeRequest.bind(this), collectionSchema);
+            await this.dropCollection(collectionName);
+            return true;
+        }
+        catch (error) {
+            const message = error instanceof Error ? error.message : String(error);
+            if (message === types_1.COLLECTION_LIMIT_MESSAGE) {
+                return false;
+            }
+            throw error;
+        }
     }
 }
 exports.MilvusRestfulVectorDatabase = MilvusRestfulVectorDatabase;

package/dist/vectordb/milvus-vectordb.js

@@ -442,7 +442,8 @@ class MilvusVectorDatabase {
         if (!searchResult.results || searchResult.results.length === 0) {
             return [];
         }
-        return searchResult.results.map((result) => ({
+        return searchResult.results
+            .map((result) => ({
             document: {
                 id: result.id,
                 vector: queryVector,
@@ -454,7 +455,8 @@ class MilvusVectorDatabase {
                 metadata: JSON.parse(result.metadata || '{}'),
             },
             score: result.score,
-        }));
+        }))
+            .filter((result) => options?.threshold === undefined || result.score >= options.threshold);
     }
     async delete(collectionName, ids) {
         await this.ensureInitialized();
@@ -700,7 +702,8 @@ class MilvusVectorDatabase {
             }
             console.log(`[MilvusDB] ✅ Found ${searchResult.results.length} results from hybrid search`);
             // Transform results to HybridSearchResult format
-            return searchResult.results.map((result) => ({
+            return searchResult.results
+                .map((result) => ({
                 document: {
                     id: result.id,
                     content: result.content,
@@ -713,7 +716,8 @@ class MilvusVectorDatabase {
                     metadata: JSON.parse(result.metadata || '{}'),
                 },
                 score: result.score,
-            }));
+            }))
+                .filter((result) => options?.threshold === undefined || result.score >= options.threshold);
         }
         catch (error) {
             console.error(`[MilvusDB] ❌ Failed to perform hybrid search on collection '${collectionName}':`, error);

package/dist/vectordb/types.d.ts

@@ -23,6 +23,7 @@ export interface HybridSearchRequest {
 export interface HybridSearchOptions {
     rerank?: RerankStrategy;
     limit?: number;
+    threshold?: number;
     filterExpr?: string;
 }
 export interface RerankStrategy {
@@ -46,6 +47,25 @@ export interface VectorStoreBackendInfo {
     transport: 'grpc' | 'rest';
     address?: string;
 }
+export interface IndexCompletionFingerprint {
+    embeddingProvider: string;
+    embeddingModel: string;
+    embeddingDimension: number;
+    vectorStoreProvider: string;
+    schemaVersion: string;
+}
+export interface IndexCompletionMarkerDocument {
+    kind: 'satori_index_completion_v1';
+    codebasePath: string;
+    fingerprint: IndexCompletionFingerprint;
+    indexedFiles: number;
+    totalChunks: number;
+    completedAt: string;
+    runId: string;
+}
+export declare const INDEX_COMPLETION_MARKER_DOC_ID = "__satori_index_completion_marker_v1__";
+export declare const INDEX_COMPLETION_MARKER_FILE_EXTENSION = ".satori_meta";
+export declare const INDEX_COMPLETION_MARKER_RELATIVE_PATH = ".__satori__/index_completion_marker.json";
 export interface VectorDatabase {
     /**
      * Create collection

package/dist/vectordb/types.js

@@ -1,6 +1,9 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.COLLECTION_LIMIT_MESSAGE = void 0;
+exports.COLLECTION_LIMIT_MESSAGE = exports.INDEX_COMPLETION_MARKER_RELATIVE_PATH = exports.INDEX_COMPLETION_MARKER_FILE_EXTENSION = exports.INDEX_COMPLETION_MARKER_DOC_ID = void 0;
+exports.INDEX_COMPLETION_MARKER_DOC_ID = '__satori_index_completion_marker_v1__';
+exports.INDEX_COMPLETION_MARKER_FILE_EXTENSION = '.satori_meta';
+exports.INDEX_COMPLETION_MARKER_RELATIVE_PATH = '.__satori__/index_completion_marker.json';
 /**
  * Special error message for collection limit exceeded
  * This allows us to distinguish it from other errors across all Milvus implementations

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@zokizuan/satori-core",
-  "version": "0.2.0",
+  "version": "1.1.0",
   "description": "Core semantic indexing engine for Satori's insight-first retrieval",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",