tea-rags 0.9.0

package/build/core/adapters/qdrant/client.d.ts

@@ -0,0 +1,196 @@
+type QdrantPayload = Record<string, unknown>;
+export interface CollectionInfo {
+    name: string;
+    vectorSize: number;
+    pointsCount: number;
+    distance: "Cosine" | "Euclid" | "Dot";
+    hybridEnabled?: boolean;
+}
+export interface SearchResult {
+    id: string | number;
+    score: number;
+    payload?: QdrantPayload;
+}
+export interface SparseVector {
+    indices: number[];
+    values: number[];
+}
+export declare class QdrantManager {
+    private readonly client;
+    constructor(url?: string, apiKey?: string);
+    /**
+     * Converts a string ID to UUID format if it's not already a UUID.
+     * Qdrant requires string IDs to be in UUID format.
+     */
+    private normalizeId;
+    createCollection(name: string, vectorSize: number, distance?: "Cosine" | "Euclid" | "Dot", enableSparse?: boolean): Promise<void>;
+    /**
+     * Create a payload index on a field for faster filtering.
+     * Supported schemas: "keyword", "integer", "float", "bool", "geo", "datetime", "text", "uuid"
+     *
+     * IMPORTANT: Indexes should be created immediately after collection setup.
+     * Creating them on large existing collections may be slow and block updates.
+     */
+    createPayloadIndex(collectionName: string, fieldName: string, fieldSchema: "keyword" | "integer" | "float" | "bool" | "geo" | "datetime" | "text" | "uuid"): Promise<void>;
+    /**
+     * Check if a payload index exists on a field.
+     */
+    hasPayloadIndex(collectionName: string, fieldName: string): Promise<boolean>;
+    /**
+     * Ensure a payload index exists, creating it if missing.
+     * Returns true if index was created, false if already existed.
+     */
+    ensurePayloadIndex(collectionName: string, fieldName: string, fieldSchema: "keyword" | "integer" | "float" | "bool" | "geo" | "datetime" | "text" | "uuid"): Promise<boolean>;
+    collectionExists(name: string): Promise<boolean>;
+    listCollections(): Promise<string[]>;
+    getCollectionInfo(name: string): Promise<CollectionInfo>;
+    deleteCollection(name: string): Promise<void>;
+    addPoints(collectionName: string, points: {
+        id: string | number;
+        vector: number[];
+        payload?: Record<string, unknown>;
+    }[]): Promise<void>;
+    /**
+     * Optimized addPoints for bulk uploads.
+     * Uses wait=false for faster throughput (fire-and-forget).
+     * Use ordering="weak" for maximum performance.
+     *
+     * @param waitForResult - If true, waits for server confirmation (slower but safer)
+     * @param ordering - "weak" (fastest, may reorder) or "medium" (consistent)
+     */
+    addPointsOptimized(collectionName: string, points: {
+        id: string | number;
+        vector: number[];
+        payload?: Record<string, unknown>;
+    }[], options?: {
+        wait?: boolean;
+        ordering?: "weak" | "medium" | "strong";
+    }): Promise<void>;
+    /**
+     * Disable indexing for bulk upload performance.
+     * Call enableIndexing() after upload completes.
+     */
+    disableIndexing(collectionName: string): Promise<void>;
+    /**
+     * Re-enable indexing after bulk upload.
+     * @param threshold - Default 20000 (Qdrant default)
+     */
+    enableIndexing(collectionName: string, threshold?: number): Promise<void>;
+    search(collectionName: string, vector: number[], limit?: number, filter?: Record<string, unknown>): Promise<SearchResult[]>;
+    getPoint(collectionName: string, id: string | number): Promise<{
+        id: string | number;
+        payload?: Record<string, unknown>;
+    } | null>;
+    deletePoints(collectionName: string, ids: (string | number)[]): Promise<void>;
+    /**
+     * Deletes points matching a filter condition.
+     * Useful for deleting all chunks associated with a specific file path.
+     */
+    deletePointsByFilter(collectionName: string, filter: Record<string, unknown>): Promise<void>;
+    /**
+     * OPTIMIZED: Batch delete points for multiple file paths in a single request.
+     * Uses OR (should) filter to match any of the specified paths.
+     *
+     * Before: N files → N HTTP requests (even with Promise.all)
+     * After: N files → 1 HTTP request with combined filter
+     */
+    deletePointsByPaths(collectionName: string, relativePaths: string[]): Promise<void>;
+    /**
+     * PIPELINED BATCH DELETE: Delete points with batching and parallelism.
+     *
+     * Strategy:
+     * - Split paths into batches (default: 500 paths per batch with payload index)
+     * - Run batches with concurrency limit (default: 8 concurrent requests)
+     * - Use wait=false for intermediate batches (fire-and-forget)
+     * - Use wait=true for final batch (consistency guarantee)
+     *
+     * IMPORTANT: For best performance, ensure `relativePath` field has a
+     * keyword payload index. Without index, filter-based deletes scan all points.
+     *
+     * This approach significantly speeds up deletion of large file sets
+     * while maintaining eventual consistency.
+     *
+     * @param collectionName - Collection to delete from
+     * @param relativePaths - Array of file paths to delete
+     * @param options - Configuration options
+     */
+    deletePointsByPathsBatched(collectionName: string, relativePaths: string[], options: {
+        batchSize: number;
+        concurrency: number;
+        onProgress?: (deleted: number, total: number) => void;
+    }): Promise<{
+        deletedPaths: number;
+        batchCount: number;
+        durationMs: number;
+    }>;
+    /**
+     * Update payload fields on existing points WITHOUT re-uploading vectors.
+     * Used by Phase 2 git enrichment to add git metadata after embedding.
+     *
+     * @param collectionName - Collection to update
+     * @param payload - Key-value pairs to SET (merges with existing payload)
+     * @param options - Target points by IDs or filter, plus ordering/wait
+     */
+    setPayload(collectionName: string, payload: Record<string, unknown>, options: {
+        points?: (string | number)[];
+        filter?: Record<string, unknown>;
+        wait?: boolean;
+        ordering?: "weak" | "medium" | "strong";
+    }): Promise<void>;
+    /**
+     * Batch multiple setPayload operations into a single HTTP request.
+     * Uses Qdrant's batchUpdate API with set_payload operations.
+     */
+    batchSetPayload(collectionName: string, operations: {
+        payload: Record<string, unknown>;
+        points: (string | number)[];
+        key?: string;
+    }[], options?: {
+        wait?: boolean;
+        ordering?: "weak" | "medium" | "strong";
+    }): Promise<void>;
+    /**
+     * Performs hybrid search combining semantic vector search with sparse vector (keyword) search.
+     * Runs both searches in parallel, normalizes scores via min-max, and blends with semanticWeight.
+     */
+    hybridSearch(collectionName: string, denseVector: number[], sparseVector: SparseVector, fetchLimit: number, filter?: Record<string, unknown>, semanticWeight?: number): Promise<SearchResult[]>;
+    /**
+     * Adds points with both dense and sparse vectors for hybrid search
+     */
+    addPointsWithSparse(collectionName: string, points: {
+        id: string | number;
+        vector: number[];
+        sparseVector: SparseVector;
+        payload?: Record<string, unknown>;
+    }[]): Promise<void>;
+    /**
+     * Optimized addPointsWithSparse for bulk uploads.
+     * Uses wait=false for faster throughput (fire-and-forget).
+     * Use ordering="weak" for maximum performance.
+     *
+     * @param options.wait - If true, waits for server confirmation (slower but safer)
+     * @param options.ordering - "weak" (fastest, may reorder) or "medium" (consistent)
+     */
+    addPointsWithSparseOptimized(collectionName: string, points: {
+        id: string | number;
+        vector: number[];
+        sparseVector: SparseVector;
+        payload?: Record<string, unknown>;
+    }[], options?: {
+        wait?: boolean;
+        ordering?: "weak" | "medium" | "strong";
+    }): Promise<void>;
+    /**
+     * Scroll points ordered by a payload field. Returns points with IDs and payloads.
+     * Requires Qdrant 1.8+. The field should have a payload index for performance.
+     */
+    scrollOrdered(collectionName: string, orderBy: {
+        key: string;
+        direction: "asc" | "desc";
+    }, limit: number, filter?: Record<string, unknown>): Promise<{
+        id: string | number;
+        payload: Record<string, unknown>;
+    }[]>;
+}
+export {};
+//# sourceMappingURL=client.d.ts.map

package/build/core/adapters/qdrant/client.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"client.d.ts","sourceRoot":"","sources":["../../../../src/core/adapters/qdrant/client.ts"],"names":[],"mappings":"AAIA,KAAK,aAAa,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;AAE7C,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,EAAE,QAAQ,GAAG,QAAQ,GAAG,KAAK,CAAC;IACtC,aAAa,CAAC,EAAE,OAAO,CAAC;CACzB;AAED,MAAM,WAAW,YAAY;IAC3B,EAAE,EAAE,MAAM,GAAG,MAAM,CAAC;IACpB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,CAAC,EAAE,aAAa,CAAC;CACzB;AAED,MAAM,WAAW,YAAY;IAC3B,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,MAAM,EAAE,MAAM,EAAE,CAAC;CAClB;AAED,qBAAa,aAAa;IACxB,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAe;gBAE1B,GAAG,SAA0B,EAAE,MAAM,CAAC,EAAE,MAAM;IAI1D;;;OAGG;IACH,OAAO,CAAC,WAAW;IAgBb,gBAAgB,CACpB,IAAI,EAAE,MAAM,EACZ,UAAU,EAAE,MAAM,EAClB,QAAQ,GAAE,QAAQ,GAAG,QAAQ,GAAG,KAAgB,EAChD,YAAY,UAAQ,GACnB,OAAO,CAAC,IAAI,CAAC;IA+ChB;;;;;;OAMG;IACG,kBAAkB,CACtB,cAAc,EAAE,MAAM,EACtB,SAAS,EAAE,MAAM,EACjB,WAAW,EAAE,SAAS,GAAG,SAAS,GAAG,OAAO,GAAG,MAAM,GAAG,KAAK,GAAG,UAAU,GAAG,MAAM,GAAG,MAAM,GAC3F,OAAO,CAAC,IAAI,CAAC;IAQhB;;OAEG;IACG,eAAe,CAAC,cAAc,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAUlF;;;OAGG;IACG,kBAAkB,CACtB,cAAc,EAAE,MAAM,EACtB,SAAS,EAAE,MAAM,EACjB,WAAW,EAAE,SAAS,GAAG,SAAS,GAAG,OAAO,GAAG,MAAM,GAAG,KAAK,GAAG,UAAU,GAAG,MAAM,GAAG,MAAM,GAC3F,OAAO,CAAC,OAAO,CAAC;IASb,gBAAgB,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAShD,eAAe,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;IAKpC,iBAAiB,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,cAAc,CAAC;IAoCxD,gBAAgB,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAI7C,SAAS,CACb,cAAc,EAAE,MAAM,EACtB,MAAM,EAAE;QACN,EAAE,EAAE,MAAM,GAAG,MAAM,CAAC;QACpB,MAAM,EAAE,MAAM,EAAE,CAAC;QACjB,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;KACnC,EAAE,GACF,OAAO,CAAC,IAAI,CAAC;IAwBhB;;;;;;;OAOG;IACG,kBAAkB,CACtB,cAAc,EAAE,MAAM,EACtB,MAAM,EAAE;QACN,EAAE,EAAE,MAAM,GAAG,MAAM,CAAC;QACpB,MAAM,EAAE,MAAM,EAAE,CAAC;QACjB,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;KACnC,EAAE,EACH,OAAO,GAAE;QACP,IAAI,CAAC,EAAE,OAAO,CAAC;QACf,QAAQ,CAAC,EAAE,MAAM,GAAG,QAAQ,GAAG,QAAQ,CAAC;KACpC,GACL,OAAO,CAAC,IAAI,CAAC;IA0BhB;;;OAGG;IACG,eAAe,CAAC,cAAc,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAQ5D;;;OAGG;IACG,cAAc,CAAC,cAAc,EAAE,MAAM,EAAE,SAAS,SAAQ,GAAG,OAAO,CAAC,IAAI,CAAC;IAQxE,MAAM,CACV,cAAc,EAAE,MAAM,EACtB,MAAM,EAAE,MAAM,EAAE,EAChB,KAAK,SAAI,EACT,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAC/B,OAAO,CAAC,YAAY,EAAE,CAAC;IAsCpB,QAAQ,CACZ,cAAc,EAAE,MAAM,EACtB,EAAE,EAAE,MAAM,GAAG,MAAM,GAClB,OAAO,CAAC;QAAE,EAAE,EAAE,MAAM,GAAG,MAAM,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;KAAE,GAAG,IAAI,CAAC;IAoBvE,YAAY,CAAC,cAAc,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC,MAAM,GAAG,MAAM,CAAC,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAUnF;;;OAGG;IACG,oBAAoB,CAAC,cAAc,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC;IAOlG;;;;;;OAMG;IACG,mBAAmB,CAAC,cAAc,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAezF;;;;;;;;;;;;;;;;;;OAkBG;IACG,0BAA0B,CAC9B,cAAc,EAAE,MAAM,EACtB,aAAa,EAAE,MAAM,EAAE,EACvB,OAAO,EAAE;QACP,SAAS,EAAE,MAAM,CAAC;QAClB,WAAW,EAAE,MAAM,CAAC;QACpB,UAAU,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;KACvD,GACA,OAAO,CAAC;QAAE,YAAY,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,MAAM,CAAA;KAAE,CAAC;IAgE5E;;;;;;;OAOG;IACG,UAAU,CACd,cAAc,EAAE,MAAM,EACtB,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAChC,OAAO,EAAE;QACP,MAAM,CAAC,EAAE,CAAC,MAAM,GAAG,MAAM,CAAC,EAAE,CAAC;QAC7B,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QACjC,IAAI,CAAC,EAAE,OAAO,CAAC;QACf,QAAQ,CAAC,EAAE,MAAM,GAAG,QAAQ,GAAG,QAAQ,CAAC;KACzC,GACA,OAAO,CAAC,IAAI,CAAC;IAYhB;;;OAGG;IACG,eAAe,CACnB,cAAc,EAAE,MAAM,EACtB,UAAU,EAAE;QACV,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QACjC,MAAM,EAAE,CAAC,MAAM,GAAG,MAAM,CAAC,EAAE,CAAC;QAC5B,GAAG,CAAC,EAAE,MAAM,CAAC;KACd,EAAE,EACH,OAAO,GAAE;QACP,IAAI,CAAC,EAAE,OAAO,CAAC;QACf,QAAQ,CAAC,EAAE,MAAM,GAAG,QAAQ,GAAG,QAAQ,CAAC;KACpC,GACL,OAAO,CAAC,IAAI,CAAC;IA2BhB;;;OAGG;IACG,YAAY,CAChB,cAAc,EAAE,MAAM,EACtB,WAAW,EAAE,MAAM,EAAE,EACrB,YAAY,EAAE,YAAY,EAC1B,UAAU,EAAE,MAAM,EAClB,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAChC,cAAc,SAAM,GACnB,OAAO,CAAC,YAAY,EAAE,CAAC;IAkF1B;;OAEG;IACG,mBAAmB,CACvB,cAAc,EAAE,MAAM,EACtB,MAAM,EAAE;QACN,EAAE,EAAE,MAAM,GAAG,MAAM,CAAC;QACpB,MAAM,EAAE,MAAM,EAAE,CAAC;QACjB,YAAY,EAAE,YAAY,CAAC;QAC3B,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;KACnC,EAAE,GACF,OAAO,CAAC,IAAI,CAAC;IA4BhB;;;;;;;OAOG;IACG,4BAA4B,CAChC,cAAc,EAAE,MAAM,EACtB,MAAM,EAAE;QACN,EAAE,EAAE,MAAM,GAAG,MAAM,CAAC;QACpB,MAAM,EAAE,MAAM,EAAE,CAAC;QACjB,YAAY,EAAE,YAAY,CAAC;QAC3B,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;KACnC,EAAE,EACH,OAAO,GAAE;QACP,IAAI,CAAC,EAAE,OAAO,CAAC;QACf,QAAQ,CAAC,EAAE,MAAM,GAAG,QAAQ,GAAG,QAAQ,CAAC;KACpC,GACL,OAAO,CAAC,IAAI,CAAC;IA+BhB;;;OAGG;IACG,aAAa,CACjB,cAAc,EAAE,MAAM,EACtB,OAAO,EAAE;QAAE,GAAG,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,KAAK,GAAG,MAAM,CAAA;KAAE,EACnD,KAAK,EAAE,MAAM,EACb,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAC/B,OAAO,CAAC;QAAE,EAAE,EAAE,MAAM,GAAG,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;KAAE,EAAE,CAAC;CAwBxE"}