@aiconnect/easy-rag 0.3.1 → 1.0.1

package/dist/vector-store/tokenizer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"tokenizer.js","sourceRoot":"","sources":["../../src/vector-store/tokenizer.ts"],"names":[],"mappings":"AAAA,MAAM,iBAAiB,GAAG,IAAI,GAAG,CAAC;IAChC,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO;IACvF,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,KAAK;IACpF,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI;IAClF,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,QAAQ,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO;IAC9E,SAAS,EAAE,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM;IAC/E,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM;IACpF,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM;IAC9E,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK;IAClF,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,YAAY,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK;IACjF,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,IAAI;IAC/E,KAAK,EAAE,MAAM,EAAE,WAAW,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM;CACrF,CAAC,CAAC;AAEH,MAAM,oBAAoB,GAAG,IAAI,GAAG,CAAC;IACnC,GAAG,EAAE,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,QAAQ,EAAE,OAAO;IAChF,QAAQ,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM;IAC3E,QAAQ,EAAE,SAAS,EAAE,QAAQ,EAAE,SAAS,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI;IACjF,OAAO,EAAE,UAAU,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS;IACpF,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM;IAC/E,UAAU,EAAE,UAAU,EAAE,WAAW,EAAE,WAAW,EAAE,WAAW,EAAE,WAAW,EAAE,YAAY;IACxF,YAAY,EAAE,SAAS,EAAE,SAAS,EAAE,QAAQ,EAAE,SAAS,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS;IACjF,SAAS,EAAE,UAAU,EAAE,UAAU,EAAE,KAAK,EAAE,IAAI,EAAE,QAAQ,EAAE,QAAQ,EAAE,QAAQ;IAC5E,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,OAAO,EAAE,OAAO;IACpF,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,QAAQ;IACrF,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,WAAW,EAAE,OAAO,EAAE,WAAW,EAAE,YAAY;IACvF,OAAO,EAAE,WAAW,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,SAAS;IAClF,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,UAAU,EAAE,QAAQ,EAAE,OAAO;IACnF,QAAQ,EAAE,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,OAAO;IACtF,QAAQ,EAAE,UAAU,EAAE,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,SAAS;IAChF,SAAS,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,WAAW;IAC/E,aAAa,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO;IAClF,QAAQ,EAAE,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM;IAClF,KAAK,EAAE,SAAS,EAAE,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,QAAQ;IAChF,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,UAAU,EAAE,OAAO;IAChF,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,SAAS,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM;IACjF,GAAG,EAAE,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,SAAS;IAC/E,UAAU,EAAE,SAAS,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,OAAO;IACjF,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,QAAQ;IACnF,UAAU,EAAE,UAAU,EAAE,SAAS,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,EAAE,OAAO;IACxE,QAAQ,EAAE,QAAQ,EAAE,SAAS,EAAE,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM;IAClF,QAAQ,EAAE,QAAQ,EAAE,SAAS,EAAE,SAAS,EAAE,OAAO,EAAE,UAAU;IAC7D,UAAU,EAAE,QAAQ,EAAE,UAAU,EAAE,SAAS;IAC3C,UAAU,EAAE,WAAW,EAAE,MAAM,EAAE,IAAI,EAAE,SAAS;IAChD,SAAS,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,YAAY,EAAE,OAAO;IAClF,KAAK,EAAE,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,QAAQ,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM;IACvE,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM;IAClE,KAAK,EAAE,KAAK,EAAE,SAAS,EAAE,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,OAAO;IAC5E,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,UAAU,EAAE,SAAS,EAAE,OAAO;IACzE,UAAU,EAAE,QAAQ,EAAE,UAAU,EAAE,UAAU,EAAE,WAAW,EAAE,KAAK,EAAE,KAAK;IACvE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,SAAS;IACpF,QAAQ,EAAE,UAAU,EAAE,SAAS,EAAE,UAAU,EAAE,YAAY,EAAE,SAAS;IACpE,UAAU,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,WAAW,EAAE,UAAU,EAAE,WAAW;IAClF,aAAa,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,OAAO;IACpE,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO;IAC1E,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,OAAO;IACzD,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,SAAS,EAAE,IAAI,EAAE,MAAM;CACrE,CAAC,CAAC;AAEH,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,iBAAiB,EAAE,GAAG,oBAAoB,CAAC,CAAC,CAAC;AAE3E,MAAM,UAAU,QAAQ,CAAC,IAAY;IACnC,MAAM,UAAU,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;IACtC,MAAM,aAAa,GAAG,UAAU,CAAC,OAAO,CAAC,mBAAmB,EAAE,GAAG,CAAC,CAAC;IACnE,MAAM,MAAM,GAAG,aAAa,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAC5E,OAAO,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC;AACvD,CAAC;AAED,SAAS,SAAS,CAAC,KAAa;IAC9B,IAAI,IAAI,GAAG,CAAC,CAAC;IACb,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,MAAM,IAAI,GAAG,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QACjC,IAAI,GAAG,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC;IACzC,CAAC;IACD,OAAO,IAAI,KAAK,CAAC,CAAC;AACpB,CAAC;AAED,MAAM,UAAU,uBAAuB,CAAC,IAAY;IAClD,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC;IAC9B,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACxB,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,MAAM,eAAe,GAAG,IAAI,GAAG,EAAkB,CAAC;IAClD,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,eAAe,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,eAAe,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACpE,CAAC;IAED,MAAM,MAAM,GAA2B,EAAE,CAAC;IAC1C,KAAK,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI,eAAe,EAAE,CAAC;QAC7C,MAAM,EAAE,GAAG,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC;QACjC,MAAM,IAAI,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC;QAC9B,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC;QAC9B,MAAM,CAAC,IAAI,CAAC,GAAG,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,QAAQ,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;IAC7D,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC"}

package/dist/vector-store/utils.d.ts

@@ -1,2 +1,5 @@
-export declare function ensureChromaDataDirectory(): Promise<string>;
+export declare const COLLECTIONS_DIR: string;
+export declare function ensureCollectionsDirectory(): string;
+export declare function getCollectionPath(name: string): string;
+export declare function sanitizeCollectionName(name: string): string;
 //# sourceMappingURL=utils.d.ts.map

package/dist/vector-store/utils.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../src/vector-store/utils.ts"],"names":[],"mappings":"AAMA,wBAAsB,yBAAyB,IAAI,OAAO,CAAC,MAAM,CAAC,CAYjE"}
+{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../src/vector-store/utils.ts"],"names":[],"mappings":"AAIA,eAAO,MAAM,eAAe,QAAsD,CAAC;AAEnF,wBAAgB,0BAA0B,IAAI,MAAM,CAYnD;AAED,wBAAgB,iBAAiB,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAKtD;AAED,wBAAgB,sBAAsB,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAI3D"}

package/dist/vector-store/utils.js

@@ -1,17 +1,28 @@
 import os from 'os';
 import path from 'path';
-import fs from 'fs/promises';
-const CHROMA_DATA_DIR = path.join(os.homedir(), '.easy-rag', 'chromadb');
-export async function ensureChromaDataDirectory() {
+import fs from 'fs';
+export const COLLECTIONS_DIR = path.join(os.homedir(), '.easy-rag', 'collections');
+export function ensureCollectionsDirectory() {
     try {
-        await fs.mkdir(CHROMA_DATA_DIR, { recursive: true });
-        return CHROMA_DATA_DIR;
+        fs.mkdirSync(COLLECTIONS_DIR, { recursive: true });
+        return COLLECTIONS_DIR;
     }
     catch (error) {
         if (error instanceof Error && 'code' in error && error.code === 'EACCES') {
-            throw new Error(`Cannot write to ${CHROMA_DATA_DIR}. Please check directory permissions.`);
+            throw new Error(`Cannot write to ${COLLECTIONS_DIR}. Please check directory permissions.`);
         }
         throw error;
     }
 }
+export function getCollectionPath(name) {
+    const sanitized = name
+        .replace(/[^a-zA-Z0-9_-]/g, '_')
+        .toLowerCase();
+    return path.join(COLLECTIONS_DIR, sanitized);
+}
+export function sanitizeCollectionName(name) {
+    return name
+        .replace(/[^a-zA-Z0-9_-]/g, '_')
+        .toLowerCase();
+}
 //# sourceMappingURL=utils.js.map

package/dist/vector-store/utils.js.map

@@ -1 +1 @@
-{"version":3,"file":"utils.js","sourceRoot":"","sources":["../../src/vector-store/utils.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,EAAE,MAAM,aAAa,CAAC;AAE7B,MAAM,eAAe,GAAG,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,EAAE,WAAW,EAAE,UAAU,CAAC,CAAC;AAEzE,MAAM,CAAC,KAAK,UAAU,yBAAyB;IAC7C,IAAI,CAAC;QACH,MAAM,EAAE,CAAC,KAAK,CAAC,eAAe,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACrD,OAAO,eAAe,CAAC;IACzB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,KAAK,YAAY,KAAK,IAAI,MAAM,IAAI,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YACzE,MAAM,IAAI,KAAK,CACb,mBAAmB,eAAe,uCAAuC,CAC1E,CAAC;QACJ,CAAC;QACD,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC"}
+{"version":3,"file":"utils.js","sourceRoot":"","sources":["../../src/vector-store/utils.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,EAAE,MAAM,IAAI,CAAC;AAEpB,MAAM,CAAC,MAAM,eAAe,GAAG,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,EAAE,WAAW,EAAE,aAAa,CAAC,CAAC;AAEnF,MAAM,UAAU,0BAA0B;IACxC,IAAI,CAAC;QACH,EAAE,CAAC,SAAS,CAAC,eAAe,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QACnD,OAAO,eAAe,CAAC;IACzB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,KAAK,YAAY,KAAK,IAAI,MAAM,IAAI,KAAK,IAAK,KAA+B,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YACpG,MAAM,IAAI,KAAK,CACb,mBAAmB,eAAe,uCAAuC,CAC1E,CAAC;QACJ,CAAC;QACD,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,IAAY;IAC5C,MAAM,SAAS,GAAG,IAAI;SACnB,OAAO,CAAC,iBAAiB,EAAE,GAAG,CAAC;SAC/B,WAAW,EAAE,CAAC;IACjB,OAAO,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,SAAS,CAAC,CAAC;AAC/C,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,IAAY;IACjD,OAAO,IAAI;SACR,OAAO,CAAC,iBAAiB,EAAE,GAAG,CAAC;SAC/B,WAAW,EAAE,CAAC;AACnB,CAAC"}

package/dist/vector-store/zvec.d.ts

@@ -0,0 +1,15 @@
+import zvec from '@zvec/zvec';
+import type { VectorChunk, CollectionInfo } from './types.js';
+declare const ZVecCreateAndOpen: typeof zvec.ZVecCreateAndOpen;
+type ZVecCollection = ReturnType<typeof ZVecCreateAndOpen>;
+export declare function getDimensionForModel(model: string): number;
+export declare function getOrCreateCollection(baseName: string, embeddingModel?: string): ZVecCollection;
+export declare function openCollection(name: string): ZVecCollection;
+export interface SparseChunk extends VectorChunk {
+    sparseEmbedding: Record<number, number>;
+}
+export declare function storeEmbeddings(collection: ZVecCollection, chunks: SparseChunk[]): void;
+export declare function listCollections(): CollectionInfo[];
+export declare function deleteCollection(collectionName: string): void;
+export {};
+//# sourceMappingURL=zvec.d.ts.map

package/dist/vector-store/zvec.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"zvec.d.ts","sourceRoot":"","sources":["../../src/vector-store/zvec.ts"],"names":[],"mappings":"AACA,OAAO,IAAI,MAAM,YAAY,CAAC;AAC9B,OAAO,KAAK,EAAE,WAAW,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAG9D,QAAA,MAEE,iBAAiB,+BAKX,CAAC;AAET,KAAK,cAAc,GAAG,UAAU,CAAC,OAAO,iBAAiB,CAAC,CAAC;AAQ3D,wBAAgB,oBAAoB,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAE1D;AAiCD,wBAAgB,qBAAqB,CACnC,QAAQ,EAAE,MAAM,EAChB,cAAc,GAAE,MAAiC,GAChD,cAAc,CAgBhB;AAED,wBAAgB,cAAc,CAAC,IAAI,EAAE,MAAM,GAAG,cAAc,CAM3D;AAED,MAAM,WAAW,WAAY,SAAQ,WAAW;IAC9C,eAAe,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;CACzC;AAED,wBAAgB,eAAe,CAC7B,UAAU,EAAE,cAAc,EAC1B,MAAM,EAAE,WAAW,EAAE,GACpB,IAAI,CAqCN;AAED,wBAAgB,eAAe,IAAI,cAAc,EAAE,CAyBlD;AAED,wBAAgB,gBAAgB,CAAC,cAAc,EAAE,MAAM,GAAG,IAAI,CAc7D"}

package/dist/vector-store/zvec.js

@@ -0,0 +1,136 @@
+import fs from 'fs';
+import zvec from '@zvec/zvec';
+import { ensureCollectionsDirectory, getCollectionPath, sanitizeCollectionName } from './utils.js';
+const { ZVecCollectionSchema, ZVecCreateAndOpen, ZVecOpen, ZVecDataType, ZVecMetricType, ZVecIndexType, } = zvec;
+const EMBEDDING_DIMENSIONS = {
+    'text-embedding-3-large': 3072,
+    'text-embedding-3-small': 1536,
+    'text-embedding-ada-002': 1536,
+};
+export function getDimensionForModel(model) {
+    return EMBEDDING_DIMENSIONS[model] ?? 3072;
+}
+function buildSchema(name, dimension) {
+    return new ZVecCollectionSchema({
+        name,
+        fields: [
+            { name: 'content', dataType: ZVecDataType.STRING },
+            { name: 'sourcePath', dataType: ZVecDataType.STRING },
+            { name: 'contentType', dataType: ZVecDataType.STRING },
+            { name: 'chunkIndex', dataType: ZVecDataType.INT64 },
+            { name: 'sectionTitle', dataType: ZVecDataType.STRING, nullable: true },
+            { name: 'startPosition', dataType: ZVecDataType.INT64, nullable: true },
+            { name: 'endPosition', dataType: ZVecDataType.INT64, nullable: true },
+            { name: 'rowNumber', dataType: ZVecDataType.INT64, nullable: true },
+        ],
+        vectors: [
+            {
+                name: 'embedding',
+                dataType: ZVecDataType.VECTOR_FP32,
+                dimension,
+                indexParams: {
+                    indexType: ZVecIndexType.HNSW,
+                    metricType: ZVecMetricType.COSINE,
+                },
+            },
+            {
+                name: 'sparse_embedding',
+                dataType: ZVecDataType.SPARSE_VECTOR_FP32,
+            },
+        ],
+    });
+}
+export function getOrCreateCollection(baseName, embeddingModel = 'text-embedding-3-large') {
+    ensureCollectionsDirectory();
+    const sanitized = sanitizeCollectionName(baseName);
+    const collectionPath = getCollectionPath(baseName);
+    const dimension = getDimensionForModel(embeddingModel);
+    if (fs.existsSync(collectionPath)) {
+        const collection = ZVecOpen(collectionPath);
+        console.log(`Using collection: ${sanitized}`);
+        return collection;
+    }
+    const schema = buildSchema(sanitized, dimension);
+    const collection = ZVecCreateAndOpen(collectionPath, schema);
+    console.log(`Using collection: ${sanitized}`);
+    return collection;
+}
+export function openCollection(name) {
+    const collectionPath = getCollectionPath(name);
+    if (!fs.existsSync(collectionPath)) {
+        throw new Error(`Collection "${name}" not found at ${collectionPath}`);
+    }
+    return ZVecOpen(collectionPath);
+}
+export function storeEmbeddings(collection, chunks) {
+    if (chunks.length === 0) {
+        return;
+    }
+    const docs = chunks.map((c) => {
+        const fields = {
+            content: c.content,
+            sourcePath: c.metadata.sourcePath,
+            contentType: c.metadata.contentType,
+            chunkIndex: c.metadata.chunkIndex,
+        };
+        if (c.metadata.sectionTitle !== undefined) {
+            fields.sectionTitle = c.metadata.sectionTitle;
+        }
+        if (c.metadata.startPosition !== undefined) {
+            fields.startPosition = c.metadata.startPosition;
+        }
+        if (c.metadata.endPosition !== undefined) {
+            fields.endPosition = c.metadata.endPosition;
+        }
+        if (c.metadata.rowNumber !== undefined) {
+            fields.rowNumber = c.metadata.rowNumber;
+        }
+        return {
+            id: c.id,
+            vectors: {
+                embedding: c.embedding,
+                sparse_embedding: c.sparseEmbedding,
+            },
+            fields,
+        };
+    });
+    collection.insertSync(docs);
+}
+export function listCollections() {
+    const collectionsBase = ensureCollectionsDirectory();
+    if (!fs.existsSync(collectionsBase)) {
+        return [];
+    }
+    const entries = fs.readdirSync(collectionsBase);
+    const collectionInfos = [];
+    for (const entry of entries) {
+        const entryPath = `${collectionsBase}/${entry}`;
+        if (!fs.statSync(entryPath).isDirectory())
+            continue;
+        try {
+            const collection = ZVecOpen(entryPath);
+            const count = collection.stats.docCount;
+            collection.closeSync();
+            collectionInfos.push({ name: entry, count });
+        }
+        catch {
+            collectionInfos.push({ name: entry, count: 0 });
+        }
+    }
+    return collectionInfos;
+}
+export function deleteCollection(collectionName) {
+    const sanitized = sanitizeCollectionName(collectionName);
+    const collectionPath = getCollectionPath(collectionName);
+    if (!fs.existsSync(collectionPath)) {
+        throw new Error(`Collection "${sanitized}" not found.`);
+    }
+    try {
+        const collection = ZVecOpen(collectionPath);
+        collection.destroySync();
+    }
+    catch {
+        fs.rmSync(collectionPath, { recursive: true, force: true });
+    }
+}
+//# sourceMappingURL=zvec.js.map

package/dist/vector-store/zvec.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"zvec.js","sourceRoot":"","sources":["../../src/vector-store/zvec.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,IAAI,MAAM,YAAY,CAAC;AAE9B,OAAO,EAAE,0BAA0B,EAAE,iBAAiB,EAAE,sBAAsB,EAAE,MAAM,YAAY,CAAC;AAEnG,MAAM,EACJ,oBAAoB,EACpB,iBAAiB,EACjB,QAAQ,EACR,YAAY,EACZ,cAAc,EACd,aAAa,GACd,GAAG,IAAI,CAAC;AAIT,MAAM,oBAAoB,GAA2B;IACnD,wBAAwB,EAAE,IAAI;IAC9B,wBAAwB,EAAE,IAAI;IAC9B,wBAAwB,EAAE,IAAI;CAC/B,CAAC;AAEF,MAAM,UAAU,oBAAoB,CAAC,KAAa;IAChD,OAAO,oBAAoB,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC;AAC7C,CAAC;AAED,SAAS,WAAW,CAAC,IAAY,EAAE,SAAiB;IAClD,OAAO,IAAI,oBAAoB,CAAC;QAC9B,IAAI;QACJ,MAAM,EAAE;YACN,EAAE,IAAI,EAAE,SAAS,EAAE,QAAQ,EAAE,YAAY,CAAC,MAAM,EAAE;YAClD,EAAE,IAAI,EAAE,YAAY,EAAE,QAAQ,EAAE,YAAY,CAAC,MAAM,EAAE;YACrD,EAAE,IAAI,EAAE,aAAa,EAAE,QAAQ,EAAE,YAAY,CAAC,MAAM,EAAE;YACtD,EAAE,IAAI,EAAE,YAAY,EAAE,QAAQ,EAAE,YAAY,CAAC,KAAK,EAAE;YACpD,EAAE,IAAI,EAAE,cAAc,EAAE,QAAQ,EAAE,YAAY,CAAC,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE;YACvE,EAAE,IAAI,EAAE,eAAe,EAAE,QAAQ,EAAE,YAAY,CAAC,KAAK,EAAE,QAAQ,EAAE,IAAI,EAAE;YACvE,EAAE,IAAI,EAAE,aAAa,EAAE,QAAQ,EAAE,YAAY,CAAC,KAAK,EAAE,QAAQ,EAAE,IAAI,EAAE;YACrE,EAAE,IAAI,EAAE,WAAW,EAAE,QAAQ,EAAE,YAAY,CAAC,KAAK,EAAE,QAAQ,EAAE,IAAI,EAAE;SACpE;QACD,OAAO,EAAE;YACP;gBACE,IAAI,EAAE,WAAW;gBACjB,QAAQ,EAAE,YAAY,CAAC,WAAW;gBAClC,SAAS;gBACT,WAAW,EAAE;oBACX,SAAS,EAAE,aAAa,CAAC,IAAI;oBAC7B,UAAU,EAAE,cAAc,CAAC,MAAM;iBAClC;aACF;YACD;gBACE,IAAI,EAAE,kBAAkB;gBACxB,QAAQ,EAAE,YAAY,CAAC,kBAAkB;aAC1C;SACF;KACF,CAAC,CAAC;AACL,CAAC;AAED,MAAM,UAAU,qBAAqB,CACnC,QAAgB,EAChB,iBAAyB,wBAAwB;IAEjD,0BAA0B,EAAE,CAAC;IAC7B,MAAM,SAAS,GAAG,sBAAsB,CAAC,QAAQ,CAAC,CAAC;IACnD,MAAM,cAAc,GAAG,iBAAiB,CAAC,QAAQ,CAAC,CAAC;IACnD,MAAM,SAAS,GAAG,oBAAoB,CAAC,cAAc,CAAC,CAAC;IAEvD,IAAI,EAAE,CAAC,UAAU,CAAC,cAAc,CAAC,EAAE,CAAC;QAClC,MAAM,UAAU,GAAG,QAAQ,CAAC,cAAc,CAAC,CAAC;QAC5C,OAAO,CAAC,GAAG,CAAC,qBAAqB,SAAS,EAAE,CAAC,CAAC;QAC9C,OAAO,UAAU,CAAC;IACpB,CAAC;IAED,MAAM,MAAM,GAAG,WAAW,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;IACjD,MAAM,UAAU,GAAG,iBAAiB,CAAC,cAAc,EAAE,MAAM,CAAC,CAAC;IAC7D,OAAO,CAAC,GAAG,CAAC,qBAAqB,SAAS,EAAE,CAAC,CAAC;IAC9C,OAAO,UAAU,CAAC;AACpB,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,IAAY;IACzC,MAAM,cAAc,GAAG,iBAAiB,CAAC,IAAI,CAAC,CAAC;IAC/C,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,cAAc,CAAC,EAAE,CAAC;QACnC,MAAM,IAAI,KAAK,CAAC,eAAe,IAAI,kBAAkB,cAAc,EAAE,CAAC,CAAC;IACzE,CAAC;IACD,OAAO,QAAQ,CAAC,cAAc,CAAC,CAAC;AAClC,CAAC;AAMD,MAAM,UAAU,eAAe,CAC7B,UAA0B,EAC1B,MAAqB;IAErB,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACxB,OAAO;IACT,CAAC;IAED,MAAM,IAAI,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;QAC5B,MAAM,MAAM,GAAoC;YAC9C,OAAO,EAAE,CAAC,CAAC,OAAO;YAClB,UAAU,EAAE,CAAC,CAAC,QAAQ,CAAC,UAAU;YACjC,WAAW,EAAE,CAAC,CAAC,QAAQ,CAAC,WAAW;YACnC,UAAU,EAAE,CAAC,CAAC,QAAQ,CAAC,UAAU;SAClC,CAAC;QAEF,IAAI,CAAC,CAAC,QAAQ,CAAC,YAAY,KAAK,SAAS,EAAE,CAAC;YAC1C,MAAM,CAAC,YAAY,GAAG,CAAC,CAAC,QAAQ,CAAC,YAAY,CAAC;QAChD,CAAC;QACD,IAAI,CAAC,CAAC,QAAQ,CAAC,aAAa,KAAK,SAAS,EAAE,CAAC;YAC3C,MAAM,CAAC,aAAa,GAAG,CAAC,CAAC,QAAQ,CAAC,aAAa,CAAC;QAClD,CAAC;QACD,IAAI,CAAC,CAAC,QAAQ,CAAC,WAAW,KAAK,SAAS,EAAE,CAAC;YACzC,MAAM,CAAC,WAAW,GAAG,CAAC,CAAC,QAAQ,CAAC,WAAW,CAAC;QAC9C,CAAC;QACD,IAAI,CAAC,CAAC,QAAQ,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;YACvC,MAAM,CAAC,SAAS,GAAG,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC;QAC1C,CAAC;QAED,OAAO;YACL,EAAE,EAAE,CAAC,CAAC,EAAE;YACR,OAAO,EAAE;gBACP,SAAS,EAAE,CAAC,CAAC,SAAS;gBACtB,gBAAgB,EAAE,CAAC,CAAC,eAAe;aACpC;YACD,MAAM;SACP,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,UAAU,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;AAC9B,CAAC;AAED,MAAM,UAAU,eAAe;IAC7B,MAAM,eAAe,GAAG,0BAA0B,EAAE,CAAC;IAErD,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,eAAe,CAAC,EAAE,CAAC;QACpC,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,MAAM,OAAO,GAAG,EAAE,CAAC,WAAW,CAAC,eAAe,CAAC,CAAC;IAChD,MAAM,eAAe,GAAqB,EAAE,CAAC;IAE7C,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC5B,MAAM,SAAS,GAAG,GAAG,eAAe,IAAI,KAAK,EAAE,CAAC;QAChD,IAAI,CAAC,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,WAAW,EAAE;YAAE,SAAS;QAEpD,IAAI,CAAC;YACH,MAAM,UAAU,GAAG,QAAQ,CAAC,SAAS,CAAC,CAAC;YACvC,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,QAAQ,CAAC;YACxC,UAAU,CAAC,SAAS,EAAE,CAAC;YACvB,eAAe,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;QAC/C,CAAC;QAAC,MAAM,CAAC;YACP,eAAe,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC;QAClD,CAAC;IACH,CAAC;IAED,OAAO,eAAe,CAAC;AACzB,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,cAAsB;IACrD,MAAM,SAAS,GAAG,sBAAsB,CAAC,cAAc,CAAC,CAAC;IACzD,MAAM,cAAc,GAAG,iBAAiB,CAAC,cAAc,CAAC,CAAC;IAEzD,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,cAAc,CAAC,EAAE,CAAC;QACnC,MAAM,IAAI,KAAK,CAAC,eAAe,SAAS,cAAc,CAAC,CAAC;IAC1D,CAAC;IAED,IAAI,CAAC;QACH,MAAM,UAAU,GAAG,QAAQ,CAAC,cAAc,CAAC,CAAC;QAC5C,UAAU,CAAC,WAAW,EAAE,CAAC;IAC3B,CAAC;IAAC,MAAM,CAAC;QACP,EAAE,CAAC,MAAM,CAAC,cAAc,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IAC9D,CAAC;AACH,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@aiconnect/easy-rag",
-  "version": "0.3.1",
+  "version": "1.0.1",
   "description": "A TypeScript CLI tool for local RAG indexing and querying",
   "type": "module",
   "main": "dist/index.js",
@@ -28,7 +28,7 @@
     "cli",
     "vector-search",
     "embeddings",
-    "chromadb",
+    "zvec",
     "openai",
     "retrieval-augmented-generation"
   ],
@@ -43,13 +43,14 @@
     "@types/node": "^22.19.11",
     "jest": "^29.7.0",
     "ts-jest": "^29.4.6",
+    "tsx": "^4.21.0",
     "typescript": "^5.9.3"
   },
   "dependencies": {
+    "@zvec/zvec": "^0.2.3",
     "commander": "^13.1.0",
-    "pdf-parse": "^1.1.1",
     "openai": "^4.89.0",
-    "chromadb": "^2.1.5"
+    "pdf-parse": "^1.1.1"
   },
   "engines": {
     "node": ">=18.0.0"

package/skills/easy-rag/SKILL.md

@@ -3,7 +3,7 @@ name: easy-rag
 description: >
   Index documents and query them using local RAG (Retrieval-Augmented Generation).
   Use when you need to build a knowledge base from files (PDF, Markdown, CSV) and
-  search it with natural language questions. Runs locally with ChromaDB embedded.
+  search it with natural language questions. Runs locally with Zvec embedded.
 ---
 
 # Easy RAG Skill
@@ -17,7 +17,7 @@ description: >
 ## Requirements
 
 - **OpenAI API key** must be configured (via `easy-rag init` or `OPENAI_API_KEY` env var)
-- No external services needed — ChromaDB runs embedded locally
+- No external services needed — Zvec runs embedded locally (no server)
 
 ### Setting Up API Key
 
@@ -57,17 +57,22 @@ Run interactive setup to create global configuration.
 easy-rag init
 ```
 
-Prompts for:
+**Basic Settings:**
 - OpenAI API key (masked input)
 - Embedding model selection (default: `text-embedding-3-large`)
 
+**Advanced Settings (optional, prompted after basic setup):**
+- Search mode: auto, hybrid, vector, or bm25 (default: auto)
+- Vector weight: 0.0-1.0 (default: 0.6)
+- BM25 weight: 0.0-1.0 (default: 0.4)
+
 Creates `~/.easy-rag/config.json` with your settings.
 
 **Always run this first** before indexing if you haven't configured EasyRAG yet.
 
 ### Index Documents
 
-Recursively scans a folder for supported files and indexes them into ChromaDB.
+Recursively scans a folder for supported files and indexes them into Zvec.
 
 ```bash
 easy-rag index <folder>
@@ -86,7 +91,7 @@ easy-rag index ./knowledge-base
 
 ### Query Documents
 
-Search indexed documents using natural language. Returns the most relevant chunks.
+Search indexed documents using natural language. Returns most relevant chunks.
 
 ```bash
 easy-rag query [options] "<question>"
@@ -97,17 +102,33 @@ easy-rag query [options] "<question>"
 | `--top <n>` | Number of results to return | 5 |
 | `--metadata` | Include source file, score, chunk index | off |
 | `--collection <name>` | Search a specific collection | all |
+| `--mode <mode>` | Search mode: auto, hybrid, vector, or bm25 | auto |
 
 **Examples:**
 ```bash
-# Simple query
-easy-rag query "What is the refund policy?"
+# Simple query (hybrid search by default)
+easy-rag query "What is refund policy?"
 
 # Top 3 results with metadata
-easy-rag query --top 3 --metadata "How do I configure the API?"
+easy-rag query --top 3 --metadata "How do I configure API?"
 
 # Search specific collection
 easy-rag query --collection my-docs "quarterly revenue"
+
+# Vector-only search for semantic queries
+easy-rag query --mode vector "how does it work?"
+
+# BM25-only search for exact keywords
+easy-rag query --mode bm25 "API endpoint /v1/users"
+```
+
+**Output with `--metadata`:**
+```
+[Hybrid Score: 0.0142 | Vector: 0.92 (rank: 1) | BM25: 2.5 (rank: 2) | Source: docs/api-guide.md | Chunk: 3]
+To configure the API, set the following environment variables...
+
+[Hybrid Score: 0.0121 | Vector: 0.87 (rank: 2) | BM25: 3.1 (rank: 1) | Source: docs/setup.pdf | Chunk: 12]
+The API configuration requires...
 ```
 
 **Output with `--metadata`:**
@@ -183,10 +204,20 @@ Config is stored at `~/.easy-rag/config.json`:
 ```json
 {
   "openai_api_key": "sk-...",
-  "embedding_model": "text-embedding-3-large"
+  "embedding_model": "text-embedding-3-large",
+  "search_mode": "auto",
+  "vector_weight": 0.6,
+  "bm25_weight": 0.4
 }
 ```
 
+**Settings:**
+- `search_mode`: Search mode (auto, hybrid, vector, or bm25)
+- `vector_weight`: Weight for vector results in hybrid search (0.0-1.0)
+- `bm25_weight`: Weight for BM25 results in hybrid search (0.0-1.0)
+
+Weights don't need to sum to 1.0 — they are used independently in the RRF formula.
+
 **Priority (highest first):**
 1. Environment variables
 2. Config file