@hazeljs/rag 0.2.0-beta.1

package/dist/vector-stores/qdrant.store.js

@@ -0,0 +1,173 @@
+"use strict";
+/**
+ * Qdrant Vector Store
+ * High-performance Rust-based vector database integration
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.QdrantVectorStore = void 0;
+class QdrantVectorStore {
+    constructor(embeddingProvider, config) {
+        this.initialized = false;
+        this.embeddingProvider = embeddingProvider;
+        this.collectionName = config.collectionName;
+        this.vectorSize = config.vectorSize || embeddingProvider.getDimension();
+        // Initialize Qdrant client
+        // eslint-disable-next-line @typescript-eslint/no-require-imports
+        const { QdrantClient: Client } = require('@qdrant/js-client-rest');
+        this.client = new Client({
+            url: config.url,
+            apiKey: config.apiKey,
+        });
+    }
+    async initialize() {
+        try {
+            // Check if collection exists
+            const collections = await this.client.getCollections();
+            const exists = collections.collections.some((c) => c.name === this.collectionName);
+            if (!exists) {
+                // Create collection
+                await this.client.createCollection(this.collectionName, {
+                    vectors: {
+                        size: this.vectorSize,
+                        distance: 'Cosine',
+                    },
+                });
+            }
+            this.initialized = true;
+        }
+        catch (error) {
+            throw new Error(`Failed to initialize Qdrant collection: ${error}`);
+        }
+    }
+    async addDocuments(documents) {
+        const ids = [];
+        // Generate embeddings for all documents
+        const texts = documents.map((doc) => doc.content);
+        const embeddings = await this.embeddingProvider.embedBatch(texts);
+        // Prepare points for upsert
+        const points = documents.map((doc, idx) => {
+            const id = doc.id || this.generateId();
+            ids.push(id);
+            return {
+                id,
+                vector: embeddings[idx],
+                payload: {
+                    content: doc.content,
+                    metadata: doc.metadata || {},
+                },
+            };
+        });
+        // Upsert to Qdrant
+        await this.client.upsert(this.collectionName, {
+            wait: true,
+            points,
+        });
+        return ids;
+    }
+    async search(query, options) {
+        // Generate embedding for query
+        const queryEmbedding = await this.embeddingProvider.embed(query);
+        return this.searchByVector(queryEmbedding, options);
+    }
+    async searchByVector(embedding, options) {
+        const topK = options?.topK || 5;
+        const minScore = options?.minScore;
+        const filter = options?.filter;
+        // Build Qdrant filter
+        const qdrantFilter = filter ? this.buildFilter(filter) : undefined;
+        // Search Qdrant
+        const searchResponse = await this.client.search(this.collectionName, {
+            vector: embedding,
+            limit: topK,
+            filter: qdrantFilter,
+            with_payload: true,
+        });
+        // Transform results
+        const results = searchResponse
+            .filter((result) => !minScore || result.score >= minScore)
+            .map((result) => ({
+            id: result.id.toString(),
+            content: result.payload.content,
+            metadata: result.payload.metadata,
+            score: result.score,
+        }));
+        return results;
+    }
+    async deleteDocuments(ids) {
+        await this.client.delete(this.collectionName, {
+            wait: true,
+            points: ids,
+        });
+    }
+    async updateDocument(id, document) {
+        // Get existing document
+        const existing = await this.getDocument(id);
+        if (!existing) {
+            throw new Error(`Document with id ${id} not found`);
+        }
+        // Merge updates
+        const updated = { ...existing, ...document };
+        // Generate new embedding if content changed
+        let embedding = existing.embedding;
+        if (document.content && document.content !== existing.content) {
+            embedding = await this.embeddingProvider.embed(document.content);
+        }
+        // Upsert updated document
+        await this.client.upsert(this.collectionName, {
+            wait: true,
+            points: [
+                {
+                    id,
+                    vector: embedding,
+                    payload: {
+                        content: updated.content,
+                        metadata: updated.metadata || {},
+                    },
+                },
+            ],
+        });
+    }
+    async getDocument(id) {
+        try {
+            const response = await this.client.retrieve(this.collectionName, {
+                ids: [id],
+                with_payload: true,
+                with_vector: true,
+            });
+            if (!response || response.length === 0) {
+                return null;
+            }
+            const point = response[0];
+            return {
+                id: point.id.toString(),
+                content: point.payload.content,
+                metadata: point.payload.metadata,
+                embedding: point.vector,
+            };
+        }
+        catch {
+            return null;
+        }
+    }
+    async clear() {
+        // Delete and recreate collection
+        await this.client.deleteCollection(this.collectionName);
+        await this.initialize();
+    }
+    buildFilter(filter) {
+        // Build Qdrant filter from simple key-value pairs
+        const must = [];
+        for (const [key, value] of Object.entries(filter)) {
+            must.push({
+                key: `metadata.${key}`,
+                match: { value },
+            });
+        }
+        return { must };
+    }
+    generateId() {
+        return `${Date.now()}-${Math.random().toString(36).substring(2, 15)}`;
+    }
+}
+exports.QdrantVectorStore = QdrantVectorStore;
+//# sourceMappingURL=qdrant.store.js.map

package/dist/vector-stores/qdrant.store.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"qdrant.store.js","sourceRoot":"","sources":["../../src/vector-stores/qdrant.store.ts"],"names":[],"mappings":";AAAA;;;GAGG;;;AAgBH,MAAa,iBAAiB;IAO5B,YAAY,iBAAoC,EAAE,MAAoB;QAF9D,gBAAW,GAAY,KAAK,CAAC;QAGnC,IAAI,CAAC,iBAAiB,GAAG,iBAAiB,CAAC;QAC3C,IAAI,CAAC,cAAc,GAAG,MAAM,CAAC,cAAc,CAAC;QAC5C,IAAI,CAAC,UAAU,GAAG,MAAM,CAAC,UAAU,IAAI,iBAAiB,CAAC,YAAY,EAAE,CAAC;QAExE,2BAA2B;QAC3B,iEAAiE;QACjE,MAAM,EAAE,YAAY,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,wBAAwB,CAAC,CAAC;QACnE,IAAI,CAAC,MAAM,GAAG,IAAI,MAAM,CAAC;YACvB,GAAG,EAAE,MAAM,CAAC,GAAG;YACf,MAAM,EAAE,MAAM,CAAC,MAAM;SACtB,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,UAAU;QACd,IAAI,CAAC;YACH,6BAA6B;YAC7B,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,cAAc,EAAE,CAAC;YACvD,MAAM,MAAM,GAAG,WAAW,CAAC,WAAW,CAAC,IAAI,CACzC,CAAC,CAAmB,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,IAAI,CAAC,cAAc,CACxD,CAAC;YAEF,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,oBAAoB;gBACpB,MAAM,IAAI,CAAC,MAAM,CAAC,gBAAgB,CAAC,IAAI,CAAC,cAAc,EAAE;oBACtD,OAAO,EAAE;wBACP,IAAI,EAAE,IAAI,CAAC,UAAU;wBACrB,QAAQ,EAAE,QAAQ;qBACnB;iBACF,CAAC,CAAC;YACL,CAAC;YAED,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;QAC1B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,2CAA2C,KAAK,EAAE,CAAC,CAAC;QACtE,CAAC;IACH,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,SAAqB;QACtC,MAAM,GAAG,GAAa,EAAE,CAAC;QAEzB,wCAAwC;QACxC,MAAM,KAAK,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAClD,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;QAElE,4BAA4B;QAC5B,MAAM,MAAM,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE;YACxC,MAAM,EAAE,GAAG,GAAG,CAAC,EAAE,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACvC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAEb,OAAO;gBACL,EAAE;gBACF,MAAM,EAAE,UAAU,CAAC,GAAG,CAAC;gBACvB,OAAO,EAAE;oBACP,OAAO,EAAE,GAAG,CAAC,OAAO;oBACpB,QAAQ,EAAE,GAAG,CAAC,QAAQ,IAAI,EAAE;iBAC7B;aACF,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,mBAAmB;QACnB,MAAM,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,cAAc,EAAE;YAC5C,IAAI,EAAE,IAAI;YACV,MAAM;SACP,CAAC,CAAC;QAEH,OAAO,GAAG,CAAC;IACb,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,KAAa,EAAE,OAAsB;QAChD,+BAA+B;QAC/B,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAEjE,OAAO,IAAI,CAAC,cAAc,CAAC,cAAc,EAAE,OAAO,CAAC,CAAC;IACtD,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,SAAmB,EAAE,OAAsB;QAC9D,MAAM,IAAI,GAAG,OAAO,EAAE,IAAI,IAAI,CAAC,CAAC;QAChC,MAAM,QAAQ,GAAG,OAAO,EAAE,QAAQ,CAAC;QACnC,MAAM,MAAM,GAAG,OAAO,EAAE,MAAM,CAAC;QAE/B,sBAAsB;QACtB,MAAM,YAAY,GAAG,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QAEnE,gBAAgB;QAChB,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,cAAc,EAAE;YACnE,MAAM,EAAE,SAAS;YACjB,KAAK,EAAE,IAAI;YACX,MAAM,EAAE,YAAY;YACpB,YAAY,EAAE,IAAI;SACnB,CAAC,CAAC;QAEH,oBAAoB;QACpB,MAAM,OAAO,GAAmB,cAAc;aAC3C,MAAM,CAAC,CAAC,MAAyB,EAAE,EAAE,CAAC,CAAC,QAAQ,IAAI,MAAM,CAAC,KAAK,IAAI,QAAQ,CAAC;aAC5E,GAAG,CACF,CAAC,MAIA,EAAE,EAAE,CAAC,CAAC;YACL,EAAE,EAAE,MAAM,CAAC,EAAE,CAAC,QAAQ,EAAE;YACxB,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,OAAO;YAC/B,QAAQ,EAAE,MAAM,CAAC,OAAO,CAAC,QAAQ;YACjC,KAAK,EAAE,MAAM,CAAC,KAAK;SACpB,CAAC,CACH,CAAC;QAEJ,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,KAAK,CAAC,eAAe,CAAC,GAAa;QACjC,MAAM,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,cAAc,EAAE;YAC5C,IAAI,EAAE,IAAI;YACV,MAAM,EAAE,GAAG;SACZ,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,EAAU,EAAE,QAA2B;QAC1D,wBAAwB;QACxB,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;QAC5C,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,MAAM,IAAI,KAAK,CAAC,oBAAoB,EAAE,YAAY,CAAC,CAAC;QACtD,CAAC;QAED,gBAAgB;QAChB,MAAM,OAAO,GAAG,EAAE,GAAG,QAAQ,EAAE,GAAG,QAAQ,EAAE,CAAC;QAE7C,4CAA4C;QAC5C,IAAI,SAAS,GAAG,QAAQ,CAAC,SAAS,CAAC;QACnC,IAAI,QAAQ,CAAC,OAAO,IAAI,QAAQ,CAAC,OAAO,KAAK,QAAQ,CAAC,OAAO,EAAE,CAAC;YAC9D,SAAS,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QACnE,CAAC;QAED,0BAA0B;QAC1B,MAAM,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,cAAc,EAAE;YAC5C,IAAI,EAAE,IAAI;YACV,MAAM,EAAE;gBACN;oBACE,EAAE;oBACF,MAAM,EAAE,SAAU;oBAClB,OAAO,EAAE;wBACP,OAAO,EAAE,OAAO,CAAC,OAAO;wBACxB,QAAQ,EAAE,OAAO,CAAC,QAAQ,IAAI,EAAE;qBACjC;iBACF;aACF;SACF,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,EAAU;QAC1B,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,cAAc,EAAE;gBAC/D,GAAG,EAAE,CAAC,EAAE,CAAC;gBACT,YAAY,EAAE,IAAI;gBAClB,WAAW,EAAE,IAAI;aAClB,CAAC,CAAC;YAEH,IAAI,CAAC,QAAQ,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACvC,OAAO,IAAI,CAAC;YACd,CAAC;YAED,MAAM,KAAK,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;YAC1B,OAAO;gBACL,EAAE,EAAE,KAAK,CAAC,EAAE,CAAC,QAAQ,EAAE;gBACvB,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,OAAO;gBAC9B,QAAQ,EAAE,KAAK,CAAC,OAAO,CAAC,QAAQ;gBAChC,SAAS,EAAE,KAAK,CAAC,MAAM;aACxB,CAAC;QACJ,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED,KAAK,CAAC,KAAK;QACT,iCAAiC;QACjC,MAAM,IAAI,CAAC,MAAM,CAAC,gBAAgB,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;QACxD,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;IAC1B,CAAC;IAEO,WAAW,CAAC,MAA+B;QAGjD,kDAAkD;QAClD,MAAM,IAAI,GAAsD,EAAE,CAAC;QAEnE,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;YAClD,IAAI,CAAC,IAAI,CAAC;gBACR,GAAG,EAAE,YAAY,GAAG,EAAE;gBACtB,KAAK,EAAE,EAAE,KAAK,EAAE;aACjB,CAAC,CAAC;QACL,CAAC;QAED,OAAO,EAAE,IAAI,EAAE,CAAC;IAClB,CAAC;IAEO,UAAU;QAChB,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC;IACxE,CAAC;CACF;AA9MD,8CA8MC"}

package/dist/vector-stores/weaviate.store.d.ts

@@ -0,0 +1,37 @@
+/**
+ * Weaviate Vector Store
+ * Open-source vector database with GraphQL API
+ */
+import { VectorStore, Document, SearchResult, QueryOptions } from '../types';
+import { EmbeddingProvider } from '../types';
+export interface WeaviateConfig {
+    scheme: 'http' | 'https';
+    host: string;
+    apiKey?: string;
+    className: string;
+    textKey?: string;
+    metadataKeys?: string[];
+}
+export declare class WeaviateVectorStore implements VectorStore {
+    private client;
+    private embeddingProvider;
+    private className;
+    private textKey;
+    private metadataKeys;
+    private initialized;
+    constructor(embeddingProvider: EmbeddingProvider, config: WeaviateConfig);
+    initialize(): Promise<void>;
+    addDocuments(documents: Document[]): Promise<string[]>;
+    search(query: string, options?: QueryOptions): Promise<SearchResult[]>;
+    searchByVector(embedding: number[], options?: QueryOptions): Promise<SearchResult[]>;
+    deleteDocuments(ids: string[]): Promise<void>;
+    updateDocument(id: string, document: Partial<Document>): Promise<void>;
+    getDocument(id: string): Promise<Document | null>;
+    clear(): Promise<void>;
+    /**
+     * Build Weaviate where filter from simple key-value pairs
+     */
+    private buildWhereFilter;
+    private generateId;
+}
+//# sourceMappingURL=weaviate.store.d.ts.map

package/dist/vector-stores/weaviate.store.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"weaviate.store.d.ts","sourceRoot":"","sources":["../../src/vector-stores/weaviate.store.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,WAAW,EAAE,QAAQ,EAAE,YAAY,EAAE,YAAY,EAAE,MAAM,UAAU,CAAC;AAC7E,OAAO,EAAE,iBAAiB,EAAE,MAAM,UAAU,CAAC;AAM7C,MAAM,WAAW,cAAc;IAC7B,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC;IACzB,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,YAAY,CAAC,EAAE,MAAM,EAAE,CAAC;CACzB;AAED,qBAAa,mBAAoB,YAAW,WAAW;IACrD,OAAO,CAAC,MAAM,CAAiB;IAC/B,OAAO,CAAC,iBAAiB,CAAoB;IAC7C,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,OAAO,CAAS;IACxB,OAAO,CAAC,YAAY,CAAW;IAC/B,OAAO,CAAC,WAAW,CAAkB;gBAEzB,iBAAiB,EAAE,iBAAiB,EAAE,MAAM,EAAE,cAAc;IAgBlE,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAoC3B,YAAY,CAAC,SAAS,EAAE,QAAQ,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IAgCtD,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,YAAY,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC;IAOtE,cAAc,CAAC,SAAS,EAAE,MAAM,EAAE,EAAE,OAAO,CAAC,EAAE,YAAY,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC;IA4CpF,eAAe,CAAC,GAAG,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IAU7C,cAAc,CAAC,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,OAAO,CAAC,QAAQ,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC;IAiCtE,WAAW,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,QAAQ,GAAG,IAAI,CAAC;IAwBjD,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAY5B;;OAEG;IACH,OAAO,CAAC,gBAAgB;IA+BxB,OAAO,CAAC,UAAU;CAQnB"}

package/dist/vector-stores/weaviate.store.js

@@ -0,0 +1,226 @@
+"use strict";
+/**
+ * Weaviate Vector Store
+ * Open-source vector database with GraphQL API
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.WeaviateVectorStore = void 0;
+class WeaviateVectorStore {
+    constructor(embeddingProvider, config) {
+        this.initialized = false;
+        this.embeddingProvider = embeddingProvider;
+        this.className = config.className;
+        this.textKey = config.textKey || 'content';
+        this.metadataKeys = config.metadataKeys || ['metadata'];
+        // Initialize Weaviate client
+        // eslint-disable-next-line @typescript-eslint/no-require-imports
+        const weaviate = require('weaviate-ts-client');
+        this.client = weaviate.client({
+            scheme: config.scheme,
+            host: config.host,
+            apiKey: config.apiKey ? new weaviate.ApiKey(config.apiKey) : undefined,
+        });
+    }
+    async initialize() {
+        try {
+            // Check if class exists
+            const schema = await this.client.schema.getter().do();
+            const classExists = schema.classes?.some((c) => c.class === this.className);
+            if (!classExists) {
+                // Create class schema
+                const classObj = {
+                    class: this.className,
+                    vectorizer: 'none', // We provide our own vectors
+                    properties: [
+                        {
+                            name: this.textKey,
+                            dataType: ['text'],
+                            description: 'Document content',
+                        },
+                        {
+                            name: 'metadata',
+                            dataType: ['object'],
+                            description: 'Document metadata',
+                        },
+                    ],
+                };
+                await this.client.schema.classCreator().withClass(classObj).do();
+            }
+            this.initialized = true;
+        }
+        catch (error) {
+            throw new Error(`Failed to initialize Weaviate class: ${error}`);
+        }
+    }
+    async addDocuments(documents) {
+        const ids = [];
+        // Generate embeddings for all documents
+        const texts = documents.map((doc) => doc.content);
+        const embeddings = await this.embeddingProvider.embedBatch(texts);
+        // Batch import
+        let batcher = this.client.batch.objectsBatcher();
+        for (let i = 0; i < documents.length; i++) {
+            const doc = documents[i];
+            const id = doc.id || this.generateId();
+            ids.push(id);
+            const obj = {
+                class: this.className,
+                id,
+                properties: {
+                    [this.textKey]: doc.content,
+                    metadata: doc.metadata || {},
+                },
+                vector: embeddings[i],
+            };
+            batcher = batcher.withObject(obj);
+        }
+        await batcher.do();
+        return ids;
+    }
+    async search(query, options) {
+        // Generate embedding for query
+        const queryEmbedding = await this.embeddingProvider.embed(query);
+        return this.searchByVector(queryEmbedding, options);
+    }
+    async searchByVector(embedding, options) {
+        const topK = options?.topK || 5;
+        const minScore = options?.minScore;
+        try {
+            // Build query
+            let queryBuilder = this.client.graphql
+                .get()
+                .withClassName(this.className)
+                .withFields(`${this.textKey} metadata _additional { id distance }`)
+                .withNearVector({ vector: embedding })
+                .withLimit(topK);
+            // Add metadata filter if provided
+            if (options?.filter) {
+                const where = this.buildWhereFilter(options.filter);
+                if (where) {
+                    queryBuilder = queryBuilder.withWhere(where);
+                }
+            }
+            const response = await queryBuilder.do();
+            // Transform results
+            const results = (response.data.Get[this.className] || [])
+                .map((item) => {
+                // Convert distance to similarity score (1 - distance for cosine)
+                const score = 1 - item._additional.distance;
+                return {
+                    id: item._additional.id,
+                    content: item[this.textKey],
+                    metadata: item.metadata,
+                    score,
+                };
+            })
+                .filter((result) => !minScore || result.score >= minScore);
+            return results;
+        }
+        catch (error) {
+            throw new Error(`Weaviate search failed: ${error}`);
+        }
+    }
+    async deleteDocuments(ids) {
+        try {
+            for (const id of ids) {
+                await this.client.data.deleter().withClassName(this.className).withId(id).do();
+            }
+        }
+        catch (error) {
+            throw new Error(`Failed to delete documents: ${error}`);
+        }
+    }
+    async updateDocument(id, document) {
+        try {
+            // Get existing document
+            const existing = await this.getDocument(id);
+            if (!existing) {
+                throw new Error(`Document with id ${id} not found`);
+            }
+            // Merge updates
+            const updated = { ...existing, ...document };
+            // Generate new embedding if content changed
+            let embedding = existing.embedding;
+            if (document.content && document.content !== existing.content) {
+                embedding = await this.embeddingProvider.embed(document.content);
+            }
+            // Update in Weaviate
+            await this.client.data
+                .updater()
+                .withClassName(this.className)
+                .withId(id)
+                .withProperties({
+                [this.textKey]: updated.content,
+                metadata: updated.metadata || {},
+            })
+                .withVector(embedding)
+                .do();
+        }
+        catch (error) {
+            throw new Error(`Failed to update document: ${error}`);
+        }
+    }
+    async getDocument(id) {
+        try {
+            const response = await this.client.data
+                .getterById()
+                .withClassName(this.className)
+                .withId(id)
+                .withVector()
+                .do();
+            if (!response) {
+                return null;
+            }
+            return {
+                id: response.id,
+                content: response.properties[this.textKey],
+                metadata: response.properties.metadata,
+                embedding: response.vector,
+            };
+        }
+        catch {
+            return null;
+        }
+    }
+    async clear() {
+        try {
+            // Delete all objects of this class
+            await this.client.schema.classDeleter().withClassName(this.className).do();
+            // Recreate the class
+            await this.initialize();
+        }
+        catch (error) {
+            throw new Error(`Failed to clear vector store: ${error}`);
+        }
+    }
+    /**
+     * Build Weaviate where filter from simple key-value pairs
+     */
+    buildWhereFilter(filter) {
+        const conditions = Object.entries(filter).map(([key, value]) => ({
+            path: ['metadata', key],
+            operator: 'Equal',
+            valueText: String(value),
+        }));
+        if (conditions.length === 0) {
+            return undefined;
+        }
+        if (conditions.length === 1) {
+            return conditions[0];
+        }
+        return {
+            operator: 'And',
+            operands: conditions,
+        };
+    }
+    generateId() {
+        // Weaviate uses UUID format
+        return 'xxxxxxxx-xxxx-4xxx-yxxx-xxxxxxxxxxxx'.replace(/[xy]/g, (c) => {
+            const r = (Math.random() * 16) | 0;
+            const v = c === 'x' ? r : (r & 0x3) | 0x8;
+            return v.toString(16);
+        });
+    }
+}
+exports.WeaviateVectorStore = WeaviateVectorStore;
+//# sourceMappingURL=weaviate.store.js.map

package/dist/vector-stores/weaviate.store.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"weaviate.store.js","sourceRoot":"","sources":["../../src/vector-stores/weaviate.store.ts"],"names":[],"mappings":";AAAA;;;GAGG;;;AAkBH,MAAa,mBAAmB;IAQ9B,YAAY,iBAAoC,EAAE,MAAsB;QAFhE,gBAAW,GAAY,KAAK,CAAC;QAGnC,IAAI,CAAC,iBAAiB,GAAG,iBAAiB,CAAC;QAC3C,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,SAAS,CAAC;QAClC,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,IAAI,SAAS,CAAC;QAC3C,IAAI,CAAC,YAAY,GAAG,MAAM,CAAC,YAAY,IAAI,CAAC,UAAU,CAAC,CAAC;QAExD,6BAA6B;QAC7B,iEAAiE;QACjE,MAAM,QAAQ,GAAG,OAAO,CAAC,oBAAoB,CAAC,CAAC;QAC/C,IAAI,CAAC,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC;YAC5B,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,MAAM,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,QAAQ,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,SAAS;SACvE,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,UAAU;QACd,IAAI,CAAC;YACH,wBAAwB;YACxB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACtD,MAAM,WAAW,GAAG,MAAM,CAAC,OAAO,EAAE,IAAI,CACtC,CAAC,CAAoB,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,KAAK,IAAI,CAAC,SAAS,CACrD,CAAC;YAEF,IAAI,CAAC,WAAW,EAAE,CAAC;gBACjB,sBAAsB;gBACtB,MAAM,QAAQ,GAAG;oBACf,KAAK,EAAE,IAAI,CAAC,SAAS;oBACrB,UAAU,EAAE,MAAM,EAAE,6BAA6B;oBACjD,UAAU,EAAE;wBACV;4BACE,IAAI,EAAE,IAAI,CAAC,OAAO;4BAClB,QAAQ,EAAE,CAAC,MAAM,CAAC;4BAClB,WAAW,EAAE,kBAAkB;yBAChC;wBACD;4BACE,IAAI,EAAE,UAAU;4BAChB,QAAQ,EAAE,CAAC,QAAQ,CAAC;4BACpB,WAAW,EAAE,mBAAmB;yBACjC;qBACF;iBACF,CAAC;gBAEF,MAAM,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,YAAY,EAAE,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,EAAE,EAAE,CAAC;YACnE,CAAC;YAED,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;QAC1B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,wCAAwC,KAAK,EAAE,CAAC,CAAC;QACnE,CAAC;IACH,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,SAAqB;QACtC,MAAM,GAAG,GAAa,EAAE,CAAC;QAEzB,wCAAwC;QACxC,MAAM,KAAK,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAClD,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;QAElE,eAAe;QACf,IAAI,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,cAAc,EAAE,CAAC;QAEjD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC1C,MAAM,GAAG,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC;YACzB,MAAM,EAAE,GAAG,GAAG,CAAC,EAAE,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACvC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAEb,MAAM,GAAG,GAAG;gBACV,KAAK,EAAE,IAAI,CAAC,SAAS;gBACrB,EAAE;gBACF,UAAU,EAAE;oBACV,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,GAAG,CAAC,OAAO;oBAC3B,QAAQ,EAAE,GAAG,CAAC,QAAQ,IAAI,EAAE;iBAC7B;gBACD,MAAM,EAAE,UAAU,CAAC,CAAC,CAAC;aACtB,CAAC;YAEF,OAAO,GAAG,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC;QACpC,CAAC;QAED,MAAM,OAAO,CAAC,EAAE,EAAE,CAAC;QACnB,OAAO,GAAG,CAAC;IACb,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,KAAa,EAAE,OAAsB;QAChD,+BAA+B;QAC/B,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAEjE,OAAO,IAAI,CAAC,cAAc,CAAC,cAAc,EAAE,OAAO,CAAC,CAAC;IACtD,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,SAAmB,EAAE,OAAsB;QAC9D,MAAM,IAAI,GAAG,OAAO,EAAE,IAAI,IAAI,CAAC,CAAC;QAChC,MAAM,QAAQ,GAAG,OAAO,EAAE,QAAQ,CAAC;QAEnC,IAAI,CAAC;YACH,cAAc;YACd,IAAI,YAAY,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO;iBACnC,GAAG,EAAE;iBACL,aAAa,CAAC,IAAI,CAAC,SAAS,CAAC;iBAC7B,UAAU,CAAC,GAAG,IAAI,CAAC,OAAO,uCAAuC,CAAC;iBAClE,cAAc,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC;iBACrC,SAAS,CAAC,IAAI,CAAC,CAAC;YAEnB,kCAAkC;YAClC,IAAI,OAAO,EAAE,MAAM,EAAE,CAAC;gBACpB,MAAM,KAAK,GAAG,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;gBACpD,IAAI,KAAK,EAAE,CAAC;oBACV,YAAY,GAAG,YAAY,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;gBAC/C,CAAC;YACH,CAAC;YAED,MAAM,QAAQ,GAAG,MAAM,YAAY,CAAC,EAAE,EAAE,CAAC;YAEzC,oBAAoB;YACpB,MAAM,OAAO,GAAmB,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC;iBACtE,GAAG,CAAC,CAAC,IAA+E,EAAE,EAAE;gBACvF,iEAAiE;gBACjE,MAAM,KAAK,GAAG,CAAC,GAAG,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC;gBAE5C,OAAO;oBACL,EAAE,EAAE,IAAI,CAAC,WAAW,CAAC,EAAE;oBACvB,OAAO,EAAE,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC;oBAC3B,QAAQ,EAAE,IAAI,CAAC,QAAQ;oBACvB,KAAK;iBACN,CAAC;YACJ,CAAC,CAAC;iBACD,MAAM,CAAC,CAAC,MAAoB,EAAE,EAAE,CAAC,CAAC,QAAQ,IAAI,MAAM,CAAC,KAAK,IAAI,QAAQ,CAAC,CAAC;YAE3E,OAAO,OAAO,CAAC;QACjB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,2BAA2B,KAAK,EAAE,CAAC,CAAC;QACtD,CAAC;IACH,CAAC;IAED,KAAK,CAAC,eAAe,CAAC,GAAa;QACjC,IAAI,CAAC;YACH,KAAK,MAAM,EAAE,IAAI,GAAG,EAAE,CAAC;gBACrB,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,aAAa,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC;YACjF,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,+BAA+B,KAAK,EAAE,CAAC,CAAC;QAC1D,CAAC;IACH,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,EAAU,EAAE,QAA2B;QAC1D,IAAI,CAAC;YACH,wBAAwB;YACxB,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;YAC5C,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACd,MAAM,IAAI,KAAK,CAAC,oBAAoB,EAAE,YAAY,CAAC,CAAC;YACtD,CAAC;YAED,gBAAgB;YAChB,MAAM,OAAO,GAAG,EAAE,GAAG,QAAQ,EAAE,GAAG,QAAQ,EAAE,CAAC;YAE7C,4CAA4C;YAC5C,IAAI,SAAS,GAAG,QAAQ,CAAC,SAAS,CAAC;YACnC,IAAI,QAAQ,CAAC,OAAO,IAAI,QAAQ,CAAC,OAAO,KAAK,QAAQ,CAAC,OAAO,EAAE,CAAC;gBAC9D,SAAS,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;YACnE,CAAC;YAED,qBAAqB;YACrB,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI;iBACnB,OAAO,EAAE;iBACT,aAAa,CAAC,IAAI,CAAC,SAAS,CAAC;iBAC7B,MAAM,CAAC,EAAE,CAAC;iBACV,cAAc,CAAC;gBACd,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,OAAO,CAAC,OAAO;gBAC/B,QAAQ,EAAE,OAAO,CAAC,QAAQ,IAAI,EAAE;aACjC,CAAC;iBACD,UAAU,CAAC,SAAU,CAAC;iBACtB,EAAE,EAAE,CAAC;QACV,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,8BAA8B,KAAK,EAAE,CAAC,CAAC;QACzD,CAAC;IACH,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,EAAU;QAC1B,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI;iBACpC,UAAU,EAAE;iBACZ,aAAa,CAAC,IAAI,CAAC,SAAS,CAAC;iBAC7B,MAAM,CAAC,EAAE,CAAC;iBACV,UAAU,EAAE;iBACZ,EAAE,EAAE,CAAC;YAER,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACd,OAAO,IAAI,CAAC;YACd,CAAC;YAED,OAAO;gBACL,EAAE,EAAE,QAAQ,CAAC,EAAE;gBACf,OAAO,EAAE,QAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC;gBAC1C,QAAQ,EAAE,QAAQ,CAAC,UAAU,CAAC,QAAQ;gBACtC,SAAS,EAAE,QAAQ,CAAC,MAAM;aAC3B,CAAC;QACJ,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,CAAC;YACH,mCAAmC;YACnC,MAAM,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,YAAY,EAAE,CAAC,aAAa,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,EAAE,CAAC;YAE3E,qBAAqB;YACrB,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;QAC1B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,iCAAiC,KAAK,EAAE,CAAC,CAAC;QAC5D,CAAC;IACH,CAAC;IAED;;OAEG;IACK,gBAAgB,CAAC,MAA+B;QAWtD,MAAM,UAAU,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,CAAC;YAC/D,IAAI,EAAE,CAAC,UAAU,EAAE,GAAG,CAAC;YACvB,QAAQ,EAAE,OAAO;YACjB,SAAS,EAAE,MAAM,CAAC,KAAK,CAAC;SACzB,CAAC,CAAC,CAAC;QAEJ,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC5B,OAAO,SAAS,CAAC;QACnB,CAAC;QAED,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC5B,OAAO,UAAU,CAAC,CAAC,CAAC,CAAC;QACvB,CAAC;QAED,OAAO;YACL,QAAQ,EAAE,KAAK;YACf,QAAQ,EAAE,UAAU;SACrB,CAAC;IACJ,CAAC;IAEO,UAAU;QAChB,4BAA4B;QAC5B,OAAO,sCAAsC,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC,EAAE,EAAE;YACnE,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC;YACnC,MAAM,CAAC,GAAG,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,GAAG,GAAG,CAAC;YAC1C,OAAO,CAAC,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;QACxB,CAAC,CAAC,CAAC;IACL,CAAC;CACF;AAxQD,kDAwQC"}

package/package.json

@@ -0,0 +1,87 @@
+{
+  "name": "@hazeljs/rag",
+  "version": "0.2.0-beta.1",
+  "description": "Retrieval-Augmented Generation (RAG) and vector search for HazelJS framework",
+  "main": "dist/index.js",
+  "types": "dist/index.d.ts",
+  "files": [
+    "dist"
+  ],
+  "scripts": {
+    "build": "tsc --skipLibCheck",
+    "test": "jest --coverage --passWithNoTests",
+    "lint": "eslint \"src/**/*.ts\"",
+    "lint:fix": "eslint \"src/**/*.ts\" --fix",
+    "clean": "rm -rf dist"
+  },
+  "dependencies": {
+    "@hazeljs/core": "file:../core",
+    "@hazeljs/ai": "file:../ai",
+    "reflect-metadata": "^0.2.1"
+  },
+  "peerDependencies": {
+    "@pinecone-database/pinecone": "^3.0.0",
+    "weaviate-ts-client": "^2.0.0",
+    "@qdrant/js-client-rest": "^1.9.0",
+    "chromadb": "^1.8.0",
+    "openai": "^4.0.0",
+    "cohere-ai": "^7.0.0",
+    "@huggingface/inference": "^2.0.0"
+  },
+  "peerDependenciesMeta": {
+    "@pinecone-database/pinecone": {
+      "optional": true
+    },
+    "weaviate-ts-client": {
+      "optional": true
+    },
+    "@qdrant/js-client-rest": {
+      "optional": true
+    },
+    "chromadb": {
+      "optional": true
+    },
+    "openai": {
+      "optional": true
+    },
+    "cohere-ai": {
+      "optional": true
+    },
+    "@huggingface/inference": {
+      "optional": true
+    }
+  },
+  "devDependencies": {
+    "@types/node": "^20.17.50",
+    "@typescript-eslint/eslint-plugin": "^8.18.2",
+    "@typescript-eslint/parser": "^8.18.2",
+    "eslint": "^8.56.0",
+    "jest": "^29.7.0",
+    "ts-jest": "^29.1.2",
+    "typescript": "^5.3.3"
+  },
+  "publishConfig": {
+    "access": "public"
+  },
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/hazeljs/hazeljs.git",
+    "directory": "packages/rag"
+  },
+  "keywords": [
+    "hazeljs",
+    "rag",
+    "retrieval-augmented-generation",
+    "vector-search",
+    "embeddings",
+    "semantic-search",
+    "pinecone",
+    "weaviate",
+    "qdrant",
+    "chromadb",
+    "ai",
+    "llm"
+  ],
+  "author": "Muhammad Arslan <marslan@hazeljs.com>",
+  "license": "MIT"
+}