@opensaas/stack-rag 0.1.6

package/dist/storage/index.d.ts

@@ -0,0 +1,41 @@
+import type { VectorStorage } from './types.js';
+import type { VectorStorageConfig } from '../config/types.js';
+/**
+ * Register a custom vector storage backend
+ * Use this to add support for custom storage backends (e.g., Pinecone, Qdrant)
+ *
+ * @example
+ * ```typescript
+ * import { registerVectorStorage } from '@opensaas/stack-rag/storage'
+ *
+ * registerVectorStorage('pinecone', (config) => {
+ *   return new PineconeVectorStorage(config)
+ * })
+ * ```
+ */
+export declare function registerVectorStorage(type: string, factory: (config: VectorStorageConfig) => VectorStorage): void;
+/**
+ * Create a vector storage instance from configuration
+ * Automatically selects the correct backend based on config.type
+ *
+ * @example
+ * ```typescript
+ * import { createVectorStorage } from '@opensaas/stack-rag/storage'
+ *
+ * const storage = createVectorStorage({
+ *   type: 'pgvector',
+ *   distanceFunction: 'cosine'
+ * })
+ *
+ * const results = await storage.search('Article', 'contentEmbedding', queryVector, {
+ *   limit: 10,
+ *   context
+ * })
+ * ```
+ */
+export declare function createVectorStorage(config: VectorStorageConfig): VectorStorage;
+export * from './types.js';
+export { JsonVectorStorage, createJsonStorage } from './json.js';
+export { PgVectorStorage, createPgVectorStorage } from './pgvector.js';
+export { SqliteVssStorage, createSqliteVssStorage } from './sqlite-vss.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/storage/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/storage/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,YAAY,CAAA;AAC/C,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,oBAAoB,CAAA;AA4B7D;;;;;;;;;;;;GAYG;AACH,wBAAgB,qBAAqB,CACnC,IAAI,EAAE,MAAM,EACZ,OAAO,EAAE,CAAC,MAAM,EAAE,mBAAmB,KAAK,aAAa,GACtD,IAAI,CAEN;AAED;;;;;;;;;;;;;;;;;;GAkBG;AACH,wBAAgB,mBAAmB,CAAC,MAAM,EAAE,mBAAmB,GAAG,aAAa,CAW9E;AAGD,cAAc,YAAY,CAAA;AAC1B,OAAO,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,MAAM,WAAW,CAAA;AAChE,OAAO,EAAE,eAAe,EAAE,qBAAqB,EAAE,MAAM,eAAe,CAAA;AACtE,OAAO,EAAE,gBAAgB,EAAE,sBAAsB,EAAE,MAAM,iBAAiB,CAAA"}

package/dist/storage/index.js

@@ -0,0 +1,73 @@
+import { createJsonStorage } from './json.js';
+import { createPgVectorStorage } from './pgvector.js';
+import { createSqliteVssStorage } from './sqlite-vss.js';
+/**
+ * Storage backend factory registry
+ * Maps storage types to factory functions
+ */
+const storageFactories = new Map();
+/**
+ * Register the built-in storage backends
+ */
+storageFactories.set('json', () => createJsonStorage());
+storageFactories.set('pgvector', (config) => {
+    if (config.type !== 'pgvector') {
+        throw new Error('Invalid config type for pgvector storage');
+    }
+    return createPgVectorStorage(config);
+});
+storageFactories.set('sqlite-vss', (config) => {
+    if (config.type !== 'sqlite-vss') {
+        throw new Error('Invalid config type for sqlite-vss storage');
+    }
+    return createSqliteVssStorage(config);
+});
+/**
+ * Register a custom vector storage backend
+ * Use this to add support for custom storage backends (e.g., Pinecone, Qdrant)
+ *
+ * @example
+ * ```typescript
+ * import { registerVectorStorage } from '@opensaas/stack-rag/storage'
+ *
+ * registerVectorStorage('pinecone', (config) => {
+ *   return new PineconeVectorStorage(config)
+ * })
+ * ```
+ */
+export function registerVectorStorage(type, factory) {
+    storageFactories.set(type, factory);
+}
+/**
+ * Create a vector storage instance from configuration
+ * Automatically selects the correct backend based on config.type
+ *
+ * @example
+ * ```typescript
+ * import { createVectorStorage } from '@opensaas/stack-rag/storage'
+ *
+ * const storage = createVectorStorage({
+ *   type: 'pgvector',
+ *   distanceFunction: 'cosine'
+ * })
+ *
+ * const results = await storage.search('Article', 'contentEmbedding', queryVector, {
+ *   limit: 10,
+ *   context
+ * })
+ * ```
+ */
+export function createVectorStorage(config) {
+    const factory = storageFactories.get(config.type);
+    if (!factory) {
+        throw new Error(`Unknown vector storage type: ${config.type}. ` +
+            `Available backends: ${Array.from(storageFactories.keys()).join(', ')}`);
+    }
+    return factory(config);
+}
+// Export types and individual storage backends
+export * from './types.js';
+export { JsonVectorStorage, createJsonStorage } from './json.js';
+export { PgVectorStorage, createPgVectorStorage } from './pgvector.js';
+export { SqliteVssStorage, createSqliteVssStorage } from './sqlite-vss.js';
+//# sourceMappingURL=index.js.map

package/dist/storage/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/storage/index.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,iBAAiB,EAAE,MAAM,WAAW,CAAA;AAC7C,OAAO,EAAE,qBAAqB,EAAE,MAAM,eAAe,CAAA;AACrD,OAAO,EAAE,sBAAsB,EAAE,MAAM,iBAAiB,CAAA;AAExD;;;GAGG;AACH,MAAM,gBAAgB,GAAG,IAAI,GAAG,EAA0D,CAAA;AAE1F;;GAEG;AACH,gBAAgB,CAAC,GAAG,CAAC,MAAM,EAAE,GAAG,EAAE,CAAC,iBAAiB,EAAE,CAAC,CAAA;AACvD,gBAAgB,CAAC,GAAG,CAAC,UAAU,EAAE,CAAC,MAAM,EAAE,EAAE;IAC1C,IAAI,MAAM,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;QAC/B,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAA;IAC7D,CAAC;IACD,OAAO,qBAAqB,CAAC,MAA4D,CAAC,CAAA;AAC5F,CAAC,CAAC,CAAA;AACF,gBAAgB,CAAC,GAAG,CAAC,YAAY,EAAE,CAAC,MAAM,EAAE,EAAE;IAC5C,IAAI,MAAM,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;QACjC,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAA;IAC/D,CAAC;IACD,OAAO,sBAAsB,CAAC,MAA6D,CAAC,CAAA;AAC9F,CAAC,CAAC,CAAA;AAEF;;;;;;;;;;;;GAYG;AACH,MAAM,UAAU,qBAAqB,CACnC,IAAY,EACZ,OAAuD;IAEvD,gBAAgB,CAAC,GAAG,CAAC,IAAI,EAAE,OAAO,CAAC,CAAA;AACrC,CAAC;AAED;;;;;;;;;;;;;;;;;;GAkBG;AACH,MAAM,UAAU,mBAAmB,CAAC,MAA2B;IAC7D,MAAM,OAAO,GAAG,gBAAgB,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;IAEjD,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,MAAM,IAAI,KAAK,CACb,gCAAgC,MAAM,CAAC,IAAI,IAAI;YAC7C,uBAAuB,KAAK,CAAC,IAAI,CAAC,gBAAgB,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAC1E,CAAA;IACH,CAAC;IAED,OAAO,OAAO,CAAC,MAAM,CAAC,CAAA;AACxB,CAAC;AAED,+CAA+C;AAC/C,cAAc,YAAY,CAAA;AAC1B,OAAO,EAAE,iBAAiB,EAAE,iBAAiB,EAAE,MAAM,WAAW,CAAA;AAChE,OAAO,EAAE,eAAe,EAAE,qBAAqB,EAAE,MAAM,eAAe,CAAA;AACtE,OAAO,EAAE,gBAAgB,EAAE,sBAAsB,EAAE,MAAM,iBAAiB,CAAA"}

package/dist/storage/json.d.ts

@@ -0,0 +1,34 @@
+import type { VectorStorage, SearchOptions } from './types.js';
+import type { SearchResult } from '../config/types.js';
+/**
+ * JSON-based vector storage
+ * Stores vectors as JSON in the database and performs similarity search in JavaScript
+ * Good for development and small datasets, doesn't require special database extensions
+ */
+export declare class JsonVectorStorage implements VectorStorage {
+    readonly type = "json";
+    /**
+     * Search for similar vectors using JavaScript-based cosine similarity
+     */
+    search<T = unknown>(listKey: string, fieldName: string, queryVector: number[], options: SearchOptions): Promise<SearchResult<T>[]>;
+    /**
+     * Calculate cosine similarity between two vectors
+     */
+    cosineSimilarity(a: number[], b: number[]): number;
+}
+/**
+ * Create a JSON vector storage instance
+ *
+ * @example
+ * ```typescript
+ * import { createJsonStorage } from '@opensaas/stack-rag/storage'
+ *
+ * const storage = createJsonStorage()
+ * const results = await storage.search('Article', 'contentEmbedding', queryVector, {
+ *   limit: 10,
+ *   context
+ * })
+ * ```
+ */
+export declare function createJsonStorage(): JsonVectorStorage;
+//# sourceMappingURL=json.d.ts.map

package/dist/storage/json.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"json.d.ts","sourceRoot":"","sources":["../../src/storage/json.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,YAAY,CAAA;AAC9D,OAAO,KAAK,EAAE,YAAY,EAAmB,MAAM,oBAAoB,CAAA;AAIvE;;;;GAIG;AACH,qBAAa,iBAAkB,YAAW,aAAa;IACrD,QAAQ,CAAC,IAAI,UAAS;IAEtB;;OAEG;IACG,MAAM,CAAC,CAAC,GAAG,OAAO,EACtB,OAAO,EAAE,MAAM,EACf,SAAS,EAAE,MAAM,EACjB,WAAW,EAAE,MAAM,EAAE,EACrB,OAAO,EAAE,aAAa,GACrB,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,CAAC;IA4D7B;;OAEG;IACH,gBAAgB,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,CAAC,EAAE,MAAM,EAAE,GAAG,MAAM;CAGnD;AAED;;;;;;;;;;;;;GAaG;AACH,wBAAgB,iBAAiB,IAAI,iBAAiB,CAErD"}

package/dist/storage/json.js

@@ -0,0 +1,82 @@
+import { cosineSimilarity as calculateCosineSimilarity } from './types.js';
+import { getDbKey } from '@opensaas/stack-core';
+/**
+ * JSON-based vector storage
+ * Stores vectors as JSON in the database and performs similarity search in JavaScript
+ * Good for development and small datasets, doesn't require special database extensions
+ */
+export class JsonVectorStorage {
+    type = 'json';
+    /**
+     * Search for similar vectors using JavaScript-based cosine similarity
+     */
+    async search(listKey, fieldName, queryVector, options) {
+        const { limit = 10, minScore = 0.0, context, where = {} } = options;
+        const dbKey = getDbKey(listKey);
+        const model = context.db[dbKey];
+        if (!model) {
+            throw new Error(`List '${listKey}' not found in context.db`);
+        }
+        // Fetch all items with embeddings (access control applied via context)
+        // We need to fetch all items because we're doing similarity scoring in JS
+        const items = await model.findMany({
+            where: {
+                ...where,
+                [fieldName]: {
+                    not: null,
+                },
+            },
+        });
+        // Calculate similarity for each item
+        const results = [];
+        for (const item of items) {
+            const embeddingData = item[fieldName];
+            if (!embeddingData || !embeddingData.vector) {
+                continue;
+            }
+            const storedVector = embeddingData.vector;
+            // Validate vector dimensions
+            if (storedVector.length !== queryVector.length) {
+                console.warn(`Vector dimension mismatch for ${listKey}.${item.id}.${fieldName}: ` +
+                    `expected ${queryVector.length}, got ${storedVector.length}. Skipping.`);
+                continue;
+            }
+            // Calculate cosine similarity
+            const score = this.cosineSimilarity(queryVector, storedVector);
+            if (score >= minScore) {
+                results.push({
+                    item: item,
+                    score,
+                    distance: 1 - score, // Convert similarity to distance
+                });
+            }
+        }
+        // Sort by score (descending) and limit results
+        results.sort((a, b) => b.score - a.score);
+        return results.slice(0, limit);
+    }
+    /**
+     * Calculate cosine similarity between two vectors
+     */
+    cosineSimilarity(a, b) {
+        return calculateCosineSimilarity(a, b);
+    }
+}
+/**
+ * Create a JSON vector storage instance
+ *
+ * @example
+ * ```typescript
+ * import { createJsonStorage } from '@opensaas/stack-rag/storage'
+ *
+ * const storage = createJsonStorage()
+ * const results = await storage.search('Article', 'contentEmbedding', queryVector, {
+ *   limit: 10,
+ *   context
+ * })
+ * ```
+ */
+export function createJsonStorage() {
+    return new JsonVectorStorage();
+}
+//# sourceMappingURL=json.js.map

package/dist/storage/json.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"json.js","sourceRoot":"","sources":["../../src/storage/json.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,gBAAgB,IAAI,yBAAyB,EAAE,MAAM,YAAY,CAAA;AAC1E,OAAO,EAAE,QAAQ,EAAE,MAAM,sBAAsB,CAAA;AAE/C;;;;GAIG;AACH,MAAM,OAAO,iBAAiB;IACnB,IAAI,GAAG,MAAM,CAAA;IAEtB;;OAEG;IACH,KAAK,CAAC,MAAM,CACV,OAAe,EACf,SAAiB,EACjB,WAAqB,EACrB,OAAsB;QAEtB,MAAM,EAAE,KAAK,GAAG,EAAE,EAAE,QAAQ,GAAG,GAAG,EAAE,OAAO,EAAE,KAAK,GAAG,EAAE,EAAE,GAAG,OAAO,CAAA;QAEnE,MAAM,KAAK,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAA;QAC/B,MAAM,KAAK,GAAG,OAAO,CAAC,EAAE,CAAC,KAAK,CAAC,CAAA;QAE/B,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,MAAM,IAAI,KAAK,CAAC,SAAS,OAAO,2BAA2B,CAAC,CAAA;QAC9D,CAAC;QAED,uEAAuE;QACvE,0EAA0E;QAC1E,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,QAAQ,CAAC;YACjC,KAAK,EAAE;gBACL,GAAG,KAAK;gBACR,CAAC,SAAS,CAAC,EAAE;oBACX,GAAG,EAAE,IAAI;iBACV;aACF;SACF,CAAC,CAAA;QAEF,qCAAqC;QACrC,MAAM,OAAO,GAAwD,EAAE,CAAA;QAEvE,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,aAAa,GAAG,IAAI,CAAC,SAAS,CAA2B,CAAA;YAE/D,IAAI,CAAC,aAAa,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,CAAC;gBAC5C,SAAQ;YACV,CAAC;YAED,MAAM,YAAY,GAAG,aAAa,CAAC,MAAM,CAAA;YAEzC,6BAA6B;YAC7B,IAAI,YAAY,CAAC,MAAM,KAAK,WAAW,CAAC,MAAM,EAAE,CAAC;gBAC/C,OAAO,CAAC,IAAI,CACV,iCAAiC,OAAO,IAAI,IAAI,CAAC,EAAE,IAAI,SAAS,IAAI;oBAClE,YAAY,WAAW,CAAC,MAAM,SAAS,YAAY,CAAC,MAAM,aAAa,CAC1E,CAAA;gBACD,SAAQ;YACV,CAAC;YAED,8BAA8B;YAC9B,MAAM,KAAK,GAAG,IAAI,CAAC,gBAAgB,CAAC,WAAW,EAAE,YAAY,CAAC,CAAA;YAE9D,IAAI,KAAK,IAAI,QAAQ,EAAE,CAAC;gBACtB,OAAO,CAAC,IAAI,CAAC;oBACX,IAAI,EAAE,IAAS;oBACf,KAAK;oBACL,QAAQ,EAAE,CAAC,GAAG,KAAK,EAAE,iCAAiC;iBACvD,CAAC,CAAA;YACJ,CAAC;QACH,CAAC;QAED,+CAA+C;QAC/C,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAA;QAEzC,OAAO,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAA;IAChC,CAAC;IAED;;OAEG;IACH,gBAAgB,CAAC,CAAW,EAAE,CAAW;QACvC,OAAO,yBAAyB,CAAC,CAAC,EAAE,CAAC,CAAC,CAAA;IACxC,CAAC;CACF;AAED;;;;;;;;;;;;;GAaG;AACH,MAAM,UAAU,iBAAiB;IAC/B,OAAO,IAAI,iBAAiB,EAAE,CAAA;AAChC,CAAC"}

package/dist/storage/pgvector.d.ts

@@ -0,0 +1,53 @@
+import type { VectorStorage, SearchOptions } from './types.js';
+import type { SearchResult } from '../config/types.js';
+import type { PgVectorStorageConfig } from '../config/types.js';
+/**
+ * pgvector storage backend
+ * Uses PostgreSQL with pgvector extension for efficient vector similarity search
+ * Requires: CREATE EXTENSION vector;
+ */
+export declare class PgVectorStorage implements VectorStorage {
+    readonly type = "pgvector";
+    private distanceFunction;
+    constructor(config: PgVectorStorageConfig);
+    /**
+     * Get the appropriate distance operator for pgvector
+     */
+    private getDistanceOperator;
+    /**
+     * Convert distance to similarity score (0-1, higher is more similar)
+     */
+    private distanceToScore;
+    /**
+     * Search for similar vectors using pgvector
+     */
+    search<T = unknown>(listKey: string, fieldName: string, queryVector: number[], options: SearchOptions): Promise<SearchResult<T>[]>;
+    /**
+     * Fallback to JSON-based search if we can't access Prisma directly
+     */
+    private fallbackSearch;
+    /**
+     * Calculate cosine similarity between two vectors
+     */
+    cosineSimilarity(a: number[], b: number[]): number;
+}
+/**
+ * Create a pgvector storage instance
+ *
+ * @example
+ * ```typescript
+ * import { createPgVectorStorage } from '@opensaas/stack-rag/storage'
+ *
+ * const storage = createPgVectorStorage({
+ *   type: 'pgvector',
+ *   distanceFunction: 'cosine'
+ * })
+ *
+ * const results = await storage.search('Article', 'contentEmbedding', queryVector, {
+ *   limit: 10,
+ *   context
+ * })
+ * ```
+ */
+export declare function createPgVectorStorage(config: PgVectorStorageConfig): PgVectorStorage;
+//# sourceMappingURL=pgvector.d.ts.map

package/dist/storage/pgvector.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"pgvector.d.ts","sourceRoot":"","sources":["../../src/storage/pgvector.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,YAAY,CAAA;AAC9D,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAA;AACtD,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,oBAAoB,CAAA;AAI/D;;;;GAIG;AACH,qBAAa,eAAgB,YAAW,aAAa;IACnD,QAAQ,CAAC,IAAI,cAAa;IAC1B,OAAO,CAAC,gBAAgB,CAAmC;gBAE/C,MAAM,EAAE,qBAAqB;IAIzC;;OAEG;IACH,OAAO,CAAC,mBAAmB;IAa3B;;OAEG;IACH,OAAO,CAAC,eAAe;IAiBvB;;OAEG;IACG,MAAM,CAAC,CAAC,GAAG,OAAO,EACtB,OAAO,EAAE,MAAM,EACf,SAAS,EAAE,MAAM,EACjB,WAAW,EAAE,MAAM,EAAE,EACrB,OAAO,EAAE,aAAa,GACrB,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,CAAC;IAoG7B;;OAEG;YACW,cAAc;IAW5B;;OAEG;IACH,gBAAgB,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,CAAC,EAAE,MAAM,EAAE,GAAG,MAAM;CAGnD;AAED;;;;;;;;;;;;;;;;;GAiBG;AACH,wBAAgB,qBAAqB,CAAC,MAAM,EAAE,qBAAqB,GAAG,eAAe,CAEpF"}

package/dist/storage/pgvector.js

@@ -0,0 +1,168 @@
+import { cosineSimilarity as calculateCosineSimilarity } from './types.js';
+import { getDbKey } from '@opensaas/stack-core';
+/**
+ * pgvector storage backend
+ * Uses PostgreSQL with pgvector extension for efficient vector similarity search
+ * Requires: CREATE EXTENSION vector;
+ */
+export class PgVectorStorage {
+    type = 'pgvector';
+    distanceFunction;
+    constructor(config) {
+        this.distanceFunction = config.distanceFunction || 'cosine';
+    }
+    /**
+     * Get the appropriate distance operator for pgvector
+     */
+    getDistanceOperator() {
+        switch (this.distanceFunction) {
+            case 'cosine':
+                return '<=>'; // Cosine distance
+            case 'l2':
+                return '<->'; // L2 distance
+            case 'inner_product':
+                return '<#>'; // Inner product (negative, so smaller is more similar)
+            default:
+                return '<=>'; // Default to cosine
+        }
+    }
+    /**
+     * Convert distance to similarity score (0-1, higher is more similar)
+     */
+    distanceToScore(distance) {
+        switch (this.distanceFunction) {
+            case 'cosine':
+                // Cosine distance is 1 - similarity, so similarity = 1 - distance
+                return 1 - distance;
+            case 'l2':
+                // L2 distance: convert to similarity using 1 / (1 + distance)
+                return 1 / (1 + distance);
+            case 'inner_product':
+                // Inner product: larger (less negative) is more similar
+                // Convert to 0-1 range
+                return -distance;
+            default:
+                return 1 - distance;
+        }
+    }
+    /**
+     * Search for similar vectors using pgvector
+     */
+    async search(listKey, fieldName, queryVector, options) {
+        const { limit = 10, minScore = 0.0, context, where = {} } = options;
+        const dbKey = getDbKey(listKey);
+        const model = context.db[dbKey];
+        if (!model) {
+            throw new Error(`List '${listKey}' not found in context.db`);
+        }
+        const distanceOp = this.getDistanceOperator();
+        // Build the vector string for Prisma raw query
+        // pgvector expects vectors in format: '[1,2,3]'
+        const vectorString = `[${queryVector.join(',')}]`;
+        // We need to use Prisma.$queryRaw to access pgvector operators
+        // The access-controlled context.db doesn't expose $queryRaw directly,
+        // so we need to use a two-step approach:
+        // 1. Get all matching IDs using raw query
+        // 2. Fetch full items via access-controlled context
+        try {
+            // Get the underlying Prisma client
+            // Note: This bypasses access control for the similarity search,
+            // but we enforce it in the second query
+            const prisma = context.prisma;
+            if (!prisma) {
+                // Fallback: if we can't access Prisma directly, use JSON storage approach
+                console.warn('pgvector: Could not access Prisma client directly. ' +
+                    'Falling back to JSON-based search. ' +
+                    'For full pgvector support, ensure the context exposes _prisma.');
+                return this.fallbackSearch(listKey, fieldName, queryVector, options);
+            }
+            // Raw query to get IDs and distances
+            // We extract the vector from the JSON field and cast it to vector type
+            const tableName = listKey.toLowerCase(); // Prisma table names are lowercase
+            const results = (await prisma.$queryRawUnsafe(`
+        SELECT id,
+               (("${fieldName}"->>'vector')::vector ${distanceOp} '${vectorString}'::vector) as distance
+        FROM "${tableName}"
+        WHERE "${fieldName}" IS NOT NULL
+          AND "${fieldName}"->>'vector' IS NOT NULL
+        ORDER BY distance
+        LIMIT ${limit * 2}
+      `));
+            // Get IDs of items within score threshold
+            const itemIds = results
+                .map((r) => ({
+                id: r.id,
+                distance: Number(r.distance),
+                score: this.distanceToScore(Number(r.distance)),
+            }))
+                .filter((r) => r.score >= minScore)
+                .slice(0, limit)
+                .map((r) => ({ id: r.id, distance: r.distance, score: r.score }));
+            if (itemIds.length === 0) {
+                return [];
+            }
+            // Fetch full items via access-controlled context
+            const items = await model.findMany({
+                where: {
+                    ...where,
+                    id: {
+                        in: itemIds.map((r) => r.id),
+                    },
+                },
+            });
+            // Match items with their scores and sort by score
+            const searchResults = [];
+            for (const idInfo of itemIds) {
+                const item = items.find((i) => i.id === idInfo.id);
+                if (item) {
+                    searchResults.push({
+                        item: item,
+                        score: idInfo.score,
+                        distance: idInfo.distance,
+                    });
+                }
+            }
+            return searchResults;
+        }
+        catch (error) {
+            throw new Error(`pgvector search failed: ${error.message}\n` +
+                'Ensure pgvector extension is installed: CREATE EXTENSION vector;');
+        }
+    }
+    /**
+     * Fallback to JSON-based search if we can't access Prisma directly
+     */
+    async fallbackSearch(listKey, fieldName, queryVector, options) {
+        const { JsonVectorStorage } = await import('./json.js');
+        const jsonStorage = new JsonVectorStorage();
+        return jsonStorage.search(listKey, fieldName, queryVector, options);
+    }
+    /**
+     * Calculate cosine similarity between two vectors
+     */
+    cosineSimilarity(a, b) {
+        return calculateCosineSimilarity(a, b);
+    }
+}
+/**
+ * Create a pgvector storage instance
+ *
+ * @example
+ * ```typescript
+ * import { createPgVectorStorage } from '@opensaas/stack-rag/storage'
+ *
+ * const storage = createPgVectorStorage({
+ *   type: 'pgvector',
+ *   distanceFunction: 'cosine'
+ * })
+ *
+ * const results = await storage.search('Article', 'contentEmbedding', queryVector, {
+ *   limit: 10,
+ *   context
+ * })
+ * ```
+ */
+export function createPgVectorStorage(config) {
+    return new PgVectorStorage(config);
+}
+//# sourceMappingURL=pgvector.js.map

package/dist/storage/pgvector.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pgvector.js","sourceRoot":"","sources":["../../src/storage/pgvector.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,gBAAgB,IAAI,yBAAyB,EAAE,MAAM,YAAY,CAAA;AAC1E,OAAO,EAAE,QAAQ,EAAE,MAAM,sBAAsB,CAAA;AAE/C;;;;GAIG;AACH,MAAM,OAAO,eAAe;IACjB,IAAI,GAAG,UAAU,CAAA;IAClB,gBAAgB,CAAmC;IAE3D,YAAY,MAA6B;QACvC,IAAI,CAAC,gBAAgB,GAAG,MAAM,CAAC,gBAAgB,IAAI,QAAQ,CAAA;IAC7D,CAAC;IAED;;OAEG;IACK,mBAAmB;QACzB,QAAQ,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAC9B,KAAK,QAAQ;gBACX,OAAO,KAAK,CAAA,CAAC,kBAAkB;YACjC,KAAK,IAAI;gBACP,OAAO,KAAK,CAAA,CAAC,cAAc;YAC7B,KAAK,eAAe;gBAClB,OAAO,KAAK,CAAA,CAAC,uDAAuD;YACtE;gBACE,OAAO,KAAK,CAAA,CAAC,oBAAoB;QACrC,CAAC;IACH,CAAC;IAED;;OAEG;IACK,eAAe,CAAC,QAAgB;QACtC,QAAQ,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAC9B,KAAK,QAAQ;gBACX,kEAAkE;gBAClE,OAAO,CAAC,GAAG,QAAQ,CAAA;YACrB,KAAK,IAAI;gBACP,8DAA8D;gBAC9D,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,QAAQ,CAAC,CAAA;YAC3B,KAAK,eAAe;gBAClB,wDAAwD;gBACxD,uBAAuB;gBACvB,OAAO,CAAC,QAAQ,CAAA;YAClB;gBACE,OAAO,CAAC,GAAG,QAAQ,CAAA;QACvB,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,MAAM,CACV,OAAe,EACf,SAAiB,EACjB,WAAqB,EACrB,OAAsB;QAEtB,MAAM,EAAE,KAAK,GAAG,EAAE,EAAE,QAAQ,GAAG,GAAG,EAAE,OAAO,EAAE,KAAK,GAAG,EAAE,EAAE,GAAG,OAAO,CAAA;QAEnE,MAAM,KAAK,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAA;QAC/B,MAAM,KAAK,GAAG,OAAO,CAAC,EAAE,CAAC,KAAK,CAAC,CAAA;QAE/B,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,MAAM,IAAI,KAAK,CAAC,SAAS,OAAO,2BAA2B,CAAC,CAAA;QAC9D,CAAC;QAED,MAAM,UAAU,GAAG,IAAI,CAAC,mBAAmB,EAAE,CAAA;QAE7C,+CAA+C;QAC/C,gDAAgD;QAChD,MAAM,YAAY,GAAG,IAAI,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAA;QAEjD,+DAA+D;QAC/D,sEAAsE;QACtE,yCAAyC;QACzC,0CAA0C;QAC1C,oDAAoD;QAEpD,IAAI,CAAC;YACH,mCAAmC;YACnC,gEAAgE;YAChE,wCAAwC;YACxC,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAA;YAE7B,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,0EAA0E;gBAC1E,OAAO,CAAC,IAAI,CACV,qDAAqD;oBACnD,qCAAqC;oBACrC,gEAAgE,CACnE,CAAA;gBACD,OAAO,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,SAAS,EAAE,WAAW,EAAE,OAAO,CAAC,CAAA;YACtE,CAAC;YAED,qCAAqC;YACrC,uEAAuE;YACvE,MAAM,SAAS,GAAG,OAAO,CAAC,WAAW,EAAE,CAAA,CAAC,mCAAmC;YAC3E,MAAM,OAAO,GAAG,CAAC,MAAM,MAAM,CAAC,eAAe,CAAC;;oBAEhC,SAAS,yBAAyB,UAAU,KAAK,YAAY;gBACjE,SAAS;iBACR,SAAS;iBACT,SAAS;;gBAEV,KAAK,GAAG,CAAC;OAClB,CAAC,CAA4C,CAAA;YAE9C,0CAA0C;YAC1C,MAAM,OAAO,GAAG,OAAO;iBACpB,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;gBACX,EAAE,EAAE,CAAC,CAAC,EAAE;gBACR,QAAQ,EAAE,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC;gBAC5B,KAAK,EAAE,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;aAChD,CAAC,CAAC;iBACF,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,IAAI,QAAQ,CAAC;iBAClC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC;iBACf,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAC,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAA;YAEnE,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACzB,OAAO,EAAE,CAAA;YACX,CAAC;YAED,iDAAiD;YACjD,MAAM,KAAK,GAAG,MAAM,KAAK,CAAC,QAAQ,CAAC;gBACjC,KAAK,EAAE;oBACL,GAAG,KAAK;oBACR,EAAE,EAAE;wBACF,EAAE,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;qBAC7B;iBACF;aACF,CAAC,CAAA;YAEF,kDAAkD;YAClD,MAAM,aAAa,GAAsB,EAAE,CAAA;YAC3C,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;gBAC7B,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CACrB,CAAC,CAA0B,EAAE,EAAE,CAAE,CAAoB,CAAC,EAAE,KAAK,MAAM,CAAC,EAAE,CACvE,CAAA;gBACD,IAAI,IAAI,EAAE,CAAC;oBACT,aAAa,CAAC,IAAI,CAAC;wBACjB,IAAI,EAAE,IAAS;wBACf,KAAK,EAAE,MAAM,CAAC,KAAK;wBACnB,QAAQ,EAAE,MAAM,CAAC,QAAQ;qBAC1B,CAAC,CAAA;gBACJ,CAAC;YACH,CAAC;YAED,OAAO,aAAa,CAAA;QACtB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CACb,2BAA4B,KAAe,CAAC,OAAO,IAAI;gBACrD,kEAAkE,CACrE,CAAA;QACH,CAAC;IACH,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,cAAc,CAC1B,OAAe,EACf,SAAiB,EACjB,WAAqB,EACrB,OAAsB;QAEtB,MAAM,EAAE,iBAAiB,EAAE,GAAG,MAAM,MAAM,CAAC,WAAW,CAAC,CAAA;QACvD,MAAM,WAAW,GAAG,IAAI,iBAAiB,EAAE,CAAA;QAC3C,OAAO,WAAW,CAAC,MAAM,CAAC,OAAO,EAAE,SAAS,EAAE,WAAW,EAAE,OAAO,CAAC,CAAA;IACrE,CAAC;IAED;;OAEG;IACH,gBAAgB,CAAC,CAAW,EAAE,CAAW;QACvC,OAAO,yBAAyB,CAAC,CAAC,EAAE,CAAC,CAAC,CAAA;IACxC,CAAC;CACF;AAED;;;;;;;;;;;;;;;;;GAiBG;AACH,MAAM,UAAU,qBAAqB,CAAC,MAA6B;IACjE,OAAO,IAAI,eAAe,CAAC,MAAM,CAAC,CAAA;AACpC,CAAC"}

package/dist/storage/sqlite-vss.d.ts

@@ -0,0 +1,49 @@
+import type { VectorStorage, SearchOptions } from './types.js';
+import type { SearchResult } from '../config/types.js';
+import type { SqliteVssStorageConfig } from '../config/types.js';
+/**
+ * SQLite VSS storage backend
+ * Uses sqlite-vss extension for vector similarity search
+ * Requires: sqlite-vss extension to be loaded
+ */
+export declare class SqliteVssStorage implements VectorStorage {
+    readonly type = "sqlite-vss";
+    private distanceFunction;
+    constructor(config: SqliteVssStorageConfig);
+    /**
+     * Convert distance to similarity score (0-1, higher is more similar)
+     */
+    private distanceToScore;
+    /**
+     * Search for similar vectors using sqlite-vss
+     */
+    search<T = unknown>(listKey: string, fieldName: string, queryVector: number[], options: SearchOptions): Promise<SearchResult<T>[]>;
+    /**
+     * Fallback to JSON-based search if we can't access Prisma directly
+     */
+    private fallbackSearch;
+    /**
+     * Calculate cosine similarity between two vectors
+     */
+    cosineSimilarity(a: number[], b: number[]): number;
+}
+/**
+ * Create a SQLite VSS storage instance
+ *
+ * @example
+ * ```typescript
+ * import { createSqliteVssStorage } from '@opensaas/stack-rag/storage'
+ *
+ * const storage = createSqliteVssStorage({
+ *   type: 'sqlite-vss',
+ *   distanceFunction: 'cosine'
+ * })
+ *
+ * const results = await storage.search('Article', 'contentEmbedding', queryVector, {
+ *   limit: 10,
+ *   context
+ * })
+ * ```
+ */
+export declare function createSqliteVssStorage(config: SqliteVssStorageConfig): SqliteVssStorage;
+//# sourceMappingURL=sqlite-vss.d.ts.map

package/dist/storage/sqlite-vss.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"sqlite-vss.d.ts","sourceRoot":"","sources":["../../src/storage/sqlite-vss.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,YAAY,CAAA;AAC9D,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAA;AACtD,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,oBAAoB,CAAA;AAIhE;;;;GAIG;AACH,qBAAa,gBAAiB,YAAW,aAAa;IACpD,QAAQ,CAAC,IAAI,gBAAe;IAC5B,OAAO,CAAC,gBAAgB,CAAiB;gBAE7B,MAAM,EAAE,sBAAsB;IAI1C;;OAEG;IACH,OAAO,CAAC,eAAe;IAUvB;;OAEG;IACG,MAAM,CAAC,CAAC,GAAG,OAAO,EACtB,OAAO,EAAE,MAAM,EACf,SAAS,EAAE,MAAM,EACjB,WAAW,EAAE,MAAM,EAAE,EACrB,OAAO,EAAE,aAAa,GACrB,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,CAAC;IA8G7B;;OAEG;YACW,cAAc;IAW5B;;OAEG;IACH,gBAAgB,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,CAAC,EAAE,MAAM,EAAE,GAAG,MAAM;CAGnD;AAED;;;;;;;;;;;;;;;;;GAiBG;AACH,wBAAgB,sBAAsB,CAAC,MAAM,EAAE,sBAAsB,GAAG,gBAAgB,CAEvF"}