@opensaas/stack-rag 0.1.6

package/dist/runtime/embeddings.test.js

@@ -0,0 +1,366 @@
+import { describe, it, expect, vi } from 'vitest';
+import { generateEmbedding, generateEmbeddings, shouldRegenerateEmbedding, hashText, validateEmbeddingDimensions, mergeEmbeddings, } from './embeddings.js';
+// Mock embedding provider
+function createMockProvider() {
+    return {
+        type: 'mock',
+        model: 'mock-model',
+        dimensions: 3,
+        embed: vi.fn(async (text) => {
+            // Return simple mock vector based on text length
+            return [text.length / 10, text.length / 20, text.length / 30];
+        }),
+        embedBatch: vi.fn(async (texts) => {
+            return texts.map((text) => [text.length / 10, text.length / 20, text.length / 30]);
+        }),
+    };
+}
+describe('generateEmbedding', () => {
+    it('should generate single embedding without chunking', async () => {
+        const provider = createMockProvider();
+        const embedding = await generateEmbedding({
+            provider,
+            text: 'Hello world',
+            enableChunking: false,
+        });
+        expect(embedding).toHaveProperty('vector');
+        expect(embedding).toHaveProperty('metadata');
+        expect(embedding.vector).toHaveLength(3);
+        expect(embedding.metadata.model).toBe('mock-model');
+        expect(embedding.metadata.provider).toBe('mock');
+        expect(embedding.metadata.dimensions).toBe(3);
+        expect(embedding.metadata.sourceHash).toBeDefined();
+    });
+    it('should generate chunked embeddings with chunking enabled', async () => {
+        const provider = createMockProvider();
+        const longText = 'A'.repeat(1000);
+        const chunkedEmbeddings = await generateEmbedding({
+            provider,
+            text: longText,
+            enableChunking: true,
+            chunking: { chunkSize: 200, chunkOverlap: 0 },
+        });
+        expect(Array.isArray(chunkedEmbeddings)).toBe(true);
+        expect(chunkedEmbeddings.length).toBeGreaterThan(1);
+        for (const chunked of chunkedEmbeddings) {
+            expect(chunked).toHaveProperty('chunk');
+            expect(chunked).toHaveProperty('embedding');
+            expect(chunked.embedding.vector).toHaveLength(3);
+            // eslint-disable-next-line @typescript-eslint/no-explicit-any
+            expect(chunked.embedding.metadata.chunkIndex).toBeDefined();
+        }
+    });
+    it('should include source hash when enabled', async () => {
+        const provider = createMockProvider();
+        const text = 'Test text';
+        const embedding = await generateEmbedding({
+            provider,
+            text,
+            includeSourceHash: true,
+        });
+        expect(embedding.metadata.sourceHash).toBeDefined();
+        expect(typeof embedding.metadata.sourceHash).toBe('string');
+        expect(embedding.metadata.sourceHash).toHaveLength(64); // SHA-256 hex
+    });
+    it('should exclude source hash when disabled', async () => {
+        const provider = createMockProvider();
+        const text = 'Test text';
+        const embedding = await generateEmbedding({
+            provider,
+            text,
+            includeSourceHash: false,
+        });
+        expect(embedding.metadata.sourceHash).toBeUndefined();
+    });
+    it('should include additional metadata', async () => {
+        const provider = createMockProvider();
+        const embedding = await generateEmbedding({
+            provider,
+            text: 'Test',
+            metadata: { customField: 'customValue' },
+        });
+        // eslint-disable-next-line @typescript-eslint/no-explicit-any
+        expect(embedding.metadata.customField).toBe('customValue');
+    });
+    it('should call provider.embed for single embedding', async () => {
+        const provider = createMockProvider();
+        await generateEmbedding({
+            provider,
+            text: 'Test',
+            enableChunking: false,
+        });
+        expect(provider.embed).toHaveBeenCalledWith('Test');
+    });
+    it('should call provider.embedBatch for chunked embedding', async () => {
+        const provider = createMockProvider();
+        await generateEmbedding({
+            provider,
+            text: 'A'.repeat(1000),
+            enableChunking: true,
+            chunking: { chunkSize: 200, chunkOverlap: 50 },
+        });
+        expect(provider.embedBatch).toHaveBeenCalled();
+    });
+});
+describe('generateEmbeddings', () => {
+    it('should generate embeddings for multiple texts', async () => {
+        const provider = createMockProvider();
+        const texts = ['Text 1', 'Text 2', 'Text 3'];
+        const embeddings = await generateEmbeddings({
+            provider,
+            texts,
+        });
+        expect(embeddings).toHaveLength(3);
+        for (const embedding of embeddings) {
+            expect(embedding.vector).toHaveLength(3);
+            expect(embedding.metadata.model).toBe('mock-model');
+        }
+    });
+    it('should process texts in batches', async () => {
+        const provider = createMockProvider();
+        const texts = Array(25).fill('Test');
+        await generateEmbeddings({
+            provider,
+            texts,
+            batchSize: 10,
+        });
+        // Should be called 3 times (10 + 10 + 5)
+        expect(provider.embedBatch).toHaveBeenCalledTimes(3);
+    });
+    it('should include source hashes for all embeddings', async () => {
+        const provider = createMockProvider();
+        const texts = ['Text 1', 'Text 2', 'Text 3'];
+        const embeddings = await generateEmbeddings({
+            provider,
+            texts,
+            includeSourceHash: true,
+        });
+        for (const embedding of embeddings) {
+            expect(embedding.metadata.sourceHash).toBeDefined();
+        }
+    });
+    it('should handle empty text array', async () => {
+        const provider = createMockProvider();
+        const embeddings = await generateEmbeddings({
+            provider,
+            texts: [],
+        });
+        expect(embeddings).toHaveLength(0);
+    });
+});
+describe('shouldRegenerateEmbedding', () => {
+    it('should return true when no existing embedding', () => {
+        const result = shouldRegenerateEmbedding('New text', null);
+        expect(result).toBe(true);
+    });
+    it('should return true when source text changed', () => {
+        const embedding = {
+            vector: [1, 2, 3],
+            metadata: {
+                model: 'test',
+                provider: 'test',
+                dimensions: 3,
+                generatedAt: new Date().toISOString(),
+                sourceHash: hashText('Old text'),
+            },
+        };
+        const result = shouldRegenerateEmbedding('New text', embedding);
+        expect(result).toBe(true);
+    });
+    it('should return false when source text unchanged', () => {
+        const text = 'Same text';
+        const embedding = {
+            vector: [1, 2, 3],
+            metadata: {
+                model: 'test',
+                provider: 'test',
+                dimensions: 3,
+                generatedAt: new Date().toISOString(),
+                sourceHash: hashText(text),
+            },
+        };
+        const result = shouldRegenerateEmbedding(text, embedding);
+        expect(result).toBe(false);
+    });
+    it('should return false when no source hash in metadata', () => {
+        const embedding = {
+            vector: [1, 2, 3],
+            metadata: {
+                model: 'test',
+                provider: 'test',
+                dimensions: 3,
+                generatedAt: new Date().toISOString(),
+            },
+        };
+        const result = shouldRegenerateEmbedding('Any text', embedding);
+        expect(result).toBe(false); // Conservative: don't regenerate if we can't tell
+    });
+});
+describe('hashText', () => {
+    it('should generate consistent hash for same text', () => {
+        const text = 'Test text';
+        const hash1 = hashText(text);
+        const hash2 = hashText(text);
+        expect(hash1).toBe(hash2);
+    });
+    it('should generate different hashes for different text', () => {
+        const hash1 = hashText('Text 1');
+        const hash2 = hashText('Text 2');
+        expect(hash1).not.toBe(hash2);
+    });
+    it('should generate SHA-256 hex string', () => {
+        const hash = hashText('Test');
+        expect(hash).toMatch(/^[0-9a-f]{64}$/);
+    });
+    it('should be case-sensitive', () => {
+        const hash1 = hashText('Test');
+        const hash2 = hashText('test');
+        expect(hash1).not.toBe(hash2);
+    });
+});
+describe('validateEmbeddingDimensions', () => {
+    it('should pass validation for correct dimensions', () => {
+        const embedding = {
+            vector: [1, 2, 3],
+            metadata: {
+                model: 'test',
+                provider: 'test',
+                dimensions: 3,
+                generatedAt: new Date().toISOString(),
+            },
+        };
+        expect(() => {
+            validateEmbeddingDimensions(embedding, 3);
+        }).not.toThrow();
+    });
+    it('should throw error for dimension mismatch', () => {
+        const embedding = {
+            vector: [1, 2, 3],
+            metadata: {
+                model: 'test',
+                provider: 'test',
+                dimensions: 3,
+                generatedAt: new Date().toISOString(),
+            },
+        };
+        expect(() => {
+            validateEmbeddingDimensions(embedding, 5);
+        }).toThrow('Embedding dimension mismatch: expected 5, got 3');
+    });
+    it('should throw error for metadata dimension mismatch', () => {
+        const embedding = {
+            vector: [1, 2, 3],
+            metadata: {
+                model: 'test',
+                provider: 'test',
+                dimensions: 5, // Wrong metadata
+                generatedAt: new Date().toISOString(),
+            },
+        };
+        expect(() => {
+            validateEmbeddingDimensions(embedding, 3);
+        }).toThrow('Embedding metadata dimension mismatch');
+    });
+});
+describe('mergeEmbeddings', () => {
+    it('should merge embeddings using average pooling', () => {
+        const embeddings = [
+            {
+                vector: [1, 2, 3],
+                metadata: {
+                    model: 'test',
+                    provider: 'test',
+                    dimensions: 3,
+                    generatedAt: new Date().toISOString(),
+                },
+            },
+            {
+                vector: [3, 4, 5],
+                metadata: {
+                    model: 'test',
+                    provider: 'test',
+                    dimensions: 3,
+                    generatedAt: new Date().toISOString(),
+                },
+            },
+        ];
+        const merged = mergeEmbeddings(embeddings, 'average');
+        expect(merged.vector).toEqual([2, 3, 4]); // Average of [1,2,3] and [3,4,5]
+        // eslint-disable-next-line @typescript-eslint/no-explicit-any
+        expect(merged.metadata.mergedFrom).toBe(2);
+        // eslint-disable-next-line @typescript-eslint/no-explicit-any
+        expect(merged.metadata.mergeMethod).toBe('average');
+    });
+    it('should merge embeddings using max pooling', () => {
+        const embeddings = [
+            {
+                vector: [1, 5, 3],
+                metadata: {
+                    model: 'test',
+                    provider: 'test',
+                    dimensions: 3,
+                    generatedAt: new Date().toISOString(),
+                },
+            },
+            {
+                vector: [4, 2, 6],
+                metadata: {
+                    model: 'test',
+                    provider: 'test',
+                    dimensions: 3,
+                    generatedAt: new Date().toISOString(),
+                },
+            },
+        ];
+        const merged = mergeEmbeddings(embeddings, 'max');
+        expect(merged.vector).toEqual([4, 5, 6]); // Max of each dimension
+        // eslint-disable-next-line @typescript-eslint/no-explicit-any
+        expect(merged.metadata.mergeMethod).toBe('max');
+    });
+    it('should return single embedding if array has one item', () => {
+        const embeddings = [
+            {
+                vector: [1, 2, 3],
+                metadata: {
+                    model: 'test',
+                    provider: 'test',
+                    dimensions: 3,
+                    generatedAt: new Date().toISOString(),
+                },
+            },
+        ];
+        const merged = mergeEmbeddings(embeddings);
+        expect(merged).toBe(embeddings[0]);
+    });
+    it('should throw error for empty array', () => {
+        expect(() => {
+            mergeEmbeddings([]);
+        }).toThrow('Cannot merge empty array of embeddings');
+    });
+    it('should throw error for dimension mismatch', () => {
+        const embeddings = [
+            {
+                vector: [1, 2, 3],
+                metadata: {
+                    model: 'test',
+                    provider: 'test',
+                    dimensions: 3,
+                    generatedAt: new Date().toISOString(),
+                },
+            },
+            {
+                vector: [1, 2], // Different dimensions
+                metadata: {
+                    model: 'test',
+                    provider: 'test',
+                    dimensions: 2,
+                    generatedAt: new Date().toISOString(),
+                },
+            },
+        ];
+        expect(() => {
+            mergeEmbeddings(embeddings);
+        }).toThrow('Cannot merge embeddings with different dimensions');
+    });
+});
+//# sourceMappingURL=embeddings.test.js.map

package/dist/runtime/embeddings.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"embeddings.test.js","sourceRoot":"","sources":["../../src/runtime/embeddings.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAA;AACjD,OAAO,EACL,iBAAiB,EACjB,kBAAkB,EAClB,yBAAyB,EACzB,QAAQ,EACR,2BAA2B,EAC3B,eAAe,GAChB,MAAM,iBAAiB,CAAA;AAIxB,0BAA0B;AAC1B,SAAS,kBAAkB;IACzB,OAAO;QACL,IAAI,EAAE,MAAM;QACZ,KAAK,EAAE,YAAY;QACnB,UAAU,EAAE,CAAC;QACb,KAAK,EAAE,EAAE,CAAC,EAAE,CAAC,KAAK,EAAE,IAAY,EAAE,EAAE;YAClC,iDAAiD;YACjD,OAAO,CAAC,IAAI,CAAC,MAAM,GAAG,EAAE,EAAE,IAAI,CAAC,MAAM,GAAG,EAAE,EAAE,IAAI,CAAC,MAAM,GAAG,EAAE,CAAC,CAAA;QAC/D,CAAC,CAAC;QACF,UAAU,EAAE,EAAE,CAAC,EAAE,CAAC,KAAK,EAAE,KAAe,EAAE,EAAE;YAC1C,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,GAAG,EAAE,EAAE,IAAI,CAAC,MAAM,GAAG,EAAE,EAAE,IAAI,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC,CAAA;QACpF,CAAC,CAAC;KACH,CAAA;AACH,CAAC;AAED,QAAQ,CAAC,mBAAmB,EAAE,GAAG,EAAE;IACjC,EAAE,CAAC,mDAAmD,EAAE,KAAK,IAAI,EAAE;QACjE,MAAM,QAAQ,GAAG,kBAAkB,EAAE,CAAA;QACrC,MAAM,SAAS,GAAG,MAAM,iBAAiB,CAAC;YACxC,QAAQ;YACR,IAAI,EAAE,aAAa;YACnB,cAAc,EAAE,KAAK;SACtB,CAAC,CAAA;QAEF,MAAM,CAAC,SAAS,CAAC,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAA;QAC1C,MAAM,CAAC,SAAS,CAAC,CAAC,cAAc,CAAC,UAAU,CAAC,CAAA;QAC5C,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAA;QACxC,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAA;QACnD,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;QAChD,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;QAC7C,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,WAAW,EAAE,CAAA;IACrD,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,0DAA0D,EAAE,KAAK,IAAI,EAAE;QACxE,MAAM,QAAQ,GAAG,kBAAkB,EAAE,CAAA;QACrC,MAAM,QAAQ,GAAG,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;QAEjC,MAAM,iBAAiB,GAAG,MAAM,iBAAiB,CAAC;YAChD,QAAQ;YACR,IAAI,EAAE,QAAQ;YACd,cAAc,EAAE,IAAI;YACpB,QAAQ,EAAE,EAAE,SAAS,EAAE,GAAG,EAAE,YAAY,EAAE,CAAC,EAAE;SAC9C,CAAC,CAAA;QAEF,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,iBAAiB,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QACnD,MAAM,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAA;QAEnD,KAAK,MAAM,OAAO,IAAI,iBAAiB,EAAE,CAAC;YACxC,MAAM,CAAC,OAAO,CAAC,CAAC,cAAc,CAAC,OAAO,CAAC,CAAA;YACvC,MAAM,CAAC,OAAO,CAAC,CAAC,cAAc,CAAC,WAAW,CAAC,CAAA;YAC3C,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAA;YAChD,8DAA8D;YAC9D,MAAM,CAAE,OAAO,CAAC,SAAS,CAAC,QAAgB,CAAC,UAAU,CAAC,CAAC,WAAW,EAAE,CAAA;QACtE,CAAC;IACH,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,yCAAyC,EAAE,KAAK,IAAI,EAAE;QACvD,MAAM,QAAQ,GAAG,kBAAkB,EAAE,CAAA;QACrC,MAAM,IAAI,GAAG,WAAW,CAAA;QAExB,MAAM,SAAS,GAAG,MAAM,iBAAiB,CAAC;YACxC,QAAQ;YACR,IAAI;YACJ,iBAAiB,EAAE,IAAI;SACxB,CAAC,CAAA;QAEF,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,WAAW,EAAE,CAAA;QACnD,MAAM,CAAC,OAAO,SAAS,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;QAC3D,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,YAAY,CAAC,EAAE,CAAC,CAAA,CAAC,cAAc;IACvE,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,0CAA0C,EAAE,KAAK,IAAI,EAAE;QACxD,MAAM,QAAQ,GAAG,kBAAkB,EAAE,CAAA;QACrC,MAAM,IAAI,GAAG,WAAW,CAAA;QAExB,MAAM,SAAS,GAAG,MAAM,iBAAiB,CAAC;YACxC,QAAQ;YACR,IAAI;YACJ,iBAAiB,EAAE,KAAK;SACzB,CAAC,CAAA;QAEF,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,aAAa,EAAE,CAAA;IACvD,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,oCAAoC,EAAE,KAAK,IAAI,EAAE;QAClD,MAAM,QAAQ,GAAG,kBAAkB,EAAE,CAAA;QAErC,MAAM,SAAS,GAAG,MAAM,iBAAiB,CAAC;YACxC,QAAQ;YACR,IAAI,EAAE,MAAM;YACZ,QAAQ,EAAE,EAAE,WAAW,EAAE,aAAa,EAAE;SACzC,CAAC,CAAA;QAEF,8DAA8D;QAC9D,MAAM,CAAE,SAAS,CAAC,QAAgB,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAA;IACrE,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,iDAAiD,EAAE,KAAK,IAAI,EAAE;QAC/D,MAAM,QAAQ,GAAG,kBAAkB,EAAE,CAAA;QAErC,MAAM,iBAAiB,CAAC;YACtB,QAAQ;YACR,IAAI,EAAE,MAAM;YACZ,cAAc,EAAE,KAAK;SACtB,CAAC,CAAA;QAEF,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,oBAAoB,CAAC,MAAM,CAAC,CAAA;IACrD,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,uDAAuD,EAAE,KAAK,IAAI,EAAE;QACrE,MAAM,QAAQ,GAAG,kBAAkB,EAAE,CAAA;QAErC,MAAM,iBAAiB,CAAC;YACtB,QAAQ;YACR,IAAI,EAAE,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC;YACtB,cAAc,EAAE,IAAI;YACpB,QAAQ,EAAE,EAAE,SAAS,EAAE,GAAG,EAAE,YAAY,EAAE,EAAE,EAAE;SAC/C,CAAC,CAAA;QAEF,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,gBAAgB,EAAE,CAAA;IAChD,CAAC,CAAC,CAAA;AACJ,CAAC,CAAC,CAAA;AAEF,QAAQ,CAAC,oBAAoB,EAAE,GAAG,EAAE;IAClC,EAAE,CAAC,+CAA+C,EAAE,KAAK,IAAI,EAAE;QAC7D,MAAM,QAAQ,GAAG,kBAAkB,EAAE,CAAA;QACrC,MAAM,KAAK,GAAG,CAAC,QAAQ,EAAE,QAAQ,EAAE,QAAQ,CAAC,CAAA;QAE5C,MAAM,UAAU,GAAG,MAAM,kBAAkB,CAAC;YAC1C,QAAQ;YACR,KAAK;SACN,CAAC,CAAA;QAEF,MAAM,CAAC,UAAU,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAA;QAElC,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;YACnC,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAA;YACxC,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAA;QACrD,CAAC;IACH,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,iCAAiC,EAAE,KAAK,IAAI,EAAE;QAC/C,MAAM,QAAQ,GAAG,kBAAkB,EAAE,CAAA;QACrC,MAAM,KAAK,GAAG,KAAK,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;QAEpC,MAAM,kBAAkB,CAAC;YACvB,QAAQ;YACR,KAAK;YACL,SAAS,EAAE,EAAE;SACd,CAAC,CAAA;QAEF,yCAAyC;QACzC,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAA;IACtD,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,iDAAiD,EAAE,KAAK,IAAI,EAAE;QAC/D,MAAM,QAAQ,GAAG,kBAAkB,EAAE,CAAA;QACrC,MAAM,KAAK,GAAG,CAAC,QAAQ,EAAE,QAAQ,EAAE,QAAQ,CAAC,CAAA;QAE5C,MAAM,UAAU,GAAG,MAAM,kBAAkB,CAAC;YAC1C,QAAQ;YACR,KAAK;YACL,iBAAiB,EAAE,IAAI;SACxB,CAAC,CAAA;QAEF,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;YACnC,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,WAAW,EAAE,CAAA;QACrD,CAAC;IACH,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,gCAAgC,EAAE,KAAK,IAAI,EAAE;QAC9C,MAAM,QAAQ,GAAG,kBAAkB,EAAE,CAAA;QAErC,MAAM,UAAU,GAAG,MAAM,kBAAkB,CAAC;YAC1C,QAAQ;YACR,KAAK,EAAE,EAAE;SACV,CAAC,CAAA;QAEF,MAAM,CAAC,UAAU,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAA;IACpC,CAAC,CAAC,CAAA;AACJ,CAAC,CAAC,CAAA;AAEF,QAAQ,CAAC,2BAA2B,EAAE,GAAG,EAAE;IACzC,EAAE,CAAC,+CAA+C,EAAE,GAAG,EAAE;QACvD,MAAM,MAAM,GAAG,yBAAyB,CAAC,UAAU,EAAE,IAAI,CAAC,CAAA;QAC1D,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IAC3B,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,6CAA6C,EAAE,GAAG,EAAE;QACrD,MAAM,SAAS,GAAoB;YACjC,MAAM,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;YACjB,QAAQ,EAAE;gBACR,KAAK,EAAE,MAAM;gBACb,QAAQ,EAAE,MAAM;gBAChB,UAAU,EAAE,CAAC;gBACb,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;gBACrC,UAAU,EAAE,QAAQ,CAAC,UAAU,CAAC;aACjC;SACF,CAAA;QAED,MAAM,MAAM,GAAG,yBAAyB,CAAC,UAAU,EAAE,SAAS,CAAC,CAAA;QAC/D,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IAC3B,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,gDAAgD,EAAE,GAAG,EAAE;QACxD,MAAM,IAAI,GAAG,WAAW,CAAA;QACxB,MAAM,SAAS,GAAoB;YACjC,MAAM,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;YACjB,QAAQ,EAAE;gBACR,KAAK,EAAE,MAAM;gBACb,QAAQ,EAAE,MAAM;gBAChB,UAAU,EAAE,CAAC;gBACb,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;gBACrC,UAAU,EAAE,QAAQ,CAAC,IAAI,CAAC;aAC3B;SACF,CAAA;QAED,MAAM,MAAM,GAAG,yBAAyB,CAAC,IAAI,EAAE,SAAS,CAAC,CAAA;QACzD,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;IAC5B,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,qDAAqD,EAAE,GAAG,EAAE;QAC7D,MAAM,SAAS,GAAoB;YACjC,MAAM,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;YACjB,QAAQ,EAAE;gBACR,KAAK,EAAE,MAAM;gBACb,QAAQ,EAAE,MAAM;gBAChB,UAAU,EAAE,CAAC;gBACb,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;aACtC;SACF,CAAA;QAED,MAAM,MAAM,GAAG,yBAAyB,CAAC,UAAU,EAAE,SAAS,CAAC,CAAA;QAC/D,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA,CAAC,kDAAkD;IAC/E,CAAC,CAAC,CAAA;AACJ,CAAC,CAAC,CAAA;AAEF,QAAQ,CAAC,UAAU,EAAE,GAAG,EAAE;IACxB,EAAE,CAAC,+CAA+C,EAAE,GAAG,EAAE;QACvD,MAAM,IAAI,GAAG,WAAW,CAAA;QACxB,MAAM,KAAK,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAA;QAC5B,MAAM,KAAK,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAA;QAE5B,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;IAC3B,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,qDAAqD,EAAE,GAAG,EAAE;QAC7D,MAAM,KAAK,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAA;QAChC,MAAM,KAAK,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAA;QAEhC,MAAM,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;IAC/B,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,oCAAoC,EAAE,GAAG,EAAE;QAC5C,MAAM,IAAI,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAA;QAC7B,MAAM,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAA;IACxC,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,0BAA0B,EAAE,GAAG,EAAE;QAClC,MAAM,KAAK,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAA;QAC9B,MAAM,KAAK,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAA;QAE9B,MAAM,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;IAC/B,CAAC,CAAC,CAAA;AACJ,CAAC,CAAC,CAAA;AAEF,QAAQ,CAAC,6BAA6B,EAAE,GAAG,EAAE;IAC3C,EAAE,CAAC,+CAA+C,EAAE,GAAG,EAAE;QACvD,MAAM,SAAS,GAAoB;YACjC,MAAM,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;YACjB,QAAQ,EAAE;gBACR,KAAK,EAAE,MAAM;gBACb,QAAQ,EAAE,MAAM;gBAChB,UAAU,EAAE,CAAC;gBACb,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;aACtC;SACF,CAAA;QAED,MAAM,CAAC,GAAG,EAAE;YACV,2BAA2B,CAAC,SAAS,EAAE,CAAC,CAAC,CAAA;QAC3C,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,EAAE,CAAA;IAClB,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,2CAA2C,EAAE,GAAG,EAAE;QACnD,MAAM,SAAS,GAAoB;YACjC,MAAM,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;YACjB,QAAQ,EAAE;gBACR,KAAK,EAAE,MAAM;gBACb,QAAQ,EAAE,MAAM;gBAChB,UAAU,EAAE,CAAC;gBACb,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;aACtC;SACF,CAAA;QAED,MAAM,CAAC,GAAG,EAAE;YACV,2BAA2B,CAAC,SAAS,EAAE,CAAC,CAAC,CAAA;QAC3C,CAAC,CAAC,CAAC,OAAO,CAAC,iDAAiD,CAAC,CAAA;IAC/D,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,oDAAoD,EAAE,GAAG,EAAE;QAC5D,MAAM,SAAS,GAAoB;YACjC,MAAM,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;YACjB,QAAQ,EAAE;gBACR,KAAK,EAAE,MAAM;gBACb,QAAQ,EAAE,MAAM;gBAChB,UAAU,EAAE,CAAC,EAAE,iBAAiB;gBAChC,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;aACtC;SACF,CAAA;QAED,MAAM,CAAC,GAAG,EAAE;YACV,2BAA2B,CAAC,SAAS,EAAE,CAAC,CAAC,CAAA;QAC3C,CAAC,CAAC,CAAC,OAAO,CAAC,uCAAuC,CAAC,CAAA;IACrD,CAAC,CAAC,CAAA;AACJ,CAAC,CAAC,CAAA;AAEF,QAAQ,CAAC,iBAAiB,EAAE,GAAG,EAAE;IAC/B,EAAE,CAAC,+CAA+C,EAAE,GAAG,EAAE;QACvD,MAAM,UAAU,GAAsB;YACpC;gBACE,MAAM,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;gBACjB,QAAQ,EAAE;oBACR,KAAK,EAAE,MAAM;oBACb,QAAQ,EAAE,MAAM;oBAChB,UAAU,EAAE,CAAC;oBACb,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;iBACtC;aACF;YACD;gBACE,MAAM,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;gBACjB,QAAQ,EAAE;oBACR,KAAK,EAAE,MAAM;oBACb,QAAQ,EAAE,MAAM;oBAChB,UAAU,EAAE,CAAC;oBACb,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;iBACtC;aACF;SACF,CAAA;QAED,MAAM,MAAM,GAAG,eAAe,CAAC,UAAU,EAAE,SAAS,CAAC,CAAA;QAErD,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAA,CAAC,iCAAiC;QAC1E,8DAA8D;QAC9D,MAAM,CAAE,MAAM,CAAC,QAAgB,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;QACnD,8DAA8D;QAC9D,MAAM,CAAE,MAAM,CAAC,QAAgB,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;IAC9D,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,2CAA2C,EAAE,GAAG,EAAE;QACnD,MAAM,UAAU,GAAsB;YACpC;gBACE,MAAM,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;gBACjB,QAAQ,EAAE;oBACR,KAAK,EAAE,MAAM;oBACb,QAAQ,EAAE,MAAM;oBAChB,UAAU,EAAE,CAAC;oBACb,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;iBACtC;aACF;YACD;gBACE,MAAM,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;gBACjB,QAAQ,EAAE;oBACR,KAAK,EAAE,MAAM;oBACb,QAAQ,EAAE,MAAM;oBAChB,UAAU,EAAE,CAAC;oBACb,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;iBACtC;aACF;SACF,CAAA;QAED,MAAM,MAAM,GAAG,eAAe,CAAC,UAAU,EAAE,KAAK,CAAC,CAAA;QAEjD,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAA,CAAC,wBAAwB;QACjE,8DAA8D;QAC9D,MAAM,CAAE,MAAM,CAAC,QAAgB,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;IAC1D,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,sDAAsD,EAAE,GAAG,EAAE;QAC9D,MAAM,UAAU,GAAsB;YACpC;gBACE,MAAM,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;gBACjB,QAAQ,EAAE;oBACR,KAAK,EAAE,MAAM;oBACb,QAAQ,EAAE,MAAM;oBAChB,UAAU,EAAE,CAAC;oBACb,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;iBACtC;aACF;SACF,CAAA;QAED,MAAM,MAAM,GAAG,eAAe,CAAC,UAAU,CAAC,CAAA;QAE1C,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAA;IACpC,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,oCAAoC,EAAE,GAAG,EAAE;QAC5C,MAAM,CAAC,GAAG,EAAE;YACV,eAAe,CAAC,EAAE,CAAC,CAAA;QACrB,CAAC,CAAC,CAAC,OAAO,CAAC,wCAAwC,CAAC,CAAA;IACtD,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,2CAA2C,EAAE,GAAG,EAAE;QACnD,MAAM,UAAU,GAAsB;YACpC;gBACE,MAAM,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;gBACjB,QAAQ,EAAE;oBACR,KAAK,EAAE,MAAM;oBACb,QAAQ,EAAE,MAAM;oBAChB,UAAU,EAAE,CAAC;oBACb,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;iBACtC;aACF;YACD;gBACE,MAAM,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,uBAAuB;gBACvC,QAAQ,EAAE;oBACR,KAAK,EAAE,MAAM;oBACb,QAAQ,EAAE,MAAM;oBAChB,UAAU,EAAE,CAAC;oBACb,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;iBACtC;aACF;SACF,CAAA;QAED,MAAM,CAAC,GAAG,EAAE;YACV,eAAe,CAAC,UAAU,CAAC,CAAA;QAC7B,CAAC,CAAC,CAAC,OAAO,CAAC,mDAAmD,CAAC,CAAA;IACjE,CAAC,CAAC,CAAA;AACJ,CAAC,CAAC,CAAA"}

package/dist/runtime/index.d.ts

@@ -0,0 +1,14 @@
+/**
+ * Runtime utilities for RAG operations
+ *
+ * This module provides high-level APIs for:
+ * - Text chunking
+ * - Embedding generation
+ * - Semantic search
+ * - Batch processing with rate limiting
+ */
+export { chunkText, estimateTokenCount, mergeSmallChunks, type ChunkingStrategy, type ChunkingOptions, type TextChunk, } from './chunking.js';
+export { generateEmbedding, generateEmbeddings, shouldRegenerateEmbedding, hashText, validateEmbeddingDimensions, mergeEmbeddings, type GenerateEmbeddingOptions, type GenerateEmbeddingsOptions, type ChunkedEmbedding, } from './embeddings.js';
+export { semanticSearch, findSimilar, type SemanticSearchOptions, type FindSimilarOptions, } from './search.js';
+export { batchProcess, RateLimiter, ProcessingQueue, type BatchProcessOptions, type BatchProgress, type BatchError, type BatchProcessResult, } from './batch.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/runtime/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/runtime/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAGH,OAAO,EACL,SAAS,EACT,kBAAkB,EAClB,gBAAgB,EAChB,KAAK,gBAAgB,EACrB,KAAK,eAAe,EACpB,KAAK,SAAS,GACf,MAAM,eAAe,CAAA;AAGtB,OAAO,EACL,iBAAiB,EACjB,kBAAkB,EAClB,yBAAyB,EACzB,QAAQ,EACR,2BAA2B,EAC3B,eAAe,EACf,KAAK,wBAAwB,EAC7B,KAAK,yBAAyB,EAC9B,KAAK,gBAAgB,GACtB,MAAM,iBAAiB,CAAA;AAGxB,OAAO,EACL,cAAc,EACd,WAAW,EACX,KAAK,qBAAqB,EAC1B,KAAK,kBAAkB,GACxB,MAAM,aAAa,CAAA;AAGpB,OAAO,EACL,YAAY,EACZ,WAAW,EACX,eAAe,EACf,KAAK,mBAAmB,EACxB,KAAK,aAAa,EAClB,KAAK,UAAU,EACf,KAAK,kBAAkB,GACxB,MAAM,YAAY,CAAA"}

package/dist/runtime/index.js

@@ -0,0 +1,18 @@
+/**
+ * Runtime utilities for RAG operations
+ *
+ * This module provides high-level APIs for:
+ * - Text chunking
+ * - Embedding generation
+ * - Semantic search
+ * - Batch processing with rate limiting
+ */
+// Text chunking
+export { chunkText, estimateTokenCount, mergeSmallChunks, } from './chunking.js';
+// Embedding generation
+export { generateEmbedding, generateEmbeddings, shouldRegenerateEmbedding, hashText, validateEmbeddingDimensions, mergeEmbeddings, } from './embeddings.js';
+// Semantic search
+export { semanticSearch, findSimilar, } from './search.js';
+// Batch processing
+export { batchProcess, RateLimiter, ProcessingQueue, } from './batch.js';
+//# sourceMappingURL=index.js.map

package/dist/runtime/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/runtime/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,gBAAgB;AAChB,OAAO,EACL,SAAS,EACT,kBAAkB,EAClB,gBAAgB,GAIjB,MAAM,eAAe,CAAA;AAEtB,uBAAuB;AACvB,OAAO,EACL,iBAAiB,EACjB,kBAAkB,EAClB,yBAAyB,EACzB,QAAQ,EACR,2BAA2B,EAC3B,eAAe,GAIhB,MAAM,iBAAiB,CAAA;AAExB,kBAAkB;AAClB,OAAO,EACL,cAAc,EACd,WAAW,GAGZ,MAAM,aAAa,CAAA;AAEpB,mBAAmB;AACnB,OAAO,EACL,YAAY,EACZ,WAAW,EACX,eAAe,GAKhB,MAAM,YAAY,CAAA"}

package/dist/runtime/search.d.ts

@@ -0,0 +1,135 @@
+/**
+ * High-level semantic search APIs
+ */
+import type { AccessContext } from '@opensaas/stack-core';
+import type { SearchResult } from '../config/types.js';
+import type { EmbeddingProvider } from '../providers/types.js';
+import type { VectorStorage } from '../storage/types.js';
+export interface SemanticSearchOptions {
+    /**
+     * List key to search (e.g., 'Article', 'Post')
+     */
+    listKey: string;
+    /**
+     * Field name containing embeddings
+     */
+    fieldName: string;
+    /**
+     * Natural language query text
+     */
+    query: string;
+    /**
+     * Embedding provider to use for query embedding
+     */
+    provider: EmbeddingProvider;
+    /**
+     * Vector storage backend to use for search
+     */
+    storage: VectorStorage;
+    /**
+     * Access context for enforcing access control
+     */
+    context: AccessContext;
+    /**
+     * Maximum number of results to return
+     * @default 10
+     */
+    limit?: number;
+    /**
+     * Minimum similarity score (0-1)
+     * @default 0.0
+     */
+    minScore?: number;
+    /**
+     * Additional Prisma where clause to filter results
+     */
+    where?: Record<string, unknown>;
+}
+/**
+ * Perform semantic search using natural language query
+ *
+ * This is a high-level API that:
+ * 1. Generates embedding for the query text
+ * 2. Searches for similar vectors in the database
+ * 3. Enforces access control
+ *
+ * @example
+ * ```typescript
+ * const results = await semanticSearch({
+ *   listKey: 'Article',
+ *   fieldName: 'contentEmbedding',
+ *   query: 'articles about machine learning',
+ *   provider: createEmbeddingProvider({ type: 'openai', apiKey: '...' }),
+ *   storage: createVectorStorage({ type: 'pgvector' }),
+ *   context: await getContext(),
+ *   limit: 10,
+ *   minScore: 0.7,
+ * })
+ * ```
+ */
+export declare function semanticSearch<T = unknown>(options: SemanticSearchOptions): Promise<SearchResult<T>[]>;
+export interface FindSimilarOptions {
+    /**
+     * List key to search (e.g., 'Article', 'Post')
+     */
+    listKey: string;
+    /**
+     * Field name containing embeddings
+     */
+    fieldName: string;
+    /**
+     * ID of the item to find similar items for
+     */
+    itemId: string;
+    /**
+     * Vector storage backend to use for search
+     */
+    storage: VectorStorage;
+    /**
+     * Access context for enforcing access control
+     */
+    context: AccessContext;
+    /**
+     * Maximum number of results to return
+     * @default 10
+     */
+    limit?: number;
+    /**
+     * Minimum similarity score (0-1)
+     * @default 0.0
+     */
+    minScore?: number;
+    /**
+     * Whether to exclude the source item from results
+     * @default true
+     */
+    excludeSelf?: boolean;
+    /**
+     * Additional Prisma where clause to filter results
+     */
+    where?: Record<string, unknown>;
+}
+/**
+ * Find items similar to a given item by ID
+ *
+ * This is a high-level API that:
+ * 1. Fetches the embedding of the source item
+ * 2. Searches for similar vectors in the database
+ * 3. Enforces access control
+ * 4. Optionally excludes the source item from results
+ *
+ * @example
+ * ```typescript
+ * const similar = await findSimilar({
+ *   listKey: 'Article',
+ *   fieldName: 'contentEmbedding',
+ *   itemId: 'article-123',
+ *   storage: createVectorStorage({ type: 'pgvector' }),
+ *   context: await getContext(),
+ *   limit: 5,
+ *   excludeSelf: true,
+ * })
+ * ```
+ */
+export declare function findSimilar<T = unknown>(options: FindSimilarOptions): Promise<SearchResult<T>[]>;
+//# sourceMappingURL=search.d.ts.map

package/dist/runtime/search.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"search.d.ts","sourceRoot":"","sources":["../../src/runtime/search.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAA;AACzD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAA;AACtD,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAA;AAC9D,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAA;AAExD,MAAM,WAAW,qBAAqB;IACpC;;OAEG;IACH,OAAO,EAAE,MAAM,CAAA;IAEf;;OAEG;IACH,SAAS,EAAE,MAAM,CAAA;IAEjB;;OAEG;IACH,KAAK,EAAE,MAAM,CAAA;IAEb;;OAEG;IACH,QAAQ,EAAE,iBAAiB,CAAA;IAE3B;;OAEG;IACH,OAAO,EAAE,aAAa,CAAA;IAEtB;;OAEG;IACH,OAAO,EAAE,aAAa,CAAA;IAEtB;;;OAGG;IACH,KAAK,CAAC,EAAE,MAAM,CAAA;IAEd;;;OAGG;IACH,QAAQ,CAAC,EAAE,MAAM,CAAA;IAEjB;;OAEG;IACH,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;CAChC;AAED;;;;;;;;;;;;;;;;;;;;;GAqBG;AACH,wBAAsB,cAAc,CAAC,CAAC,GAAG,OAAO,EAC9C,OAAO,EAAE,qBAAqB,GAC7B,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,CAAC,CAyB5B;AAED,MAAM,WAAW,kBAAkB;IACjC;;OAEG;IACH,OAAO,EAAE,MAAM,CAAA;IAEf;;OAEG;IACH,SAAS,EAAE,MAAM,CAAA;IAEjB;;OAEG;IACH,MAAM,EAAE,MAAM,CAAA;IAEd;;OAEG;IACH,OAAO,EAAE,aAAa,CAAA;IAEtB;;OAEG;IACH,OAAO,EAAE,aAAa,CAAA;IAEtB;;;OAGG;IACH,KAAK,CAAC,EAAE,MAAM,CAAA;IAEd;;;OAGG;IACH,QAAQ,CAAC,EAAE,MAAM,CAAA;IAEjB;;;OAGG;IACH,WAAW,CAAC,EAAE,OAAO,CAAA;IAErB;;OAEG;IACH,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;CAChC;AAED;;;;;;;;;;;;;;;;;;;;;GAqBG;AACH,wBAAsB,WAAW,CAAC,CAAC,GAAG,OAAO,EAC3C,OAAO,EAAE,kBAAkB,GAC1B,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,CAAC,CAmD5B"}

package/dist/runtime/search.js

@@ -0,0 +1,101 @@
+/**
+ * High-level semantic search APIs
+ */
+/**
+ * Perform semantic search using natural language query
+ *
+ * This is a high-level API that:
+ * 1. Generates embedding for the query text
+ * 2. Searches for similar vectors in the database
+ * 3. Enforces access control
+ *
+ * @example
+ * ```typescript
+ * const results = await semanticSearch({
+ *   listKey: 'Article',
+ *   fieldName: 'contentEmbedding',
+ *   query: 'articles about machine learning',
+ *   provider: createEmbeddingProvider({ type: 'openai', apiKey: '...' }),
+ *   storage: createVectorStorage({ type: 'pgvector' }),
+ *   context: await getContext(),
+ *   limit: 10,
+ *   minScore: 0.7,
+ * })
+ * ```
+ */
+export async function semanticSearch(options) {
+    const { listKey, fieldName, query, provider, storage, context, limit = 10, minScore = 0.0, where, } = options;
+    // Generate embedding for query
+    const queryVector = await provider.embed(query);
+    // Search for similar vectors
+    const results = await storage.search(listKey, fieldName, queryVector, {
+        limit,
+        minScore,
+        context,
+        where,
+    });
+    return results;
+}
+/**
+ * Find items similar to a given item by ID
+ *
+ * This is a high-level API that:
+ * 1. Fetches the embedding of the source item
+ * 2. Searches for similar vectors in the database
+ * 3. Enforces access control
+ * 4. Optionally excludes the source item from results
+ *
+ * @example
+ * ```typescript
+ * const similar = await findSimilar({
+ *   listKey: 'Article',
+ *   fieldName: 'contentEmbedding',
+ *   itemId: 'article-123',
+ *   storage: createVectorStorage({ type: 'pgvector' }),
+ *   context: await getContext(),
+ *   limit: 5,
+ *   excludeSelf: true,
+ * })
+ * ```
+ */
+export async function findSimilar(options) {
+    const { listKey, fieldName, itemId, storage, context, limit = 10, minScore = 0.0, excludeSelf = true, where = {}, } = options;
+    // Fetch the source item's embedding
+    // We need to access the database through the context
+    const dbKey = getDbKey(listKey);
+    // eslint-disable-next-line @typescript-eslint/no-explicit-any
+    const model = context.db[dbKey];
+    if (!model) {
+        throw new Error(`List "${listKey}" not found in database`);
+    }
+    const item = await model.findUnique({
+        where: { id: itemId },
+        select: { [fieldName]: true },
+    });
+    if (!item) {
+        throw new Error(`Item with id "${itemId}" not found in list "${listKey}"`);
+    }
+    const embedding = item[fieldName];
+    if (!embedding || !embedding.vector) {
+        throw new Error(`Item "${itemId}" does not have an embedding in field "${fieldName}"`);
+    }
+    const queryVector = embedding.vector;
+    // Build where clause
+    const searchWhere = excludeSelf ? { ...where, id: { not: itemId } } : where;
+    // Search for similar vectors
+    const results = await storage.search(listKey, fieldName, queryVector, {
+        limit,
+        minScore,
+        context,
+        where: searchWhere,
+    });
+    return results;
+}
+/**
+ * Convert list key (PascalCase) to database key (camelCase)
+ * Same logic as in core package
+ */
+function getDbKey(listKey) {
+    return listKey.charAt(0).toLowerCase() + listKey.slice(1);
+}
+//# sourceMappingURL=search.js.map

package/dist/runtime/search.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"search.js","sourceRoot":"","sources":["../../src/runtime/search.ts"],"names":[],"mappings":"AAAA;;GAEG;AAwDH;;;;;;;;;;;;;;;;;;;;;GAqBG;AACH,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,OAA8B;IAE9B,MAAM,EACJ,OAAO,EACP,SAAS,EACT,KAAK,EACL,QAAQ,EACR,OAAO,EACP,OAAO,EACP,KAAK,GAAG,EAAE,EACV,QAAQ,GAAG,GAAG,EACd,KAAK,GACN,GAAG,OAAO,CAAA;IAEX,+BAA+B;IAC/B,MAAM,WAAW,GAAG,MAAM,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;IAE/C,6BAA6B;IAC7B,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,MAAM,CAAI,OAAO,EAAE,SAAS,EAAE,WAAW,EAAE;QACvE,KAAK;QACL,QAAQ;QACR,OAAO;QACP,KAAK;KACN,CAAC,CAAA;IAEF,OAAO,OAAO,CAAA;AAChB,CAAC;AAoDD;;;;;;;;;;;;;;;;;;;;;GAqBG;AACH,MAAM,CAAC,KAAK,UAAU,WAAW,CAC/B,OAA2B;IAE3B,MAAM,EACJ,OAAO,EACP,SAAS,EACT,MAAM,EACN,OAAO,EACP,OAAO,EACP,KAAK,GAAG,EAAE,EACV,QAAQ,GAAG,GAAG,EACd,WAAW,GAAG,IAAI,EAClB,KAAK,GAAG,EAAE,GACX,GAAG,OAAO,CAAA;IAEX,oCAAoC;IACpC,qDAAqD;IACrD,MAAM,KAAK,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAA;IAC/B,8DAA8D;IAC9D,MAAM,KAAK,GAAI,OAAO,CAAC,EAAU,CAAC,KAAK,CAAC,CAAA;IAExC,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,MAAM,IAAI,KAAK,CAAC,SAAS,OAAO,yBAAyB,CAAC,CAAA;IAC5D,CAAC;IAED,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,UAAU,CAAC;QAClC,KAAK,EAAE,EAAE,EAAE,EAAE,MAAM,EAAE;QACrB,MAAM,EAAE,EAAE,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE;KAC9B,CAAC,CAAA;IAEF,IAAI,CAAC,IAAI,EAAE,CAAC;QACV,MAAM,IAAI,KAAK,CAAC,iBAAiB,MAAM,wBAAwB,OAAO,GAAG,CAAC,CAAA;IAC5E,CAAC;IAED,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC,CAAA;IACjC,IAAI,CAAC,SAAS,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC;QACpC,MAAM,IAAI,KAAK,CAAC,SAAS,MAAM,0CAA0C,SAAS,GAAG,CAAC,CAAA;IACxF,CAAC;IAED,MAAM,WAAW,GAAG,SAAS,CAAC,MAAM,CAAA;IAEpC,qBAAqB;IACrB,MAAM,WAAW,GAAG,WAAW,CAAC,CAAC,CAAC,EAAE,GAAG,KAAK,EAAE,EAAE,EAAE,EAAE,GAAG,EAAE,MAAM,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAA;IAE3E,6BAA6B;IAC7B,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,MAAM,CAAI,OAAO,EAAE,SAAS,EAAE,WAAW,EAAE;QACvE,KAAK;QACL,QAAQ;QACR,OAAO;QACP,KAAK,EAAE,WAAW;KACnB,CAAC,CAAA;IAEF,OAAO,OAAO,CAAA;AAChB,CAAC;AAED;;;GAGG;AACH,SAAS,QAAQ,CAAC,OAAe;IAC/B,OAAO,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAA;AAC3D,CAAC"}