@fllf/agent-sdk 0.1.0

package/dist/rag/stores/postgres/postgres-document-store.js

@@ -0,0 +1,174 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.PostgresDocumentStore = void 0;
+const sql_1 = require("./sql");
+class PostgresDocumentStore {
+    db;
+    tables;
+    constructor(options) {
+        this.db = options.db;
+        this.tables = (0, sql_1.resolvePostgresTableNames)(options.tablePrefix);
+    }
+    async upsertDocuments(documents) {
+        for (const document of documents) {
+            await this.db.query(`
+INSERT INTO ${this.tables.documents} (
+    id, content, metadata, blocks, source, title, mime_type, tenant_id, knowledge_base_id,
+    acl, version, checksum, created_at_meta, updated_at_meta, updated_at
+) VALUES (
+    $1, $2, $3::jsonb, $4::jsonb, $5, $6, $7, $8, $9, $10::text[], $11, $12, $13, $14, now()
+)
+ON CONFLICT (id) DO UPDATE SET
+    content = EXCLUDED.content,
+    metadata = EXCLUDED.metadata,
+    blocks = EXCLUDED.blocks,
+    source = EXCLUDED.source,
+    title = EXCLUDED.title,
+    mime_type = EXCLUDED.mime_type,
+    tenant_id = EXCLUDED.tenant_id,
+    knowledge_base_id = EXCLUDED.knowledge_base_id,
+    acl = EXCLUDED.acl,
+    version = EXCLUDED.version,
+    checksum = EXCLUDED.checksum,
+    created_at_meta = EXCLUDED.created_at_meta,
+    updated_at_meta = EXCLUDED.updated_at_meta,
+    updated_at = now()
+`.trim(), [
+                document.id,
+                document.content,
+                (0, sql_1.createJson)(document.metadata),
+                (0, sql_1.createOptionalJson)(document.blocks),
+                document.metadata.source,
+                document.metadata.title ?? null,
+                document.metadata.mimeType ?? null,
+                document.metadata.tenantId ?? null,
+                document.metadata.knowledgeBaseId ?? null,
+                document.metadata.acl ?? null,
+                document.metadata.version ?? null,
+                document.metadata.checksum ?? null,
+                document.metadata.createdAt ?? null,
+                document.metadata.updatedAt ?? null,
+            ]);
+        }
+    }
+    async upsertChunks(chunks) {
+        for (const chunk of chunks) {
+            await this.db.query(`
+INSERT INTO ${this.tables.chunks} (
+    id, document_id, parent_id, content, kind, metadata, source, title, tenant_id,
+    knowledge_base_id, heading_path, page, start_offset, end_offset, chunk_index, acl, extra,
+    updated_at
+) VALUES (
+    $1, $2, $3, $4, $5, $6::jsonb, $7, $8, $9, $10, $11::text[], $12, $13, $14, $15, $16::text[],
+    $17::jsonb, now()
+)
+ON CONFLICT (id) DO UPDATE SET
+    document_id = EXCLUDED.document_id,
+    parent_id = EXCLUDED.parent_id,
+    content = EXCLUDED.content,
+    kind = EXCLUDED.kind,
+    metadata = EXCLUDED.metadata,
+    source = EXCLUDED.source,
+    title = EXCLUDED.title,
+    tenant_id = EXCLUDED.tenant_id,
+    knowledge_base_id = EXCLUDED.knowledge_base_id,
+    heading_path = EXCLUDED.heading_path,
+    page = EXCLUDED.page,
+    start_offset = EXCLUDED.start_offset,
+    end_offset = EXCLUDED.end_offset,
+    chunk_index = EXCLUDED.chunk_index,
+    acl = EXCLUDED.acl,
+    extra = EXCLUDED.extra,
+    updated_at = now()
+`.trim(), [
+                chunk.id,
+                chunk.documentId,
+                chunk.parentId ?? null,
+                chunk.content,
+                chunk.kind,
+                (0, sql_1.createJson)(chunk.metadata),
+                chunk.metadata.source,
+                chunk.metadata.title ?? null,
+                chunk.metadata.tenantId ?? null,
+                chunk.metadata.knowledgeBaseId ?? null,
+                chunk.metadata.headingPath ?? null,
+                chunk.metadata.page ?? null,
+                chunk.metadata.startOffset ?? null,
+                chunk.metadata.endOffset ?? null,
+                chunk.metadata.chunkIndex,
+                chunk.metadata.acl ?? null,
+                (0, sql_1.createOptionalJson)(chunk.metadata.extra),
+            ]);
+        }
+    }
+    async getChunks(ids) {
+        if (ids.length === 0) {
+            return [];
+        }
+        const result = await this.db.query(`
+SELECT *
+FROM ${this.tables.chunks}
+WHERE id = ANY($1::text[])
+`.trim(), [ids]);
+        const chunksById = new Map(result.rows.map((row) => [String(row.id), rowToChunk(row)]));
+        return ids
+            .map((id) => chunksById.get(id))
+            .filter((chunk) => chunk !== undefined);
+    }
+    async getChunksByDocument(documentId) {
+        const result = await this.db.query(`
+SELECT *
+FROM ${this.tables.chunks}
+WHERE document_id = $1
+ORDER BY chunk_index ASC, id ASC
+`.trim(), [documentId]);
+        return result.rows.map(rowToChunk);
+    }
+    async deleteDocument(documentId) {
+        await this.db.query(`DELETE FROM ${this.tables.documents} WHERE id = $1`, [documentId]);
+    }
+    async getDocument(documentId) {
+        const result = await this.db.query(`SELECT * FROM ${this.tables.documents} WHERE id = $1`, [documentId]);
+        const row = result.rows[0];
+        return row === undefined ? undefined : rowToRawDocument(row);
+    }
+}
+exports.PostgresDocumentStore = PostgresDocumentStore;
+function rowToRawDocument(row) {
+    const metadata = (0, sql_1.readJsonObject)(row.metadata);
+    const documentMetadata = {
+        source: (0, sql_1.readOptionalString)(row.source) ?? metadata?.source ?? 'inline',
+    };
+    (0, sql_1.assignIfDefined)(documentMetadata, 'title', (0, sql_1.readOptionalString)(row.title) ?? metadata?.title);
+    (0, sql_1.assignIfDefined)(documentMetadata, 'mimeType', (0, sql_1.readOptionalString)(row.mime_type) ?? metadata?.mimeType);
+    (0, sql_1.assignIfDefined)(documentMetadata, 'tenantId', (0, sql_1.readOptionalString)(row.tenant_id) ?? metadata?.tenantId);
+    (0, sql_1.assignIfDefined)(documentMetadata, 'knowledgeBaseId', (0, sql_1.readOptionalString)(row.knowledge_base_id) ?? metadata?.knowledgeBaseId);
+    (0, sql_1.assignIfDefined)(documentMetadata, 'version', (0, sql_1.readOptionalString)(row.version) ?? metadata?.version);
+    (0, sql_1.assignIfDefined)(documentMetadata, 'checksum', (0, sql_1.readOptionalString)(row.checksum) ?? metadata?.checksum);
+    (0, sql_1.assignIfDefined)(documentMetadata, 'createdAt', (0, sql_1.readOptionalString)(row.created_at_meta) ?? metadata?.createdAt);
+    (0, sql_1.assignIfDefined)(documentMetadata, 'updatedAt', (0, sql_1.readOptionalString)(row.updated_at_meta) ?? metadata?.updatedAt);
+    (0, sql_1.assignIfDefined)(documentMetadata, 'acl', (0, sql_1.readOptionalStringArray)(row.acl) ?? metadata?.acl);
+    (0, sql_1.assignIfDefined)(documentMetadata, 'extra', metadata?.extra);
+    const document = {
+        id: String(row.id),
+        content: String(row.content ?? ''),
+        metadata: documentMetadata,
+    };
+    const blocks = (0, sql_1.readJsonArray)(row.blocks);
+    if (blocks !== undefined) {
+        document.blocks = blocks;
+    }
+    return document;
+}
+function rowToChunk(row) {
+    const chunk = {
+        id: String(row.id),
+        documentId: String(row.document_id),
+        content: String(row.content ?? ''),
+        kind: String(row.kind),
+        metadata: (0, sql_1.rowToChunkMetadata)(row),
+    };
+    (0, sql_1.assignIfDefined)(chunk, 'parentId', (0, sql_1.readOptionalString)(row.parent_id));
+    return chunk;
+}
+//# sourceMappingURL=postgres-document-store.js.map

package/dist/rag/stores/postgres/postgres-document-store.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"postgres-document-store.js","sourceRoot":"","sources":["../../../../src/rag/stores/postgres/postgres-document-store.ts"],"names":[],"mappings":";;;AAUA,+BAUe;AAOf,MAAa,qBAAqB;IACb,EAAE,CAAwB;IAC1B,MAAM,CAAqB;IAE5C,YAAY,OAAgC;QACxC,IAAI,CAAC,EAAE,GAAG,OAAO,CAAC,EAAE,CAAC;QACrB,IAAI,CAAC,MAAM,GAAG,IAAA,+BAAyB,EAAC,OAAO,CAAC,WAAW,CAAC,CAAC;IACjE,CAAC;IAED,KAAK,CAAC,eAAe,CAAC,SAAwB;QAC1C,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;YAC/B,MAAM,IAAI,CAAC,EAAE,CAAC,KAAK,CACf;cACF,IAAI,CAAC,MAAM,CAAC,SAAS;;;;;;;;;;;;;;;;;;;;;CAqBlC,CAAC,IAAI,EAAE,EACQ;gBACI,QAAQ,CAAC,EAAE;gBACX,QAAQ,CAAC,OAAO;gBAChB,IAAA,gBAAU,EAAC,QAAQ,CAAC,QAAQ,CAAC;gBAC7B,IAAA,wBAAkB,EAAC,QAAQ,CAAC,MAAM,CAAC;gBACnC,QAAQ,CAAC,QAAQ,CAAC,MAAM;gBACxB,QAAQ,CAAC,QAAQ,CAAC,KAAK,IAAI,IAAI;gBAC/B,QAAQ,CAAC,QAAQ,CAAC,QAAQ,IAAI,IAAI;gBAClC,QAAQ,CAAC,QAAQ,CAAC,QAAQ,IAAI,IAAI;gBAClC,QAAQ,CAAC,QAAQ,CAAC,eAAe,IAAI,IAAI;gBACzC,QAAQ,CAAC,QAAQ,CAAC,GAAG,IAAI,IAAI;gBAC7B,QAAQ,CAAC,QAAQ,CAAC,OAAO,IAAI,IAAI;gBACjC,QAAQ,CAAC,QAAQ,CAAC,QAAQ,IAAI,IAAI;gBAClC,QAAQ,CAAC,QAAQ,CAAC,SAAS,IAAI,IAAI;gBACnC,QAAQ,CAAC,QAAQ,CAAC,SAAS,IAAI,IAAI;aACtC,CACJ,CAAC;QACN,CAAC;IACL,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,MAAe;QAC9B,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YACzB,MAAM,IAAI,CAAC,EAAE,CAAC,KAAK,CACf;cACF,IAAI,CAAC,MAAM,CAAC,MAAM;;;;;;;;;;;;;;;;;;;;;;;;;;CA0B/B,CAAC,IAAI,EAAE,EACQ;gBACI,KAAK,CAAC,EAAE;gBACR,KAAK,CAAC,UAAU;gBAChB,KAAK,CAAC,QAAQ,IAAI,IAAI;gBACtB,KAAK,CAAC,OAAO;gBACb,KAAK,CAAC,IAAI;gBACV,IAAA,gBAAU,EAAC,KAAK,CAAC,QAAQ,CAAC;gBAC1B,KAAK,CAAC,QAAQ,CAAC,MAAM;gBACrB,KAAK,CAAC,QAAQ,CAAC,KAAK,IAAI,IAAI;gBAC5B,KAAK,CAAC,QAAQ,CAAC,QAAQ,IAAI,IAAI;gBAC/B,KAAK,CAAC,QAAQ,CAAC,eAAe,IAAI,IAAI;gBACtC,KAAK,CAAC,QAAQ,CAAC,WAAW,IAAI,IAAI;gBAClC,KAAK,CAAC,QAAQ,CAAC,IAAI,IAAI,IAAI;gBAC3B,KAAK,CAAC,QAAQ,CAAC,WAAW,IAAI,IAAI;gBAClC,KAAK,CAAC,QAAQ,CAAC,SAAS,IAAI,IAAI;gBAChC,KAAK,CAAC,QAAQ,CAAC,UAAU;gBACzB,KAAK,CAAC,QAAQ,CAAC,GAAG,IAAI,IAAI;gBAC1B,IAAA,wBAAkB,EAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC;aAC3C,CACJ,CAAC;QACN,CAAC;IACL,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,GAAa;QACzB,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACnB,OAAO,EAAE,CAAC;QACd,CAAC;QAED,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,KAAK,CAC9B;;OAEL,IAAI,CAAC,MAAM,CAAC,MAAM;;CAExB,CAAC,IAAI,EAAE,EACI,CAAC,GAAG,CAAC,CACR,CAAC;QACF,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QAExF,OAAO,GAAG;aACL,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;aAC/B,MAAM,CAAC,CAAC,KAAK,EAAkB,EAAE,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC;IAChE,CAAC;IAED,KAAK,CAAC,mBAAmB,CAAC,UAAkB;QACxC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,KAAK,CAC9B;;OAEL,IAAI,CAAC,MAAM,CAAC,MAAM;;;CAGxB,CAAC,IAAI,EAAE,EACI,CAAC,UAAU,CAAC,CACf,CAAC;QAEF,OAAO,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;IACvC,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,UAAkB;QACnC,MAAM,IAAI,CAAC,EAAE,CAAC,KAAK,CACf,eAAe,IAAI,CAAC,MAAM,CAAC,SAAS,gBAAgB,EACpD,CAAC,UAAU,CAAC,CACf,CAAC;IACN,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,UAAkB;QAChC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,KAAK,CAC9B,iBAAiB,IAAI,CAAC,MAAM,CAAC,SAAS,gBAAgB,EACtD,CAAC,UAAU,CAAC,CACf,CAAC;QACF,MAAM,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAE3B,OAAO,GAAG,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAC;IACjE,CAAC;CACJ;AA/JD,sDA+JC;AAED,SAAS,gBAAgB,CAAC,GAA4B;IAClD,MAAM,QAAQ,GAAG,IAAA,oBAAc,EAAC,GAAG,CAAC,QAAQ,CAA0C,CAAC;IACvF,MAAM,gBAAgB,GAAqB;QACvC,MAAM,EAAE,IAAA,wBAAkB,EAAC,GAAG,CAAC,MAAM,CAAC,IAAI,QAAQ,EAAE,MAAM,IAAI,QAAQ;KACzE,CAAC;IAEF,IAAA,qBAAe,EAAC,gBAAgB,EAAE,OAAO,EAAE,IAAA,wBAAkB,EAAC,GAAG,CAAC,KAAK,CAAC,IAAI,QAAQ,EAAE,KAAK,CAAC,CAAC;IAC7F,IAAA,qBAAe,EAAC,gBAAgB,EAAE,UAAU,EAAE,IAAA,wBAAkB,EAAC,GAAG,CAAC,SAAS,CAAC,IAAI,QAAQ,EAAE,QAAQ,CAAC,CAAC;IACvG,IAAA,qBAAe,EAAC,gBAAgB,EAAE,UAAU,EAAE,IAAA,wBAAkB,EAAC,GAAG,CAAC,SAAS,CAAC,IAAI,QAAQ,EAAE,QAAQ,CAAC,CAAC;IACvG,IAAA,qBAAe,EACX,gBAAgB,EAChB,iBAAiB,EACjB,IAAA,wBAAkB,EAAC,GAAG,CAAC,iBAAiB,CAAC,IAAI,QAAQ,EAAE,eAAe,CACzE,CAAC;IACF,IAAA,qBAAe,EAAC,gBAAgB,EAAE,SAAS,EAAE,IAAA,wBAAkB,EAAC,GAAG,CAAC,OAAO,CAAC,IAAI,QAAQ,EAAE,OAAO,CAAC,CAAC;IACnG,IAAA,qBAAe,EAAC,gBAAgB,EAAE,UAAU,EAAE,IAAA,wBAAkB,EAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,QAAQ,EAAE,QAAQ,CAAC,CAAC;IACtG,IAAA,qBAAe,EACX,gBAAgB,EAChB,WAAW,EACX,IAAA,wBAAkB,EAAC,GAAG,CAAC,eAAe,CAAC,IAAI,QAAQ,EAAE,SAAS,CACjE,CAAC;IACF,IAAA,qBAAe,EACX,gBAAgB,EAChB,WAAW,EACX,IAAA,wBAAkB,EAAC,GAAG,CAAC,eAAe,CAAC,IAAI,QAAQ,EAAE,SAAS,CACjE,CAAC;IACF,IAAA,qBAAe,EAAC,gBAAgB,EAAE,KAAK,EAAE,IAAA,6BAAuB,EAAC,GAAG,CAAC,GAAG,CAAC,IAAI,QAAQ,EAAE,GAAG,CAAC,CAAC;IAC5F,IAAA,qBAAe,EAAC,gBAAgB,EAAE,OAAO,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAC;IAE5D,MAAM,QAAQ,GAAgB;QAC1B,EAAE,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;QAClB,OAAO,EAAE,MAAM,CAAC,GAAG,CAAC,OAAO,IAAI,EAAE,CAAC;QAClC,QAAQ,EAAE,gBAAgB;KAC7B,CAAC;IACF,MAAM,MAAM,GAAG,IAAA,mBAAa,EAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IACzC,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;QACvB,QAAQ,CAAC,MAAM,GAAG,MAAyB,CAAC;IAChD,CAAC;IAED,OAAO,QAAQ,CAAC;AACpB,CAAC;AAED,SAAS,UAAU,CAAC,GAA4B;IAC5C,MAAM,KAAK,GAAU;QACjB,EAAE,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC;QAClB,UAAU,EAAE,MAAM,CAAC,GAAG,CAAC,WAAW,CAAC;QACnC,OAAO,EAAE,MAAM,CAAC,GAAG,CAAC,OAAO,IAAI,EAAE,CAAC;QAClC,IAAI,EAAE,MAAM,CAAC,GAAG,CAAC,IAAI,CAAc;QACnC,QAAQ,EAAE,IAAA,wBAAkB,EAAC,GAAG,CAAC;KACpC,CAAC;IAEF,IAAA,qBAAe,EAAC,KAAK,EAAE,UAAU,EAAE,IAAA,wBAAkB,EAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC;IAEtE,OAAO,KAAK,CAAC;AACjB,CAAC"}

package/dist/rag/stores/postgres/postgres-keyword-store.d.ts

@@ -0,0 +1,15 @@
+import type { Chunk } from '../../types';
+import type { KeywordStore, ScoredChunkRef, SearchOptions } from '../types';
+import type { PostgresRagStoreOptions } from './types';
+export declare class PostgresKeywordStore implements KeywordStore {
+    private readonly db;
+    private readonly tables;
+    constructor(options: PostgresRagStoreOptions);
+    upsert(chunks: Chunk[]): Promise<void>;
+    search(query: string, options?: SearchOptions): Promise<ScoredChunkRef[]>;
+    deleteByDocument(documentId: string): Promise<void>;
+    private loadMatchingEntries;
+    private calculateDocumentFrequency;
+    private countEntries;
+}
+//# sourceMappingURL=postgres-keyword-store.d.ts.map

package/dist/rag/stores/postgres/postgres-keyword-store.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"postgres-keyword-store.d.ts","sourceRoot":"","sources":["../../../../src/rag/stores/postgres/postgres-keyword-store.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACR,KAAK,EACR,MAAM,aAAa,CAAC;AACrB,OAAO,KAAK,EACR,YAAY,EACZ,cAAc,EACd,aAAa,EAChB,MAAM,UAAU,CAAC;AAQlB,OAAO,KAAK,EAER,uBAAuB,EAE1B,MAAM,SAAS,CAAC;AAUjB,qBAAa,oBAAqB,YAAW,YAAY;IACrD,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAwB;IAC3C,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAqB;gBAEhC,OAAO,EAAE,uBAAuB;IAKtC,MAAM,CAAC,MAAM,EAAE,KAAK,EAAE,GAAG,OAAO,CAAC,IAAI,CAAC;IA4BtC,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,GAAE,aAAkB,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC;IAwC7E,gBAAgB,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;YAO3C,mBAAmB;YA8BnB,0BAA0B;YAuB1B,YAAY;CAQ7B"}

package/dist/rag/stores/postgres/postgres-keyword-store.js

@@ -0,0 +1,163 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.PostgresKeywordStore = void 0;
+const sql_1 = require("./sql");
+class PostgresKeywordStore {
+    db;
+    tables;
+    constructor(options) {
+        this.db = options.db;
+        this.tables = (0, sql_1.resolvePostgresTableNames)(options.tablePrefix);
+    }
+    async upsert(chunks) {
+        for (const chunk of chunks) {
+            const terms = tokenize(chunk.content);
+            await this.db.query(`
+INSERT INTO ${this.tables.keywordEntries} (
+    chunk_id, document_id, terms, term_counts, length, updated_at
+) VALUES (
+    $1, $2, $3::text[], $4::jsonb, $5, now()
+)
+ON CONFLICT (chunk_id) DO UPDATE SET
+    document_id = EXCLUDED.document_id,
+    terms = EXCLUDED.terms,
+    term_counts = EXCLUDED.term_counts,
+    length = EXCLUDED.length,
+    updated_at = now()
+`.trim(), [
+                chunk.id,
+                chunk.documentId,
+                [...new Set(terms)],
+                (0, sql_1.createJson)(Object.fromEntries(countTerms(terms))),
+                terms.length,
+            ]);
+        }
+    }
+    async search(query, options = {}) {
+        const queryTerms = [...new Set(tokenize(query))];
+        const topK = (0, sql_1.normalizeTopK)(options.topK);
+        if (queryTerms.length === 0 || topK === 0) {
+            return [];
+        }
+        const entries = await this.loadMatchingEntries(queryTerms, options);
+        const documentFrequency = await this.calculateDocumentFrequency(queryTerms);
+        const totalDocuments = await this.countEntries();
+        const refs = entries
+            .map((entry) => ({
+            entry,
+            score: scoreEntry({
+                entry,
+                queryTerms,
+                documentFrequency,
+                totalDocuments,
+            }),
+        }))
+            .filter((item) => item.score > 0)
+            .filter((item) => options.minScore === undefined || item.score >= options.minScore)
+            .sort((left, right) => (right.score - left.score
+            || left.entry.documentId.localeCompare(right.entry.documentId)
+            || left.entry.chunkId.localeCompare(right.entry.chunkId)))
+            .slice(0, topK);
+        return refs.map((item) => ({
+            chunkId: item.entry.chunkId,
+            documentId: item.entry.documentId,
+            score: item.score,
+            metadata: {
+                source: 'keyword',
+                matchedTerms: queryTerms.filter((term) => item.entry.termCounts.has(term)),
+            },
+        }));
+    }
+    async deleteByDocument(documentId) {
+        await this.db.query(`DELETE FROM ${this.tables.keywordEntries} WHERE document_id = $1`, [documentId]);
+    }
+    async loadMatchingEntries(queryTerms, options) {
+        const where = (0, sql_1.buildChunkSearchWhere)(options, 2, 'c');
+        const result = await this.db.query(`
+SELECT
+    k.chunk_id,
+    k.document_id,
+    k.term_counts,
+    k.length,
+    c.content
+FROM ${this.tables.keywordEntries} k
+JOIN ${this.tables.chunks} c ON c.id = k.chunk_id
+WHERE k.terms && $1::text[]
+${where.clause.length > 0 ? `AND ${where.clause.slice('WHERE '.length)}` : ''}
+`.trim(), [queryTerms, ...where.values]);
+        return result.rows.map((row) => ({
+            chunkId: String(row.chunk_id),
+            documentId: String(row.document_id),
+            termCounts: jsonToTermCounts(row.term_counts),
+            length: Number(row.length ?? 0),
+            content: String(row.content ?? ''),
+        }));
+    }
+    async calculateDocumentFrequency(queryTerms) {
+        const result = await this.db.query(`
+SELECT terms
+FROM ${this.tables.keywordEntries}
+WHERE terms && $1::text[]
+`.trim(), [queryTerms]);
+        const frequency = new Map(queryTerms.map((term) => [term, 0]));
+        for (const row of result.rows) {
+            const terms = readStringArray(row.terms);
+            for (const term of queryTerms) {
+                if (terms.includes(term)) {
+                    frequency.set(term, (frequency.get(term) ?? 0) + 1);
+                }
+            }
+        }
+        return frequency;
+    }
+    async countEntries() {
+        const result = await this.db.query(`SELECT count(*) AS count FROM ${this.tables.keywordEntries}`);
+        const count = Number(result.rows[0]?.count ?? 0);
+        return Math.max(count, 1);
+    }
+}
+exports.PostgresKeywordStore = PostgresKeywordStore;
+function scoreEntry(input) {
+    let score = 0;
+    for (const term of input.queryTerms) {
+        const termCount = input.entry.termCounts.get(term) ?? 0;
+        if (termCount === 0) {
+            continue;
+        }
+        const df = input.documentFrequency.get(term) ?? 0;
+        const idf = Math.log(1 + (input.totalDocuments - df + 0.5) / (df + 0.5));
+        const normalizedTf = termCount / Math.sqrt(Math.max(input.entry.length, 1));
+        score += normalizedTf * idf;
+    }
+    return score;
+}
+function tokenize(text) {
+    return text
+        .normalize('NFKC')
+        .toLowerCase()
+        .match(/[\p{L}\p{N}_-]+/gu) ?? [];
+}
+function countTerms(terms) {
+    const counts = new Map();
+    for (const term of terms) {
+        counts.set(term, (counts.get(term) ?? 0) + 1);
+    }
+    return counts;
+}
+function jsonToTermCounts(value) {
+    const record = (0, sql_1.readJsonObject)(value) ?? {};
+    const counts = new Map();
+    for (const [term, count] of Object.entries(record)) {
+        if (typeof count === 'number') {
+            counts.set(term, count);
+        }
+    }
+    return counts;
+}
+function readStringArray(value) {
+    if (!Array.isArray(value)) {
+        return [];
+    }
+    return value.filter((item) => typeof item === 'string');
+}
+//# sourceMappingURL=postgres-keyword-store.js.map

package/dist/rag/stores/postgres/postgres-keyword-store.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"postgres-keyword-store.js","sourceRoot":"","sources":["../../../../src/rag/stores/postgres/postgres-keyword-store.ts"],"names":[],"mappings":";;;AAQA,+BAMe;AAef,MAAa,oBAAoB;IACZ,EAAE,CAAwB;IAC1B,MAAM,CAAqB;IAE5C,YAAY,OAAgC;QACxC,IAAI,CAAC,EAAE,GAAG,OAAO,CAAC,EAAE,CAAC;QACrB,IAAI,CAAC,MAAM,GAAG,IAAA,+BAAyB,EAAC,OAAO,CAAC,WAAW,CAAC,CAAC;IACjE,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,MAAe;QACxB,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YACzB,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YACtC,MAAM,IAAI,CAAC,EAAE,CAAC,KAAK,CACf;cACF,IAAI,CAAC,MAAM,CAAC,cAAc;;;;;;;;;;;CAWvC,CAAC,IAAI,EAAE,EACQ;gBACI,KAAK,CAAC,EAAE;gBACR,KAAK,CAAC,UAAU;gBAChB,CAAC,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC;gBACnB,IAAA,gBAAU,EAAC,MAAM,CAAC,WAAW,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC;gBACjD,KAAK,CAAC,MAAM;aACf,CACJ,CAAC;QACN,CAAC;IACL,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,KAAa,EAAE,UAAyB,EAAE;QACnD,MAAM,UAAU,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QACjD,MAAM,IAAI,GAAG,IAAA,mBAAa,EAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QACzC,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,IAAI,IAAI,KAAK,CAAC,EAAE,CAAC;YACxC,OAAO,EAAE,CAAC;QACd,CAAC;QAED,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,mBAAmB,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;QACpE,MAAM,iBAAiB,GAAG,MAAM,IAAI,CAAC,0BAA0B,CAAC,UAAU,CAAC,CAAC;QAC5E,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,YAAY,EAAE,CAAC;QACjD,MAAM,IAAI,GAAG,OAAO;aACf,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;YACb,KAAK;YACL,KAAK,EAAE,UAAU,CAAC;gBACd,KAAK;gBACL,UAAU;gBACV,iBAAiB;gBACjB,cAAc;aACjB,CAAC;SACL,CAAC,CAAC;aACF,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,GAAG,CAAC,CAAC;aAChC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,OAAO,CAAC,QAAQ,KAAK,SAAS,IAAI,IAAI,CAAC,KAAK,IAAI,OAAO,CAAC,QAAQ,CAAC;aAClF,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,CACnB,KAAK,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK;eACrB,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,aAAa,CAAC,KAAK,CAAC,KAAK,CAAC,UAAU,CAAC;eAC3D,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,aAAa,CAAC,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,CAC3D,CAAC;aACD,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;QAEpB,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;YACvB,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,OAAO;YAC3B,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,UAAU;YACjC,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,QAAQ,EAAE;gBACN,MAAM,EAAE,SAAS;gBACjB,YAAY,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;aAC7E;SACJ,CAAC,CAAC,CAAC;IACR,CAAC;IAED,KAAK,CAAC,gBAAgB,CAAC,UAAkB;QACrC,MAAM,IAAI,CAAC,EAAE,CAAC,KAAK,CACf,eAAe,IAAI,CAAC,MAAM,CAAC,cAAc,yBAAyB,EAClE,CAAC,UAAU,CAAC,CACf,CAAC;IACN,CAAC;IAEO,KAAK,CAAC,mBAAmB,CAC7B,UAAoB,EACpB,OAAsB;QAEtB,MAAM,KAAK,GAAG,IAAA,2BAAqB,EAAC,OAAO,EAAE,CAAC,EAAE,GAAG,CAAC,CAAC;QACrD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,KAAK,CAC9B;;;;;;;OAOL,IAAI,CAAC,MAAM,CAAC,cAAc;OAC1B,IAAI,CAAC,MAAM,CAAC,MAAM;;EAEvB,KAAK,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE;CAC5E,CAAC,IAAI,EAAE,EACI,CAAC,UAAU,EAAE,GAAG,KAAK,CAAC,MAAM,CAAC,CAChC,CAAC;QAEF,OAAO,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;YAC7B,OAAO,EAAE,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;YAC7B,UAAU,EAAE,MAAM,CAAC,GAAG,CAAC,WAAW,CAAC;YACnC,UAAU,EAAE,gBAAgB,CAAC,GAAG,CAAC,WAAW,CAAC;YAC7C,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,MAAM,IAAI,CAAC,CAAC;YAC/B,OAAO,EAAE,MAAM,CAAC,GAAG,CAAC,OAAO,IAAI,EAAE,CAAC;SACrC,CAAC,CAAC,CAAC;IACR,CAAC;IAEO,KAAK,CAAC,0BAA0B,CAAC,UAAoB;QACzD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,KAAK,CAC9B;;OAEL,IAAI,CAAC,MAAM,CAAC,cAAc;;CAEhC,CAAC,IAAI,EAAE,EACI,CAAC,UAAU,CAAC,CACf,CAAC;QACF,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QAE/D,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;YAC5B,MAAM,KAAK,GAAG,eAAe,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YACzC,KAAK,MAAM,IAAI,IAAI,UAAU,EAAE,CAAC;gBAC5B,IAAI,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;oBACvB,SAAS,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;gBACxD,CAAC;YACL,CAAC;QACL,CAAC;QAED,OAAO,SAAS,CAAC;IACrB,CAAC;IAEO,KAAK,CAAC,YAAY;QACtB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,KAAK,CAC9B,iCAAiC,IAAI,CAAC,MAAM,CAAC,cAAc,EAAE,CAChE,CAAC;QACF,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,KAAK,IAAI,CAAC,CAAC,CAAC;QAEjD,OAAO,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;IAC9B,CAAC;CACJ;AAjJD,oDAiJC;AAED,SAAS,UAAU,CAAC,KAKnB;IACG,IAAI,KAAK,GAAG,CAAC,CAAC;IAEd,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,UAAU,EAAE,CAAC;QAClC,MAAM,SAAS,GAAG,KAAK,CAAC,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACxD,IAAI,SAAS,KAAK,CAAC,EAAE,CAAC;YAClB,SAAS;QACb,CAAC;QAED,MAAM,EAAE,GAAG,KAAK,CAAC,iBAAiB,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAClD,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,cAAc,GAAG,EAAE,GAAG,GAAG,CAAC,GAAG,CAAC,EAAE,GAAG,GAAG,CAAC,CAAC,CAAC;QACzE,MAAM,YAAY,GAAG,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC;QAC5E,KAAK,IAAI,YAAY,GAAG,GAAG,CAAC;IAChC,CAAC;IAED,OAAO,KAAK,CAAC;AACjB,CAAC;AAED,SAAS,QAAQ,CAAC,IAAY;IAC1B,OAAO,IAAI;SACN,SAAS,CAAC,MAAM,CAAC;SACjB,WAAW,EAAE;SACb,KAAK,CAAC,mBAAmB,CAAC,IAAI,EAAE,CAAC;AAC1C,CAAC;AAED,SAAS,UAAU,CAAC,KAAe;IAC/B,MAAM,MAAM,GAAG,IAAI,GAAG,EAAkB,CAAC;IACzC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACvB,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAClD,CAAC;IAED,OAAO,MAAM,CAAC;AAClB,CAAC;AAED,SAAS,gBAAgB,CAAC,KAAc;IACpC,MAAM,MAAM,GAAG,IAAA,oBAAc,EAAC,KAAK,CAAC,IAAI,EAAE,CAAC;IAC3C,MAAM,MAAM,GAAG,IAAI,GAAG,EAAkB,CAAC;IACzC,KAAK,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;QACjD,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;YAC5B,MAAM,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;QAC5B,CAAC;IACL,CAAC;IAED,OAAO,MAAM,CAAC;AAClB,CAAC;AAED,SAAS,eAAe,CAAC,KAAc;IACnC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QACxB,OAAO,EAAE,CAAC;IACd,CAAC;IAED,OAAO,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAkB,EAAE,CAAC,OAAO,IAAI,KAAK,QAAQ,CAAC,CAAC;AAC5E,CAAC"}

package/dist/rag/stores/postgres/schema.d.ts

@@ -0,0 +1,8 @@
+export interface PostgresRagSchemaOptions {
+    tablePrefix?: string;
+    dimensions: number;
+    createVectorExtension?: boolean;
+    createIndexes?: boolean;
+}
+export declare function createPostgresRagSchemaSql(options: PostgresRagSchemaOptions): string;
+//# sourceMappingURL=schema.d.ts.map

package/dist/rag/stores/postgres/schema.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"schema.d.ts","sourceRoot":"","sources":["../../../../src/rag/stores/postgres/schema.ts"],"names":[],"mappings":"AAOA,MAAM,WAAW,wBAAwB;IACrC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,MAAM,CAAC;IACnB,qBAAqB,CAAC,EAAE,OAAO,CAAC;IAChC,aAAa,CAAC,EAAE,OAAO,CAAC;CAC3B;AAED,wBAAgB,0BAA0B,CAAC,OAAO,EAAE,wBAAwB,GAAG,MAAM,CAuFpF"}

package/dist/rag/stores/postgres/schema.js

@@ -0,0 +1,91 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createPostgresRagSchemaSql = createPostgresRagSchemaSql;
+const embeddings_1 = require("../../embeddings");
+const sql_1 = require("./sql");
+function createPostgresRagSchemaSql(options) {
+    const dimensions = (0, embeddings_1.assertValidEmbeddingDimensions)(options.dimensions);
+    const tables = (0, sql_1.resolvePostgresTableNames)(options.tablePrefix);
+    const statements = [];
+    if (options.createVectorExtension ?? true) {
+        statements.push('CREATE EXTENSION IF NOT EXISTS vector;');
+    }
+    statements.push(`
+CREATE TABLE IF NOT EXISTS ${tables.documents} (
+    id text PRIMARY KEY,
+    content text NOT NULL,
+    metadata jsonb NOT NULL DEFAULT '{}'::jsonb,
+    blocks jsonb,
+    source text NOT NULL,
+    title text,
+    mime_type text,
+    tenant_id text,
+    knowledge_base_id text,
+    acl text[],
+    version text,
+    checksum text,
+    created_at_meta text,
+    updated_at_meta text,
+    created_at timestamptz NOT NULL DEFAULT now(),
+    updated_at timestamptz NOT NULL DEFAULT now()
+);`.trim());
+    statements.push(`
+CREATE TABLE IF NOT EXISTS ${tables.chunks} (
+    id text PRIMARY KEY,
+    document_id text NOT NULL REFERENCES ${tables.documents}(id) ON DELETE CASCADE,
+    parent_id text,
+    content text NOT NULL,
+    kind text NOT NULL,
+    metadata jsonb NOT NULL DEFAULT '{}'::jsonb,
+    source text NOT NULL,
+    title text,
+    tenant_id text,
+    knowledge_base_id text,
+    heading_path text[],
+    page integer,
+    start_offset integer,
+    end_offset integer,
+    chunk_index integer NOT NULL,
+    acl text[],
+    extra jsonb,
+    created_at timestamptz NOT NULL DEFAULT now(),
+    updated_at timestamptz NOT NULL DEFAULT now(),
+    search_vector tsvector GENERATED ALWAYS AS (to_tsvector('simple', content)) STORED
+);`.trim());
+    statements.push(`
+CREATE TABLE IF NOT EXISTS ${tables.embeddings} (
+    chunk_id text PRIMARY KEY REFERENCES ${tables.chunks}(id) ON DELETE CASCADE,
+    document_id text NOT NULL,
+    embedding vector(${dimensions}) NOT NULL,
+    created_at timestamptz NOT NULL DEFAULT now(),
+    updated_at timestamptz NOT NULL DEFAULT now()
+);`.trim());
+    statements.push(`
+CREATE TABLE IF NOT EXISTS ${tables.keywordEntries} (
+    chunk_id text PRIMARY KEY REFERENCES ${tables.chunks}(id) ON DELETE CASCADE,
+    document_id text NOT NULL,
+    terms text[] NOT NULL,
+    term_counts jsonb NOT NULL,
+    length integer NOT NULL,
+    created_at timestamptz NOT NULL DEFAULT now(),
+    updated_at timestamptz NOT NULL DEFAULT now()
+);`.trim());
+    if (options.createIndexes ?? true) {
+        statements.push(`CREATE INDEX IF NOT EXISTS ${indexName(options.tablePrefix, 'chunks_document_id_idx')} ON ${tables.chunks} (document_id);`);
+        statements.push(`CREATE INDEX IF NOT EXISTS ${indexName(options.tablePrefix, 'chunks_tenant_kb_idx')} ON ${tables.chunks} (tenant_id, knowledge_base_id);`);
+        statements.push(`CREATE INDEX IF NOT EXISTS ${indexName(options.tablePrefix, 'chunks_source_idx')} ON ${tables.chunks} (source);`);
+        statements.push(`CREATE INDEX IF NOT EXISTS ${indexName(options.tablePrefix, 'chunks_acl_idx')} ON ${tables.chunks} USING gin (acl);`);
+        statements.push(`CREATE INDEX IF NOT EXISTS ${indexName(options.tablePrefix, 'chunks_extra_idx')} ON ${tables.chunks} USING gin (extra);`);
+        statements.push(`CREATE INDEX IF NOT EXISTS ${indexName(options.tablePrefix, 'chunks_search_vector_idx')} ON ${tables.chunks} USING gin (search_vector);`);
+        statements.push(`CREATE INDEX IF NOT EXISTS ${indexName(options.tablePrefix, 'embeddings_document_id_idx')} ON ${tables.embeddings} (document_id);`);
+        statements.push(`CREATE INDEX IF NOT EXISTS ${indexName(options.tablePrefix, 'embeddings_vector_idx')} ON ${tables.embeddings} USING hnsw (embedding vector_cosine_ops);`);
+        statements.push(`CREATE INDEX IF NOT EXISTS ${indexName(options.tablePrefix, 'keyword_document_id_idx')} ON ${tables.keywordEntries} (document_id);`);
+        statements.push(`CREATE INDEX IF NOT EXISTS ${indexName(options.tablePrefix, 'keyword_terms_idx')} ON ${tables.keywordEntries} USING gin (terms);`);
+    }
+    return `${statements.join('\n\n')}\n`;
+}
+function indexName(tablePrefix, suffix) {
+    const prefix = tablePrefix ?? 'rag';
+    return `"${prefix}_${suffix}"`;
+}
+//# sourceMappingURL=schema.js.map

package/dist/rag/stores/postgres/schema.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"schema.js","sourceRoot":"","sources":["../../../../src/rag/stores/postgres/schema.ts"],"names":[],"mappings":";;AAcA,gEAuFC;AArGD,iDAE0B;AAC1B,+BAEe;AASf,SAAgB,0BAA0B,CAAC,OAAiC;IACxE,MAAM,UAAU,GAAG,IAAA,2CAA8B,EAAC,OAAO,CAAC,UAAU,CAAC,CAAC;IACtE,MAAM,MAAM,GAAG,IAAA,+BAAyB,EAAC,OAAO,CAAC,WAAW,CAAC,CAAC;IAC9D,MAAM,UAAU,GAAa,EAAE,CAAC;IAEhC,IAAI,OAAO,CAAC,qBAAqB,IAAI,IAAI,EAAE,CAAC;QACxC,UAAU,CAAC,IAAI,CAAC,wCAAwC,CAAC,CAAC;IAC9D,CAAC;IAED,UAAU,CAAC,IAAI,CAAC;6BACS,MAAM,CAAC,SAAS;;;;;;;;;;;;;;;;;GAiB1C,CAAC,IAAI,EAAE,CAAC,CAAC;IAER,UAAU,CAAC,IAAI,CAAC;6BACS,MAAM,CAAC,MAAM;;2CAEC,MAAM,CAAC,SAAS;;;;;;;;;;;;;;;;;;;GAmBxD,CAAC,IAAI,EAAE,CAAC,CAAC;IAER,UAAU,CAAC,IAAI,CAAC;6BACS,MAAM,CAAC,UAAU;2CACH,MAAM,CAAC,MAAM;;uBAEjC,UAAU;;;GAG9B,CAAC,IAAI,EAAE,CAAC,CAAC;IAER,UAAU,CAAC,IAAI,CAAC;6BACS,MAAM,CAAC,cAAc;2CACP,MAAM,CAAC,MAAM;;;;;;;GAOrD,CAAC,IAAI,EAAE,CAAC,CAAC;IAER,IAAI,OAAO,CAAC,aAAa,IAAI,IAAI,EAAE,CAAC;QAChC,UAAU,CAAC,IAAI,CAAC,8BAA8B,SAAS,CAAC,OAAO,CAAC,WAAW,EAAE,wBAAwB,CAAC,OAAO,MAAM,CAAC,MAAM,iBAAiB,CAAC,CAAC;QAC7I,UAAU,CAAC,IAAI,CAAC,8BAA8B,SAAS,CAAC,OAAO,CAAC,WAAW,EAAE,sBAAsB,CAAC,OAAO,MAAM,CAAC,MAAM,kCAAkC,CAAC,CAAC;QAC5J,UAAU,CAAC,IAAI,CAAC,8BAA8B,SAAS,CAAC,OAAO,CAAC,WAAW,EAAE,mBAAmB,CAAC,OAAO,MAAM,CAAC,MAAM,YAAY,CAAC,CAAC;QACnI,UAAU,CAAC,IAAI,CAAC,8BAA8B,SAAS,CAAC,OAAO,CAAC,WAAW,EAAE,gBAAgB,CAAC,OAAO,MAAM,CAAC,MAAM,mBAAmB,CAAC,CAAC;QACvI,UAAU,CAAC,IAAI,CAAC,8BAA8B,SAAS,CAAC,OAAO,CAAC,WAAW,EAAE,kBAAkB,CAAC,OAAO,MAAM,CAAC,MAAM,qBAAqB,CAAC,CAAC;QAC3I,UAAU,CAAC,IAAI,CAAC,8BAA8B,SAAS,CAAC,OAAO,CAAC,WAAW,EAAE,0BAA0B,CAAC,OAAO,MAAM,CAAC,MAAM,6BAA6B,CAAC,CAAC;QAC3J,UAAU,CAAC,IAAI,CAAC,8BAA8B,SAAS,CAAC,OAAO,CAAC,WAAW,EAAE,4BAA4B,CAAC,OAAO,MAAM,CAAC,UAAU,iBAAiB,CAAC,CAAC;QACrJ,UAAU,CAAC,IAAI,CAAC,8BAA8B,SAAS,CAAC,OAAO,CAAC,WAAW,EAAE,uBAAuB,CAAC,OAAO,MAAM,CAAC,UAAU,4CAA4C,CAAC,CAAC;QAC3K,UAAU,CAAC,IAAI,CAAC,8BAA8B,SAAS,CAAC,OAAO,CAAC,WAAW,EAAE,yBAAyB,CAAC,OAAO,MAAM,CAAC,cAAc,iBAAiB,CAAC,CAAC;QACtJ,UAAU,CAAC,IAAI,CAAC,8BAA8B,SAAS,CAAC,OAAO,CAAC,WAAW,EAAE,mBAAmB,CAAC,OAAO,MAAM,CAAC,cAAc,qBAAqB,CAAC,CAAC;IACxJ,CAAC;IAED,OAAO,GAAG,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC;AAC1C,CAAC;AAED,SAAS,SAAS,CAAC,WAA+B,EAAE,MAAc;IAC9D,MAAM,MAAM,GAAG,WAAW,IAAI,KAAK,CAAC;IAEpC,OAAO,IAAI,MAAM,IAAI,MAAM,GAAG,CAAC;AACnC,CAAC"}

package/dist/rag/stores/postgres/sql.d.ts

@@ -0,0 +1,23 @@
+import type { ChunkMetadata } from '../../types';
+import type { SearchOptions } from '../types';
+import type { PostgresTableNames } from './types';
+export declare function resolvePostgresTableNames(tablePrefix?: string): PostgresTableNames;
+export declare function quoteIdentifier(identifier: string): string;
+export declare function createJson(value: unknown): string;
+export declare function createOptionalJson(value: unknown): string | null;
+export declare function readJsonObject(value: unknown): Record<string, unknown> | undefined;
+export declare function readJsonArray<T = unknown>(value: unknown): T[] | undefined;
+export declare function readJson(value: unknown): unknown;
+export declare function toVectorLiteral(vector: readonly number[]): string;
+export interface SqlWhere {
+    clause: string;
+    values: unknown[];
+}
+export declare function buildChunkSearchWhere(options: SearchOptions, startIndex?: number, alias?: string): SqlWhere;
+export declare function assignIfDefined<T extends object, K extends keyof T>(target: T, key: K, value: T[K] | undefined): void;
+export declare function normalizeTopK(topK: number | undefined): number;
+export declare function rowToChunkMetadata(row: Record<string, unknown>): ChunkMetadata;
+export declare function readOptionalString(value: unknown): string | undefined;
+export declare function readOptionalNumber(value: unknown): number | undefined;
+export declare function readOptionalStringArray(value: unknown): string[] | undefined;
+//# sourceMappingURL=sql.d.ts.map

package/dist/rag/stores/postgres/sql.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"sql.d.ts","sourceRoot":"","sources":["../../../../src/rag/stores/postgres/sql.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACR,aAAa,EAChB,MAAM,aAAa,CAAC;AACrB,OAAO,KAAK,EACR,aAAa,EAChB,MAAM,UAAU,CAAC;AAClB,OAAO,KAAK,EACR,kBAAkB,EACrB,MAAM,SAAS,CAAC;AAKjB,wBAAgB,yBAAyB,CAAC,WAAW,SAAuB,GAAG,kBAAkB,CAShG;AAED,wBAAgB,eAAe,CAAC,UAAU,EAAE,MAAM,GAAG,MAAM,CAI1D;AAED,wBAAgB,UAAU,CAAC,KAAK,EAAE,OAAO,GAAG,MAAM,CAEjD;AAED,wBAAgB,kBAAkB,CAAC,KAAK,EAAE,OAAO,GAAG,MAAM,GAAG,IAAI,CAEhE;AAED,wBAAgB,cAAc,CAAC,KAAK,EAAE,OAAO,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,SAAS,CAIlF;AAED,wBAAgB,aAAa,CAAC,CAAC,GAAG,OAAO,EAAE,KAAK,EAAE,OAAO,GAAG,CAAC,EAAE,GAAG,SAAS,CAI1E;AAED,wBAAgB,QAAQ,CAAC,KAAK,EAAE,OAAO,GAAG,OAAO,CAMhD;AAED,wBAAgB,eAAe,CAAC,MAAM,EAAE,SAAS,MAAM,EAAE,GAAG,MAAM,CAEjE;AAED,MAAM,WAAW,QAAQ;IACrB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,OAAO,EAAE,CAAC;CACrB;AAED,wBAAgB,qBAAqB,CACjC,OAAO,EAAE,aAAa,EACtB,UAAU,SAAI,EACd,KAAK,SAAM,GACZ,QAAQ,CAsCV;AA4CD,wBAAgB,eAAe,CAAC,CAAC,SAAS,MAAM,EAAE,CAAC,SAAS,MAAM,CAAC,EAC/D,MAAM,EAAE,CAAC,EACT,GAAG,EAAE,CAAC,EACN,KAAK,EAAE,CAAC,CAAC,CAAC,CAAC,GAAG,SAAS,GACxB,IAAI,CAIN;AAED,wBAAgB,aAAa,CAAC,IAAI,EAAE,MAAM,GAAG,SAAS,GAAG,MAAM,CAS9D;AAED,wBAAgB,kBAAkB,CAAC,GAAG,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,aAAa,CAiB9E;AAED,wBAAgB,kBAAkB,CAAC,KAAK,EAAE,OAAO,GAAG,MAAM,GAAG,SAAS,CAErE;AAED,wBAAgB,kBAAkB,CAAC,KAAK,EAAE,OAAO,GAAG,MAAM,GAAG,SAAS,CAWrE;AAED,wBAAgB,uBAAuB,CAAC,KAAK,EAAE,OAAO,GAAG,MAAM,EAAE,GAAG,SAAS,CAM5E"}