@askdb/rag 0.2.0-beta.1

package/dist/cli.js

@@ -0,0 +1,332 @@
+import { randomUUID } from "node:crypto";
+import { readFileSync } from "node:fs";
+import { join, resolve } from "node:path";
+import { createAskDbLogger, formatSupportedAskDbLogLevels, isSupportedAskDbLogLevel, } from "@askdb/core";
+import { getAskDbRuntimeConfig } from "@askdb/config";
+import { buildSchemaIndex } from "./indexer/index.js";
+import { loadChunkerSourcesFromDir } from "./chunker/sources.js";
+import { createOpenAiEmbedder as createAiSdkOpenAiEmbedder } from "./embedders/openai.js";
+import { createMemoryStore } from "./stores/memory.js";
+import { createFileStore } from "./stores/file.js";
+import { createPgvectorStore, } from "./stores/pgvector.js";
+export async function runRagCli(argv) {
+    try {
+        if (argv.includes("--version") || argv.includes("-V")) {
+            process.stdout.write(`${readPackageVersion()}\n`);
+            return 0;
+        }
+        if (argv.length === 0 || argv.includes("--help") || argv.includes("-h")) {
+            printHelp();
+            return 0;
+        }
+        const cmd = argv[0];
+        if (cmd !== "index" && cmd !== "query") {
+            throw new Error(`Unknown command: ${cmd} (expected 'index' or 'query')`);
+        }
+        const opts = parseOptions(argv.slice(1));
+        opts.command = cmd;
+        if (!opts.schemaDir) {
+            throw new Error("Missing positional <schema-dir>.");
+        }
+        const runtimeConfig = getAskDbRuntimeConfig();
+        const logger = buildLogger(opts, runtimeConfig);
+        if (cmd === "index")
+            return await runIndex(opts, logger, runtimeConfig);
+        return await runQuery(opts, logger, runtimeConfig);
+    }
+    catch (e) {
+        process.stderr.write(`${e instanceof Error ? e.message : String(e)}\n`);
+        return 1;
+    }
+}
+async function runIndex(opts, logger, runtimeConfig) {
+    const sources = loadChunkerSourcesFromDir(opts.schemaDir);
+    const embedder = buildEmbedder(opts, runtimeConfig);
+    const dimensions = embedderDimensions(opts);
+    const store = await buildStore(opts, dimensions);
+    const result = await buildSchemaIndex({
+        schema: sources,
+        embedder,
+        store,
+        embedderId: embedderId(opts),
+        lockFilePath: join(resolve(opts.schemaDir), "schema.lock.json"),
+        correlationId: opts.correlationId,
+        logger,
+    });
+    process.stdout.write(`${JSON.stringify({
+        schemaId: sources.schema.schemaId,
+        chunksTotal: result.stats.chunksTotal,
+        chunksIndexed: result.stats.chunksIndexed,
+        chunksReused: result.stats.chunksReused,
+        sensitiveExcluded: result.stats.sensitiveExcluded,
+        sensitiveIncluded: result.stats.sensitiveIncluded,
+    }, null, 2)}\n`);
+    await closeStore(store);
+    return 0;
+}
+async function runQuery(opts, logger, runtimeConfig) {
+    if (!opts.question) {
+        throw new Error("Missing --question for query command.");
+    }
+    const sources = loadChunkerSourcesFromDir(opts.schemaDir);
+    const embedder = buildEmbedder(opts, runtimeConfig);
+    const dimensions = embedderDimensions(opts);
+    const store = await buildStore(opts, dimensions);
+    const filter = { schemaId: sources.schema.schemaId };
+    if (opts.filterTypes && opts.filterTypes.length > 0) {
+        filter.types = opts.filterTypes;
+    }
+    const [vector] = await embedder([opts.question]);
+    const k = opts.k ?? 8;
+    const results = await store.query(vector, k, filter);
+    logger.info({
+        event: "askdb.rag.cli.query",
+        questionChars: opts.question.length,
+        k,
+        resultCount: results.length,
+    }, "rag query completed");
+    process.stdout.write(`${JSON.stringify({
+        question: opts.question,
+        k,
+        results: results.map((r) => ({
+            id: r.id,
+            score: Number(r.score.toFixed(6)),
+            type: r.payload.type,
+            schemaId: r.payload.schemaId,
+            refs: r.payload.refs,
+            textPreview: r.payload.text.slice(0, 200),
+        })),
+    }, null, 2)}\n`);
+    await closeStore(store);
+    return 0;
+}
+function buildEmbedder(opts, runtimeConfig) {
+    const choice = opts.embedder ?? "mock";
+    if (choice === "mock")
+        return createMockEmbedder();
+    if (choice === "openai")
+        return createOpenAiEmbedder(opts, runtimeConfig);
+    throw new Error(`Unknown embedder: ${choice}`);
+}
+function embedderId(opts) {
+    const choice = opts.embedder ?? "mock";
+    if (choice === "openai") {
+        const base = `openai:${opts.embedderModel ?? "text-embedding-3-small"}`;
+        return opts.dimensions ? `${base}:${opts.dimensions}` : base;
+    }
+    return `mock:lexical-${embedderDimensions(opts)}`;
+}
+function embedderDimensions(opts) {
+    if (opts.dimensions)
+        return opts.dimensions;
+    const choice = opts.embedder ?? "mock";
+    if (choice === "openai") {
+        const model = opts.embedderModel ?? "text-embedding-3-small";
+        if (model === "text-embedding-3-small")
+            return 1536;
+        if (model === "text-embedding-3-large")
+            return 3072;
+        if (model === "text-embedding-ada-002")
+            return 1536;
+        throw new Error(`Pass --dimensions for unknown embedder model: ${model}`);
+    }
+    return 64;
+}
+/**
+ * Deterministic mock embedder used for tests, CI, and quick smoke-checks.
+ *
+ * Produces a stable lexical bag-of-words vector by hashing normalized tokens;
+ * same text always yields the same vector. Not a real embedder, but useful for
+ * local smoke tests because shared terms like "revenue" can rank related chunks.
+ */
+export function createMockEmbedder(dim = 64) {
+    return async (texts) => {
+        return texts.map((text) => {
+            const v = new Array(dim).fill(0);
+            const tokens = text.toLowerCase().match(/[a-z0-9_]+/g) ?? [];
+            for (const token of tokens) {
+                v[stableTokenHash(token) % dim] += 1;
+            }
+            const norm = Math.sqrt(v.reduce((s, x) => s + x * x, 0)) || 1;
+            return v.map((x) => x / norm);
+        });
+    };
+}
+function stableTokenHash(token) {
+    let h = 2166136261;
+    for (let i = 0; i < token.length; i++) {
+        h ^= token.charCodeAt(i);
+        h = Math.imul(h, 16777619);
+    }
+    return h >>> 0;
+}
+function createOpenAiEmbedder(opts, runtimeConfig) {
+    const apiKey = opts.apiKey ?? runtimeConfig.rag.embedder.apiKey;
+    if (!apiKey) {
+        throw new Error("createOpenAiEmbedder: set OPENAI_API_KEY or pass --api-key. The OpenAI embedder uses the AI SDK optional peers (`ai` and `@ai-sdk/openai`).");
+    }
+    return createAiSdkOpenAiEmbedder({
+        apiKey,
+        model: opts.embedderModel ?? "text-embedding-3-small",
+        baseURL: runtimeConfig.rag.embedder.baseURL,
+        dimensions: opts.dimensions,
+    });
+}
+async function buildStore(opts, dimensions) {
+    const choice = opts.store ?? "file";
+    if (choice === "memory")
+        return createMemoryStore();
+    if (choice === "file") {
+        const path = opts.filePath
+            ? opts.filePath
+            : join(resolve(opts.schemaDir), "schema");
+        return createFileStore({ basePath: path });
+    }
+    if (choice === "pgvector") {
+        if (!opts.pgUrl) {
+            throw new Error("pgvector store requires --pg-url (or set PGURL/DATABASE_URL via your shell).");
+        }
+        const pgOptions = {
+            connectionString: opts.pgUrl,
+            table: opts.pgTable,
+            dimensions,
+        };
+        return createPgvectorStore(pgOptions);
+    }
+    throw new Error(`Unknown store: ${choice}`);
+}
+async function closeStore(store) {
+    if (typeof store.flush === "function")
+        store.flush();
+    if (typeof store.close === "function")
+        await store.close();
+}
+function buildLogger(opts, runtimeConfig) {
+    const level = resolveLogLevel(opts, runtimeConfig);
+    return createAskDbLogger({
+        correlationId: opts.correlationId ?? runtimeConfig.logging.correlationId ?? randomUUID(),
+        level,
+        logFile: opts.logFile ?? runtimeConfig.logging.logFile,
+        logStdout: opts.logStdout ?? runtimeConfig.logging.logStdout,
+    });
+}
+function resolveLogLevel(opts, runtimeConfig) {
+    if (opts.logLevel !== undefined && opts.logLevel !== "") {
+        const lvl = opts.logLevel.toLowerCase();
+        if (!isSupportedAskDbLogLevel(lvl)) {
+            throw new Error(`Invalid --log-level: ${opts.logLevel} (expected one of ${formatSupportedAskDbLogLevels()})`);
+        }
+        return lvl;
+    }
+    const envLevel = runtimeConfig.logging.level?.toLowerCase();
+    if (envLevel && isSupportedAskDbLogLevel(envLevel))
+        return envLevel;
+    if (opts.verbose || opts.logFile || opts.logStdout)
+        return "info";
+    return "silent";
+}
+function parseOptions(argv) {
+    const opts = {};
+    let positional = 0;
+    for (let i = 0; i < argv.length; i++) {
+        const arg = argv[i];
+        if (!arg.startsWith("-")) {
+            if (positional === 0)
+                opts.schemaDir = arg;
+            else
+                throw new Error(`Unexpected positional argument: ${arg}`);
+            positional++;
+            continue;
+        }
+        switch (arg) {
+            case "--store":
+                opts.store = readValue(argv, ++i, arg);
+                break;
+            case "--embedder":
+                opts.embedder = readValue(argv, ++i, arg);
+                break;
+            case "--embedder-model":
+                opts.embedderModel = readValue(argv, ++i, arg);
+                break;
+            case "--api-key":
+                opts.apiKey = readValue(argv, ++i, arg);
+                break;
+            case "--question":
+                opts.question = readValue(argv, ++i, arg);
+                break;
+            case "-k":
+            case "--k":
+                opts.k = Number(readValue(argv, ++i, arg));
+                break;
+            case "--pg-url":
+                opts.pgUrl = readValue(argv, ++i, arg);
+                break;
+            case "--pg-table":
+                opts.pgTable = readValue(argv, ++i, arg);
+                break;
+            case "--dimensions":
+                opts.dimensions = Number(readValue(argv, ++i, arg));
+                break;
+            case "--types":
+                opts.filterTypes = readValue(argv, ++i, arg).split(",").map((s) => s.trim()).filter(Boolean);
+                break;
+            case "--file-path":
+                opts.filePath = readValue(argv, ++i, arg);
+                break;
+            case "-v":
+            case "--verbose":
+                opts.verbose = true;
+                break;
+            case "--log-level":
+                opts.logLevel = readValue(argv, ++i, arg);
+                break;
+            case "--log-file":
+                opts.logFile = readValue(argv, ++i, arg);
+                break;
+            case "--log-stdout":
+                opts.logStdout = true;
+                break;
+            case "--correlation-id":
+                opts.correlationId = readValue(argv, ++i, arg);
+                break;
+            default:
+                throw new Error(`Unknown option: ${arg}`);
+        }
+    }
+    return opts;
+}
+function readValue(argv, index, flag) {
+    const value = argv[index];
+    if (!value || (value.startsWith("--") && value !== flag)) {
+        throw new Error(`${flag} requires a value.`);
+    }
+    return value;
+}
+function readPackageVersion() {
+    const pkgPath = new URL("../package.json", import.meta.url);
+    const parsed = JSON.parse(readFileSync(pkgPath, "utf8"));
+    return typeof parsed.version === "string" ? parsed.version : "0.0.0";
+}
+function printHelp() {
+    process.stdout.write([
+        "askdb-rag - Chunk + index + query a Schema v2 directory.",
+        "",
+        "Usage:",
+        "  askdb-rag index <schema-dir>  [--store memory|file|pgvector] [--embedder mock|openai] [--dimensions <n>]",
+        "  askdb-rag query <schema-dir>  --question \"...\" [-k 8] [--types table,column,cql]",
+        "",
+        "Stores:",
+        "  memory     in-memory cosine. Ephemeral. Default for `query`-only smoke checks against `index --store memory`.",
+        "  file       persisted as <schema-dir>/schema.embeddings.{bin,json} (default).",
+        "  pgvector   --pg-url <conn> [--pg-table askdb_rag_chunks] [--dimensions <n>]",
+        "",
+        "Embedders:",
+        "  mock       deterministic lexical hash. Default. CI-safe.",
+        "  openai     AI SDK OpenAI embeddings; OPENAI_API_KEY (or --api-key); --embedder-model text-embedding-3-small (default).",
+        "",
+        "Logging matches `askdb`:",
+        "  --log-level <level> --log-file <path> --log-stdout --correlation-id <id> -v/--verbose",
+        "",
+    ].join("\n"));
+}
+//# sourceMappingURL=cli.js.map

package/dist/cli.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cli.js","sourceRoot":"","sources":["../src/cli.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AACvC,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAC1C,OAAO,EACL,iBAAiB,EACjB,6BAA6B,EAC7B,wBAAwB,GAGzB,MAAM,aAAa,CAAC;AACrB,OAAO,EAAE,qBAAqB,EAA2B,MAAM,eAAe,CAAC;AAC/E,OAAO,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AACtD,OAAO,EAAE,yBAAyB,EAAE,MAAM,sBAAsB,CAAC;AACjE,OAAO,EAAE,oBAAoB,IAAI,yBAAyB,EAAE,MAAM,uBAAuB,CAAC;AAC1F,OAAO,EAAE,iBAAiB,EAAE,MAAM,oBAAoB,CAAC;AACvD,OAAO,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AACnD,OAAO,EACL,mBAAmB,GAEpB,MAAM,sBAAsB,CAAC;AA6B9B,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,IAAuB;IACrD,IAAI,CAAC;QACH,IAAI,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;YACtD,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,kBAAkB,EAAE,IAAI,CAAC,CAAC;YAClD,OAAO,CAAC,CAAC;QACX,CAAC;QACD,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;YACxE,SAAS,EAAE,CAAC;YACZ,OAAO,CAAC,CAAC;QACX,CAAC;QACD,MAAM,GAAG,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;QACpB,IAAI,GAAG,KAAK,OAAO,IAAI,GAAG,KAAK,OAAO,EAAE,CAAC;YACvC,MAAM,IAAI,KAAK,CAAC,oBAAoB,GAAG,gCAAgC,CAAC,CAAC;QAC3E,CAAC;QACD,MAAM,IAAI,GAAG,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QACzC,IAAI,CAAC,OAAO,GAAG,GAAG,CAAC;QACnB,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAC;QACtD,CAAC;QACD,MAAM,aAAa,GAAG,qBAAqB,EAAE,CAAC;QAC9C,MAAM,MAAM,GAAG,WAAW,CAAC,IAAI,EAAE,aAAa,CAAC,CAAC;QAChD,IAAI,GAAG,KAAK,OAAO;YAAE,OAAO,MAAM,QAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,aAAa,CAAC,CAAC;QACxE,OAAO,MAAM,QAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,aAAa,CAAC,CAAC;IACrD,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QACxE,OAAO,CAAC,CAAC;IACX,CAAC;AACH,CAAC;AAED,KAAK,UAAU,QAAQ,CAAC,IAAgB,EAAE,MAAmB,EAAE,aAAiC;IAC9F,MAAM,OAAO,GAAG,yBAAyB,CAAC,IAAI,CAAC,SAAU,CAAC,CAAC;IAC3D,MAAM,QAAQ,GAAG,aAAa,CAAC,IAAI,EAAE,aAAa,CAAC,CAAC;IACpD,MAAM,UAAU,GAAG,kBAAkB,CAAC,IAAI,CAAC,CAAC;IAC5C,MAAM,KAAK,GAAG,MAAM,UAAU,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;IAEjD,MAAM,MAAM,GAAG,MAAM,gBAAgB,CAAC;QACpC,MAAM,EAAE,OAAO;QACf,QAAQ;QACR,KAAK;QACL,UAAU,EAAE,UAAU,CAAC,IAAI,CAAC;QAC5B,YAAY,EAAE,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,SAAU,CAAC,EAAE,kBAAkB,CAAC;QAChE,aAAa,EAAE,IAAI,CAAC,aAAa;QACjC,MAAM;KACP,CAAC,CAAC;IAEH,OAAO,CAAC,MAAM,CAAC,KAAK,CAClB,GAAG,IAAI,CAAC,SAAS,CACf;QACE,QAAQ,EAAE,OAAO,CAAC,MAAM,CAAC,QAAQ;QACjC,WAAW,EAAE,MAAM,CAAC,KAAK,CAAC,WAAW;QACrC,aAAa,EAAE,MAAM,CAAC,KAAK,CAAC,aAAa;QACzC,YAAY,EAAE,MAAM,CAAC,KAAK,CAAC,YAAY;QACvC,iBAAiB,EAAE,MAAM,CAAC,KAAK,CAAC,iBAAiB;QACjD,iBAAiB,EAAE,MAAM,CAAC,KAAK,CAAC,iBAAiB;KAClD,EACD,IAAI,EACJ,CAAC,CACF,IAAI,CACN,CAAC;IAEF,MAAM,UAAU,CAAC,KAAK,CAAC,CAAC;IACxB,OAAO,CAAC,CAAC;AACX,CAAC;AAED,KAAK,UAAU,QAAQ,CAAC,IAAgB,EAAE,MAAmB,EAAE,aAAiC;IAC9F,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;QACnB,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC;IAC3D,CAAC;IACD,MAAM,OAAO,GAAG,yBAAyB,CAAC,IAAI,CAAC,SAAU,CAAC,CAAC;IAC3D,MAAM,QAAQ,GAAG,aAAa,CAAC,IAAI,EAAE,aAAa,CAAC,CAAC;IACpD,MAAM,UAAU,GAAG,kBAAkB,CAAC,IAAI,CAAC,CAAC;IAC5C,MAAM,KAAK,GAAG,MAAM,UAAU,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;IAEjD,MAAM,MAAM,GAAW,EAAE,QAAQ,EAAE,OAAO,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;IAC7D,IAAI,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACpD,MAAM,CAAC,KAAK,GAAG,IAAI,CAAC,WAA8B,CAAC;IACrD,CAAC;IAED,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,QAAQ,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;IACjD,MAAM,CAAC,GAAG,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC;IACtB,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,MAAM,CAAC,CAAC;IAErD,MAAM,CAAC,IAAI,CACT;QACE,KAAK,EAAE,qBAAqB;QAC5B,aAAa,EAAE,IAAI,CAAC,QAAQ,CAAC,MAAM;QACnC,CAAC;QACD,WAAW,EAAE,OAAO,CAAC,MAAM;KAC5B,EACD,qBAAqB,CACtB,CAAC;IAEF,OAAO,CAAC,MAAM,CAAC,KAAK,CAClB,GAAG,IAAI,CAAC,SAAS,CACf;QACE,QAAQ,EAAE,IAAI,CAAC,QAAQ;QACvB,CAAC;QACD,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,CAAc,EAAE,EAAE,CAAC,CAAC;YACxC,EAAE,EAAE,CAAC,CAAC,EAAE;YACR,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;YACjC,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,IAAI;YACpB,QAAQ,EAAE,CAAC,CAAC,OAAO,CAAC,QAAQ;YAC5B,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,IAAI;YACpB,WAAW,EAAE,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC;SAC1C,CAAC,CAAC;KACJ,EACD,IAAI,EACJ,CAAC,CACF,IAAI,CACN,CAAC;IAEF,MAAM,UAAU,CAAC,KAAK,CAAC,CAAC;IACxB,OAAO,CAAC,CAAC;AACX,CAAC;AAED,SAAS,aAAa,CAAC,IAAgB,EAAE,aAAiC;IACxE,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,IAAI,MAAM,CAAC;IACvC,IAAI,MAAM,KAAK,MAAM;QAAE,OAAO,kBAAkB,EAAE,CAAC;IACnD,IAAI,MAAM,KAAK,QAAQ;QAAE,OAAO,oBAAoB,CAAC,IAAI,EAAE,aAAa,CAAC,CAAC;IAC1E,MAAM,IAAI,KAAK,CAAC,qBAAqB,MAAM,EAAE,CAAC,CAAC;AACjD,CAAC;AAED,SAAS,UAAU,CAAC,IAAgB;IAClC,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,IAAI,MAAM,CAAC;IACvC,IAAI,MAAM,KAAK,QAAQ,EAAE,CAAC;QACxB,MAAM,IAAI,GAAG,UAAU,IAAI,CAAC,aAAa,IAAI,wBAAwB,EAAE,CAAC;QACxE,OAAO,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,GAAG,IAAI,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;IAC/D,CAAC;IACD,OAAO,gBAAgB,kBAAkB,CAAC,IAAI,CAAC,EAAE,CAAC;AACpD,CAAC;AAED,SAAS,kBAAkB,CAAC,IAAgB;IAC1C,IAAI,IAAI,CAAC,UAAU;QAAE,OAAO,IAAI,CAAC,UAAU,CAAC;IAC5C,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,IAAI,MAAM,CAAC;IACvC,IAAI,MAAM,KAAK,QAAQ,EAAE,CAAC;QACxB,MAAM,KAAK,GAAG,IAAI,CAAC,aAAa,IAAI,wBAAwB,CAAC;QAC7D,IAAI,KAAK,KAAK,wBAAwB;YAAE,OAAO,IAAI,CAAC;QACpD,IAAI,KAAK,KAAK,wBAAwB;YAAE,OAAO,IAAI,CAAC;QACpD,IAAI,KAAK,KAAK,wBAAwB;YAAE,OAAO,IAAI,CAAC;QACpD,MAAM,IAAI,KAAK,CAAC,iDAAiD,KAAK,EAAE,CAAC,CAAC;IAC5E,CAAC;IACD,OAAO,EAAE,CAAC;AACZ,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,kBAAkB,CAAC,GAAG,GAAG,EAAE;IACzC,OAAO,KAAK,EAAE,KAAe,EAAE,EAAE;QAC/B,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;YACxB,MAAM,CAAC,GAAG,IAAI,KAAK,CAAS,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;YACzC,MAAM,MAAM,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,aAAa,CAAC,IAAI,EAAE,CAAC;YAC7D,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;gBAC3B,CAAC,CAAC,eAAe,CAAC,KAAK,CAAC,GAAG,GAAG,CAAC,IAAI,CAAC,CAAC;YACvC,CAAC;YACD,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YAC9D,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC;QAChC,CAAC,CAAC,CAAC;IACL,CAAC,CAAC;AACJ,CAAC;AAED,SAAS,eAAe,CAAC,KAAa;IACpC,IAAI,CAAC,GAAG,UAAU,CAAC;IACnB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACtC,CAAC,IAAI,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QACzB,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;IAC7B,CAAC;IACD,OAAO,CAAC,KAAK,CAAC,CAAC;AACjB,CAAC;AAED,SAAS,oBAAoB,CAAC,IAAgB,EAAE,aAAiC;IAC/E,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,IAAI,aAAa,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC;IAChE,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,MAAM,IAAI,KAAK,CACb,6IAA6I,CAC9I,CAAC;IACJ,CAAC;IACD,OAAO,yBAAyB,CAAC;QAC/B,MAAM;QACN,KAAK,EAAE,IAAI,CAAC,aAAa,IAAI,wBAAwB;QACrD,OAAO,EAAE,aAAa,CAAC,GAAG,CAAC,QAAQ,CAAC,OAAO;QAC3C,UAAU,EAAE,IAAI,CAAC,UAAU;KAC5B,CAAC,CAAC;AACL,CAAC;AAED,KAAK,UAAU,UAAU,CACvB,IAAgB,EAChB,UAAkB;IAElB,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,IAAI,MAAM,CAAC;IACpC,IAAI,MAAM,KAAK,QAAQ;QAAE,OAAO,iBAAiB,EAAE,CAAC;IACpD,IAAI,MAAM,KAAK,MAAM,EAAE,CAAC;QACtB,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ;YACxB,CAAC,CAAC,IAAI,CAAC,QAAQ;YACf,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,SAAU,CAAC,EAAE,QAAQ,CAAC,CAAC;QAC7C,OAAO,eAAe,CAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;IAC7C,CAAC;IACD,IAAI,MAAM,KAAK,UAAU,EAAE,CAAC;QAC1B,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;YAChB,MAAM,IAAI,KAAK,CACb,8EAA8E,CAC/E,CAAC;QACJ,CAAC;QACD,MAAM,SAAS,GAA+B;YAC5C,gBAAgB,EAAE,IAAI,CAAC,KAAK;YAC5B,KAAK,EAAE,IAAI,CAAC,OAAO;YACnB,UAAU;SACX,CAAC;QACF,OAAO,mBAAmB,CAAC,SAAS,CAAC,CAAC;IACxC,CAAC;IACD,MAAM,IAAI,KAAK,CAAC,kBAAkB,MAAM,EAAE,CAAC,CAAC;AAC9C,CAAC;AAED,KAAK,UAAU,UAAU,CAAC,KAAwE;IAChG,IAAI,OAAO,KAAK,CAAC,KAAK,KAAK,UAAU;QAAE,KAAK,CAAC,KAAK,EAAE,CAAC;IACrD,IAAI,OAAO,KAAK,CAAC,KAAK,KAAK,UAAU;QAAE,MAAM,KAAK,CAAC,KAAK,EAAE,CAAC;AAC7D,CAAC;AAED,SAAS,WAAW,CAAC,IAAgB,EAAE,aAAiC;IACtE,MAAM,KAAK,GAAG,eAAe,CAAC,IAAI,EAAE,aAAa,CAAC,CAAC;IACnD,OAAO,iBAAiB,CAAC;QACvB,aAAa,EACX,IAAI,CAAC,aAAa,IAAI,aAAa,CAAC,OAAO,CAAC,aAAa,IAAI,UAAU,EAAE;QAC3E,KAAK;QACL,OAAO,EAAE,IAAI,CAAC,OAAO,IAAI,aAAa,CAAC,OAAO,CAAC,OAAO;QACtD,SAAS,EAAE,IAAI,CAAC,SAAS,IAAI,aAAa,CAAC,OAAO,CAAC,SAAS;KAC7D,CAAC,CAAC;AACL,CAAC;AAED,SAAS,eAAe,CAAC,IAAgB,EAAE,aAAiC;IAC1E,IAAI,IAAI,CAAC,QAAQ,KAAK,SAAS,IAAI,IAAI,CAAC,QAAQ,KAAK,EAAE,EAAE,CAAC;QACxD,MAAM,GAAG,GAAG,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,CAAC;QACxC,IAAI,CAAC,wBAAwB,CAAC,GAAG,CAAC,EAAE,CAAC;YACnC,MAAM,IAAI,KAAK,CACb,wBAAwB,IAAI,CAAC,QAAQ,qBAAqB,6BAA6B,EAAE,GAAG,CAC7F,CAAC;QACJ,CAAC;QACD,OAAO,GAAG,CAAC;IACb,CAAC;IACD,MAAM,QAAQ,GAAG,aAAa,CAAC,OAAO,CAAC,KAAK,EAAE,WAAW,EAAE,CAAC;IAC5D,IAAI,QAAQ,IAAI,wBAAwB,CAAC,QAAQ,CAAC;QAAE,OAAO,QAAQ,CAAC;IACpE,IAAI,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,SAAS;QAAE,OAAO,MAAM,CAAC;IAClE,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,SAAS,YAAY,CAAC,IAAuB;IAC3C,MAAM,IAAI,GAAe,EAAE,CAAC;IAC5B,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACrC,MAAM,GAAG,GAAG,IAAI,CAAC,CAAC,CAAE,CAAC;QACrB,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;YACzB,IAAI,UAAU,KAAK,CAAC;gBAAE,IAAI,CAAC,SAAS,GAAG,GAAG,CAAC;;gBACtC,MAAM,IAAI,KAAK,CAAC,mCAAmC,GAAG,EAAE,CAAC,CAAC;YAC/D,UAAU,EAAE,CAAC;YACb,SAAS;QACX,CAAC;QACD,QAAQ,GAAG,EAAE,CAAC;YACZ,KAAK,SAAS;gBACZ,IAAI,CAAC,KAAK,GAAG,SAAS,CAAC,IAAI,EAAE,EAAE,CAAC,EAAE,GAAG,CAAwB,CAAC;gBAC9D,MAAM;YACR,KAAK,YAAY;gBACf,IAAI,CAAC,QAAQ,GAAG,SAAS,CAAC,IAAI,EAAE,EAAE,CAAC,EAAE,GAAG,CAA2B,CAAC;gBACpE,MAAM;YACR,KAAK,kBAAkB;gBACrB,IAAI,CAAC,aAAa,GAAG,SAAS,CAAC,IAAI,EAAE,EAAE,CAAC,EAAE,GAAG,CAAC,CAAC;gBAC/C,MAAM;YACR,KAAK,WAAW;gBACd,IAAI,CAAC,MAAM,GAAG,SAAS,CAAC,IAAI,EAAE,EAAE,CAAC,EAAE,GAAG,CAAC,CAAC;gBACxC,MAAM;YACR,KAAK,YAAY;gBACf,IAAI,CAAC,QAAQ,GAAG,SAAS,CAAC,IAAI,EAAE,EAAE,CAAC,EAAE,GAAG,CAAC,CAAC;gBAC1C,MAAM;YACR,KAAK,IAAI,CAAC;YACV,KAAK,KAAK;gBACR,IAAI,CAAC,CAAC,GAAG,MAAM,CAAC,SAAS,CAAC,IAAI,EAAE,EAAE,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC;gBAC3C,MAAM;YACR,KAAK,UAAU;gBACb,IAAI,CAAC,KAAK,GAAG,SAAS,CAAC,IAAI,EAAE,EAAE,CAAC,EAAE,GAAG,CAAC,CAAC;gBACvC,MAAM;YACR,KAAK,YAAY;gBACf,IAAI,CAAC,OAAO,GAAG,SAAS,CAAC,IAAI,EAAE,EAAE,CAAC,EAAE,GAAG,CAAC,CAAC;gBACzC,MAAM;YACR,KAAK,cAAc;gBACjB,IAAI,CAAC,UAAU,GAAG,MAAM,CAAC,SAAS,CAAC,IAAI,EAAE,EAAE,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC;gBACpD,MAAM;YACR,KAAK,SAAS;gBACZ,IAAI,CAAC,WAAW,GAAG,SAAS,CAAC,IAAI,EAAE,EAAE,CAAC,EAAE,GAAG,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;gBAC7F,MAAM;YACR,KAAK,aAAa;gBAChB,IAAI,CAAC,QAAQ,GAAG,SAAS,CAAC,IAAI,EAAE,EAAE,CAAC,EAAE,GAAG,CAAC,CAAC;gBAC1C,MAAM;YACR,KAAK,IAAI,CAAC;YACV,KAAK,WAAW;gBACd,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;gBACpB,MAAM;YACR,KAAK,aAAa;gBAChB,IAAI,CAAC,QAAQ,GAAG,SAAS,CAAC,IAAI,EAAE,EAAE,CAAC,EAAE,GAAG,CAAC,CAAC;gBAC1C,MAAM;YACR,KAAK,YAAY;gBACf,IAAI,CAAC,OAAO,GAAG,SAAS,CAAC,IAAI,EAAE,EAAE,CAAC,EAAE,GAAG,CAAC,CAAC;gBACzC,MAAM;YACR,KAAK,cAAc;gBACjB,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;gBACtB,MAAM;YACR,KAAK,kBAAkB;gBACrB,IAAI,CAAC,aAAa,GAAG,SAAS,CAAC,IAAI,EAAE,EAAE,CAAC,EAAE,GAAG,CAAC,CAAC;gBAC/C,MAAM;YACR;gBACE,MAAM,IAAI,KAAK,CAAC,mBAAmB,GAAG,EAAE,CAAC,CAAC;QAC9C,CAAC;IACH,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,SAAS,CAAC,IAAuB,EAAE,KAAa,EAAE,IAAY;IACrE,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC;IAC1B,IAAI,CAAC,KAAK,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,KAAK,KAAK,IAAI,CAAC,EAAE,CAAC;QACzD,MAAM,IAAI,KAAK,CAAC,GAAG,IAAI,oBAAoB,CAAC,CAAC;IAC/C,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,kBAAkB;IACzB,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,iBAAiB,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC5D,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,OAAO,EAAE,MAAM,CAAC,CAA0B,CAAC;IAClF,OAAO,OAAO,MAAM,CAAC,OAAO,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC;AACvE,CAAC;AAED,SAAS,SAAS;IAChB,OAAO,CAAC,MAAM,CAAC,KAAK,CAClB;QACE,0DAA0D;QAC1D,EAAE;QACF,QAAQ;QACR,4GAA4G;QAC5G,sFAAsF;QACtF,EAAE;QACF,SAAS;QACT,iHAAiH;QACjH,gFAAgF;QAChF,+EAA+E;QAC/E,EAAE;QACF,YAAY;QACZ,4DAA4D;QAC5D,0HAA0H;QAC1H,EAAE;QACF,0BAA0B;QAC1B,yFAAyF;QACzF,EAAE;KACH,CAAC,IAAI,CAAC,IAAI,CAAC,CACb,CAAC;AACJ,CAAC"}

package/dist/embedders/ai-sdk.d.ts

@@ -0,0 +1,22 @@
+import type { EmbeddingModel } from "ai";
+import type { Embedder } from "../types.js";
+export type CreateAiSdkEmbedderOptions = {
+    model: EmbeddingModel<string>;
+    /** Maximum retries per AI SDK embedding call. Defaults to AI SDK's behavior. */
+    maxRetries?: number;
+    /** Called with provider-reported token usage for each embedding request when available. */
+    onUsage?: (usage: AiSdkEmbedderUsage) => void;
+};
+export type AiSdkEmbedderUsage = {
+    tokens?: number;
+    promptTokens?: number;
+    totalTokens?: number;
+};
+/**
+ * Generic AI SDK embedder adapter.
+ *
+ * Consumers can pass any AI SDK text embedding model here; provider selection,
+ * keys, base URLs, and gateway-specific behavior stay with the model factory.
+ */
+export declare function createAiSdkEmbedder(options: CreateAiSdkEmbedderOptions): Embedder;
+//# sourceMappingURL=ai-sdk.d.ts.map

package/dist/embedders/ai-sdk.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ai-sdk.d.ts","sourceRoot":"","sources":["../../src/embedders/ai-sdk.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,IAAI,CAAC;AACzC,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAE5C,MAAM,MAAM,0BAA0B,GAAG;IACvC,KAAK,EAAE,cAAc,CAAC,MAAM,CAAC,CAAC;IAC9B,gFAAgF;IAChF,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,2FAA2F;IAC3F,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,kBAAkB,KAAK,IAAI,CAAC;CAC/C,CAAC;AAEF,MAAM,MAAM,kBAAkB,GAAG;IAC/B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB,CAAC;AAEF;;;;;GAKG;AACH,wBAAgB,mBAAmB,CACjC,OAAO,EAAE,0BAA0B,GAClC,QAAQ,CAYV"}

package/dist/embedders/ai-sdk.js

@@ -0,0 +1,36 @@
+/**
+ * Generic AI SDK embedder adapter.
+ *
+ * Consumers can pass any AI SDK text embedding model here; provider selection,
+ * keys, base URLs, and gateway-specific behavior stay with the model factory.
+ */
+export function createAiSdkEmbedder(options) {
+    return async (texts) => {
+        const { embedMany } = await import("ai");
+        const result = await embedMany({
+            model: options.model,
+            values: texts,
+            maxRetries: options.maxRetries,
+        });
+        const usage = normalizeUsage(result.usage);
+        if (usage)
+            options.onUsage?.(usage);
+        return result.embeddings;
+    };
+}
+function normalizeUsage(value) {
+    if (!value || typeof value !== "object")
+        return undefined;
+    const record = value;
+    const tokens = readNumber(record.tokens);
+    const promptTokens = readNumber(record.promptTokens);
+    const totalTokens = readNumber(record.totalTokens);
+    if (tokens === undefined && promptTokens === undefined && totalTokens === undefined) {
+        return undefined;
+    }
+    return { tokens, promptTokens, totalTokens };
+}
+function readNumber(value) {
+    return typeof value === "number" && Number.isFinite(value) ? value : undefined;
+}
+//# sourceMappingURL=ai-sdk.js.map

package/dist/embedders/ai-sdk.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ai-sdk.js","sourceRoot":"","sources":["../../src/embedders/ai-sdk.ts"],"names":[],"mappings":"AAiBA;;;;;GAKG;AACH,MAAM,UAAU,mBAAmB,CACjC,OAAmC;IAEnC,OAAO,KAAK,EAAE,KAAe,EAAE,EAAE;QAC/B,MAAM,EAAE,SAAS,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,CAAC;QACzC,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC;YAC7B,KAAK,EAAE,OAAO,CAAC,KAAK;YACpB,MAAM,EAAE,KAAK;YACb,UAAU,EAAE,OAAO,CAAC,UAAU;SAC/B,CAAC,CAAC;QACH,MAAM,KAAK,GAAG,cAAc,CAAE,MAA8B,CAAC,KAAK,CAAC,CAAC;QACpE,IAAI,KAAK;YAAE,OAAO,CAAC,OAAO,EAAE,CAAC,KAAK,CAAC,CAAC;QACpC,OAAO,MAAM,CAAC,UAAU,CAAC;IAC3B,CAAC,CAAC;AACJ,CAAC;AAED,SAAS,cAAc,CAAC,KAAc;IACpC,IAAI,CAAC,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,SAAS,CAAC;IAC1D,MAAM,MAAM,GAAG,KAAgC,CAAC;IAChD,MAAM,MAAM,GAAG,UAAU,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;IACzC,MAAM,YAAY,GAAG,UAAU,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;IACrD,MAAM,WAAW,GAAG,UAAU,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;IACnD,IAAI,MAAM,KAAK,SAAS,IAAI,YAAY,KAAK,SAAS,IAAI,WAAW,KAAK,SAAS,EAAE,CAAC;QACpF,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,OAAO,EAAE,MAAM,EAAE,YAAY,EAAE,WAAW,EAAE,CAAC;AAC/C,CAAC;AAED,SAAS,UAAU,CAAC,KAAc;IAChC,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;AACjF,CAAC"}

package/dist/embedders/openai.d.ts

@@ -0,0 +1,21 @@
+import type { Embedder } from "../types.js";
+export type CreateOpenAiEmbedderOptions = {
+    /** Defaults to `text-embedding-3-small`. */
+    model?: string;
+    /** Optional override; otherwise the OpenAI provider reads `OPENAI_API_KEY`. */
+    apiKey?: string;
+    /** Optional OpenAI-compatible base URL, e.g. an AI gateway ending in `/v1`. */
+    baseURL?: string;
+    /** Optional dimensionality override for text-embedding-3 models. */
+    dimensions?: number;
+    /** Optional end-user id forwarded to OpenAI embedding settings. */
+    user?: string;
+};
+/**
+ * Reference AI SDK embedder for OpenAI embeddings.
+ *
+ * `ai` and `@ai-sdk/openai` are optional peers of `@askdb/rag`; this helper
+ * lazy-loads them so chunking and non-OpenAI stores remain zero-provider.
+ */
+export declare function createOpenAiEmbedder(options?: CreateOpenAiEmbedderOptions): Embedder;
+//# sourceMappingURL=openai.d.ts.map

package/dist/embedders/openai.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"openai.d.ts","sourceRoot":"","sources":["../../src/embedders/openai.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAG5C,MAAM,MAAM,2BAA2B,GAAG;IACxC,4CAA4C;IAC5C,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,+EAA+E;IAC/E,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,+EAA+E;IAC/E,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,oEAAoE;IACpE,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,mEAAmE;IACnE,IAAI,CAAC,EAAE,MAAM,CAAC;CACf,CAAC;AAEF;;;;;GAKG;AACH,wBAAgB,oBAAoB,CAClC,OAAO,GAAE,2BAAgC,GACxC,QAAQ,CAeV"}

package/dist/embedders/openai.js

@@ -0,0 +1,24 @@
+import { createAiSdkEmbedder } from "./ai-sdk.js";
+/**
+ * Reference AI SDK embedder for OpenAI embeddings.
+ *
+ * `ai` and `@ai-sdk/openai` are optional peers of `@askdb/rag`; this helper
+ * lazy-loads them so chunking and non-OpenAI stores remain zero-provider.
+ */
+export function createOpenAiEmbedder(options = {}) {
+    return async (texts) => {
+        const { createOpenAI } = await import("@ai-sdk/openai");
+        const provider = createOpenAI({
+            ...(options.apiKey ? { apiKey: options.apiKey } : {}),
+            ...(options.baseURL ? { baseURL: options.baseURL } : {}),
+        });
+        const embedder = createAiSdkEmbedder({
+            model: provider.embedding(options.model ?? "text-embedding-3-small", {
+                dimensions: options.dimensions,
+                user: options.user,
+            }),
+        });
+        return embedder(texts);
+    };
+}
+//# sourceMappingURL=openai.js.map

package/dist/embedders/openai.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"openai.js","sourceRoot":"","sources":["../../src/embedders/openai.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAC;AAelD;;;;;GAKG;AACH,MAAM,UAAU,oBAAoB,CAClC,UAAuC,EAAE;IAEzC,OAAO,KAAK,EAAE,KAAe,EAAE,EAAE;QAC/B,MAAM,EAAE,YAAY,EAAE,GAAG,MAAM,MAAM,CAAC,gBAAgB,CAAC,CAAC;QACxD,MAAM,QAAQ,GAAG,YAAY,CAAC;YAC5B,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACrD,GAAG,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACzD,CAAC,CAAC;QACH,MAAM,QAAQ,GAAG,mBAAmB,CAAC;YACnC,KAAK,EAAE,QAAQ,CAAC,SAAS,CAAC,OAAO,CAAC,KAAK,IAAI,wBAAwB,EAAE;gBACnE,UAAU,EAAE,OAAO,CAAC,UAAU;gBAC9B,IAAI,EAAE,OAAO,CAAC,IAAI;aACnB,CAAC;SACH,CAAC,CAAC;QACH,OAAO,QAAQ,CAAC,KAAK,CAAC,CAAC;IACzB,CAAC,CAAC;AACJ,CAAC"}

package/dist/index.d.ts

@@ -0,0 +1,6 @@
+export type { Chunk, ChunkPayload, ChunkType, Filter, QueryResult, UpsertRecord, Embedder, VectorStore, Retriever, } from "./types.js";
+export { chunkSchema, chunkSchemaDir, chunkSchemaBundle, loadChunkerSourcesFromDir, loadChunkerSourcesFromBundleJson, DEFAULT_CHUNK_MAX_CHARS, type ChunkOptions, type ChunkResult, type ChunkStats, type ChunkerSources, } from "./chunker/index.js";
+export { buildSchemaIndex, createRetriever, chunkContentHash, readLockFile, writeLockFile, type BuildSchemaIndexOptions, type BuildSchemaIndexResult, type IndexProgressEvent, type SchemaLockFile, } from "./indexer/index.js";
+export { synthesizeRetrievedDdl } from "@askdb/core";
+export { AskDbRagLogEvent, type AskDbRagLogEventName } from "./log-events.js";
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAMA,YAAY,EACV,KAAK,EACL,YAAY,EACZ,SAAS,EACT,MAAM,EACN,WAAW,EACX,YAAY,EACZ,QAAQ,EACR,WAAW,EACX,SAAS,GACV,MAAM,YAAY,CAAC;AAEpB,OAAO,EACL,WAAW,EACX,cAAc,EACd,iBAAiB,EACjB,yBAAyB,EACzB,gCAAgC,EAChC,uBAAuB,EACvB,KAAK,YAAY,EACjB,KAAK,WAAW,EAChB,KAAK,UAAU,EACf,KAAK,cAAc,GACpB,MAAM,oBAAoB,CAAC;AAE5B,OAAO,EACL,gBAAgB,EAChB,eAAe,EACf,gBAAgB,EAChB,YAAY,EACZ,aAAa,EACb,KAAK,uBAAuB,EAC5B,KAAK,sBAAsB,EAC3B,KAAK,kBAAkB,EACvB,KAAK,cAAc,GACpB,MAAM,oBAAoB,CAAC;AAK5B,OAAO,EAAE,sBAAsB,EAAE,MAAM,aAAa,CAAC;AAErD,OAAO,EAAE,gBAAgB,EAAE,KAAK,oBAAoB,EAAE,MAAM,iBAAiB,CAAC"}

package/dist/index.js

@@ -0,0 +1,13 @@
+// Public API surface for `@askdb/rag`.
+//
+// Adapters live behind `./stores/<name>` sub-exports so consumers only
+// pay for what they import. The core (`.`) export ships chunker, indexer,
+// retriever wiring, and the BYO interfaces.
+export { chunkSchema, chunkSchemaDir, chunkSchemaBundle, loadChunkerSourcesFromDir, loadChunkerSourcesFromBundleJson, DEFAULT_CHUNK_MAX_CHARS, } from "./chunker/index.js";
+export { buildSchemaIndex, createRetriever, chunkContentHash, readLockFile, writeLockFile, } from "./indexer/index.js";
+// Re-export the synthesis helper from core so consumers can import it from
+// `@askdb/rag` without reaching across packages. The function lives in core
+// because `ask()` calls it internally when a retriever is supplied.
+export { synthesizeRetrievedDdl } from "@askdb/core";
+export { AskDbRagLogEvent } from "./log-events.js";
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,uCAAuC;AACvC,EAAE;AACF,uEAAuE;AACvE,0EAA0E;AAC1E,4CAA4C;AAc5C,OAAO,EACL,WAAW,EACX,cAAc,EACd,iBAAiB,EACjB,yBAAyB,EACzB,gCAAgC,EAChC,uBAAuB,GAKxB,MAAM,oBAAoB,CAAC;AAE5B,OAAO,EACL,gBAAgB,EAChB,eAAe,EACf,gBAAgB,EAChB,YAAY,EACZ,aAAa,GAKd,MAAM,oBAAoB,CAAC;AAE5B,2EAA2E;AAC3E,4EAA4E;AAC5E,oEAAoE;AACpE,OAAO,EAAE,sBAAsB,EAAE,MAAM,aAAa,CAAC;AAErD,OAAO,EAAE,gBAAgB,EAA6B,MAAM,iBAAiB,CAAC"}

package/dist/indexer/hash.d.ts

@@ -0,0 +1,3 @@
+/** Content hash used for skip-reembed bookkeeping. SHA-256, hex. */
+export declare function chunkContentHash(text: string): string;
+//# sourceMappingURL=hash.d.ts.map

package/dist/indexer/hash.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"hash.d.ts","sourceRoot":"","sources":["../../src/indexer/hash.ts"],"names":[],"mappings":"AAEA,oEAAoE;AACpE,wBAAgB,gBAAgB,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAErD"}

package/dist/indexer/hash.js

@@ -0,0 +1,6 @@
+import { createHash } from "node:crypto";
+/** Content hash used for skip-reembed bookkeeping. SHA-256, hex. */
+export function chunkContentHash(text) {
+    return createHash("sha256").update(text, "utf8").digest("hex");
+}
+//# sourceMappingURL=hash.js.map

package/dist/indexer/hash.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"hash.js","sourceRoot":"","sources":["../../src/indexer/hash.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAEzC,oEAAoE;AACpE,MAAM,UAAU,gBAAgB,CAAC,IAAY;IAC3C,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AACjE,CAAC"}

package/dist/indexer/index.d.ts

@@ -0,0 +1,72 @@
+import type { AskDbLogger, NormalizedSchemaV2 } from "@askdb/core";
+import type { ChunkOptions } from "../chunker/options.js";
+import type { ChunkerSources } from "../chunker/sources.js";
+import type { Chunk, Embedder, Retriever, VectorStore } from "../types.js";
+/** Optional progress event surfaced via `onProgress`. */
+export type IndexProgressEvent = {
+    kind: "started";
+    totalChunks: number;
+    toEmbed: number;
+    reused: number;
+} | {
+    kind: "embedded";
+    embedded: number;
+    total: number;
+} | {
+    kind: "completed";
+    embedded: number;
+    reused: number;
+};
+export type BuildSchemaIndexOptions = {
+    /**
+     * Spec-compatible input. Pass `loadChunkerSourcesFromDir(...)` for full
+     * markdown-section chunking, or a `loadSchema(...)` result when raw table
+     * markdown is not available.
+     */
+    schema?: ChunkerSources | NormalizedSchemaV2;
+    /** Backwards-compatible alias for `schema` when callers already loaded raw sources. */
+    sources?: ChunkerSources;
+    embedder: Embedder;
+    store: VectorStore;
+    /**
+     * Embedder id (e.g. `"openai:text-embedding-3-small"`). Stored in the lock
+     * file; if it changes between runs, all chunks re-embed (model swap is a
+     * full invalidation).
+     */
+    embedderId?: string;
+    /** Path to `schema.lock.json`. When set, used for skip-reembed bookkeeping. */
+    lockFilePath?: string;
+    chunkOptions?: ChunkOptions;
+    /** Batch size for embedder calls. Default 64 — most providers cap around 100. */
+    batchSize?: number;
+    logger?: AskDbLogger;
+    correlationId?: string;
+    onProgress?: (e: IndexProgressEvent) => void;
+};
+export type BuildSchemaIndexResult = {
+    retriever: Retriever;
+    stats: {
+        chunksTotal: number;
+        chunksIndexed: number;
+        chunksReused: number;
+        sensitiveExcluded: number;
+        sensitiveIncluded: number;
+    };
+    /** Final chunk list (sorted by id). */
+    chunks: Chunk[];
+};
+export declare function buildSchemaIndex(options: BuildSchemaIndexOptions): Promise<BuildSchemaIndexResult>;
+/**
+ * Build a `Retriever` bound to an existing store + embedder, **without**
+ * indexing. Useful when the store is already populated by another process
+ * (CI, an external pgvector instance, etc.).
+ */
+export declare function createRetriever(args: {
+    embedder: Embedder;
+    store: VectorStore;
+    logger?: AskDbLogger;
+    correlationId?: string;
+}): Retriever;
+export { readLockFile, writeLockFile, type SchemaLockFile, } from "./lock-file.js";
+export { chunkContentHash } from "./hash.js";
+//# sourceMappingURL=index.d.ts.map

package/dist/indexer/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/indexer/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,WAAW,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAC;AAEnE,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAC;AAC1D,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AAE5D,OAAO,KAAK,EAAE,KAAK,EAAE,QAAQ,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAQ3E,yDAAyD;AACzD,MAAM,MAAM,kBAAkB,GAC1B;IAAE,IAAI,EAAE,SAAS,CAAC;IAAC,WAAW,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,GACzE;IAAE,IAAI,EAAE,UAAU,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,GACrD;IAAE,IAAI,EAAE,WAAW,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,CAAC;AAE5D,MAAM,MAAM,uBAAuB,GAAG;IACpC;;;;OAIG;IACH,MAAM,CAAC,EAAE,cAAc,GAAG,kBAAkB,CAAC;IAC7C,uFAAuF;IACvF,OAAO,CAAC,EAAE,cAAc,CAAC;IACzB,QAAQ,EAAE,QAAQ,CAAC;IACnB,KAAK,EAAE,WAAW,CAAC;IACnB;;;;OAIG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,+EAA+E;IAC/E,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,YAAY,CAAC,EAAE,YAAY,CAAC;IAC5B,iFAAiF;IACjF,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,UAAU,CAAC,EAAE,CAAC,CAAC,EAAE,kBAAkB,KAAK,IAAI,CAAC;CAC9C,CAAC;AAEF,MAAM,MAAM,sBAAsB,GAAG;IACnC,SAAS,EAAE,SAAS,CAAC;IACrB,KAAK,EAAE;QACL,WAAW,EAAE,MAAM,CAAC;QACpB,aAAa,EAAE,MAAM,CAAC;QACtB,YAAY,EAAE,MAAM,CAAC;QACrB,iBAAiB,EAAE,MAAM,CAAC;QAC1B,iBAAiB,EAAE,MAAM,CAAC;KAC3B,CAAC;IACF,uCAAuC;IACvC,MAAM,EAAE,KAAK,EAAE,CAAC;CACjB,CAAC;AAIF,wBAAsB,gBAAgB,CACpC,OAAO,EAAE,uBAAuB,GAC/B,OAAO,CAAC,sBAAsB,CAAC,CAiNjC;AAWD;;;;GAIG;AACH,wBAAgB,eAAe,CAAC,IAAI,EAAE;IACpC,QAAQ,EAAE,QAAQ,CAAC;IACnB,KAAK,EAAE,WAAW,CAAC;IACnB,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB,GAAG,SAAS,CAgBZ;AAED,OAAO,EACL,YAAY,EACZ,aAAa,EACb,KAAK,cAAc,GACpB,MAAM,gBAAgB,CAAC;AACxB,OAAO,EAAE,gBAAgB,EAAE,MAAM,WAAW,CAAC"}