@fllf/agent-sdk 0.1.0

package/dist/rag/embeddings/fake-embedder.js

@@ -0,0 +1,55 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.FakeEmbedder = void 0;
+const node_crypto_1 = require("node:crypto");
+const embedder_1 = require("./embedder");
+/**
+ * FakeEmbedder 是测试用 embedding 实现，不调用外部服务。
+ * 它用 token 哈希填充固定维度向量，保证相同文本稳定得到相同向量。
+ */
+class FakeEmbedder {
+    model;
+    dimensions;
+    normalize;
+    constructor(options = {}) {
+        this.model = options.model ?? 'fake-embedding';
+        this.dimensions = (0, embedder_1.assertValidEmbeddingDimensions)(options.dimensions ?? 32);
+        this.normalize = options.normalize ?? true;
+    }
+    async embedDocuments(texts) {
+        return texts.map((text) => this.embed(text));
+    }
+    async embedQuery(text) {
+        return this.embed(text);
+    }
+    embed(text) {
+        const vector = Array.from({ length: this.dimensions }, () => 0);
+        const tokens = tokenize(text);
+        if (tokens.length === 0) {
+            return vector;
+        }
+        for (const token of tokens) {
+            const hash = hashToken(token, this.model);
+            const index = hash.readUInt32BE(0) % this.dimensions;
+            const sign = hash.readUInt8(4) % 2 === 0 ? 1 : -1;
+            const weight = 1 + Math.log(token.length + 1);
+            vector[index] = (vector[index] ?? 0) + sign * weight;
+        }
+        return this.normalize ? (0, embedder_1.normalizeEmbedding)(vector) : vector;
+    }
+}
+exports.FakeEmbedder = FakeEmbedder;
+function tokenize(text) {
+    return text
+        .normalize('NFKC')
+        .toLowerCase()
+        .match(/[\p{L}\p{N}_-]+/gu) ?? [];
+}
+function hashToken(token, model) {
+    return (0, node_crypto_1.createHash)('sha256')
+        .update(model)
+        .update('\0')
+        .update(token)
+        .digest();
+}
+//# sourceMappingURL=fake-embedder.js.map

package/dist/rag/embeddings/fake-embedder.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"fake-embedder.js","sourceRoot":"","sources":["../../../src/rag/embeddings/fake-embedder.ts"],"names":[],"mappings":";;;AAAA,6CAAyC;AACzC,yCAGoB;AASpB;;;GAGG;AACH,MAAa,YAAY;IACZ,KAAK,CAAS;IACd,UAAU,CAAS;IACX,SAAS,CAAU;IAEpC,YAAY,UAA+B,EAAE;QACzC,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,gBAAgB,CAAC;QAC/C,IAAI,CAAC,UAAU,GAAG,IAAA,yCAA8B,EAAC,OAAO,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC;QAC3E,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC;IAC/C,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,KAAe;QAChC,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC;IACjD,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,IAAY;QACzB,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAC5B,CAAC;IAEO,KAAK,CAAC,IAAY;QACtB,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,UAAU,EAAE,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC;QAChE,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC;QAE9B,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACtB,OAAO,MAAM,CAAC;QAClB,CAAC;QAED,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YACzB,MAAM,IAAI,GAAG,SAAS,CAAC,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;YAC1C,MAAM,KAAK,GAAG,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,UAAU,CAAC;YACrD,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAClD,MAAM,MAAM,GAAG,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YAC9C,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,IAAI,GAAG,MAAM,CAAC;QACzD,CAAC;QAED,OAAO,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,IAAA,6BAAkB,EAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;IAChE,CAAC;CACJ;AArCD,oCAqCC;AAED,SAAS,QAAQ,CAAC,IAAY;IAC1B,OAAO,IAAI;SACN,SAAS,CAAC,MAAM,CAAC;SACjB,WAAW,EAAE;SACb,KAAK,CAAC,mBAAmB,CAAC,IAAI,EAAE,CAAC;AAC1C,CAAC;AAED,SAAS,SAAS,CAAC,KAAa,EAAE,KAAa;IAC3C,OAAO,IAAA,wBAAU,EAAC,QAAQ,CAAC;SACtB,MAAM,CAAC,KAAK,CAAC;SACb,MAAM,CAAC,IAAI,CAAC;SACZ,MAAM,CAAC,KAAK,CAAC;SACb,MAAM,EAAE,CAAC;AAClB,CAAC"}

package/dist/rag/embeddings/index.d.ts

@@ -0,0 +1,5 @@
+export * from './embedder';
+export * from './embedding-cache';
+export * from './fake-embedder';
+export * from './openai-compatible-embedder';
+//# sourceMappingURL=index.d.ts.map

package/dist/rag/embeddings/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/rag/embeddings/index.ts"],"names":[],"mappings":"AAAA,cAAc,YAAY,CAAC;AAC3B,cAAc,mBAAmB,CAAC;AAClC,cAAc,iBAAiB,CAAC;AAChC,cAAc,8BAA8B,CAAC"}

package/dist/rag/embeddings/index.js

@@ -0,0 +1,21 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./embedder"), exports);
+__exportStar(require("./embedding-cache"), exports);
+__exportStar(require("./fake-embedder"), exports);
+__exportStar(require("./openai-compatible-embedder"), exports);
+//# sourceMappingURL=index.js.map

package/dist/rag/embeddings/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/rag/embeddings/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,6CAA2B;AAC3B,oDAAkC;AAClC,kDAAgC;AAChC,+DAA6C"}

package/dist/rag/embeddings/openai-compatible-embedder.d.ts

@@ -0,0 +1,46 @@
+import OpenAI from 'openai';
+import type { Embedder } from './embedder';
+type OpenAIEmbeddingBody = Parameters<OpenAI['embeddings']['create']>[0];
+export interface OpenAIEmbeddingResponseLike {
+    data: Array<{
+        embedding: unknown;
+        index?: number;
+    }>;
+}
+export interface OpenAIEmbeddingsClientLike {
+    embeddings: {
+        create(body: OpenAIEmbeddingBody): Promise<OpenAIEmbeddingResponseLike>;
+    };
+}
+export interface OpenAICompatibleEmbedderOptions {
+    apiKey?: string;
+    model: string;
+    dimensions?: number;
+    baseURL?: string;
+    batchSize?: number;
+    sendDimensions?: boolean;
+    client?: OpenAIEmbeddingsClientLike;
+}
+export interface OpenAIEmbedderOptions extends Omit<OpenAICompatibleEmbedderOptions, 'model'> {
+    model?: string;
+}
+/**
+ * OpenAI-compatible embedding 实现，适配 OpenAI 官方 Embeddings API 以及兼容该协议的服务。
+ * 官方 OpenAI 只需要 apiKey/model；兼容网关、本地服务或代理服务通常还需要 baseURL。
+ */
+export declare class OpenAICompatibleEmbedder implements Embedder {
+    readonly model: string;
+    readonly dimensions: number;
+    private readonly client;
+    private readonly batchSize;
+    private readonly sendDimensions;
+    constructor(options: OpenAICompatibleEmbedderOptions);
+    embedDocuments(texts: string[]): Promise<number[][]>;
+    embedQuery(text: string): Promise<number[]>;
+    private createEmbeddings;
+}
+export declare class OpenAIEmbedder extends OpenAICompatibleEmbedder {
+    constructor(options?: OpenAIEmbedderOptions);
+}
+export {};
+//# sourceMappingURL=openai-compatible-embedder.d.ts.map

package/dist/rag/embeddings/openai-compatible-embedder.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"openai-compatible-embedder.d.ts","sourceRoot":"","sources":["../../../src/rag/embeddings/openai-compatible-embedder.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,QAAQ,CAAC;AAO5B,OAAO,KAAK,EACR,QAAQ,EACX,MAAM,YAAY,CAAC;AAEpB,KAAK,mBAAmB,GAAG,UAAU,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AAEzE,MAAM,WAAW,2BAA2B;IACxC,IAAI,EAAE,KAAK,CAAC;QACR,SAAS,EAAE,OAAO,CAAC;QACnB,KAAK,CAAC,EAAE,MAAM,CAAC;KAClB,CAAC,CAAC;CACN;AAED,MAAM,WAAW,0BAA0B;IACvC,UAAU,EAAE;QACR,MAAM,CAAC,IAAI,EAAE,mBAAmB,GAAG,OAAO,CAAC,2BAA2B,CAAC,CAAC;KAC3E,CAAC;CACL;AAED,MAAM,WAAW,+BAA+B;IAC5C,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,MAAM,CAAC,EAAE,0BAA0B,CAAC;CACvC;AAED,MAAM,WAAW,qBAAsB,SAAQ,IAAI,CAAC,+BAA+B,EAAE,OAAO,CAAC;IACzF,KAAK,CAAC,EAAE,MAAM,CAAC;CAClB;AAUD;;;GAGG;AACH,qBAAa,wBAAyB,YAAW,QAAQ;IACrD,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,OAAO,CAAC,QAAQ,CAAC,MAAM,CAA6B;IACpD,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;IACnC,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAU;gBAE7B,OAAO,EAAE,+BAA+B;IAS9C,cAAc,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;IAcpD,UAAU,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;YAUnC,gBAAgB;CAiBjC;AAED,qBAAa,cAAe,SAAQ,wBAAwB;gBAC5C,OAAO,GAAE,qBAA0B;CAgBlD"}

package/dist/rag/embeddings/openai-compatible-embedder.js

@@ -0,0 +1,145 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.OpenAIEmbedder = exports.OpenAICompatibleEmbedder = void 0;
+const openai_1 = __importDefault(require("openai"));
+const embedder_1 = require("./embedder");
+const DEFAULT_OPENAI_EMBEDDING_MODEL = 'text-embedding-3-small';
+const DEFAULT_BATCH_SIZE = 100;
+const DEFAULT_OPENAI_EMBEDDING_DIMENSIONS = {
+    'text-embedding-3-small': 1536,
+    'text-embedding-3-large': 3072,
+    'text-embedding-ada-002': 1536,
+};
+/**
+ * OpenAI-compatible embedding 实现，适配 OpenAI 官方 Embeddings API 以及兼容该协议的服务。
+ * 官方 OpenAI 只需要 apiKey/model；兼容网关、本地服务或代理服务通常还需要 baseURL。
+ */
+class OpenAICompatibleEmbedder {
+    model;
+    dimensions;
+    client;
+    batchSize;
+    sendDimensions;
+    constructor(options) {
+        this.model = options.model;
+        this.dimensions = resolveEmbeddingDimensions(options.model, options.dimensions);
+        this.batchSize = resolveBatchSize(options.batchSize);
+        this.sendDimensions = options.sendDimensions
+            ?? (options.dimensions !== undefined && supportsDimensionsParam(options.model));
+        this.client = options.client ?? createOpenAIClient(options);
+    }
+    async embedDocuments(texts) {
+        const embeddings = [];
+        for (let start = 0; start < texts.length; start += this.batchSize) {
+            const batch = texts.slice(start, start + this.batchSize);
+            const batchEmbeddings = await this.createEmbeddings(batch);
+            embeddings.push(...batchEmbeddings);
+        }
+        (0, embedder_1.assertEmbeddingBatchSize)(embeddings, texts.length);
+        return embeddings.map((embedding) => (0, embedder_1.cloneEmbedding)(embedding));
+    }
+    async embedQuery(text) {
+        const embeddings = await this.embedDocuments([text]);
+        const embedding = embeddings[0];
+        if (embedding === undefined) {
+            throw new Error('OpenAI-compatible embedder failed to resolve query embedding.');
+        }
+        return (0, embedder_1.cloneEmbedding)(embedding);
+    }
+    async createEmbeddings(texts) {
+        if (texts.length === 0) {
+            return [];
+        }
+        const body = {
+            model: this.model,
+            input: texts,
+        };
+        if (this.sendDimensions) {
+            body.dimensions = this.dimensions;
+        }
+        const response = await this.client.embeddings.create(body);
+        return toOrderedEmbeddings(response, texts.length, this.dimensions);
+    }
+}
+exports.OpenAICompatibleEmbedder = OpenAICompatibleEmbedder;
+class OpenAIEmbedder extends OpenAICompatibleEmbedder {
+    constructor(options = {}) {
+        const resolvedOptions = {
+            ...options,
+            model: options.model ?? process.env.OPENAI_EMBEDDING_MODEL ?? DEFAULT_OPENAI_EMBEDDING_MODEL,
+        };
+        const apiKey = options.apiKey ?? process.env.OPENAI_API_KEY;
+        if (apiKey !== undefined) {
+            resolvedOptions.apiKey = apiKey;
+        }
+        const baseURL = options.baseURL ?? process.env.OPENAI_BASE_URL;
+        if (baseURL !== undefined) {
+            resolvedOptions.baseURL = baseURL;
+        }
+        super(resolvedOptions);
+    }
+}
+exports.OpenAIEmbedder = OpenAIEmbedder;
+function createOpenAIClient(options) {
+    if (!options.apiKey) {
+        throw new Error('OpenAI-compatible embedder requires an apiKey.');
+    }
+    const clientOptions = {
+        apiKey: options.apiKey,
+    };
+    if (options.baseURL) {
+        clientOptions.baseURL = options.baseURL;
+    }
+    return new openai_1.default(clientOptions);
+}
+function resolveEmbeddingDimensions(model, dimensions) {
+    if (dimensions !== undefined) {
+        return (0, embedder_1.assertValidEmbeddingDimensions)(dimensions);
+    }
+    const knownDimensions = DEFAULT_OPENAI_EMBEDDING_DIMENSIONS[model];
+    if (knownDimensions !== undefined) {
+        return knownDimensions;
+    }
+    throw new Error(`OpenAI-compatible embedder requires dimensions for unknown embedding model "${model}".`);
+}
+function resolveBatchSize(batchSize) {
+    if (batchSize === undefined) {
+        return DEFAULT_BATCH_SIZE;
+    }
+    if (!Number.isInteger(batchSize) || batchSize <= 0) {
+        throw new RangeError('Embedding batchSize must be a positive integer.');
+    }
+    return batchSize;
+}
+function supportsDimensionsParam(model) {
+    return model === 'text-embedding-3-small' || model === 'text-embedding-3-large';
+}
+function toOrderedEmbeddings(response, expectedSize, expectedDimensions) {
+    (0, embedder_1.assertEmbeddingBatchSize)(response.data, expectedSize);
+    const ordered = new Array(expectedSize);
+    response.data.forEach((item, offset) => {
+        const index = item.index ?? offset;
+        if (!Number.isInteger(index) || index < 0 || index >= expectedSize) {
+            throw new RangeError(`Embedding response index out of range: ${String(index)}.`);
+        }
+        const embedding = readEmbedding(item.embedding);
+        (0, embedder_1.assertEmbeddingDimensions)(embedding, expectedDimensions, `embedding response item ${index}`);
+        ordered[index] = (0, embedder_1.cloneEmbedding)(embedding);
+    });
+    return ordered.map((embedding, index) => {
+        if (embedding === undefined) {
+            throw new Error(`Embedding response missing item at index ${index}.`);
+        }
+        return (0, embedder_1.cloneEmbedding)(embedding);
+    });
+}
+function readEmbedding(value) {
+    if (!Array.isArray(value) || !value.every((item) => typeof item === 'number')) {
+        throw new TypeError('Embedding response item must contain a numeric embedding array.');
+    }
+    return value;
+}
+//# sourceMappingURL=openai-compatible-embedder.js.map

package/dist/rag/embeddings/openai-compatible-embedder.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"openai-compatible-embedder.js","sourceRoot":"","sources":["../../../src/rag/embeddings/openai-compatible-embedder.ts"],"names":[],"mappings":";;;;;;AAAA,oDAA4B;AAC5B,yCAKoB;AAkCpB,MAAM,8BAA8B,GAAG,wBAAwB,CAAC;AAChE,MAAM,kBAAkB,GAAG,GAAG,CAAC;AAC/B,MAAM,mCAAmC,GAA2B;IAChE,wBAAwB,EAAE,IAAI;IAC9B,wBAAwB,EAAE,IAAI;IAC9B,wBAAwB,EAAE,IAAI;CACjC,CAAC;AAEF;;;GAGG;AACH,MAAa,wBAAwB;IACxB,KAAK,CAAS;IACd,UAAU,CAAS;IACX,MAAM,CAA6B;IACnC,SAAS,CAAS;IAClB,cAAc,CAAU;IAEzC,YAAY,OAAwC;QAChD,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;QAC3B,IAAI,CAAC,UAAU,GAAG,0BAA0B,CAAC,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC;QAChF,IAAI,CAAC,SAAS,GAAG,gBAAgB,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;QACrD,IAAI,CAAC,cAAc,GAAG,OAAO,CAAC,cAAc;eACrC,CAAC,OAAO,CAAC,UAAU,KAAK,SAAS,IAAI,uBAAuB,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC;QACpF,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,kBAAkB,CAAC,OAAO,CAAC,CAAC;IAChE,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,KAAe;QAChC,MAAM,UAAU,GAAe,EAAE,CAAC;QAElC,KAAK,IAAI,KAAK,GAAG,CAAC,EAAE,KAAK,GAAG,KAAK,CAAC,MAAM,EAAE,KAAK,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YAChE,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC;YACzD,MAAM,eAAe,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;YAC3D,UAAU,CAAC,IAAI,CAAC,GAAG,eAAe,CAAC,CAAC;QACxC,CAAC;QAED,IAAA,mCAAwB,EAAC,UAAU,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;QAEnD,OAAO,UAAU,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,IAAA,yBAAc,EAAC,SAAS,CAAC,CAAC,CAAC;IACpE,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,IAAY;QACzB,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;QACrD,MAAM,SAAS,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC;QAChC,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;YAC1B,MAAM,IAAI,KAAK,CAAC,+DAA+D,CAAC,CAAC;QACrF,CAAC;QAED,OAAO,IAAA,yBAAc,EAAC,SAAS,CAAC,CAAC;IACrC,CAAC;IAEO,KAAK,CAAC,gBAAgB,CAAC,KAAe;QAC1C,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACrB,OAAO,EAAE,CAAC;QACd,CAAC;QAED,MAAM,IAAI,GAAG;YACT,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,KAAK,EAAE,KAAK;SACkC,CAAC;QACnD,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YACtB,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC;QACtC,CAAC;QAED,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAE3D,OAAO,mBAAmB,CAAC,QAAQ,EAAE,KAAK,CAAC,MAAM,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;IACxE,CAAC;CACJ;AAzDD,4DAyDC;AAED,MAAa,cAAe,SAAQ,wBAAwB;IACxD,YAAY,UAAiC,EAAE;QAC3C,MAAM,eAAe,GAAoC;YACrD,GAAG,OAAO;YACV,KAAK,EAAE,OAAO,CAAC,KAAK,IAAI,OAAO,CAAC,GAAG,CAAC,sBAAsB,IAAI,8BAA8B;SAC/F,CAAC;QACF,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC;QAC5D,IAAI,MAAM,KAAK,SAAS,EAAE,CAAC;YACvB,eAAe,CAAC,MAAM,GAAG,MAAM,CAAC;QACpC,CAAC;QACD,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,IAAI,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC;QAC/D,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;YACxB,eAAe,CAAC,OAAO,GAAG,OAAO,CAAC;QACtC,CAAC;QAED,KAAK,CAAC,eAAe,CAAC,CAAC;IAC3B,CAAC;CACJ;AAjBD,wCAiBC;AAED,SAAS,kBAAkB,CAAC,OAAwC;IAChE,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;QAClB,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;IACtE,CAAC;IAED,MAAM,aAAa,GAA4C;QAC3D,MAAM,EAAE,OAAO,CAAC,MAAM;KACzB,CAAC;IACF,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;QAClB,aAAa,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;IAC5C,CAAC;IAED,OAAO,IAAI,gBAAM,CAAC,aAAa,CAAC,CAAC;AACrC,CAAC;AAED,SAAS,0BAA0B,CAAC,KAAa,EAAE,UAA8B;IAC7E,IAAI,UAAU,KAAK,SAAS,EAAE,CAAC;QAC3B,OAAO,IAAA,yCAA8B,EAAC,UAAU,CAAC,CAAC;IACtD,CAAC;IAED,MAAM,eAAe,GAAG,mCAAmC,CAAC,KAAK,CAAC,CAAC;IACnE,IAAI,eAAe,KAAK,SAAS,EAAE,CAAC;QAChC,OAAO,eAAe,CAAC;IAC3B,CAAC;IAED,MAAM,IAAI,KAAK,CACX,+EAA+E,KAAK,IAAI,CAC3F,CAAC;AACN,CAAC;AAED,SAAS,gBAAgB,CAAC,SAA6B;IACnD,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;QAC1B,OAAO,kBAAkB,CAAC;IAC9B,CAAC;IACD,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC,IAAI,SAAS,IAAI,CAAC,EAAE,CAAC;QACjD,MAAM,IAAI,UAAU,CAAC,iDAAiD,CAAC,CAAC;IAC5E,CAAC;IAED,OAAO,SAAS,CAAC;AACrB,CAAC;AAED,SAAS,uBAAuB,CAAC,KAAa;IAC1C,OAAO,KAAK,KAAK,wBAAwB,IAAI,KAAK,KAAK,wBAAwB,CAAC;AACpF,CAAC;AAED,SAAS,mBAAmB,CACxB,QAAqC,EACrC,YAAoB,EACpB,kBAA0B;IAE1B,IAAA,mCAAwB,EAAC,QAAQ,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC;IAEtD,MAAM,OAAO,GAAG,IAAI,KAAK,CAAuB,YAAY,CAAC,CAAC;IAC9D,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,MAAM,EAAE,EAAE;QACnC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,MAAM,CAAC;QACnC,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC,IAAI,KAAK,IAAI,YAAY,EAAE,CAAC;YACjE,MAAM,IAAI,UAAU,CAAC,0CAA0C,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QACrF,CAAC;QAED,MAAM,SAAS,GAAG,aAAa,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAChD,IAAA,oCAAyB,EAAC,SAAS,EAAE,kBAAkB,EAAE,2BAA2B,KAAK,EAAE,CAAC,CAAC;QAC7F,OAAO,CAAC,KAAK,CAAC,GAAG,IAAA,yBAAc,EAAC,SAAS,CAAC,CAAC;IAC/C,CAAC,CAAC,CAAC;IAEH,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,KAAK,EAAE,EAAE;QACpC,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;YAC1B,MAAM,IAAI,KAAK,CAAC,4CAA4C,KAAK,GAAG,CAAC,CAAC;QAC1E,CAAC;QAED,OAAO,IAAA,yBAAc,EAAC,SAAS,CAAC,CAAC;IACrC,CAAC,CAAC,CAAC;AACP,CAAC;AAED,SAAS,aAAa,CAAC,KAAc;IACjC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,OAAO,IAAI,KAAK,QAAQ,CAAC,EAAE,CAAC;QAC5E,MAAM,IAAI,SAAS,CAAC,iEAAiE,CAAC,CAAC;IAC3F,CAAC;IAED,OAAO,KAAK,CAAC;AACjB,CAAC"}

package/dist/rag/generation/context-builder.d.ts

@@ -0,0 +1,22 @@
+import type { AnswerOptions, RagContext, RetrievedChunk } from '../types';
+export interface ContextBuilder {
+    build(query: string, retrieved: RetrievedChunk[], options?: AnswerOptions): Promise<RagContext>;
+}
+export interface DefaultContextBuilderOptions {
+    maxContextTokens?: number;
+    maxChunkCharacters?: number;
+    includeScores?: boolean;
+}
+export declare class DefaultContextBuilder implements ContextBuilder {
+    private readonly maxContextTokens;
+    private readonly maxChunkCharacters;
+    private readonly includeScores;
+    constructor(options?: DefaultContextBuilderOptions);
+    build(query: string, retrieved: RetrievedChunk[], options?: AnswerOptions): Promise<RagContext>;
+}
+/**
+ * 这里用轻量估算替代 tokenizer，避免当前基础包绑定具体模型。
+ * 真正按模型 token 预算裁剪时，可以替换这个函数而不影响 ContextBuilder 接口。
+ */
+export declare function estimateTokens(text: string): number;
+//# sourceMappingURL=context-builder.d.ts.map

package/dist/rag/generation/context-builder.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"context-builder.d.ts","sourceRoot":"","sources":["../../../src/rag/generation/context-builder.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACR,aAAa,EAEb,UAAU,EAEV,cAAc,EACjB,MAAM,UAAU,CAAC;AAElB,MAAM,WAAW,cAAc;IAC3B,KAAK,CACD,KAAK,EAAE,MAAM,EACb,SAAS,EAAE,cAAc,EAAE,EAC3B,OAAO,CAAC,EAAE,aAAa,GACxB,OAAO,CAAC,UAAU,CAAC,CAAC;CAC1B;AAED,MAAM,WAAW,4BAA4B;IACzC,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,aAAa,CAAC,EAAE,OAAO,CAAC;CAC3B;AAED,qBAAa,qBAAsB,YAAW,cAAc;IACxD,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAS;IAC1C,OAAO,CAAC,QAAQ,CAAC,kBAAkB,CAAqB;IACxD,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAU;gBAE5B,OAAO,GAAE,4BAAiC;IAMhD,KAAK,CACP,KAAK,EAAE,MAAM,EACb,SAAS,EAAE,cAAc,EAAE,EAC3B,OAAO,GAAE,aAAkB,GAC5B,OAAO,CAAC,UAAU,CAAC;CAwDzB;AAqHD;;;GAGG;AACH,wBAAgB,cAAc,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAKnD"}

package/dist/rag/generation/context-builder.js

@@ -0,0 +1,166 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.DefaultContextBuilder = void 0;
+exports.estimateTokens = estimateTokens;
+class DefaultContextBuilder {
+    maxContextTokens;
+    maxChunkCharacters;
+    includeScores;
+    constructor(options = {}) {
+        this.maxContextTokens = normalizePositiveInteger(options.maxContextTokens, 3000);
+        this.maxChunkCharacters = normalizeOptionalPositiveInteger(options.maxChunkCharacters);
+        this.includeScores = options.includeScores ?? false;
+    }
+    async build(query, retrieved, options = {}) {
+        const maxContextTokens = normalizePositiveInteger(options.maxContextTokens, this.maxContextTokens);
+        const candidates = dedupeRetrievedChunks(retrieved)
+            .filter((item) => options.minScore === undefined || item.score >= options.minScore);
+        const items = [];
+        let tokenTotal = 0;
+        let citationIndex = 1;
+        for (const item of candidates) {
+            const content = truncateChunkContent(item.chunk.content, this.maxChunkCharacters);
+            if (content.length === 0) {
+                continue;
+            }
+            const citation = createCitation(citationIndex, item, content);
+            const rendered = renderContextEntry(citation, content, createRenderOptions(this.includeScores, item.score));
+            const tokenEstimate = estimateTokens(rendered);
+            if (items.length > 0 && tokenTotal + tokenEstimate > maxContextTokens) {
+                break;
+            }
+            items.push({
+                citation,
+                chunk: item.chunk,
+                content,
+                score: item.score,
+                source: item.source,
+                tokenEstimate,
+            });
+            tokenTotal += tokenEstimate;
+            citationIndex += 1;
+        }
+        const text = items
+            .map((item) => renderContextEntry(item.citation, item.content, createRenderOptions(this.includeScores, item.score)))
+            .join('\n\n');
+        return {
+            query,
+            text,
+            items,
+            citations: items.map((item) => item.citation),
+            estimatedTokens: tokenTotal,
+        };
+    }
+}
+exports.DefaultContextBuilder = DefaultContextBuilder;
+function dedupeRetrievedChunks(retrieved) {
+    const seenChunkIds = new Set();
+    const seenContentKeys = new Set();
+    const result = [];
+    for (const item of retrieved) {
+        const contentKey = normalizeContentKey(item.chunk.content);
+        if (seenChunkIds.has(item.chunk.id) || seenContentKeys.has(contentKey)) {
+            continue;
+        }
+        seenChunkIds.add(item.chunk.id);
+        seenContentKeys.add(contentKey);
+        result.push(item);
+    }
+    return result;
+}
+function createCitation(index, retrieved, content) {
+    const citation = {
+        index,
+        chunkId: retrieved.chunk.id,
+        documentId: retrieved.chunk.documentId,
+        source: retrieved.chunk.metadata.source,
+    };
+    assignIfDefined(citation, 'title', retrieved.chunk.metadata.title);
+    assignIfDefined(citation, 'page', retrieved.chunk.metadata.page);
+    if (retrieved.chunk.metadata.headingPath !== undefined) {
+        citation.headingPath = [...retrieved.chunk.metadata.headingPath];
+    }
+    citation.quote = createQuote(content);
+    const metadata = {
+        retrievalSource: retrieved.source,
+        score: retrieved.score,
+        ...(retrieved.metadata ?? {}),
+    };
+    citation.metadata = metadata;
+    return citation;
+}
+function renderContextEntry(citation, content, options = {}) {
+    const attributes = [
+        `source=${formatAttribute(citation.source)}`,
+    ];
+    if (citation.title !== undefined) {
+        attributes.push(`title=${formatAttribute(citation.title)}`);
+    }
+    if (citation.headingPath !== undefined && citation.headingPath.length > 0) {
+        attributes.push(`section=${formatAttribute(citation.headingPath.join(' > '))}`);
+    }
+    if (citation.page !== undefined) {
+        attributes.push(`page=${citation.page}`);
+    }
+    if (options.score !== undefined) {
+        attributes.push(`score=${formatScore(options.score)}`);
+    }
+    return `[${citation.index}] ${attributes.join(' ')}\n${content}`;
+}
+function createRenderOptions(includeScores, score) {
+    const options = {};
+    if (includeScores) {
+        options.score = score;
+    }
+    return options;
+}
+function formatAttribute(value) {
+    if (/^[A-Za-z0-9_./:-]+$/.test(value)) {
+        return value;
+    }
+    return JSON.stringify(value);
+}
+function formatScore(score) {
+    return Number.isFinite(score) ? score.toFixed(4) : String(score);
+}
+function truncateChunkContent(content, maxChunkCharacters) {
+    const normalized = content.trim();
+    if (maxChunkCharacters === undefined || normalized.length <= maxChunkCharacters) {
+        return normalized;
+    }
+    return normalized.slice(0, maxChunkCharacters).trimEnd();
+}
+function createQuote(content) {
+    const normalized = content.replace(/\s+/g, ' ').trim();
+    return normalized.length <= 200 ? normalized : `${normalized.slice(0, 197)}...`;
+}
+function normalizeContentKey(content) {
+    return content.replace(/\s+/g, ' ').trim().toLowerCase();
+}
+/**
+ * 这里用轻量估算替代 tokenizer，避免当前基础包绑定具体模型。
+ * 真正按模型 token 预算裁剪时，可以替换这个函数而不影响 ContextBuilder 接口。
+ */
+function estimateTokens(text) {
+    const cjkChars = text.match(/[\u4E00-\u9FFF]/g)?.length ?? 0;
+    const nonCjkChars = text.length - cjkChars;
+    return Math.max(1, Math.ceil(cjkChars + nonCjkChars / 4));
+}
+function normalizePositiveInteger(value, fallback) {
+    if (value === undefined || !Number.isFinite(value) || value <= 0) {
+        return fallback;
+    }
+    return Math.floor(value);
+}
+function normalizeOptionalPositiveInteger(value) {
+    if (value === undefined || !Number.isFinite(value) || value <= 0) {
+        return undefined;
+    }
+    return Math.floor(value);
+}
+function assignIfDefined(target, key, value) {
+    if (value !== undefined) {
+        target[key] = value;
+    }
+}
+//# sourceMappingURL=context-builder.js.map

package/dist/rag/generation/context-builder.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"context-builder.js","sourceRoot":"","sources":["../../../src/rag/generation/context-builder.ts"],"names":[],"mappings":";;;AAsNA,wCAKC;AArMD,MAAa,qBAAqB;IACb,gBAAgB,CAAS;IACzB,kBAAkB,CAAqB;IACvC,aAAa,CAAU;IAExC,YAAY,UAAwC,EAAE;QAClD,IAAI,CAAC,gBAAgB,GAAG,wBAAwB,CAAC,OAAO,CAAC,gBAAgB,EAAE,IAAI,CAAC,CAAC;QACjF,IAAI,CAAC,kBAAkB,GAAG,gCAAgC,CAAC,OAAO,CAAC,kBAAkB,CAAC,CAAC;QACvF,IAAI,CAAC,aAAa,GAAG,OAAO,CAAC,aAAa,IAAI,KAAK,CAAC;IACxD,CAAC;IAED,KAAK,CAAC,KAAK,CACP,KAAa,EACb,SAA2B,EAC3B,UAAyB,EAAE;QAE3B,MAAM,gBAAgB,GAAG,wBAAwB,CAC7C,OAAO,CAAC,gBAAgB,EACxB,IAAI,CAAC,gBAAgB,CACxB,CAAC;QACF,MAAM,UAAU,GAAG,qBAAqB,CAAC,SAAS,CAAC;aAC9C,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,OAAO,CAAC,QAAQ,KAAK,SAAS,IAAI,IAAI,CAAC,KAAK,IAAI,OAAO,CAAC,QAAQ,CAAC,CAAC;QACxF,MAAM,KAAK,GAAqB,EAAE,CAAC;QACnC,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,IAAI,aAAa,GAAG,CAAC,CAAC;QAEtB,KAAK,MAAM,IAAI,IAAI,UAAU,EAAE,CAAC;YAC5B,MAAM,OAAO,GAAG,oBAAoB,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,IAAI,CAAC,kBAAkB,CAAC,CAAC;YAClF,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACvB,SAAS;YACb,CAAC;YAED,MAAM,QAAQ,GAAG,cAAc,CAAC,aAAa,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC;YAC9D,MAAM,QAAQ,GAAG,kBAAkB,CAC/B,QAAQ,EACR,OAAO,EACP,mBAAmB,CAAC,IAAI,CAAC,aAAa,EAAE,IAAI,CAAC,KAAK,CAAC,CACtD,CAAC;YACF,MAAM,aAAa,GAAG,cAAc,CAAC,QAAQ,CAAC,CAAC;YAC/C,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,UAAU,GAAG,aAAa,GAAG,gBAAgB,EAAE,CAAC;gBACpE,MAAM;YACV,CAAC;YAED,KAAK,CAAC,IAAI,CAAC;gBACP,QAAQ;gBACR,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,OAAO;gBACP,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,aAAa;aAChB,CAAC,CAAC;YACH,UAAU,IAAI,aAAa,CAAC;YAC5B,aAAa,IAAI,CAAC,CAAC;QACvB,CAAC;QAED,MAAM,IAAI,GAAG,KAAK;aACb,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,kBAAkB,CAC7B,IAAI,CAAC,QAAQ,EACb,IAAI,CAAC,OAAO,EACZ,mBAAmB,CAAC,IAAI,CAAC,aAAa,EAAE,IAAI,CAAC,KAAK,CAAC,CACtD,CAAC;aACD,IAAI,CAAC,MAAM,CAAC,CAAC;QAElB,OAAO;YACH,KAAK;YACL,IAAI;YACJ,KAAK;YACL,SAAS,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC;YAC7C,eAAe,EAAE,UAAU;SAC9B,CAAC;IACN,CAAC;CACJ;AAvED,sDAuEC;AAED,SAAS,qBAAqB,CAAC,SAA2B;IACtD,MAAM,YAAY,GAAG,IAAI,GAAG,EAAU,CAAC;IACvC,MAAM,eAAe,GAAG,IAAI,GAAG,EAAU,CAAC;IAC1C,MAAM,MAAM,GAAqB,EAAE,CAAC;IAEpC,KAAK,MAAM,IAAI,IAAI,SAAS,EAAE,CAAC;QAC3B,MAAM,UAAU,GAAG,mBAAmB,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAC3D,IAAI,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,IAAI,eAAe,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE,CAAC;YACrE,SAAS;QACb,CAAC;QAED,YAAY,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;QAChC,eAAe,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;QAChC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACtB,CAAC;IAED,OAAO,MAAM,CAAC;AAClB,CAAC;AAED,SAAS,cAAc,CACnB,KAAa,EACb,SAAyB,EACzB,OAAe;IAEf,MAAM,QAAQ,GAAa;QACvB,KAAK;QACL,OAAO,EAAE,SAAS,CAAC,KAAK,CAAC,EAAE;QAC3B,UAAU,EAAE,SAAS,CAAC,KAAK,CAAC,UAAU;QACtC,MAAM,EAAE,SAAS,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM;KAC1C,CAAC;IAEF,eAAe,CAAC,QAAQ,EAAE,OAAO,EAAE,SAAS,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;IACnE,eAAe,CAAC,QAAQ,EAAE,MAAM,EAAE,SAAS,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;IAEjE,IAAI,SAAS,CAAC,KAAK,CAAC,QAAQ,CAAC,WAAW,KAAK,SAAS,EAAE,CAAC;QACrD,QAAQ,CAAC,WAAW,GAAG,CAAC,GAAG,SAAS,CAAC,KAAK,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;IACrE,CAAC;IAED,QAAQ,CAAC,KAAK,GAAG,WAAW,CAAC,OAAO,CAAC,CAAC;IAEtC,MAAM,QAAQ,GAAG;QACb,eAAe,EAAE,SAAS,CAAC,MAAM;QACjC,KAAK,EAAE,SAAS,CAAC,KAAK;QACtB,GAAG,CAAC,SAAS,CAAC,QAAQ,IAAI,EAAE,CAAC;KAChC,CAAC;IACF,QAAQ,CAAC,QAAQ,GAAG,QAAQ,CAAC;IAE7B,OAAO,QAAQ,CAAC;AACpB,CAAC;AAED,SAAS,kBAAkB,CACvB,QAAkB,EAClB,OAAe,EACf,UAA8B,EAAE;IAEhC,MAAM,UAAU,GAAG;QACf,UAAU,eAAe,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE;KAC/C,CAAC;IAEF,IAAI,QAAQ,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;QAC/B,UAAU,CAAC,IAAI,CAAC,SAAS,eAAe,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IAChE,CAAC;IACD,IAAI,QAAQ,CAAC,WAAW,KAAK,SAAS,IAAI,QAAQ,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACxE,UAAU,CAAC,IAAI,CAAC,WAAW,eAAe,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;IACpF,CAAC;IACD,IAAI,QAAQ,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;QAC9B,UAAU,CAAC,IAAI,CAAC,QAAQ,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC;IAC7C,CAAC;IACD,IAAI,OAAO,CAAC,KAAK,KAAK,SAAS,EAAE,CAAC;QAC9B,UAAU,CAAC,IAAI,CAAC,SAAS,WAAW,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IAC3D,CAAC;IAED,OAAO,IAAI,QAAQ,CAAC,KAAK,KAAK,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,OAAO,EAAE,CAAC;AACrE,CAAC;AAED,SAAS,mBAAmB,CAAC,aAAsB,EAAE,KAAa;IAC9D,MAAM,OAAO,GAAuB,EAAE,CAAC;IACvC,IAAI,aAAa,EAAE,CAAC;QAChB,OAAO,CAAC,KAAK,GAAG,KAAK,CAAC;IAC1B,CAAC;IAED,OAAO,OAAO,CAAC;AACnB,CAAC;AAED,SAAS,eAAe,CAAC,KAAa;IAClC,IAAI,qBAAqB,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC;QACpC,OAAO,KAAK,CAAC;IACjB,CAAC;IAED,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;AACjC,CAAC;AAED,SAAS,WAAW,CAAC,KAAa;IAC9B,OAAO,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;AACrE,CAAC;AAED,SAAS,oBAAoB,CAAC,OAAe,EAAE,kBAAsC;IACjF,MAAM,UAAU,GAAG,OAAO,CAAC,IAAI,EAAE,CAAC;IAClC,IAAI,kBAAkB,KAAK,SAAS,IAAI,UAAU,CAAC,MAAM,IAAI,kBAAkB,EAAE,CAAC;QAC9E,OAAO,UAAU,CAAC;IACtB,CAAC;IAED,OAAO,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,kBAAkB,CAAC,CAAC,OAAO,EAAE,CAAC;AAC7D,CAAC;AAED,SAAS,WAAW,CAAC,OAAe;IAChC,MAAM,UAAU,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;IAEvD,OAAO,UAAU,CAAC,MAAM,IAAI,GAAG,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,KAAK,CAAC;AACpF,CAAC;AAED,SAAS,mBAAmB,CAAC,OAAe;IACxC,OAAO,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;AAC7D,CAAC;AAED;;;GAGG;AACH,SAAgB,cAAc,CAAC,IAAY;IACvC,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,kBAAkB,CAAC,EAAE,MAAM,IAAI,CAAC,CAAC;IAC7D,MAAM,WAAW,GAAG,IAAI,CAAC,MAAM,GAAG,QAAQ,CAAC;IAE3C,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,QAAQ,GAAG,WAAW,GAAG,CAAC,CAAC,CAAC,CAAC;AAC9D,CAAC;AAED,SAAS,wBAAwB,CAAC,KAAyB,EAAE,QAAgB;IACzE,IAAI,KAAK,KAAK,SAAS,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC,EAAE,CAAC;QAC/D,OAAO,QAAQ,CAAC;IACpB,CAAC;IAED,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;AAC7B,CAAC;AAED,SAAS,gCAAgC,CAAC,KAAyB;IAC/D,IAAI,KAAK,KAAK,SAAS,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC,EAAE,CAAC;QAC/D,OAAO,SAAS,CAAC;IACrB,CAAC;IAED,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;AAC7B,CAAC;AAED,SAAS,eAAe,CACpB,MAAS,EACT,GAAM,EACN,KAAuB;IAEvB,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;QACtB,MAAM,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;IACxB,CAAC;AACL,CAAC"}

package/dist/rag/generation/generator.d.ts

@@ -0,0 +1,25 @@
+import type { AnswerOptions, Citation, RagAnswer, RagContext, RetrievedChunk } from '../types';
+export declare const DEFAULT_RAG_REFUSAL_MESSAGE = "\u65E0\u6CD5\u4ECE\u63D0\u4F9B\u7684\u8D44\u6599\u4E2D\u786E\u8BA4\u3002";
+export interface RagGenerator {
+    generate(query: string, context: RagContext, options?: AnswerOptions): Promise<RagAnswer>;
+}
+export interface DefaultRagGeneratorOptions {
+    systemPrompt?: string;
+    refusalMessage?: string;
+}
+export declare class MissingRagLlmError extends Error {
+    constructor();
+}
+export declare class DefaultRagGenerator implements RagGenerator {
+    private readonly systemPrompt;
+    private readonly refusalMessage;
+    constructor(options?: DefaultRagGeneratorOptions);
+    generate(query: string, context: RagContext, options?: AnswerOptions): Promise<RagAnswer>;
+}
+export declare function createRefusalAnswer(context: RagContext, refusalMessage?: string, reason?: string): RagAnswer;
+export declare function extractCitationIndexes(text: string): number[];
+export declare function resolveCitationsFromText(text: string, citations: Citation[]): Citation[];
+export declare function retrievedFromContext(context: RagContext): RetrievedChunk[];
+export declare function cloneCitation(citation: Citation): Citation;
+export declare function cloneRagAnswer(answer: RagAnswer): RagAnswer;
+//# sourceMappingURL=generator.d.ts.map

package/dist/rag/generation/generator.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"generator.d.ts","sourceRoot":"","sources":["../../../src/rag/generation/generator.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,EACR,aAAa,EACb,QAAQ,EACR,SAAS,EACT,UAAU,EACV,cAAc,EACjB,MAAM,UAAU,CAAC;AAElB,eAAO,MAAM,2BAA2B,6EAAiB,CAAC;AAU1D,MAAM,WAAW,YAAY;IACzB,QAAQ,CACJ,KAAK,EAAE,MAAM,EACb,OAAO,EAAE,UAAU,EACnB,OAAO,CAAC,EAAE,aAAa,GACxB,OAAO,CAAC,SAAS,CAAC,CAAC;CACzB;AAED,MAAM,WAAW,0BAA0B;IACvC,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,cAAc,CAAC,EAAE,MAAM,CAAC;CAC3B;AAED,qBAAa,kBAAmB,SAAQ,KAAK;;CAK5C;AAED,qBAAa,mBAAoB,YAAW,YAAY;IACpD,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAS;IACtC,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAS;gBAE5B,OAAO,GAAE,0BAA+B;IAK9C,QAAQ,CACV,KAAK,EAAE,MAAM,EACb,OAAO,EAAE,UAAU,EACnB,OAAO,GAAE,aAAkB,GAC5B,OAAO,CAAC,SAAS,CAAC;CAsCxB;AAkDD,wBAAgB,mBAAmB,CAC/B,OAAO,EAAE,UAAU,EACnB,cAAc,SAA8B,EAC5C,MAAM,SAAyB,GAChC,SAAS,CAUX;AAED,wBAAgB,sBAAsB,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,EAAE,CAqB7D;AAED,wBAAgB,wBAAwB,CACpC,IAAI,EAAE,MAAM,EACZ,SAAS,EAAE,QAAQ,EAAE,GACtB,QAAQ,EAAE,CAOZ;AAED,wBAAgB,oBAAoB,CAAC,OAAO,EAAE,UAAU,GAAG,cAAc,EAAE,CAM1E;AAED,wBAAgB,aAAa,CAAC,QAAQ,EAAE,QAAQ,GAAG,QAAQ,CAoB1D;AAED,wBAAgB,cAAc,CAAC,MAAM,EAAE,SAAS,GAAG,SAAS,CAgB3D"}