@tachu/extensions 1.0.0-beta.1 → 1.0.0-rc.0

package/dist/vector/local-fs.d.ts

@@ -1,76 +0,0 @@
-import { type VectorSearchResult, type VectorStore } from "@tachu/core";
-interface LocalFsVectorStoreOptions {
-    filePath?: string;
-    persistDebounceMs?: number;
-    indexLimit?: number;
-}
-/**
- * 本地文件持久化 VectorStore（基于 InMemoryVectorStore）。
- */
-export declare class LocalFsVectorStore implements VectorStore {
-    private readonly filePath;
-    private readonly lockPath;
-    private readonly persistDebounceMs;
-    private readonly store;
-    private readonly entries;
-    private readonly initPromise;
-    private persistTimer;
-    private persisting;
-    /**
-     * 创建本地向量存储。
-     *
-     * @param options 配置项
-     */
-    constructor(options?: LocalFsVectorStoreOptions);
-    /**
-     * 文本向量化。
-     *
-     * @param texts 文本列表
-     * @returns 向量列表
-     */
-    embed(texts: string[]): Promise<number[][]>;
-    /**
-     * 写入或更新向量条目。
-     *
-     * @param id 条目 ID
-     * @param vectorOrText 向量或文本
-     * @param metadata 元数据
-     */
-    upsert(id: string, vectorOrText: number[] | string, metadata: Record<string, unknown>): Promise<void>;
-    /**
-     * 相似度检索。
-     *
-     * @param query 查询向量或文本
-     * @param topK 返回数量
-     * @returns 检索结果
-     */
-    search(query: number[] | string, topK: number): Promise<VectorSearchResult[]>;
-    /**
-     * 删除条目。
-     *
-     * @param id 条目 ID
-     */
-    delete(id: string): Promise<void>;
-    /**
-     * 清空向量库。
-     */
-    clear(): Promise<void>;
-    /**
-     * 返回当前条目数。
-     *
-     * @returns 条目数量
-     */
-    size(): number;
-    /**
-     * 手动导出快照文件。
-     *
-     * @param path 快照路径
-     */
-    snapshot(path: string): Promise<void>;
-    private schedulePersist;
-    private loadFromDisk;
-    private acquireLock;
-    private persistToDisk;
-}
-export {};
-//# sourceMappingURL=local-fs.d.ts.map

package/dist/vector/local-fs.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"local-fs.d.ts","sourceRoot":"","sources":["../../src/vector/local-fs.ts"],"names":[],"mappings":"AAEA,OAAO,EAAuB,KAAK,kBAAkB,EAAE,KAAK,WAAW,EAAE,MAAM,aAAa,CAAC;AAE7F,UAAU,yBAAyB;IACjC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAYD;;GAEG;AACH,qBAAa,kBAAmB,YAAW,WAAW;IACpD,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAS;IAClC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAS;IAClC,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAAS;IAC3C,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAsB;IAC5C,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAqC;IAC7D,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAgB;IAC5C,OAAO,CAAC,YAAY,CAA4C;IAChE,OAAO,CAAC,UAAU,CAAqB;IAEvC;;;;OAIG;gBACS,OAAO,GAAE,yBAA8B;IAUnD;;;;;OAKG;IACG,KAAK,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;IAKjD;;;;;;OAMG;IACG,MAAM,CACV,EAAE,EAAE,MAAM,EACV,YAAY,EAAE,MAAM,EAAE,GAAG,MAAM,EAC/B,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAChC,OAAO,CAAC,IAAI,CAAC;IAShB;;;;;;OAMG;IACG,MAAM,CAAC,KAAK,EAAE,MAAM,EAAE,GAAG,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,kBAAkB,EAAE,CAAC;IAKnF;;;;OAIG;IACG,MAAM,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAOvC;;OAEG;IACG,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAO5B;;;;OAIG;IACH,IAAI,IAAI,MAAM;IAId;;;;OAIG;IACG,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAO3C,OAAO,CAAC,eAAe;YAST,YAAY;YAYZ,WAAW;YAgBX,aAAa;CAY5B"}

package/dist/vector/local-fs.js

@@ -1,153 +0,0 @@
-import { mkdir, open, readFile, rename, rm, writeFile } from "node:fs/promises";
-import { dirname } from "node:path";
-import { InMemoryVectorStore } from "@tachu/core";
-/**
- * 本地文件持久化 VectorStore（基于 InMemoryVectorStore）。
- */
-export class LocalFsVectorStore {
-    filePath;
-    lockPath;
-    persistDebounceMs;
-    store;
-    entries = new Map();
-    initPromise;
-    persistTimer;
-    persisting = Promise.resolve();
-    /**
-     * 创建本地向量存储。
-     *
-     * @param options 配置项
-     */
-    constructor(options = {}) {
-        this.filePath = options.filePath ?? ".tachu/vectors.json";
-        this.lockPath = `${this.filePath}.lock`;
-        this.persistDebounceMs = options.persistDebounceMs ?? 500;
-        this.store = new InMemoryVectorStore({
-            ...(options.indexLimit !== undefined ? { indexLimit: options.indexLimit } : {}),
-        });
-        this.initPromise = this.loadFromDisk();
-    }
-    /**
-     * 文本向量化。
-     *
-     * @param texts 文本列表
-     * @returns 向量列表
-     */
-    async embed(texts) {
-        await this.initPromise;
-        return this.store.embed(texts);
-    }
-    /**
-     * 写入或更新向量条目。
-     *
-     * @param id 条目 ID
-     * @param vectorOrText 向量或文本
-     * @param metadata 元数据
-     */
-    async upsert(id, vectorOrText, metadata) {
-        await this.initPromise;
-        const vector = typeof vectorOrText === "string" ? (await this.store.embed([vectorOrText]))[0] ?? [] : vectorOrText;
-        await this.store.upsert(id, vector, metadata);
-        this.entries.set(id, { id, vector, metadata });
-        this.schedulePersist();
-    }
-    /**
-     * 相似度检索。
-     *
-     * @param query 查询向量或文本
-     * @param topK 返回数量
-     * @returns 检索结果
-     */
-    async search(query, topK) {
-        await this.initPromise;
-        return this.store.search(query, topK);
-    }
-    /**
-     * 删除条目。
-     *
-     * @param id 条目 ID
-     */
-    async delete(id) {
-        await this.initPromise;
-        await this.store.delete(id);
-        this.entries.delete(id);
-        this.schedulePersist();
-    }
-    /**
-     * 清空向量库。
-     */
-    async clear() {
-        await this.initPromise;
-        await this.store.clear();
-        this.entries.clear();
-        this.schedulePersist();
-    }
-    /**
-     * 返回当前条目数。
-     *
-     * @returns 条目数量
-     */
-    size() {
-        return this.entries.size;
-    }
-    /**
-     * 手动导出快照文件。
-     *
-     * @param path 快照路径
-     */
-    async snapshot(path) {
-        await this.initPromise;
-        const payload = { entries: [...this.entries.values()] };
-        await mkdir(dirname(path), { recursive: true });
-        await writeFile(path, JSON.stringify(payload, null, 2), "utf8");
-    }
-    schedulePersist() {
-        if (this.persistTimer) {
-            clearTimeout(this.persistTimer);
-        }
-        this.persistTimer = setTimeout(() => {
-            this.persisting = this.persisting.then(() => this.persistToDisk());
-        }, this.persistDebounceMs);
-    }
-    async loadFromDisk() {
-        const raw = await readFile(this.filePath, "utf8").catch(() => "");
-        if (!raw) {
-            return;
-        }
-        const payload = JSON.parse(raw);
-        for (const entry of payload.entries ?? []) {
-            await this.store.upsert(entry.id, entry.vector, entry.metadata);
-            this.entries.set(entry.id, entry);
-        }
-    }
-    async acquireLock() {
-        for (let attempt = 0; attempt < 30; attempt += 1) {
-            try {
-                await mkdir(dirname(this.lockPath), { recursive: true });
-                const handle = await open(this.lockPath, "wx");
-                return async () => {
-                    await handle.close().catch(() => undefined);
-                    await rm(this.lockPath, { force: true }).catch(() => undefined);
-                };
-            }
-            catch {
-                await new Promise((resolve) => setTimeout(resolve, 50 * (attempt + 1)));
-            }
-        }
-        throw new Error(`无法获取文件锁: ${this.lockPath}`);
-    }
-    async persistToDisk() {
-        const release = await this.acquireLock();
-        try {
-            await mkdir(dirname(this.filePath), { recursive: true });
-            const tempPath = `${this.filePath}.tmp`;
-            const payload = { entries: [...this.entries.values()] };
-            await writeFile(tempPath, JSON.stringify(payload), "utf8");
-            await rename(tempPath, this.filePath);
-        }
-        finally {
-            await release();
-        }
-    }
-}
-//# sourceMappingURL=local-fs.js.map

package/dist/vector/local-fs.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"local-fs.js","sourceRoot":"","sources":["../../src/vector/local-fs.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAChF,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,EAAE,mBAAmB,EAA6C,MAAM,aAAa,CAAC;AAkB7F;;GAEG;AACH,MAAM,OAAO,kBAAkB;IACZ,QAAQ,CAAS;IACjB,QAAQ,CAAS;IACjB,iBAAiB,CAAS;IAC1B,KAAK,CAAsB;IAC3B,OAAO,GAAG,IAAI,GAAG,EAA0B,CAAC;IAC5C,WAAW,CAAgB;IACpC,YAAY,CAA4C;IACxD,UAAU,GAAG,OAAO,CAAC,OAAO,EAAE,CAAC;IAEvC;;;;OAIG;IACH,YAAY,UAAqC,EAAE;QACjD,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,qBAAqB,CAAC;QAC1D,IAAI,CAAC,QAAQ,GAAG,GAAG,IAAI,CAAC,QAAQ,OAAO,CAAC;QACxC,IAAI,CAAC,iBAAiB,GAAG,OAAO,CAAC,iBAAiB,IAAI,GAAG,CAAC;QAC1D,IAAI,CAAC,KAAK,GAAG,IAAI,mBAAmB,CAAC;YACnC,GAAG,CAAC,OAAO,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,OAAO,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAChF,CAAC,CAAC;QACH,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,YAAY,EAAE,CAAC;IACzC,CAAC;IAED;;;;;OAKG;IACH,KAAK,CAAC,KAAK,CAAC,KAAe;QACzB,MAAM,IAAI,CAAC,WAAW,CAAC;QACvB,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IACjC,CAAC;IAED;;;;;;OAMG;IACH,KAAK,CAAC,MAAM,CACV,EAAU,EACV,YAA+B,EAC/B,QAAiC;QAEjC,MAAM,IAAI,CAAC,WAAW,CAAC;QACvB,MAAM,MAAM,GACV,OAAO,YAAY,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC;QACtG,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,EAAE,MAAM,EAAE,QAAQ,CAAC,CAAC;QAC9C,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,CAAC;QAC/C,IAAI,CAAC,eAAe,EAAE,CAAC;IACzB,CAAC;IAED;;;;;;OAMG;IACH,KAAK,CAAC,MAAM,CAAC,KAAwB,EAAE,IAAY;QACjD,MAAM,IAAI,CAAC,WAAW,CAAC;QACvB,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;IACxC,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,MAAM,CAAC,EAAU;QACrB,MAAM,IAAI,CAAC,WAAW,CAAC;QACvB,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAC5B,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QACxB,IAAI,CAAC,eAAe,EAAE,CAAC;IACzB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,KAAK;QACT,MAAM,IAAI,CAAC,WAAW,CAAC;QACvB,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;QACzB,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;QACrB,IAAI,CAAC,eAAe,EAAE,CAAC;IACzB,CAAC;IAED;;;;OAIG;IACH,IAAI;QACF,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC;IAC3B,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,QAAQ,CAAC,IAAY;QACzB,MAAM,IAAI,CAAC,WAAW,CAAC;QACvB,MAAM,OAAO,GAAqB,EAAE,OAAO,EAAE,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,CAAC;QAC1E,MAAM,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAChD,MAAM,SAAS,CAAC,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;IAClE,CAAC;IAEO,eAAe;QACrB,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACtB,YAAY,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QAClC,CAAC;QACD,IAAI,CAAC,YAAY,GAAG,UAAU,CAAC,GAAG,EAAE;YAClC,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC,CAAC;QACrE,CAAC,EAAE,IAAI,CAAC,iBAAiB,CAAC,CAAC;IAC7B,CAAC;IAEO,KAAK,CAAC,YAAY;QACxB,MAAM,GAAG,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;QAClE,IAAI,CAAC,GAAG,EAAE,CAAC;YACT,OAAO;QACT,CAAC;QACD,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAqB,CAAC;QACpD,KAAK,MAAM,KAAK,IAAI,OAAO,CAAC,OAAO,IAAI,EAAE,EAAE,CAAC;YAC1C,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,EAAE,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC;YAChE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;QACpC,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,WAAW;QACvB,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,GAAG,EAAE,EAAE,OAAO,IAAI,CAAC,EAAE,CAAC;YACjD,IAAI,CAAC;gBACH,MAAM,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;gBACzD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;gBAC/C,OAAO,KAAK,IAAI,EAAE;oBAChB,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;oBAC5C,MAAM,EAAE,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;gBAClE,CAAC,CAAC;YACJ,CAAC;YAAC,MAAM,CAAC;gBACP,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,GAAG,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;YAChF,CAAC;QACH,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,YAAY,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;IAC/C,CAAC;IAEO,KAAK,CAAC,aAAa;QACzB,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QACzC,IAAI,CAAC;YACH,MAAM,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YACzD,MAAM,QAAQ,GAAG,GAAG,IAAI,CAAC,QAAQ,MAAM,CAAC;YACxC,MAAM,OAAO,GAAqB,EAAE,OAAO,EAAE,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,CAAC;YAC1E,MAAM,SAAS,CAAC,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC,CAAC;YAC3D,MAAM,MAAM,CAAC,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;QACxC,CAAC;gBAAS,CAAC;YACT,MAAM,OAAO,EAAE,CAAC;QAClB,CAAC;IACH,CAAC;CACF"}