@aalis/plugin-vectorstore-flat 0.1.0

package/README.md

@@ -0,0 +1,21 @@
+# @aalis/plugin-vectorstore-flat
+
+运行时插件
+
+## 角色
+
+运行时插件
+
+## 安装
+
+```bash
+pnpm add @aalis/plugin-vectorstore-flat
+```
+
+## 文档
+
+详见 [docs/plugins/plugin-vectorstore-flat.md](../../docs/plugins/plugin-vectorstore-flat.md)。
+
+## 许可
+
+见仓库根目录 LICENSE。

package/dist/index.d.ts

@@ -0,0 +1,11 @@
+import type { ConfigSchema, Context } from '@aalis/core';
+export declare const name = "@aalis/plugin-vectorstore-flat";
+export declare const displayName = "Flat \u5411\u91CF\u5E93";
+export declare const subsystem = "embedding";
+export declare const provides: string[];
+export declare const configSchema: ConfigSchema;
+export declare const defaultConfig: {
+    path: string;
+};
+export declare function apply(ctx: Context, config: Record<string, unknown>): Promise<void>;
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,OAAO,EAAE,MAAM,aAAa,CAAC;AAMzD,eAAO,MAAM,IAAI,mCAAmC,CAAC;AACrD,eAAO,MAAM,WAAW,4BAAa,CAAC;AACtC,eAAO,MAAM,SAAS,cAAc,CAAC;AACrC,eAAO,MAAM,QAAQ,UAAkB,CAAC;AAExC,eAAO,MAAM,YAAY,EAAE,YAO1B,CAAC;AAEF,eAAO,MAAM,aAAa;;CAEzB,CAAC;AAqHF,wBAAsB,KAAK,CAAC,GAAG,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,CA0BxF"}

package/dist/index.js

@@ -0,0 +1,134 @@
+import { createStorageGateway } from '@aalis/plugin-storage-api';
+// ===== 插件元数据 =====
+export const name = '@aalis/plugin-vectorstore-flat';
+export const displayName = 'Flat 向量库';
+export const subsystem = 'embedding';
+export const provides = ['vectorstore'];
+export const configSchema = {
+    path: {
+        type: 'string',
+        label: '存储目录',
+        default: 'data:/vectorstore',
+        description: 'JSON 向量文件存储目录（storage URI）。也兼容旧格式 “data/vectorstore”。',
+    },
+};
+export const defaultConfig = {
+    path: 'data:/vectorstore',
+};
+// ===== 向量计算 =====
+function dotProduct(a, b) {
+    let sum = 0;
+    for (let i = 0; i < a.length; i++)
+        sum += a[i] * b[i];
+    return sum;
+}
+function normalize(vec) {
+    let norm = 0;
+    for (const v of vec)
+        norm += v * v;
+    norm = Math.sqrt(norm);
+    if (norm === 0)
+        return vec;
+    return vec.map(v => v / norm);
+}
+class FlatVectorStore {
+    logger;
+    entries = [];
+    storage;
+    dataUri;
+    dirty = false;
+    constructor(storage, dataUri, logger) {
+        this.logger = logger;
+        this.storage = storage;
+        this.dataUri = dataUri;
+    }
+    /** 启动加载（由 apply 调用） */
+    async init() {
+        try {
+            const raw = (await this.storage.readFile(this.dataUri, 'utf-8'));
+            this.entries = JSON.parse(raw);
+        }
+        catch (err) {
+            const msg = err instanceof Error ? err.message : String(err);
+            // 文件不存在 = 冷启动，不警告；其他错误才警
+            if (!/ENOENT|not found|不存在/i.test(msg)) {
+                this.logger?.warn(`向量数据文件损坏，将从空数据开始: ${msg}`);
+            }
+            this.entries = [];
+        }
+    }
+    async size() {
+        return this.entries.length;
+    }
+    async add(vector, metadata) {
+        this.entries.push({ vector: normalize(vector), metadata });
+        this.dirty = true;
+    }
+    async clear() {
+        this.entries = [];
+        this.dirty = true;
+        await this.save();
+    }
+    async deleteByFilter(filter) {
+        const before = this.entries.length;
+        this.entries = this.entries.filter(e => {
+            for (const [key, value] of Object.entries(filter)) {
+                if (e.metadata[key] !== value)
+                    return true;
+            }
+            return false;
+        });
+        const deleted = before - this.entries.length;
+        if (deleted > 0)
+            this.dirty = true;
+        return deleted;
+    }
+    async search(queryVector, topK) {
+        if (this.entries.length === 0)
+            return [];
+        const q = normalize(queryVector);
+        const scored = this.entries.map(e => ({
+            score: dotProduct(q, e.vector),
+            metadata: e.metadata,
+        }));
+        scored.sort((a, b) => b.score - a.score);
+        return scored.slice(0, Math.min(topK, scored.length));
+    }
+    async save() {
+        if (!this.dirty)
+            return;
+        try {
+            await this.storage.writeFile(this.dataUri, JSON.stringify(this.entries));
+            this.dirty = false;
+        }
+        catch (err) {
+            const msg = err instanceof Error ? err.message : String(err);
+            this.logger?.warn(`向量数据保存失败: ${msg}`);
+        }
+    }
+}
+// ===== 插件入口 =====
+export async function apply(ctx, config) {
+    const storeConfig = {
+        path: config.path ?? 'data:/vectorstore',
+    };
+    // 兼容旧格式 “data/vectorstore”
+    function toUri(input) {
+        if (input.includes(':/'))
+            return input;
+        const s = input.trim().replace(/^\.?\/+/, '');
+        const idx = s.indexOf('/');
+        return idx > 0 ? `${s.slice(0, idx)}:/${s.slice(idx + 1)}` : `${s}:/`;
+    }
+    const dirUri = toUri(storeConfig.path);
+    const dataUri = dirUri.endsWith('/') ? `${dirUri}vectors.json` : `${dirUri}/vectors.json`;
+    const storage = createStorageGateway(ctx);
+    const store = new FlatVectorStore(storage, dataUri, ctx.logger);
+    await store.init();
+    ctx.logger.info(`向量数据库已加载: ${await store.size()} 条记录, 存储 URI=${dataUri}`);
+    ctx.provide('vectorstore', store);
+    ctx.onDispose(() => {
+        void store.save();
+    });
+}
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,oBAAoB,EAAuB,MAAM,2BAA2B,CAAC;AAGtF,oBAAoB;AAEpB,MAAM,CAAC,MAAM,IAAI,GAAG,gCAAgC,CAAC;AACrD,MAAM,CAAC,MAAM,WAAW,GAAG,UAAU,CAAC;AACtC,MAAM,CAAC,MAAM,SAAS,GAAG,WAAW,CAAC;AACrC,MAAM,CAAC,MAAM,QAAQ,GAAG,CAAC,aAAa,CAAC,CAAC;AAExC,MAAM,CAAC,MAAM,YAAY,GAAiB;IACxC,IAAI,EAAE;QACJ,IAAI,EAAE,QAAQ;QACd,KAAK,EAAE,MAAM;QACb,OAAO,EAAE,mBAAmB;QAC5B,WAAW,EAAE,uDAAuD;KACrE;CACF,CAAC;AAEF,MAAM,CAAC,MAAM,aAAa,GAAG;IAC3B,IAAI,EAAE,mBAAmB;CAC1B,CAAC;AASF,mBAAmB;AAEnB,SAAS,UAAU,CAAC,CAAW,EAAE,CAAW;IAC1C,IAAI,GAAG,GAAG,CAAC,CAAC;IACZ,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,EAAE;QAAE,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;IACtD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,SAAS,SAAS,CAAC,GAAa;IAC9B,IAAI,IAAI,GAAG,CAAC,CAAC;IACb,KAAK,MAAM,CAAC,IAAI,GAAG;QAAE,IAAI,IAAI,CAAC,GAAG,CAAC,CAAC;IACnC,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACvB,IAAI,IAAI,KAAK,CAAC;QAAE,OAAO,GAAG,CAAC;IAC3B,OAAO,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC;AAChC,CAAC;AASD,MAAM,eAAe;IASA;IARX,OAAO,GAAkB,EAAE,CAAC;IACnB,OAAO,CAAiB;IACxB,OAAO,CAAS;IACzB,KAAK,GAAG,KAAK,CAAC;IAEtB,YACE,OAAuB,EACvB,OAAe,EACE,MAA4D;QAA5D,WAAM,GAAN,MAAM,CAAsD;QAE7E,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;IACzB,CAAC;IAED,uBAAuB;IACvB,KAAK,CAAC,IAAI;QACR,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,CAAC,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,CAAC,CAAW,CAAC;YAC3E,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QACjC,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,GAAG,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YAC7D,yBAAyB;YACzB,IAAI,CAAC,uBAAuB,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;gBACvC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,qBAAqB,GAAG,EAAE,CAAC,CAAC;YAChD,CAAC;YACD,IAAI,CAAC,OAAO,GAAG,EAAE,CAAC;QACpB,CAAC;IACH,CAAC;IAED,KAAK,CAAC,IAAI;QACR,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC;IAC7B,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,MAAgB,EAAE,QAAiC;QAC3D,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,SAAS,CAAC,MAAM,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC;QAC3D,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;IACpB,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,CAAC,OAAO,GAAG,EAAE,CAAC;QAClB,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QAClB,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;IACpB,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,MAA+B;QAClD,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC;QACnC,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE;YACrC,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;gBAClD,IAAI,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,KAAK;oBAAE,OAAO,IAAI,CAAC;YAC7C,CAAC;YACD,OAAO,KAAK,CAAC;QACf,CAAC,CAAC,CAAC;QACH,MAAM,OAAO,GAAG,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC;QAC7C,IAAI,OAAO,GAAG,CAAC;YAAE,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QACnC,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,WAAqB,EAAE,IAAY;QAC9C,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,EAAE,CAAC;QACzC,MAAM,CAAC,GAAG,SAAS,CAAC,WAAW,CAAC,CAAC;QAEjC,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YACpC,KAAK,EAAE,UAAU,CAAC,CAAC,EAAE,CAAC,CAAC,MAAM,CAAC;YAC9B,QAAQ,EAAE,CAAC,CAAC,QAAQ;SACrB,CAAC,CAAC,CAAC;QAEJ,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;QACzC,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;IACxD,CAAC;IAED,KAAK,CAAC,IAAI;QACR,IAAI,CAAC,IAAI,CAAC,KAAK;YAAE,OAAO;QACxB,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;YACzE,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACrB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,GAAG,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YAC7D,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,aAAa,GAAG,EAAE,CAAC,CAAC;QACxC,CAAC;IACH,CAAC;CACF;AAED,mBAAmB;AAEnB,MAAM,CAAC,KAAK,UAAU,KAAK,CAAC,GAAY,EAAE,MAA+B;IACvE,MAAM,WAAW,GAAsB;QACrC,IAAI,EAAG,MAAM,CAAC,IAAe,IAAI,mBAAmB;KACrD,CAAC;IAEF,2BAA2B;IAC3B,SAAS,KAAK,CAAC,KAAa;QAC1B,IAAI,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC;YAAE,OAAO,KAAK,CAAC;QACvC,MAAM,CAAC,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;QAC9C,MAAM,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QAC3B,OAAO,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,GAAG,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC;IACxE,CAAC;IAED,MAAM,MAAM,GAAG,KAAK,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;IACvC,MAAM,OAAO,GAAG,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,MAAM,cAAc,CAAC,CAAC,CAAC,GAAG,MAAM,eAAe,CAAC;IAC1F,MAAM,OAAO,GAAG,oBAAoB,CAAC,GAAG,CAAC,CAAC;IAC1C,MAAM,KAAK,GAAG,IAAI,eAAe,CAAC,OAAO,EAAE,OAAO,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC;IAChE,MAAM,KAAK,CAAC,IAAI,EAAE,CAAC;IAEnB,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,aAAa,MAAM,KAAK,CAAC,IAAI,EAAE,gBAAgB,OAAO,EAAE,CAAC,CAAC;IAE1E,GAAG,CAAC,OAAO,CAAC,aAAa,EAAE,KAAK,CAAC,CAAC;IAElC,GAAG,CAAC,SAAS,CAAC,GAAG,EAAE;QACjB,KAAK,KAAK,CAAC,IAAI,EAAE,CAAC;IACpB,CAAC,CAAC,CAAC;AACL,CAAC"}

package/package.json

@@ -0,0 +1,36 @@
+{
+  "name": "@aalis/plugin-vectorstore-flat",
+  "version": "0.1.0",
+  "type": "module",
+  "keywords": [
+    "aalis-plugin"
+  ],
+  "main": "dist/index.js",
+  "types": "dist/index.d.ts",
+  "files": [
+    "dist"
+  ],
+  "dependencies": {
+    "@aalis/plugin-storage-api": "^0.1.0"
+  },
+  "devDependencies": {
+    "@types/node": "^22.0.0",
+    "typescript": "^5.7.0",
+    "@aalis/plugin-vectorstore-api": "0.1.0",
+    "@aalis/core": "0.1.0"
+  },
+  "peerDependencies": {
+    "@aalis/core": "^0.1.0"
+  },
+  "aalis": {
+    "service": {
+      "provides": [
+        "vectorstore"
+      ]
+    }
+  },
+  "scripts": {
+    "build": "tsc",
+    "dev": "tsc --watch"
+  }
+}