dsh-tdai-memory 0.2.13 → 0.3.0

package/vendor/tdai/core/store/factory.js

@@ -1,95 +1,95 @@
-/**
- * Store Factory — creates the appropriate storage backend and embedding service
- * based on plugin configuration.
- *
- * Supports:
- * - "sqlite" (default): local SQLite + sqlite-vec + FTS5
- * - "tcvdb": Tencent Cloud VectorDB (server-side embedding + hybridSearch)
- */
-import path from "node:path";
-import { VectorStore } from "./sqlite.js";
-import { TcvdbMemoryStore } from "./tcvdb.js";
-import { createEmbeddingService, NoopEmbeddingService } from "./embedding.js";
-import { createBM25Encoder } from "./bm25-local.js";
-const TAG = "[memory-tdai][factory]";
-/**
- * Create the storage backend, embedding service, and optional BM25 encoder
- * based on plugin configuration.
- *
- * @param config       Fully resolved plugin config.
- * @param options.dataDir    Plugin data directory.
- * @param options.logger     Logger instance.
- */
-export function createStoreBundle(config, options) {
-    const { logger } = options;
-    // ── BM25 local encoder ──
-    const bm25Encoder = createBM25Encoder(config.bm25, logger);
-    switch (config.storeBackend) {
-        case "tcvdb": {
-            const tcvdbCfg = config.tcvdb;
-            if (!tcvdbCfg.url || !tcvdbCfg.apiKey) {
-                throw new Error(`${TAG} TCVDB backend requires tcvdb.url and tcvdb.apiKey`);
-            }
-            if (!tcvdbCfg.database) {
-                throw new Error(`${TAG} TCVDB backend requires tcvdb.database — please set a unique database name in your openclaw.json plugin config`);
-            }
-            const database = tcvdbCfg.database;
-            const store = new TcvdbMemoryStore({
-                url: tcvdbCfg.url,
-                username: tcvdbCfg.username,
-                apiKey: tcvdbCfg.apiKey,
-                database,
-                embeddingModel: tcvdbCfg.embeddingModel,
-                timeout: tcvdbCfg.timeout,
-                caPemPath: tcvdbCfg.caPemPath,
-                logger,
-                bm25Encoder: bm25Encoder ?? undefined,
-            });
-            logger?.debug?.(`${TAG} Store created: backend=tcvdb, database=${database}, model=${tcvdbCfg.embeddingModel}, ` +
-                `bm25=${bm25Encoder ? "enabled" : "disabled"}`);
-            return {
-                store,
-                embedding: new NoopEmbeddingService(),
-                bm25Encoder,
-                storeSnapshot: {
-                    type: "tcvdb",
-                    tcvdbUrl: tcvdbCfg.url,
-                    tcvdbDatabase: database,
-                    tcvdbAlias: tcvdbCfg.alias || undefined,
-                },
-            };
-        }
-        case "sqlite":
-        default: {
-            // ── Embedding service (only when enabled) ──
-            let embeddingService;
-            if (config.embedding.enabled && config.embedding.provider !== "local" && config.embedding.apiKey) {
-                embeddingService = createEmbeddingService({
-                    provider: config.embedding.provider,
-                    baseUrl: config.embedding.baseUrl,
-                    apiKey: config.embedding.apiKey,
-                    model: config.embedding.model,
-                    dimensions: config.embedding.dimensions,
-                    sendDimensions: config.embedding.sendDimensions,
-                    maxInputChars: config.embedding.maxInputChars,
-                }, logger);
-            }
-            // dimensions from config (0 when provider="none" → vec0 deferred)
-            const dims = config.embedding.dimensions;
-            const dbPath = path.join(options.dataDir, "vectors.db");
-            const store = new VectorStore(dbPath, dims, logger);
-            logger?.debug?.(`${TAG} Store created: backend=sqlite, dbPath=${dbPath}, dimensions=${dims}, ` +
-                `embedding=${embeddingService ? "enabled" : "disabled"}, ` +
-                `bm25=${bm25Encoder ? "enabled" : "disabled"}`);
-            return {
-                store,
-                embedding: embeddingService,
-                bm25Encoder,
-                storeSnapshot: {
-                    type: "sqlite",
-                    sqlitePath: path.relative(options.dataDir, dbPath),
-                },
-            };
-        }
-    }
-}
+/**
+ * Store Factory — creates the appropriate storage backend and embedding service
+ * based on plugin configuration.
+ *
+ * Supports:
+ * - "sqlite" (default): local SQLite + sqlite-vec + FTS5
+ * - "tcvdb": Tencent Cloud VectorDB (server-side embedding + hybridSearch)
+ */
+import path from "node:path";
+import { VectorStore } from "./sqlite.js";
+import { TcvdbMemoryStore } from "./tcvdb.js";
+import { createEmbeddingService, NoopEmbeddingService } from "./embedding.js";
+import { createBM25Encoder } from "./bm25-local.js";
+const TAG = "[memory-tdai][factory]";
+/**
+ * Create the storage backend, embedding service, and optional BM25 encoder
+ * based on plugin configuration.
+ *
+ * @param config       Fully resolved plugin config.
+ * @param options.dataDir    Plugin data directory.
+ * @param options.logger     Logger instance.
+ */
+export function createStoreBundle(config, options) {
+    const { logger } = options;
+    // ── BM25 local encoder ──
+    const bm25Encoder = createBM25Encoder(config.bm25, logger);
+    switch (config.storeBackend) {
+        case "tcvdb": {
+            const tcvdbCfg = config.tcvdb;
+            if (!tcvdbCfg.url || !tcvdbCfg.apiKey) {
+                throw new Error(`${TAG} TCVDB backend requires tcvdb.url and tcvdb.apiKey`);
+            }
+            if (!tcvdbCfg.database) {
+                throw new Error(`${TAG} TCVDB backend requires tcvdb.database — please set a unique database name in your openclaw.json plugin config`);
+            }
+            const database = tcvdbCfg.database;
+            const store = new TcvdbMemoryStore({
+                url: tcvdbCfg.url,
+                username: tcvdbCfg.username,
+                apiKey: tcvdbCfg.apiKey,
+                database,
+                embeddingModel: tcvdbCfg.embeddingModel,
+                timeout: tcvdbCfg.timeout,
+                caPemPath: tcvdbCfg.caPemPath,
+                logger,
+                bm25Encoder: bm25Encoder ?? undefined,
+            });
+            logger?.debug?.(`${TAG} Store created: backend=tcvdb, database=${database}, model=${tcvdbCfg.embeddingModel}, ` +
+                `bm25=${bm25Encoder ? "enabled" : "disabled"}`);
+            return {
+                store,
+                embedding: new NoopEmbeddingService(),
+                bm25Encoder,
+                storeSnapshot: {
+                    type: "tcvdb",
+                    tcvdbUrl: tcvdbCfg.url,
+                    tcvdbDatabase: database,
+                    tcvdbAlias: tcvdbCfg.alias || undefined,
+                },
+            };
+        }
+        case "sqlite":
+        default: {
+            // ── Embedding service (only when enabled) ──
+            let embeddingService;
+            if (config.embedding.enabled && config.embedding.provider !== "local" && config.embedding.apiKey) {
+                embeddingService = createEmbeddingService({
+                    provider: config.embedding.provider,
+                    baseUrl: config.embedding.baseUrl,
+                    apiKey: config.embedding.apiKey,
+                    model: config.embedding.model,
+                    dimensions: config.embedding.dimensions,
+                    sendDimensions: config.embedding.sendDimensions,
+                    maxInputChars: config.embedding.maxInputChars,
+                }, logger);
+            }
+            // dimensions from config (0 when provider="none" → vec0 deferred)
+            const dims = config.embedding.dimensions;
+            const dbPath = path.join(options.dataDir, "vectors.db");
+            const store = new VectorStore(dbPath, dims, logger);
+            logger?.debug?.(`${TAG} Store created: backend=sqlite, dbPath=${dbPath}, dimensions=${dims}, ` +
+                `embedding=${embeddingService ? "enabled" : "disabled"}, ` +
+                `bm25=${bm25Encoder ? "enabled" : "disabled"}`);
+            return {
+                store,
+                embedding: embeddingService,
+                bm25Encoder,
+                storeSnapshot: {
+                    type: "sqlite",
+                    sqlitePath: path.relative(options.dataDir, dbPath),
+                },
+            };
+        }
+    }
+}

package/vendor/tdai/core/store/search-utils.js

@@ -1,54 +1,54 @@
-/**
- * Search utilities — shared helpers for memory search across backends.
- *
- * Contains:
- * - RRF (Reciprocal Rank Fusion) merge — used by SQLite hybrid search
- *   (eliminates the 3x duplication in auto-recall, memory-search, conversation-search)
- * - FTS query building — re-exported from sqlite for convenience
- */
-// ============================
-// RRF (Reciprocal Rank Fusion)
-// ============================
-/**
- * Standard RRF constant from the original RRF paper.
- * Higher k → more weight on lower-ranked items (smoother distribution).
- */
-export const RRF_K = 60;
-/**
- * Merge multiple ranked lists via Reciprocal Rank Fusion.
- *
- * Each item's RRF score = sum over all lists of 1/(k + rank + 1).
- * Items appearing in multiple lists get their scores summed.
- *
- * @param lists   Array of ranked lists. Each list must have items with an `id` field.
- * @param k       RRF constant (default: 60).
- * @returns       Merged list sorted by descending RRF score, with `rrfScore` attached.
- *
- * @example
- * ```ts
- * const merged = rrfMerge(
- *   [ftsResults, vecResults],
- *   (item) => item.record_id,
- * );
- * ```
- */
-export function rrfMerge(lists, getId, k = RRF_K) {
-    const map = new Map();
-    for (const list of lists) {
-        for (let rank = 0; rank < list.length; rank++) {
-            const item = list[rank];
-            const id = getId(item);
-            const score = 1 / (k + rank + 1);
-            const existing = map.get(id);
-            if (existing) {
-                existing.rrfScore += score;
-            }
-            else {
-                map.set(id, { item, rrfScore: score });
-            }
-        }
-    }
-    return [...map.values()]
-        .sort((a, b) => b.rrfScore - a.rrfScore)
-        .map(({ item, rrfScore }) => ({ ...item, rrfScore }));
-}
+/**
+ * Search utilities — shared helpers for memory search across backends.
+ *
+ * Contains:
+ * - RRF (Reciprocal Rank Fusion) merge — used by SQLite hybrid search
+ *   (eliminates the 3x duplication in auto-recall, memory-search, conversation-search)
+ * - FTS query building — re-exported from sqlite for convenience
+ */
+// ============================
+// RRF (Reciprocal Rank Fusion)
+// ============================
+/**
+ * Standard RRF constant from the original RRF paper.
+ * Higher k → more weight on lower-ranked items (smoother distribution).
+ */
+export const RRF_K = 60;
+/**
+ * Merge multiple ranked lists via Reciprocal Rank Fusion.
+ *
+ * Each item's RRF score = sum over all lists of 1/(k + rank + 1).
+ * Items appearing in multiple lists get their scores summed.
+ *
+ * @param lists   Array of ranked lists. Each list must have items with an `id` field.
+ * @param k       RRF constant (default: 60).
+ * @returns       Merged list sorted by descending RRF score, with `rrfScore` attached.
+ *
+ * @example
+ * ```ts
+ * const merged = rrfMerge(
+ *   [ftsResults, vecResults],
+ *   (item) => item.record_id,
+ * );
+ * ```
+ */
+export function rrfMerge(lists, getId, k = RRF_K) {
+    const map = new Map();
+    for (const list of lists) {
+        for (let rank = 0; rank < list.length; rank++) {
+            const item = list[rank];
+            const id = getId(item);
+            const score = 1 / (k + rank + 1);
+            const existing = map.get(id);
+            if (existing) {
+                existing.rrfScore += score;
+            }
+            else {
+                map.set(id, { item, rrfScore: score });
+            }
+        }
+    }
+    return [...map.values()]
+        .sort((a, b) => b.rrfScore - a.rrfScore)
+        .map(({ item, rrfScore }) => ({ ...item, rrfScore }));
+}