@aeriondyseti/vector-memory-mcp 1.1.0-dev.5 → 2.0.0-rc

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (106) hide show
  1. package/README.md +22 -4
  2. package/package.json +12 -18
  3. package/scripts/migrate-from-lancedb.ts +56 -0
  4. package/scripts/smoke-test.ts +699 -0
  5. package/scripts/test-runner.ts +11 -1
  6. package/src/db/connection.ts +18 -4
  7. package/src/db/conversation.repository.ts +164 -78
  8. package/src/db/memory.repository.ts +180 -168
  9. package/src/db/migrations.ts +70 -0
  10. package/src/db/sqlite-utils.ts +78 -0
  11. package/src/http/server.ts +40 -35
  12. package/src/index.ts +33 -3
  13. package/src/mcp/server.ts +2 -1
  14. package/src/migration.ts +254 -0
  15. package/dist/package.json +0 -71
  16. package/dist/scripts/test-runner.d.ts +0 -9
  17. package/dist/scripts/test-runner.d.ts.map +0 -1
  18. package/dist/scripts/test-runner.js +0 -61
  19. package/dist/scripts/test-runner.js.map +0 -1
  20. package/dist/scripts/warmup.d.ts +0 -8
  21. package/dist/scripts/warmup.d.ts.map +0 -1
  22. package/dist/scripts/warmup.js +0 -61
  23. package/dist/scripts/warmup.js.map +0 -1
  24. package/dist/src/config/index.d.ts +0 -41
  25. package/dist/src/config/index.d.ts.map +0 -1
  26. package/dist/src/config/index.js +0 -75
  27. package/dist/src/config/index.js.map +0 -1
  28. package/dist/src/db/connection.d.ts +0 -3
  29. package/dist/src/db/connection.d.ts.map +0 -1
  30. package/dist/src/db/connection.js +0 -10
  31. package/dist/src/db/connection.js.map +0 -1
  32. package/dist/src/db/conversation.repository.d.ts +0 -26
  33. package/dist/src/db/conversation.repository.d.ts.map +0 -1
  34. package/dist/src/db/conversation.repository.js +0 -72
  35. package/dist/src/db/conversation.repository.js.map +0 -1
  36. package/dist/src/db/conversation.schema.d.ts +0 -4
  37. package/dist/src/db/conversation.schema.d.ts.map +0 -1
  38. package/dist/src/db/conversation.schema.js +0 -15
  39. package/dist/src/db/conversation.schema.js.map +0 -1
  40. package/dist/src/db/lancedb-utils.d.ts +0 -45
  41. package/dist/src/db/lancedb-utils.d.ts.map +0 -1
  42. package/dist/src/db/lancedb-utils.js +0 -106
  43. package/dist/src/db/lancedb-utils.js.map +0 -1
  44. package/dist/src/db/memory.repository.d.ts +0 -40
  45. package/dist/src/db/memory.repository.d.ts.map +0 -1
  46. package/dist/src/db/memory.repository.js +0 -183
  47. package/dist/src/db/memory.repository.js.map +0 -1
  48. package/dist/src/db/schema.d.ts +0 -7
  49. package/dist/src/db/schema.d.ts.map +0 -1
  50. package/dist/src/db/schema.js +0 -19
  51. package/dist/src/db/schema.js.map +0 -1
  52. package/dist/src/http/mcp-transport.d.ts +0 -19
  53. package/dist/src/http/mcp-transport.d.ts.map +0 -1
  54. package/dist/src/http/mcp-transport.js +0 -191
  55. package/dist/src/http/mcp-transport.js.map +0 -1
  56. package/dist/src/http/server.d.ts +0 -13
  57. package/dist/src/http/server.d.ts.map +0 -1
  58. package/dist/src/http/server.js +0 -224
  59. package/dist/src/http/server.js.map +0 -1
  60. package/dist/src/index.d.ts +0 -3
  61. package/dist/src/index.d.ts.map +0 -1
  62. package/dist/src/index.js +0 -68
  63. package/dist/src/index.js.map +0 -1
  64. package/dist/src/mcp/handlers.d.ts +0 -15
  65. package/dist/src/mcp/handlers.d.ts.map +0 -1
  66. package/dist/src/mcp/handlers.js +0 -313
  67. package/dist/src/mcp/handlers.js.map +0 -1
  68. package/dist/src/mcp/server.d.ts +0 -5
  69. package/dist/src/mcp/server.d.ts.map +0 -1
  70. package/dist/src/mcp/server.js +0 -22
  71. package/dist/src/mcp/server.js.map +0 -1
  72. package/dist/src/mcp/tools.d.ts +0 -13
  73. package/dist/src/mcp/tools.d.ts.map +0 -1
  74. package/dist/src/mcp/tools.js +0 -352
  75. package/dist/src/mcp/tools.js.map +0 -1
  76. package/dist/src/services/conversation.service.d.ts +0 -38
  77. package/dist/src/services/conversation.service.d.ts.map +0 -1
  78. package/dist/src/services/conversation.service.js +0 -252
  79. package/dist/src/services/conversation.service.js.map +0 -1
  80. package/dist/src/services/embeddings.service.d.ts +0 -12
  81. package/dist/src/services/embeddings.service.d.ts.map +0 -1
  82. package/dist/src/services/embeddings.service.js +0 -37
  83. package/dist/src/services/embeddings.service.js.map +0 -1
  84. package/dist/src/services/memory.service.d.ts +0 -40
  85. package/dist/src/services/memory.service.d.ts.map +0 -1
  86. package/dist/src/services/memory.service.js +0 -258
  87. package/dist/src/services/memory.service.js.map +0 -1
  88. package/dist/src/services/parsers/claude-code.parser.d.ts +0 -8
  89. package/dist/src/services/parsers/claude-code.parser.d.ts.map +0 -1
  90. package/dist/src/services/parsers/claude-code.parser.js +0 -191
  91. package/dist/src/services/parsers/claude-code.parser.js.map +0 -1
  92. package/dist/src/services/parsers/types.d.ts +0 -9
  93. package/dist/src/services/parsers/types.d.ts.map +0 -1
  94. package/dist/src/services/parsers/types.js +0 -2
  95. package/dist/src/services/parsers/types.js.map +0 -1
  96. package/dist/src/types/conversation.d.ts +0 -99
  97. package/dist/src/types/conversation.d.ts.map +0 -1
  98. package/dist/src/types/conversation.js +0 -2
  99. package/dist/src/types/conversation.js.map +0 -1
  100. package/dist/src/types/memory.d.ts +0 -30
  101. package/dist/src/types/memory.d.ts.map +0 -1
  102. package/dist/src/types/memory.js +0 -18
  103. package/dist/src/types/memory.js.map +0 -1
  104. package/src/db/conversation.schema.ts +0 -33
  105. package/src/db/lancedb-utils.ts +0 -125
  106. package/src/db/schema.ts +0 -38
@@ -1,75 +0,0 @@
1
- import arg from "arg";
2
- import { homedir } from "os";
3
- import { isAbsolute, join } from "path";
4
- import packageJson from "../../package.json" with { type: "json" };
5
- export const VERSION = packageJson.version;
6
- // Defaults - always use repo-local .vector-memory folder
7
- const DEFAULT_DB_PATH = join(process.cwd(), ".vector-memory", "memories.db");
8
- const DEFAULT_EMBEDDING_MODEL = "Xenova/all-MiniLM-L6-v2";
9
- const DEFAULT_EMBEDDING_DIMENSION = 384;
10
- const DEFAULT_HTTP_PORT = 3271;
11
- const DEFAULT_HTTP_HOST = "127.0.0.1";
12
- function resolvePath(path) {
13
- return isAbsolute(path) ? path : join(process.cwd(), path);
14
- }
15
- export function loadConfig(overrides = {}) {
16
- const transportMode = overrides.transportMode ?? "stdio";
17
- // HTTP enabled by default (needed for hooks), can disable with --no-http
18
- const enableHttp = overrides.enableHttp ?? true;
19
- return {
20
- dbPath: resolvePath(overrides.dbPath ?? DEFAULT_DB_PATH),
21
- embeddingModel: DEFAULT_EMBEDDING_MODEL,
22
- embeddingDimension: DEFAULT_EMBEDDING_DIMENSION,
23
- httpPort: overrides.httpPort ?? DEFAULT_HTTP_PORT,
24
- httpHost: DEFAULT_HTTP_HOST,
25
- enableHttp,
26
- transportMode,
27
- conversationHistory: {
28
- enabled: overrides.enableHistory ?? false,
29
- sessionLogPath: overrides.historyPath ?? null,
30
- historyWeight: overrides.historyWeight ?? 0.75,
31
- chunkOverlap: 1,
32
- maxChunkMessages: 10,
33
- indexSubagents: false,
34
- },
35
- };
36
- }
37
- /**
38
- * Parse CLI arguments into config overrides.
39
- */
40
- export function parseCliArgs(argv) {
41
- const args = arg({
42
- "--db-file": String,
43
- "--port": Number,
44
- "--no-http": Boolean,
45
- "--enable-history": Boolean,
46
- "--history-path": String,
47
- "--history-weight": Number,
48
- // Aliases
49
- "-d": "--db-file",
50
- "-p": "--port",
51
- }, { argv, permissive: true });
52
- return {
53
- dbPath: args["--db-file"],
54
- httpPort: args["--port"],
55
- enableHttp: args["--no-http"] ? false : undefined,
56
- enableHistory: args["--enable-history"] ?? undefined,
57
- historyPath: args["--history-path"],
58
- historyWeight: args["--history-weight"],
59
- };
60
- }
61
- /**
62
- * Resolve the session log path for conversation history indexing.
63
- * Returns the configured path, or auto-detects Claude Code's session directory.
64
- */
65
- export function resolveSessionLogPath(config) {
66
- if (config.sessionLogPath) {
67
- return resolvePath(config.sessionLogPath);
68
- }
69
- // Auto-detect Claude Code session log directory
70
- const claudeProjectsDir = join(homedir(), ".claude", "projects");
71
- return claudeProjectsDir;
72
- }
73
- // Default config for imports that don't use CLI args
74
- export const config = loadConfig();
75
- //# sourceMappingURL=index.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/config/index.ts"],"names":[],"mappings":"AAAA,OAAO,GAAG,MAAM,KAAK,CAAC;AACtB,OAAO,EAAE,OAAO,EAAE,MAAM,IAAI,CAAC;AAC7B,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AACxC,OAAO,WAAW,MAAM,oBAAoB,CAAC,OAAO,IAAI,EAAE,MAAM,EAAE,CAAC;AAEnE,MAAM,CAAC,MAAM,OAAO,GAAG,WAAW,CAAC,OAAO,CAAC;AAkC3C,yDAAyD;AACzD,MAAM,eAAe,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,gBAAgB,EAAE,aAAa,CAAC,CAAC;AAC7E,MAAM,uBAAuB,GAAG,yBAAyB,CAAC;AAC1D,MAAM,2BAA2B,GAAG,GAAG,CAAC;AACxC,MAAM,iBAAiB,GAAG,IAAI,CAAC;AAC/B,MAAM,iBAAiB,GAAG,WAAW,CAAC;AAEtC,SAAS,WAAW,CAAC,IAAY;IAC/B,OAAO,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,IAAI,CAAC,CAAC;AAC7D,CAAC;AAED,MAAM,UAAU,UAAU,CAAC,YAA6B,EAAE;IACxD,MAAM,aAAa,GAAG,SAAS,CAAC,aAAa,IAAI,OAAO,CAAC;IACzD,yEAAyE;IACzE,MAAM,UAAU,GAAG,SAAS,CAAC,UAAU,IAAI,IAAI,CAAC;IAEhD,OAAO;QACL,MAAM,EAAE,WAAW,CAAC,SAAS,CAAC,MAAM,IAAI,eAAe,CAAC;QACxD,cAAc,EAAE,uBAAuB;QACvC,kBAAkB,EAAE,2BAA2B;QAC/C,QAAQ,EAAE,SAAS,CAAC,QAAQ,IAAI,iBAAiB;QACjD,QAAQ,EAAE,iBAAiB;QAC3B,UAAU;QACV,aAAa;QACb,mBAAmB,EAAE;YACnB,OAAO,EAAE,SAAS,CAAC,aAAa,IAAI,KAAK;YACzC,cAAc,EAAE,SAAS,CAAC,WAAW,IAAI,IAAI;YAC7C,aAAa,EAAE,SAAS,CAAC,aAAa,IAAI,IAAI;YAC9C,YAAY,EAAE,CAAC;YACf,gBAAgB,EAAE,EAAE;YACpB,cAAc,EAAE,KAAK;SACtB;KACF,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,YAAY,CAAC,IAAc;IACzC,MAAM,IAAI,GAAG,GAAG,CACd;QACE,WAAW,EAAE,MAAM;QACnB,QAAQ,EAAE,MAAM;QAChB,WAAW,EAAE,OAAO;QACpB,kBAAkB,EAAE,OAAO;QAC3B,gBAAgB,EAAE,MAAM;QACxB,kBAAkB,EAAE,MAAM;QAE1B,UAAU;QACV,IAAI,EAAE,WAAW;QACjB,IAAI,EAAE,QAAQ;KACf,EACD,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,CAC3B,CAAC;IAEF,OAAO;QACL,MAAM,EAAE,IAAI,CAAC,WAAW,CAAC;QACzB,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC;QACxB,UAAU,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS;QACjD,aAAa,EAAE,IAAI,CAAC,kBAAkB,CAAC,IAAI,SAAS;QACpD,WAAW,EAAE,IAAI,CAAC,gBAAgB,CAAC;QACnC,aAAa,EAAE,IAAI,CAAC,kBAAkB,CAAC;KACxC,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,qBAAqB,CAAC,MAAiC;IACrE,IAAI,MAAM,CAAC,cAAc,EAAE,CAAC;QAC1B,OAAO,WAAW,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC;IAC5C,CAAC;IACD,gDAAgD;IAChD,MAAM,iBAAiB,GAAG,IAAI,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,UAAU,CAAC,CAAC;IACjE,OAAO,iBAAiB,CAAC;AAC3B,CAAC;AAED,qDAAqD;AACrD,MAAM,CAAC,MAAM,MAAM,GAAG,UAAU,EAAE,CAAC"}
@@ -1,3 +0,0 @@
1
- import * as lancedb from "@lancedb/lancedb";
2
- export declare function connectToDatabase(dbPath: string): Promise<lancedb.Connection>;
3
- //# sourceMappingURL=connection.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"connection.d.ts","sourceRoot":"","sources":["../../../src/db/connection.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,OAAO,MAAM,kBAAkB,CAAC;AAI5C,wBAAsB,iBAAiB,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,UAAU,CAAC,CAMnF"}
@@ -1,10 +0,0 @@
1
- import * as lancedb from "@lancedb/lancedb";
2
- import { mkdirSync } from "fs";
3
- import { dirname } from "path";
4
- export async function connectToDatabase(dbPath) {
5
- // Ensure directory exists
6
- mkdirSync(dirname(dbPath), { recursive: true });
7
- const db = await lancedb.connect(dbPath);
8
- return db;
9
- }
10
- //# sourceMappingURL=connection.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"connection.js","sourceRoot":"","sources":["../../../src/db/connection.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,OAAO,MAAM,kBAAkB,CAAC;AAC5C,OAAO,EAAE,SAAS,EAAE,MAAM,IAAI,CAAC;AAC/B,OAAO,EAAE,OAAO,EAAE,MAAM,MAAM,CAAC;AAE/B,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,MAAc;IACpD,0BAA0B;IAC1B,SAAS,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAEhD,MAAM,EAAE,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IACzC,OAAO,EAAE,CAAC;AACZ,CAAC"}
@@ -1,26 +0,0 @@
1
- import * as lancedb from "@lancedb/lancedb";
2
- import type { ConversationHybridRow, HistoryFilters } from "../types/conversation.js";
3
- export declare class ConversationRepository {
4
- private db;
5
- private tablePromise;
6
- private ensureFtsIndex;
7
- private getReranker;
8
- constructor(db: lancedb.Connection);
9
- private getTable;
10
- private rowToConversationHybridRow;
11
- insertBatch(rows: Array<{
12
- id: string;
13
- vector: number[];
14
- content: string;
15
- metadata: string;
16
- created_at: number;
17
- session_id: string;
18
- role: string;
19
- message_index_start: number;
20
- message_index_end: number;
21
- project: string;
22
- }>): Promise<void>;
23
- deleteBySessionId(sessionId: string): Promise<void>;
24
- findHybrid(embedding: number[], query: string, limit: number, filters?: HistoryFilters): Promise<ConversationHybridRow[]>;
25
- }
26
- //# sourceMappingURL=conversation.repository.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"conversation.repository.d.ts","sourceRoot":"","sources":["../../../src/db/conversation.repository.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,OAAO,MAAM,kBAAkB,CAAC;AAM5C,OAAO,KAAK,EACV,qBAAqB,EACrB,cAAc,EACf,MAAM,0BAA0B,CAAC;AASlC,qBAAa,sBAAsB;IASrB,OAAO,CAAC,EAAE;IARtB,OAAO,CAAC,YAAY,CAA+B;IAGnD,OAAO,CAAC,cAAc,CAAyC;IAG/D,OAAO,CAAC,WAAW,CAAyB;gBAExB,EAAE,EAAE,OAAO,CAAC,UAAU;IAE1C,OAAO,CAAC,QAAQ;IAchB,OAAO,CAAC,0BAA0B;IAa5B,WAAW,CACf,IAAI,EAAE,KAAK,CAAC;QACV,EAAE,EAAE,MAAM,CAAC;QACX,MAAM,EAAE,MAAM,EAAE,CAAC;QACjB,OAAO,EAAE,MAAM,CAAC;QAChB,QAAQ,EAAE,MAAM,CAAC;QACjB,UAAU,EAAE,MAAM,CAAC;QACnB,UAAU,EAAE,MAAM,CAAC;QACnB,IAAI,EAAE,MAAM,CAAC;QACb,mBAAmB,EAAE,MAAM,CAAC;QAC5B,iBAAiB,EAAE,MAAM,CAAC;QAC1B,OAAO,EAAE,MAAM,CAAC;KACjB,CAAC,GACD,OAAO,CAAC,IAAI,CAAC;IAQV,iBAAiB,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAMnD,UAAU,CACd,SAAS,EAAE,MAAM,EAAE,EACnB,KAAK,EAAE,MAAM,EACb,KAAK,EAAE,MAAM,EACb,OAAO,CAAC,EAAE,cAAc,GACvB,OAAO,CAAC,qBAAqB,EAAE,CAAC;CA+BpC"}
@@ -1,72 +0,0 @@
1
- import { CONVERSATION_TABLE_NAME, conversationSchema, } from "./conversation.schema.js";
2
- import { getOrCreateTable, createFtsMutex, createRerankerMutex, escapeSql, safeParseJsonObject, } from "./lancedb-utils.js";
3
- export class ConversationRepository {
4
- db;
5
- tablePromise = null;
6
- // FTS index mutex — recreated after data mutations to force re-check
7
- ensureFtsIndex = createFtsMutex(() => this.getTable());
8
- // Cached reranker — k=60 is constant, no need to recreate per search
9
- getReranker = createRerankerMutex();
10
- constructor(db) {
11
- this.db = db;
12
- }
13
- getTable() {
14
- if (!this.tablePromise) {
15
- this.tablePromise = getOrCreateTable(this.db, CONVERSATION_TABLE_NAME, conversationSchema).catch((err) => {
16
- this.tablePromise = null;
17
- throw err;
18
- });
19
- }
20
- return this.tablePromise;
21
- }
22
- rowToConversationHybridRow(row) {
23
- const metadata = safeParseJsonObject(row.metadata);
24
- return {
25
- id: row.id,
26
- content: row.content,
27
- metadata,
28
- createdAt: new Date(row.created_at),
29
- rrfScore: row._relevance_score ?? 0,
30
- };
31
- }
32
- async insertBatch(rows) {
33
- if (rows.length === 0)
34
- return;
35
- const table = await this.getTable();
36
- await table.add(rows);
37
- // Reset FTS mutex so index existence is re-verified after new data
38
- this.ensureFtsIndex = createFtsMutex(() => this.getTable());
39
- }
40
- async deleteBySessionId(sessionId) {
41
- const table = await this.getTable();
42
- await table.delete(`session_id = '${escapeSql(sessionId)}'`);
43
- this.ensureFtsIndex = createFtsMutex(() => this.getTable());
44
- }
45
- async findHybrid(embedding, query, limit, filters) {
46
- await this.ensureFtsIndex();
47
- const table = await this.getTable();
48
- const reranker = await this.getReranker();
49
- let queryBuilder = table
50
- .query()
51
- .nearestTo(embedding)
52
- .fullTextSearch(query)
53
- .rerank(reranker);
54
- const conditions = [];
55
- if (filters?.sessionId)
56
- conditions.push(`session_id = '${escapeSql(filters.sessionId)}'`);
57
- if (filters?.role)
58
- conditions.push(`role = '${escapeSql(filters.role)}'`);
59
- if (filters?.project)
60
- conditions.push(`project = '${escapeSql(filters.project)}'`);
61
- if (filters?.after)
62
- conditions.push(`created_at > ${filters.after.getTime()}`);
63
- if (filters?.before)
64
- conditions.push(`created_at < ${filters.before.getTime()}`);
65
- if (conditions.length > 0) {
66
- queryBuilder = queryBuilder.where(conditions.join(" AND "));
67
- }
68
- const results = await queryBuilder.limit(limit).toArray();
69
- return results.map((row) => this.rowToConversationHybridRow(row));
70
- }
71
- }
72
- //# sourceMappingURL=conversation.repository.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"conversation.repository.js","sourceRoot":"","sources":["../../../src/db/conversation.repository.ts"],"names":[],"mappings":"AAEA,OAAO,EACL,uBAAuB,EACvB,kBAAkB,GACnB,MAAM,0BAA0B,CAAC;AAKlC,OAAO,EACL,gBAAgB,EAChB,cAAc,EACd,mBAAmB,EACnB,SAAS,EACT,mBAAmB,GACpB,MAAM,oBAAoB,CAAC;AAE5B,MAAM,OAAO,sBAAsB;IASb;IARZ,YAAY,GAA0B,IAAI,CAAC;IAEnD,qEAAqE;IAC7D,cAAc,GAAG,cAAc,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;IAE/D,qEAAqE;IAC7D,WAAW,GAAG,mBAAmB,EAAE,CAAC;IAE5C,YAAoB,EAAsB;QAAtB,OAAE,GAAF,EAAE,CAAoB;IAAG,CAAC;IAEtC,QAAQ;QACd,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC;YACvB,IAAI,CAAC,YAAY,GAAG,gBAAgB,CAClC,IAAI,CAAC,EAAE,EACP,uBAAuB,EACvB,kBAAkB,CACnB,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;gBACd,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;gBACzB,MAAM,GAAG,CAAC;YACZ,CAAC,CAAC,CAAC;QACL,CAAC;QACD,OAAO,IAAI,CAAC,YAAY,CAAC;IAC3B,CAAC;IAEO,0BAA0B,CAChC,GAA4B;QAE5B,MAAM,QAAQ,GAAG,mBAAmB,CAAC,GAAG,CAAC,QAAkB,CAAC,CAAC;QAC7D,OAAO;YACL,EAAE,EAAE,GAAG,CAAC,EAAY;YACpB,OAAO,EAAE,GAAG,CAAC,OAAiB;YAC9B,QAAQ;YACR,SAAS,EAAE,IAAI,IAAI,CAAC,GAAG,CAAC,UAAoB,CAAC;YAC7C,QAAQ,EAAG,GAAG,CAAC,gBAA2B,IAAI,CAAC;SAChD,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,WAAW,CACf,IAWE;QAEF,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO;QAC9B,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAC;QACpC,MAAM,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACtB,mEAAmE;QACnE,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;IAC9D,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,SAAiB;QACvC,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAC;QACpC,MAAM,KAAK,CAAC,MAAM,CAAC,iBAAiB,SAAS,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;QAC7D,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC,CAAC;IAC9D,CAAC;IAED,KAAK,CAAC,UAAU,CACd,SAAmB,EACnB,KAAa,EACb,KAAa,EACb,OAAwB;QAExB,MAAM,IAAI,CAAC,cAAc,EAAE,CAAC;QAC5B,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAC;QACpC,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QAE1C,IAAI,YAAY,GAAG,KAAK;aACrB,KAAK,EAAE;aACP,SAAS,CAAC,SAAS,CAAC;aACpB,cAAc,CAAC,KAAK,CAAC;aACrB,MAAM,CAAC,QAAQ,CAAC,CAAC;QAEpB,MAAM,UAAU,GAAa,EAAE,CAAC;QAChC,IAAI,OAAO,EAAE,SAAS;YACpB,UAAU,CAAC,IAAI,CAAC,iBAAiB,SAAS,CAAC,OAAO,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;QACpE,IAAI,OAAO,EAAE,IAAI;YAAE,UAAU,CAAC,IAAI,CAAC,WAAW,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC1E,IAAI,OAAO,EAAE,OAAO;YAClB,UAAU,CAAC,IAAI,CAAC,cAAc,SAAS,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QAC/D,IAAI,OAAO,EAAE,KAAK;YAChB,UAAU,CAAC,IAAI,CAAC,gBAAgB,OAAO,CAAC,KAAK,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;QAC7D,IAAI,OAAO,EAAE,MAAM;YACjB,UAAU,CAAC,IAAI,CAAC,gBAAgB,OAAO,CAAC,MAAM,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;QAE9D,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC1B,YAAY,GAAG,YAAY,CAAC,KAAK,CAAC,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;QAC9D,CAAC;QAED,MAAM,OAAO,GAAG,MAAM,YAAY,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC;QAC1D,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CACzB,IAAI,CAAC,0BAA0B,CAAC,GAA8B,CAAC,CAChE,CAAC;IACJ,CAAC;CACF"}
@@ -1,4 +0,0 @@
1
- import { Schema } from "apache-arrow";
2
- export declare const CONVERSATION_TABLE_NAME = "conversation_history";
3
- export declare const conversationSchema: Schema<any>;
4
- //# sourceMappingURL=conversation.schema.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"conversation.schema.d.ts","sourceRoot":"","sources":["../../../src/db/conversation.schema.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,MAAM,EAQP,MAAM,cAAc,CAAC;AAEtB,eAAO,MAAM,uBAAuB,yBAAyB,CAAC;AAE9D,eAAO,MAAM,kBAAkB,aAmB7B,CAAC"}
@@ -1,15 +0,0 @@
1
- import { Schema, Field, FixedSizeList, Float32, Utf8, Timestamp, TimeUnit, Int32, } from "apache-arrow";
2
- export const CONVERSATION_TABLE_NAME = "conversation_history";
3
- export const conversationSchema = new Schema([
4
- new Field("id", new Utf8(), false),
5
- new Field("vector", new FixedSizeList(384, new Field("item", new Float32(), false)), false),
6
- new Field("content", new Utf8(), false),
7
- new Field("metadata", new Utf8(), false), // JSON string
8
- new Field("created_at", new Timestamp(TimeUnit.MILLISECOND), false),
9
- new Field("session_id", new Utf8(), false),
10
- new Field("role", new Utf8(), false),
11
- new Field("message_index_start", new Int32(), false),
12
- new Field("message_index_end", new Int32(), false),
13
- new Field("project", new Utf8(), false),
14
- ]);
15
- //# sourceMappingURL=conversation.schema.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"conversation.schema.js","sourceRoot":"","sources":["../../../src/db/conversation.schema.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,MAAM,EACN,KAAK,EACL,aAAa,EACb,OAAO,EACP,IAAI,EACJ,SAAS,EACT,QAAQ,EACR,KAAK,GACN,MAAM,cAAc,CAAC;AAEtB,MAAM,CAAC,MAAM,uBAAuB,GAAG,sBAAsB,CAAC;AAE9D,MAAM,CAAC,MAAM,kBAAkB,GAAG,IAAI,MAAM,CAAC;IAC3C,IAAI,KAAK,CAAC,IAAI,EAAE,IAAI,IAAI,EAAE,EAAE,KAAK,CAAC;IAClC,IAAI,KAAK,CACP,QAAQ,EACR,IAAI,aAAa,CAAC,GAAG,EAAE,IAAI,KAAK,CAAC,MAAM,EAAE,IAAI,OAAO,EAAE,EAAE,KAAK,CAAC,CAAC,EAC/D,KAAK,CACN;IACD,IAAI,KAAK,CAAC,SAAS,EAAE,IAAI,IAAI,EAAE,EAAE,KAAK,CAAC;IACvC,IAAI,KAAK,CAAC,UAAU,EAAE,IAAI,IAAI,EAAE,EAAE,KAAK,CAAC,EAAE,cAAc;IACxD,IAAI,KAAK,CACP,YAAY,EACZ,IAAI,SAAS,CAAC,QAAQ,CAAC,WAAW,CAAC,EACnC,KAAK,CACN;IACD,IAAI,KAAK,CAAC,YAAY,EAAE,IAAI,IAAI,EAAE,EAAE,KAAK,CAAC;IAC1C,IAAI,KAAK,CAAC,MAAM,EAAE,IAAI,IAAI,EAAE,EAAE,KAAK,CAAC;IACpC,IAAI,KAAK,CAAC,qBAAqB,EAAE,IAAI,KAAK,EAAE,EAAE,KAAK,CAAC;IACpD,IAAI,KAAK,CAAC,mBAAmB,EAAE,IAAI,KAAK,EAAE,EAAE,KAAK,CAAC;IAClD,IAAI,KAAK,CAAC,SAAS,EAAE,IAAI,IAAI,EAAE,EAAE,KAAK,CAAC;CACxC,CAAC,CAAC"}
@@ -1,45 +0,0 @@
1
- import * as lancedb from "@lancedb/lancedb";
2
- import { rerankers, type Table } from "@lancedb/lancedb";
3
- import type { Schema } from "apache-arrow";
4
- /**
5
- * Escape a string value for safe interpolation into LanceDB/DataFusion SQL WHERE clauses.
6
- *
7
- * DataFusion uses ANSI SQL string literal rules:
8
- * - String literals are delimited by single quotes
9
- * - Single quotes within strings are escaped by doubling: ' -> ''
10
- * - Backslashes are NOT escape characters (treated literally)
11
- */
12
- export declare function escapeSql(value: string): string;
13
- /** Default k parameter for Reciprocal Rank Fusion reranking. */
14
- export declare const RRF_K = 60;
15
- /**
16
- * Converts LanceDB's Arrow Vector type to a plain number[].
17
- * LanceDB returns an Arrow Vector object which is iterable but not an array.
18
- */
19
- export declare function arrowVectorToArray(value: unknown): number[];
20
- /**
21
- * Safely parse a JSON string into an object, returning an empty object on failure.
22
- */
23
- export declare function safeParseJsonObject(raw: string): Record<string, unknown>;
24
- /**
25
- * Opens an existing table or creates it with the given schema.
26
- * Does NOT cache — callers should cache the returned Table if desired.
27
- */
28
- export declare function getOrCreateTable(db: lancedb.Connection, name: string, schema: Schema): Promise<Table>;
29
- /**
30
- * Creates a mutex-guarded function that ensures an FTS index exists on a table's content column.
31
- *
32
- * Once the FTS index is confirmed/created, the promise is retained for the lifetime of the
33
- * caller — the index persists in LanceDB, so re-checking is unnecessary. On error, the
34
- * mutex resets so the next call can retry.
35
- *
36
- * The key design constraint: the promise must be captured synchronously (before any await)
37
- * to prevent concurrent callers from racing past the guard.
38
- */
39
- export declare function createFtsMutex(getTable: () => Promise<Table>): () => Promise<void>;
40
- /**
41
- * Creates a promise-mutex for RRFReranker instantiation.
42
- * Same pattern as createFtsMutex: create once, cache forever, reset on error.
43
- */
44
- export declare function createRerankerMutex(k?: number): () => Promise<rerankers.RRFReranker>;
45
- //# sourceMappingURL=lancedb-utils.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"lancedb-utils.d.ts","sourceRoot":"","sources":["../../../src/db/lancedb-utils.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,OAAO,MAAM,kBAAkB,CAAC;AAC5C,OAAO,EAAS,SAAS,EAAE,KAAK,KAAK,EAAE,MAAM,kBAAkB,CAAC;AAChE,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,cAAc,CAAC;AAE3C;;;;;;;GAOG;AACH,wBAAgB,SAAS,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAE/C;AAED,gEAAgE;AAChE,eAAO,MAAM,KAAK,KAAK,CAAC;AAExB;;;GAGG;AACH,wBAAgB,kBAAkB,CAAC,KAAK,EAAE,OAAO,GAAG,MAAM,EAAE,CAI3D;AAED;;GAEG;AACH,wBAAgB,mBAAmB,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAMxE;AAED;;;GAGG;AACH,wBAAsB,gBAAgB,CACpC,EAAE,EAAE,OAAO,CAAC,UAAU,EACtB,IAAI,EAAE,MAAM,EACZ,MAAM,EAAE,MAAM,GACb,OAAO,CAAC,KAAK,CAAC,CAgBhB;AAED;;;;;;;;;GASG;AACH,wBAAgB,cAAc,CAC5B,QAAQ,EAAE,MAAM,OAAO,CAAC,KAAK,CAAC,GAC7B,MAAM,OAAO,CAAC,IAAI,CAAC,CA0BrB;AAED;;;GAGG;AACH,wBAAgB,mBAAmB,CACjC,CAAC,GAAE,MAAc,GAChB,MAAM,OAAO,CAAC,SAAS,CAAC,WAAW,CAAC,CAYtC"}
@@ -1,106 +0,0 @@
1
- import { Index, rerankers } from "@lancedb/lancedb";
2
- /**
3
- * Escape a string value for safe interpolation into LanceDB/DataFusion SQL WHERE clauses.
4
- *
5
- * DataFusion uses ANSI SQL string literal rules:
6
- * - String literals are delimited by single quotes
7
- * - Single quotes within strings are escaped by doubling: ' -> ''
8
- * - Backslashes are NOT escape characters (treated literally)
9
- */
10
- export function escapeSql(value) {
11
- return value.replace(/'/g, "''");
12
- }
13
- /** Default k parameter for Reciprocal Rank Fusion reranking. */
14
- export const RRF_K = 60;
15
- /**
16
- * Converts LanceDB's Arrow Vector type to a plain number[].
17
- * LanceDB returns an Arrow Vector object which is iterable but not an array.
18
- */
19
- export function arrowVectorToArray(value) {
20
- return Array.isArray(value)
21
- ? value
22
- : Array.from(value);
23
- }
24
- /**
25
- * Safely parse a JSON string into an object, returning an empty object on failure.
26
- */
27
- export function safeParseJsonObject(raw) {
28
- try {
29
- return JSON.parse(raw);
30
- }
31
- catch {
32
- return {};
33
- }
34
- }
35
- /**
36
- * Opens an existing table or creates it with the given schema.
37
- * Does NOT cache — callers should cache the returned Table if desired.
38
- */
39
- export async function getOrCreateTable(db, name, schema) {
40
- try {
41
- return await db.openTable(name);
42
- }
43
- catch (err) {
44
- // Only proceed to create if the table was not found
45
- const message = err instanceof Error ? err.message : String(err);
46
- if (!message.includes("was not found") && !message.includes("does not exist")) {
47
- throw err;
48
- }
49
- }
50
- try {
51
- return await db.createTable(name, [], { schema });
52
- }
53
- catch {
54
- // Another caller may have created it concurrently
55
- return await db.openTable(name);
56
- }
57
- }
58
- /**
59
- * Creates a mutex-guarded function that ensures an FTS index exists on a table's content column.
60
- *
61
- * Once the FTS index is confirmed/created, the promise is retained for the lifetime of the
62
- * caller — the index persists in LanceDB, so re-checking is unnecessary. On error, the
63
- * mutex resets so the next call can retry.
64
- *
65
- * The key design constraint: the promise must be captured synchronously (before any await)
66
- * to prevent concurrent callers from racing past the guard.
67
- */
68
- export function createFtsMutex(getTable) {
69
- let promise = null;
70
- return () => {
71
- if (promise)
72
- return promise;
73
- promise = (async () => {
74
- const table = await getTable();
75
- const indices = await table.listIndices();
76
- const hasFtsIndex = indices.some((idx) => idx.columns.includes("content") && idx.indexType === "FTS");
77
- if (!hasFtsIndex) {
78
- await table.createIndex("content", {
79
- config: Index.fts(),
80
- });
81
- await table.waitForIndex(["content_idx"], 30);
82
- }
83
- })().catch((error) => {
84
- promise = null;
85
- throw error;
86
- });
87
- return promise;
88
- };
89
- }
90
- /**
91
- * Creates a promise-mutex for RRFReranker instantiation.
92
- * Same pattern as createFtsMutex: create once, cache forever, reset on error.
93
- */
94
- export function createRerankerMutex(k = RRF_K) {
95
- let promise = null;
96
- return () => {
97
- if (!promise) {
98
- promise = rerankers.RRFReranker.create(k).catch((e) => {
99
- promise = null;
100
- throw e;
101
- });
102
- }
103
- return promise;
104
- };
105
- }
106
- //# sourceMappingURL=lancedb-utils.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"lancedb-utils.js","sourceRoot":"","sources":["../../../src/db/lancedb-utils.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,KAAK,EAAE,SAAS,EAAc,MAAM,kBAAkB,CAAC;AAGhE;;;;;;;GAOG;AACH,MAAM,UAAU,SAAS,CAAC,KAAa;IACrC,OAAO,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;AACnC,CAAC;AAED,gEAAgE;AAChE,MAAM,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;AAExB;;;GAGG;AACH,MAAM,UAAU,kBAAkB,CAAC,KAAc;IAC/C,OAAO,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QACzB,CAAC,CAAC,KAAK;QACP,CAAC,CAAE,KAAK,CAAC,IAAI,CAAC,KAAyB,CAAc,CAAC;AAC1D,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,mBAAmB,CAAC,GAAW;IAC7C,IAAI,CAAC;QACH,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IACzB,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACpC,EAAsB,EACtB,IAAY,EACZ,MAAc;IAEd,IAAI,CAAC;QACH,OAAO,MAAM,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;IAClC,CAAC;IAAC,OAAO,GAAY,EAAE,CAAC;QACtB,oDAAoD;QACpD,MAAM,OAAO,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACjE,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAC,EAAE,CAAC;YAC9E,MAAM,GAAG,CAAC;QACZ,CAAC;IACH,CAAC;IACD,IAAI,CAAC;QACH,OAAO,MAAM,EAAE,CAAC,WAAW,CAAC,IAAI,EAAE,EAAE,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC;IACpD,CAAC;IAAC,MAAM,CAAC;QACP,kDAAkD;QAClD,OAAO,MAAM,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;IAClC,CAAC;AACH,CAAC;AAED;;;;;;;;;GASG;AACH,MAAM,UAAU,cAAc,CAC5B,QAA8B;IAE9B,IAAI,OAAO,GAAyB,IAAI,CAAC;IAEzC,OAAO,GAAG,EAAE;QACV,IAAI,OAAO;YAAE,OAAO,OAAO,CAAC;QAE5B,OAAO,GAAG,CAAC,KAAK,IAAI,EAAE;YACpB,MAAM,KAAK,GAAG,MAAM,QAAQ,EAAE,CAAC;YAC/B,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,WAAW,EAAE,CAAC;YAC1C,MAAM,WAAW,GAAG,OAAO,CAAC,IAAI,CAC9B,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,GAAG,CAAC,SAAS,KAAK,KAAK,CACpE,CAAC;YAEF,IAAI,CAAC,WAAW,EAAE,CAAC;gBACjB,MAAM,KAAK,CAAC,WAAW,CAAC,SAAS,EAAE;oBACjC,MAAM,EAAE,KAAK,CAAC,GAAG,EAAE;iBACpB,CAAC,CAAC;gBACH,MAAM,KAAK,CAAC,YAAY,CAAC,CAAC,aAAa,CAAC,EAAE,EAAE,CAAC,CAAC;YAChD,CAAC;QACH,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;YACnB,OAAO,GAAG,IAAI,CAAC;YACf,MAAM,KAAK,CAAC;QACd,CAAC,CAAC,CAAC;QAEH,OAAO,OAAO,CAAC;IACjB,CAAC,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,mBAAmB,CACjC,IAAY,KAAK;IAEjB,IAAI,OAAO,GAA0C,IAAI,CAAC;IAE1D,OAAO,GAAG,EAAE;QACV,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,OAAO,GAAG,SAAS,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE;gBACpD,OAAO,GAAG,IAAI,CAAC;gBACf,MAAM,CAAC,CAAC;YACV,CAAC,CAAC,CAAC;QACL,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC,CAAC;AACJ,CAAC"}
@@ -1,40 +0,0 @@
1
- import * as lancedb from "@lancedb/lancedb";
2
- import { type Memory, type HybridRow } from "../types/memory.js";
3
- export declare class MemoryRepository {
4
- private db;
5
- private migrationPromise;
6
- private ensureFtsIndex;
7
- private getReranker;
8
- constructor(db: lancedb.Connection);
9
- private getTable;
10
- /**
11
- * Ensures schema migration has run. Uses a mutex pattern identical to ensureFtsIndex.
12
- * Adds columns introduced after the initial schema (usefulness, access_count, last_accessed).
13
- */
14
- private ensureMigration;
15
- /**
16
- * Inspects the existing table schema and adds any missing columns with safe defaults.
17
- * This handles databases created before the hybrid memory system was introduced.
18
- */
19
- private migrateSchemaIfNeeded;
20
- /**
21
- * Converts a raw LanceDB row to a Memory object.
22
- */
23
- private rowToMemory;
24
- insert(memory: Memory): Promise<void>;
25
- upsert(memory: Memory): Promise<void>;
26
- findById(id: string): Promise<Memory | null>;
27
- findByIds(ids: string[]): Promise<Memory[]>;
28
- markDeleted(id: string): Promise<boolean>;
29
- /**
30
- * Performs hybrid search combining vector similarity and full-text search.
31
- * Uses RRF (Reciprocal Rank Fusion) to combine rankings from both search methods.
32
- *
33
- * @param embedding - Query embedding vector
34
- * @param query - Text query for full-text search
35
- * @param limit - Maximum number of results to return
36
- * @returns Array of HybridRow containing full Memory data plus RRF score
37
- */
38
- findHybrid(embedding: number[], query: string, limit: number): Promise<HybridRow[]>;
39
- }
40
- //# sourceMappingURL=memory.repository.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"memory.repository.d.ts","sourceRoot":"","sources":["../../../src/db/memory.repository.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,OAAO,MAAM,kBAAkB,CAAC;AAI5C,OAAO,EACL,KAAK,MAAM,EACX,KAAK,SAAS,EAEf,MAAM,oBAAoB,CAAC;AAE5B,qBAAa,gBAAgB;IAUf,OAAO,CAAC,EAAE;IARtB,OAAO,CAAC,gBAAgB,CAA8B;IAGtD,OAAO,CAAC,cAAc,CAAsB;IAG5C,OAAO,CAAC,WAAW,CAAyB;gBAExB,EAAE,EAAE,OAAO,CAAC,UAAU;YAI5B,QAAQ;IAWtB;;;OAGG;IACH,OAAO,CAAC,eAAe;IAavB;;;OAGG;YACW,qBAAqB;IAqBnC;;OAEG;IACH,OAAO,CAAC,WAAW;IAiBb,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAkBrC,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAwBrC,QAAQ,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;IAW5C,SAAS,CAAC,GAAG,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IAW3C,WAAW,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAqB/C;;;;;;;;OAQG;IACG,UAAU,CAAC,SAAS,EAAE,MAAM,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,SAAS,EAAE,CAAC;CAsB1F"}
@@ -1,183 +0,0 @@
1
- import { TABLE_NAME, memorySchema } from "./schema.js";
2
- import { arrowVectorToArray, createFtsMutex, createRerankerMutex, escapeSql, safeParseJsonObject } from "./lancedb-utils.js";
3
- import { DELETED_TOMBSTONE, } from "../types/memory.js";
4
- export class MemoryRepository {
5
- db;
6
- // Mutex for schema migration - runs once per instance to add missing columns
7
- migrationPromise = null;
8
- // FTS index mutex — once created, the promise is never cleared (index persists in LanceDB)
9
- ensureFtsIndex;
10
- // Cached reranker — k=60 is constant, no need to recreate per search
11
- getReranker = createRerankerMutex();
12
- constructor(db) {
13
- this.db = db;
14
- this.ensureFtsIndex = createFtsMutex(() => this.getTable());
15
- }
16
- async getTable() {
17
- const names = await this.db.tableNames();
18
- if (names.includes(TABLE_NAME)) {
19
- const table = await this.db.openTable(TABLE_NAME);
20
- await this.ensureMigration(table);
21
- return table;
22
- }
23
- // Create with empty data to initialize schema
24
- return await this.db.createTable(TABLE_NAME, [], { schema: memorySchema });
25
- }
26
- /**
27
- * Ensures schema migration has run. Uses a mutex pattern identical to ensureFtsIndex.
28
- * Adds columns introduced after the initial schema (usefulness, access_count, last_accessed).
29
- */
30
- ensureMigration(table) {
31
- if (this.migrationPromise) {
32
- return this.migrationPromise;
33
- }
34
- this.migrationPromise = this.migrateSchemaIfNeeded(table).catch((error) => {
35
- this.migrationPromise = null;
36
- throw error;
37
- });
38
- return this.migrationPromise;
39
- }
40
- /**
41
- * Inspects the existing table schema and adds any missing columns with safe defaults.
42
- * This handles databases created before the hybrid memory system was introduced.
43
- */
44
- async migrateSchemaIfNeeded(table) {
45
- const schema = await table.schema();
46
- const existingFields = new Set(schema.fields.map((f) => f.name));
47
- const migrations = [];
48
- if (!existingFields.has("usefulness")) {
49
- migrations.push({ name: "usefulness", valueSql: "cast(0.0 as float)" });
50
- }
51
- if (!existingFields.has("access_count")) {
52
- migrations.push({ name: "access_count", valueSql: "cast(0 as int)" });
53
- }
54
- if (!existingFields.has("last_accessed")) {
55
- migrations.push({ name: "last_accessed", valueSql: "cast(NULL as timestamp)" });
56
- }
57
- if (migrations.length > 0) {
58
- await table.addColumns(migrations);
59
- }
60
- }
61
- /**
62
- * Converts a raw LanceDB row to a Memory object.
63
- */
64
- rowToMemory(row) {
65
- return {
66
- id: row.id,
67
- content: row.content,
68
- embedding: arrowVectorToArray(row.vector),
69
- metadata: safeParseJsonObject(row.metadata),
70
- createdAt: new Date(row.created_at),
71
- updatedAt: new Date(row.updated_at),
72
- supersededBy: row.superseded_by,
73
- usefulness: row.usefulness ?? 0,
74
- accessCount: row.access_count ?? 0,
75
- lastAccessed: row.last_accessed
76
- ? new Date(row.last_accessed)
77
- : null,
78
- };
79
- }
80
- async insert(memory) {
81
- const table = await this.getTable();
82
- await table.add([
83
- {
84
- id: memory.id,
85
- vector: memory.embedding,
86
- content: memory.content,
87
- metadata: JSON.stringify(memory.metadata),
88
- created_at: memory.createdAt.getTime(),
89
- updated_at: memory.updatedAt.getTime(),
90
- superseded_by: memory.supersededBy,
91
- usefulness: memory.usefulness,
92
- access_count: memory.accessCount,
93
- last_accessed: memory.lastAccessed?.getTime() ?? null,
94
- },
95
- ]);
96
- }
97
- async upsert(memory) {
98
- const table = await this.getTable();
99
- const existing = await table.query().where(`id = '${escapeSql(memory.id)}'`).limit(1).toArray();
100
- if (existing.length === 0) {
101
- return await this.insert(memory);
102
- }
103
- await table.update({
104
- where: `id = '${escapeSql(memory.id)}'`,
105
- values: {
106
- vector: memory.embedding,
107
- content: memory.content,
108
- metadata: JSON.stringify(memory.metadata),
109
- created_at: memory.createdAt.getTime(),
110
- updated_at: memory.updatedAt.getTime(),
111
- superseded_by: memory.supersededBy,
112
- usefulness: memory.usefulness,
113
- access_count: memory.accessCount,
114
- last_accessed: memory.lastAccessed?.getTime() ?? null,
115
- },
116
- });
117
- }
118
- async findById(id) {
119
- const table = await this.getTable();
120
- const results = await table.query().where(`id = '${escapeSql(id)}'`).limit(1).toArray();
121
- if (results.length === 0) {
122
- return null;
123
- }
124
- return this.rowToMemory(results[0]);
125
- }
126
- async findByIds(ids) {
127
- if (ids.length === 0)
128
- return [];
129
- const table = await this.getTable();
130
- const inList = ids.map((id) => `'${escapeSql(id)}'`).join(", ");
131
- const results = await table
132
- .query()
133
- .where(`id IN (${inList})`)
134
- .toArray();
135
- return results.map((row) => this.rowToMemory(row));
136
- }
137
- async markDeleted(id) {
138
- const table = await this.getTable();
139
- // Verify existence first to match previous behavior (return false if not found)
140
- const existing = await table.query().where(`id = '${escapeSql(id)}'`).limit(1).toArray();
141
- if (existing.length === 0) {
142
- return false;
143
- }
144
- const now = Date.now();
145
- await table.update({
146
- where: `id = '${escapeSql(id)}'`,
147
- values: {
148
- superseded_by: DELETED_TOMBSTONE,
149
- updated_at: now,
150
- },
151
- });
152
- return true;
153
- }
154
- /**
155
- * Performs hybrid search combining vector similarity and full-text search.
156
- * Uses RRF (Reciprocal Rank Fusion) to combine rankings from both search methods.
157
- *
158
- * @param embedding - Query embedding vector
159
- * @param query - Text query for full-text search
160
- * @param limit - Maximum number of results to return
161
- * @returns Array of HybridRow containing full Memory data plus RRF score
162
- */
163
- async findHybrid(embedding, query, limit) {
164
- await this.ensureFtsIndex();
165
- const table = await this.getTable();
166
- const reranker = await this.getReranker();
167
- const results = await table
168
- .query()
169
- .nearestTo(embedding)
170
- .fullTextSearch(query)
171
- .rerank(reranker)
172
- .limit(limit)
173
- .toArray();
174
- return results.map((row) => {
175
- const memory = this.rowToMemory(row);
176
- return {
177
- ...memory,
178
- rrfScore: row._relevance_score ?? 0,
179
- };
180
- });
181
- }
182
- }
183
- //# sourceMappingURL=memory.repository.js.map