@aeriondyseti/vector-memory-mcp 2.2.1 → 2.2.2

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@aeriondyseti/vector-memory-mcp",
-  "version": "2.2.1",
+  "version": "2.2.2",
   "description": "A zero-configuration RAG memory server for MCP clients",
   "type": "module",
   "main": "src/index.ts",

package/scripts/lancedb-extract.ts

@@ -14,10 +14,25 @@ if (!source) {
   process.exit(1);
 }
 
+/**
+ * Read a value from an Arrow column at a given row index.
+ * Arrow timestamp columns return BigInt — we convert to epoch-ms here
+ * without going through Arrow's bigIntToNumber safety check.
+ */
+function columnValue(batch: any, colName: string, rowIdx: number): unknown {
+  const col = batch.getChild(colName);
+  if (!col) return undefined;
+  return col.get(rowIdx);
+}
+
 function toEpochMs(value: unknown): number {
   if (typeof value === "number") return value;
   if (value instanceof Date) return value.getTime();
-  if (typeof value === "bigint") return Number(value);
+  if (typeof value === "bigint") {
+    // Arrow timestamps are microseconds; convert to milliseconds.
+    const ms = value / 1000n;
+    return Number(ms);
+  }
   return Date.now();
 }
 
@@ -44,32 +59,30 @@ const result: { memories: any[]; conversations: any[] } = {
   conversations: [],
 };
 
-const BATCH_SIZE = 500;
-
 if (tableNames.includes("memories")) {
   const table = await db.openTable("memories");
   const total = await table.countRows();
   console.error(`Reading ${total} memories...`);
 
-  let offset = 0;
-  while (true) {
-    const rows = await table.query().limit(BATCH_SIZE).offset(offset).toArray();
-    if (rows.length === 0) break;
-    for (const row of rows) {
+  // Use toArrow() to get raw Arrow RecordBatches, bypassing StructRow
+  // property accessors that throw on BigInt timestamps.
+  const arrowTable = await table.query().toArrow();
+  for (const batch of arrowTable.batches) {
+    for (let i = 0; i < batch.numRows; i++) {
+      const lastAccessed = columnValue(batch, "last_accessed", i);
       result.memories.push({
-        id: row.id,
-        content: row.content,
-        metadata: row.metadata ?? "{}",
-        vector: toFloatArray(row.vector),
-        created_at: toEpochMs(row.created_at),
-        updated_at: toEpochMs(row.updated_at),
-        last_accessed: row.last_accessed != null ? toEpochMs(row.last_accessed) : null,
-        superseded_by: row.superseded_by ?? null,
-        usefulness: row.usefulness ?? 0,
-        access_count: row.access_count ?? 0,
+        id: columnValue(batch, "id", i),
+        content: columnValue(batch, "content", i),
+        metadata: columnValue(batch, "metadata", i) ?? "{}",
+        vector: toFloatArray(columnValue(batch, "vector", i)),
+        created_at: toEpochMs(columnValue(batch, "created_at", i)),
+        updated_at: toEpochMs(columnValue(batch, "updated_at", i)),
+        last_accessed: lastAccessed != null ? toEpochMs(lastAccessed) : null,
+        superseded_by: columnValue(batch, "superseded_by", i) ?? null,
+        usefulness: columnValue(batch, "usefulness", i) ?? 0,
+        access_count: columnValue(batch, "access_count", i) ?? 0,
       });
     }
-    offset += BATCH_SIZE;
   }
   console.error(`  ${result.memories.length} memories read`);
 }
@@ -79,25 +92,22 @@ if (tableNames.includes("conversation_history")) {
   const total = await table.countRows();
   console.error(`Reading ${total} conversation chunks...`);
 
-  let offset = 0;
-  while (true) {
-    const rows = await table.query().limit(BATCH_SIZE).offset(offset).toArray();
-    if (rows.length === 0) break;
-    for (const row of rows) {
+  const arrowTable = await table.query().toArrow();
+  for (const batch of arrowTable.batches) {
+    for (let i = 0; i < batch.numRows; i++) {
       result.conversations.push({
-        id: row.id,
-        content: row.content,
-        metadata: row.metadata ?? "{}",
-        vector: toFloatArray(row.vector),
-        created_at: toEpochMs(row.created_at),
-        session_id: row.session_id,
-        role: row.role,
-        message_index_start: row.message_index_start ?? 0,
-        message_index_end: row.message_index_end ?? 0,
-        project: row.project ?? "",
+        id: columnValue(batch, "id", i),
+        content: columnValue(batch, "content", i),
+        metadata: columnValue(batch, "metadata", i) ?? "{}",
+        vector: toFloatArray(columnValue(batch, "vector", i)),
+        created_at: toEpochMs(columnValue(batch, "created_at", i)),
+        session_id: columnValue(batch, "session_id", i),
+        role: columnValue(batch, "role", i),
+        message_index_start: columnValue(batch, "message_index_start", i) ?? 0,
+        message_index_end: columnValue(batch, "message_index_end", i) ?? 0,
+        project: columnValue(batch, "project", i) ?? "",
       });
     }
-    offset += BATCH_SIZE;
   }
   console.error(`  ${result.conversations.length} conversation chunks read`);
 }