@melandlabs/memory-store 0.1.0

package/dist/storage/raw-message-store.js

@@ -0,0 +1,140 @@
+import { mkdirSync } from 'fs';
+import { dirname } from 'path';
+import { SQLiteRawMessageManager } from '@melandlabs/sqlite';
+import '@melandlabs/ai/memory';
+import '@melandlabs/rag';
+
+// src/storage/postgres-raw-message-factory.ts
+var factory = null;
+async function resolvePostgresFactory(env) {
+  return null;
+}
+function hasPostgresFactory() {
+  return factory !== null;
+}
+var RAW_VECTOR_BACKEND_ENV_KEYS = [
+  "RAW_MESSAGE_VECTOR_STORE_BACKEND",
+  "MEMORY_VECTOR_STORE_BACKEND",
+  "VECTOR_STORE_BACKEND"
+];
+function getBackend(keys) {
+  for (const key of keys) {
+    const value = process.env[key]?.trim().toLowerCase();
+    if (value) {
+      return value;
+    }
+  }
+  return "";
+}
+function isRawMessageChromaEnabled() {
+  return getBackend(RAW_VECTOR_BACKEND_ENV_KEYS) === "chroma";
+}
+
+// src/storage/sqlite-raw-message-store.ts
+var manager = null;
+function isSQLiteRawMessageStorageAvailable(env) {
+  return resolveEnv(env).isTauriMode();
+}
+async function getSQLiteRawMessageManager(env) {
+  const e = resolveEnv(env);
+  if (!e.isTauriMode()) {
+    throw new Error("SQLite raw message storage is only available in Tauri mode.");
+  }
+  if (!manager) {
+    const dbPath = e.getTauriDbPath?.() ?? process.env.TAURI_DB_PATH ?? "";
+    mkdirSync(dirname(dbPath), { recursive: true });
+    manager = new SQLiteRawMessageManager({
+      dbPath,
+      enableVectorSearch: !isRawMessageChromaEnabled()
+    });
+    await manager.init();
+  }
+  return manager;
+}
+async function closeSQLiteRawMessageManager() {
+  if (!manager) {
+    return;
+  }
+  await manager.close();
+  manager = null;
+}
+function resolveEnv(env) {
+  if (env) return env;
+  return {
+    isTauriMode: () => process.env.IS_TAURI === "true" || typeof process.env.TAURI_MODE === "string",
+    getTauriDbPath: () => process.env.TAURI_DB_PATH ?? "",
+    getTauriDataDir: () => process.env.TAURI_DATA_DIR ?? ""
+  };
+}
+
+// src/storage/raw-message-store.ts
+function resolveEnv2(env) {
+  if (env) return env;
+  return {
+    isTauriMode: () => process.env.IS_TAURI === "true" || typeof process.env.TAURI_MODE === "string",
+    getTauriDbPath: () => process.env.TAURI_DB_PATH ?? "",
+    getTauriDataDir: () => process.env.TAURI_DATA_DIR ?? ""
+  };
+}
+function createRawMessageStore(options = {}) {
+  const env = resolveEnv2(options.env);
+  return {
+    getBackend() {
+      return isSQLiteRawMessageStorageAvailable(env) ? "sqlite" : "postgres";
+    },
+    isAvailable() {
+      return isSQLiteRawMessageStorageAvailable(env) || hasPostgresFactory();
+    },
+    async getManager() {
+      if (isSQLiteRawMessageStorageAvailable(env)) {
+        return await getSQLiteRawMessageManager(env);
+      }
+      const pg = await resolvePostgresFactory();
+      if (!pg) {
+        throw new Error(
+          "No raw-message backend available. SQLite is disabled (not Tauri) and no Postgres factory is registered."
+        );
+      }
+      return pg;
+    },
+    async close() {
+      if (isSQLiteRawMessageStorageAvailable(env)) {
+        await closeSQLiteRawMessageManager();
+      }
+    }
+  };
+}
+var moduleStore = null;
+var moduleConfig = null;
+function configureRawMessageStore(config) {
+  moduleConfig = config;
+  moduleStore = createRawMessageStore({ env: config.env });
+  return moduleStore;
+}
+function getRawMessageStorageBackend() {
+  if (!moduleStore) {
+    moduleStore = createRawMessageStore({ env: moduleConfig?.env });
+  }
+  return moduleStore.getBackend();
+}
+function isRawMessageStorageAvailable() {
+  if (!moduleStore) {
+    moduleStore = createRawMessageStore({ env: moduleConfig?.env });
+  }
+  return moduleStore.isAvailable();
+}
+async function getRawMessageManager() {
+  if (!moduleStore) {
+    moduleStore = createRawMessageStore({ env: moduleConfig?.env });
+  }
+  return moduleStore.getManager();
+}
+async function closeRawMessageStore() {
+  if (!moduleStore) return;
+  await moduleStore.close();
+  moduleStore = null;
+}
+
+export { closeRawMessageStore, configureRawMessageStore, createRawMessageStore, getRawMessageManager, getRawMessageStorageBackend, isRawMessageStorageAvailable };
+//# sourceMappingURL=raw-message-store.js.map
+//# sourceMappingURL=raw-message-store.js.map

package/dist/storage/raw-message-store.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/storage/postgres-raw-message-factory.ts","../../src/storage/chroma-memory-index.ts","../../src/storage/sqlite-raw-message-store.ts","../../src/storage/raw-message-store.ts"],"names":["resolveEnv"],"mappings":";;;;;;;AA4CA,IAAI,OAAA,GAAoC,IAAA;AAUxC,eAAsB,uBACrB,GAAA,EACgD;AAChD,EAAc,OAAO,IAAA;AAEtB;AAEO,SAAS,kBAAA,GAA8B;AAC7C,EAAA,OAAO,OAAA,KAAY,IAAA;AACpB;AC9CA,IAAM,2BAAA,GAA8B;AAAA,EACnC,kCAAA;AAAA,EACA,6BAAA;AAAA,EACA;AACD,CAAA;AA+CA,SAAS,WAAW,IAAA,EAAiC;AACpD,EAAA,KAAA,MAAW,OAAO,IAAA,EAAM;AACvB,IAAA,MAAM,QAAQ,OAAA,CAAQ,GAAA,CAAI,GAAG,CAAA,EAAG,IAAA,GAAO,WAAA,EAAY;AACnD,IAAA,IAAI,KAAA,EAAO;AACV,MAAA,OAAO,KAAA;AAAA,IACR;AAAA,EACD;AACA,EAAA,OAAO,EAAA;AACR;AAEO,SAAS,yBAAA,GAAqC;AACpD,EAAA,OAAO,UAAA,CAAW,2BAA2B,CAAA,KAAM,QAAA;AACpD;;;ACnEA,IAAI,OAAA,GAA0C,IAAA;AAEvC,SAAS,mCAAmC,GAAA,EAA+B;AACjF,EAAA,OAAO,UAAA,CAAW,GAAG,CAAA,CAAE,WAAA,EAAY;AACpC;AAEA,eAAsB,2BAA2B,GAAA,EAAwD;AACxG,EAAA,MAAM,CAAA,GAAI,WAAW,GAAG,CAAA;AACxB,EAAA,IAAI,CAAC,CAAA,CAAE,WAAA,EAAY,EAAG;AACrB,IAAA,MAAM,IAAI,MAAM,6DAA6D,CAAA;AAAA,EAC9E;AAEA,EAAA,IAAI,CAAC,OAAA,EAAS;AACb,IAAA,MAAM,SAAS,CAAA,CAAE,cAAA,IAAiB,IAAK,OAAA,CAAQ,IAAI,aAAA,IAAiB,EAAA;AACpE,IAAA,SAAA,CAAU,QAAQ,MAAM,CAAA,EAAG,EAAE,SAAA,EAAW,MAAM,CAAA;AAC9C,IAAA,OAAA,GAAU,IAAI,uBAAA,CAAwB;AAAA,MACrC,MAAA;AAAA,MACA,kBAAA,EAAoB,CAAC,yBAAA;AAA0B,KAC/C,CAAA;AACD,IAAA,MAAM,QAAQ,IAAA,EAAK;AAAA,EACpB;AAEA,EAAA,OAAO,OAAA;AACR;AAEA,eAAsB,4BAAA,GAA8C;AACnE,EAAA,IAAI,CAAC,OAAA,EAAS;AACb,IAAA;AAAA,EACD;AACA,EAAA,MAAM,QAAQ,KAAA,EAAM;AACpB,EAAA,OAAA,GAAU,IAAA;AACX;AASA,SAAS,WAAW,GAAA,EAAsC;AACzD,EAAA,IAAI,KAAK,OAAO,GAAA;AAChB,EAAA,OAAO;AAAA,IACN,WAAA,EAAa,MAAM,OAAA,CAAQ,GAAA,CAAI,aAAa,MAAA,IAAU,OAAO,OAAA,CAAQ,GAAA,CAAI,UAAA,KAAe,QAAA;AAAA,IACxF,cAAA,EAAgB,MAAM,OAAA,CAAQ,GAAA,CAAI,aAAA,IAAiB,EAAA;AAAA,IACnD,eAAA,EAAiB,MAAM,OAAA,CAAQ,GAAA,CAAI,cAAA,IAAkB;AAAA,GACtD;AACD;;;ACXA,SAASA,YAAW,GAAA,EAAsC;AACzD,EAAA,IAAI,KAAK,OAAO,GAAA;AAChB,EAAA,OAAO;AAAA,IACN,WAAA,EAAa,MAAM,OAAA,CAAQ,GAAA,CAAI,aAAa,MAAA,IAAU,OAAO,OAAA,CAAQ,GAAA,CAAI,UAAA,KAAe,QAAA;AAAA,IACxF,cAAA,EAAgB,MAAM,OAAA,CAAQ,GAAA,CAAI,aAAA,IAAiB,EAAA;AAAA,IACnD,eAAA,EAAiB,MAAM,OAAA,CAAQ,GAAA,CAAI,cAAA,IAAkB;AAAA,GACtD;AACD;AAEO,SAAS,qBAAA,CAAsB,OAAA,GAAwC,EAAC,EAAoB;AAClG,EAAA,MAAM,GAAA,GAAMA,WAAAA,CAAW,OAAA,CAAQ,GAAG,CAAA;AAElC,EAAA,OAAO;AAAA,IACN,UAAA,GAAuC;AACtC,MAAA,OAAO,kCAAA,CAAmC,GAAG,CAAA,GAAI,QAAA,GAAW,UAAA;AAAA,IAC7D,CAAA;AAAA,IACA,WAAA,GAAuB;AACtB,MAAA,OAAO,kCAAA,CAAmC,GAAG,CAAA,IAAK,kBAAA,EAAmB;AAAA,IACtE,CAAA;AAAA,IACA,MAAM,UAAA,GAA0D;AAC/D,MAAA,IAAI,kCAAA,CAAmC,GAAG,CAAA,EAAG;AAC5C,QAAA,OAAQ,MAAM,2BAA2B,GAAG,CAAA;AAAA,MAC7C;AACA,MAAA,MAAM,EAAA,GAAK,MAAM,sBAAA,CAA0B,CAAA;AAC3C,MAAA,IAAI,CAAC,EAAA,EAAI;AACR,QAAA,MAAM,IAAI,KAAA;AAAA,UACT;AAAA,SACD;AAAA,MACD;AACA,MAAA,OAAO,EAAA;AAAA,IACR,CAAA;AAAA,IACA,MAAM,KAAA,GAAuB;AAC5B,MAAA,IAAI,kCAAA,CAAmC,GAAG,CAAA,EAAG;AAC5C,QAAA,MAAM,4BAAA,EAA6B;AAAA,MACpC;AAAA,IACD;AAAA,GACD;AACD;AAIA,IAAI,WAAA,GAAsC,IAAA;AAC1C,IAAI,YAAA,GAAyC,IAAA;AAEtC,SAAS,yBAAyB,MAAA,EAA4C;AACpF,EAAA,YAAA,GAAe,MAAA;AACf,EAAA,WAAA,GAAc,qBAAA,CAAsB,EAAE,GAAA,EAAK,MAAA,CAAO,KAAK,CAAA;AACvD,EAAA,OAAO,WAAA;AACR;AAEO,SAAS,2BAAA,GAAwD;AACvE,EAAA,IAAI,CAAC,WAAA,EAAa;AACjB,IAAA,WAAA,GAAc,qBAAA,CAAsB,EAAE,GAAA,EAAK,YAAA,EAAc,KAAK,CAAA;AAAA,EAC/D;AACA,EAAA,OAAO,YAAY,UAAA,EAAW;AAC/B;AAEO,SAAS,4BAAA,GAAwC;AACvD,EAAA,IAAI,CAAC,WAAA,EAAa;AACjB,IAAA,WAAA,GAAc,qBAAA,CAAsB,EAAE,GAAA,EAAK,YAAA,EAAc,KAAK,CAAA;AAAA,EAC/D;AACA,EAAA,OAAO,YAAY,WAAA,EAAY;AAChC;AAEA,eAAsB,oBAAA,GAAoE;AACzF,EAAA,IAAI,CAAC,WAAA,EAAa;AACjB,IAAA,WAAA,GAAc,qBAAA,CAAsB,EAAE,GAAA,EAAK,YAAA,EAAc,KAAK,CAAA;AAAA,EAC/D;AACA,EAAA,OAAO,YAAY,UAAA,EAAW;AAC/B;AAEA,eAAsB,oBAAA,GAAsC;AAC3D,EAAA,IAAI,CAAC,WAAA,EAAa;AAClB,EAAA,MAAM,YAAY,KAAA,EAAM;AACxB,EAAA,WAAA,GAAc,IAAA;AACf","file":"raw-message-store.js","sourcesContent":["/**\n * Lazy registration slot for the host's Postgres-backed raw message\n * manager. The actual `PostgresRawMessageManager` implementation lives\n * in the host application because it owns the schema-bound Drizzle\n * table references.\n *\n * The package ships this factory so consumers can wire up their own\n * postgres implementation without forcing the package to take a\n * hard dependency on Drizzle schema files.\n */\n\nimport type { MemoryStoreEnv } from \"../config\";\n\nexport interface PostgresRawMessageManagerLike {\n\tinit?(): Promise<void>;\n\tclose?(): Promise<void>;\n\tupsertRawMessages?(input: {\n\t\tuserId: string;\n\t\tmessages: unknown[];\n\t}): Promise<unknown>;\n\tgetMessageById?(input: {\n\t\tuserId: string;\n\t\tmessageId: string;\n\t}): Promise<unknown>;\n\tsearchMessagesSemantically?(input: {\n\t\tuserId: string;\n\t\tqueryEmbedding: number[];\n\t\tembeddingModel?: string;\n\t\tlimit?: number;\n\t\tscanLimit?: number;\n\t\tthreshold?: number;\n\t\tincludeArchived?: boolean;\n\t\tincludeDeprecated?: boolean;\n\t\tplatform?: string;\n\t\tbotId?: string;\n\t\tchannel?: string;\n\t\tperson?: string;\n\t\tstartTime?: number;\n\t\tendTime?: number;\n\t}): Promise<unknown[]>;\n}\n\nexport type PostgresFactoryFn = (env?: MemoryStoreEnv) => Promise<PostgresRawMessageManagerLike>;\n\nlet factory: PostgresFactoryFn | null = null;\n\nexport function registerPostgresFactory(fn: PostgresFactoryFn): void {\n\tfactory = fn;\n}\n\nexport function clearPostgresFactory(): void {\n\tfactory = null;\n}\n\nexport async function resolvePostgresFactory(\n\tenv?: MemoryStoreEnv,\n): Promise<PostgresRawMessageManagerLike | null> {\n\tif (!factory) return null;\n\treturn await factory(env);\n}\n\nexport function hasPostgresFactory(): boolean {\n\treturn factory !== null;\n}\n","/**\n * Chroma-backed raw-message + insight vector index.\n *\n * Detects the active backend at call time (defaults to sqlite-vec if\n * no env override is present). The actual URL/collection values come\n * from env vars so the standalone memory daemon can pick them up\n * without an injected config.\n */\n\nimport { buildMemoryRecordEmbeddingDocument } from \"@melandlabs/ai/memory\";\nimport { ChromaVectorStore } from \"@melandlabs/rag\";\nimport type { DocumentChunk } from \"@melandlabs/rag/vector-service\";\n\nimport { type RawMessage, rawMessageToMemoryRecord } from \"../contracts\";\n\nconst DEFAULT_RAW_MESSAGES_COLLECTION = \"opencontext_raw_messages\";\nconst DEFAULT_INSIGHTS_COLLECTION = \"opencontext_insights\";\nconst RAW_VECTOR_BACKEND_ENV_KEYS = [\n\t\"RAW_MESSAGE_VECTOR_STORE_BACKEND\",\n\t\"MEMORY_VECTOR_STORE_BACKEND\",\n\t\"VECTOR_STORE_BACKEND\",\n] as const;\nconst INSIGHT_VECTOR_BACKEND_ENV_KEYS = [\n\t\"INSIGHT_VECTOR_STORE_BACKEND\",\n\t\"MEMORY_VECTOR_STORE_BACKEND\",\n\t\"VECTOR_STORE_BACKEND\",\n] as const;\n\nexport interface ChromaInsightVectorInput {\n\tinsightId: string;\n\tuserId: string;\n\tbotId: string;\n\tcontent: string;\n\tcontentHash: string;\n\tembedding: number[];\n\tembeddingModel: string;\n\tembeddingDimensions: number;\n\ttitle?: unknown;\n\tdescription?: unknown;\n\ttaskLabel?: unknown;\n\timportance?: unknown;\n\turgency?: unknown;\n\tplatform?: unknown;\n\taccount?: unknown;\n\ttime?: unknown;\n\tarchived?: unknown;\n}\n\nexport interface ChromaInsightSearchResult {\n\tid: string;\n\tcontent: string;\n\tsimilarity: number;\n\tmetadata: {\n\t\tbotId: string;\n\t\ttitle: string;\n\t\tdescription: string;\n\t\ttaskLabel: string;\n\t\timportance: string;\n\t\turgency: string;\n\t\tplatform: string | null;\n\t\taccount: string | null;\n\t\ttime: Date | null;\n\t\tembeddingModel: string;\n\t\tembeddingDimensions: number;\n\t\tcontentHash: string;\n\t};\n}\n\nfunction getBackend(keys: readonly string[]): string {\n\tfor (const key of keys) {\n\t\tconst value = process.env[key]?.trim().toLowerCase();\n\t\tif (value) {\n\t\t\treturn value;\n\t\t}\n\t}\n\treturn \"\";\n}\n\nexport function isRawMessageChromaEnabled(): boolean {\n\treturn getBackend(RAW_VECTOR_BACKEND_ENV_KEYS) === \"chroma\";\n}\n\nexport function isInsightChromaEnabled(): boolean {\n\treturn getBackend(INSIGHT_VECTOR_BACKEND_ENV_KEYS) === \"chroma\";\n}\n\nfunction getRawMessagesCollectionName(): string {\n\treturn (\n\t\tprocess.env.CHROMA_RAW_MESSAGES_COLLECTION ||\n\t\tprocess.env.CHROMA_MEMORY_COLLECTION ||\n\t\tDEFAULT_RAW_MESSAGES_COLLECTION\n\t);\n}\n\nfunction getInsightsCollectionName(): string {\n\treturn process.env.CHROMA_INSIGHTS_COLLECTION || DEFAULT_INSIGHTS_COLLECTION;\n}\n\nfunction getChromaStore(collectionName: string): ChromaVectorStore {\n\treturn new ChromaVectorStore({\n\t\turl: process.env.CHROMA_URL,\n\t\tcollectionName,\n\t});\n}\n\nfunction normalizeTimestampToMs(value: number | undefined): number {\n\tif (!Number.isFinite(value)) {\n\t\treturn 0;\n\t}\n\tif ((value as number) < 1e11) {\n\t\treturn Math.floor((value as number) * 1000);\n\t}\n\treturn Math.floor(value as number);\n}\n\nfunction toStringValue(value: unknown, fallback = \"\"): string {\n\treturn typeof value === \"string\" && value.trim().length > 0 ? value.trim() : fallback;\n}\n\nfunction toNullableString(value: unknown): string | null {\n\treturn typeof value === \"string\" && value.trim().length > 0 ? value.trim() : null;\n}\n\nfunction toBooleanValue(value: unknown): boolean {\n\treturn value === true || value === \"true\" || value === 1 || value === \"1\";\n}\n\nfunction toDateValue(value: unknown): Date | null {\n\tif (value instanceof Date) {\n\t\treturn Number.isNaN(value.getTime()) ? null : value;\n\t}\n\tif (typeof value === \"string\" || typeof value === \"number\") {\n\t\tconst date = new Date(value);\n\t\treturn Number.isNaN(date.getTime()) ? null : date;\n\t}\n\treturn null;\n}\n\nfunction rawMessageToChunk(message: RawMessage): DocumentChunk | null {\n\tif (!message.embedding || message.embedding.length === 0) {\n\t\treturn null;\n\t}\n\n\tconst record = rawMessageToMemoryRecord(message);\n\tconst document = buildMemoryRecordEmbeddingDocument(record);\n\tif (!document.content) {\n\t\treturn null;\n\t}\n\n\treturn {\n\t\tid: message.messageId,\n\t\tdocumentId: message.messageId,\n\t\tcontent: document.content,\n\t\tembedding: message.embedding,\n\t\tmetadata: {\n\t\t\tsourceType: \"raw_message\",\n\t\t\tuserId: message.userId,\n\t\t\tplatform: message.platform,\n\t\t\tbotId: message.botId,\n\t\t\tchannel: message.channel,\n\t\t\tperson: message.person,\n\t\t\ttimestamp: normalizeTimestampToMs(message.timestamp),\n\t\t\tmemoryStage: message.memoryStage,\n\t\t\tembeddingModel: message.embeddingModel,\n\t\t\tembeddingDimensions: message.embeddingDimensions,\n\t\t\tcontentHash: message.embeddingContentHash,\n\t\t\tarchived: Boolean(message.archivedAt),\n\t\t\trole: typeof message.metadata?.role === \"string\" ? message.metadata.role : undefined,\n\t\t},\n\t};\n}\n\nexport async function upsertRawMessagesToChroma(messages: RawMessage[]): Promise<number> {\n\tif (!isRawMessageChromaEnabled() || messages.length === 0) {\n\t\treturn 0;\n\t}\n\n\tconst chunks = messages.map(rawMessageToChunk).filter((chunk): chunk is DocumentChunk => chunk !== null);\n\tif (chunks.length === 0) {\n\t\treturn 0;\n\t}\n\n\tconst store = getChromaStore(getRawMessagesCollectionName());\n\tawait store.addChunks(chunks);\n\treturn chunks.length;\n}\n\nexport async function searchRawMessagesWithChroma(input: {\n\tuserId: string;\n\tqueryEmbedding: number[];\n\tlimit: number;\n\tthreshold: number;\n\tbotId?: string;\n}): Promise<\n\tArray<{\n\t\tid: string;\n\t\tcontent: string;\n\t\tsimilarity: number;\n\t\tmetadata: Record<string, unknown>;\n\t}>\n> {\n\tif (!isRawMessageChromaEnabled() || input.queryEmbedding.length === 0) {\n\t\treturn [];\n\t}\n\n\tconst store = getChromaStore(getRawMessagesCollectionName());\n\tconst results = await store.similaritySearch(\n\t\tinput.queryEmbedding,\n\t\tMath.max(input.limit * 5, input.limit),\n\t\tinput.userId,\n\t);\n\n\treturn results\n\t\t.filter((result) => {\n\t\t\tconst metadata = result.metadata ?? {};\n\t\t\tif (toBooleanValue(metadata.archived)) {\n\t\t\t\treturn false;\n\t\t\t}\n\t\t\tif (input.botId && metadata.botId !== input.botId) {\n\t\t\t\treturn false;\n\t\t\t}\n\t\t\treturn result.score >= input.threshold;\n\t\t})\n\t\t.map((result) => ({\n\t\t\tid: result.id,\n\t\t\tcontent: result.content,\n\t\t\tsimilarity: result.score,\n\t\t\tmetadata: result.metadata ?? {},\n\t\t}))\n\t\t.slice(0, input.limit);\n}\n\nexport async function upsertInsightsToChroma(insights: ChromaInsightVectorInput[]): Promise<number> {\n\tif (!isInsightChromaEnabled() || insights.length === 0) {\n\t\treturn 0;\n\t}\n\n\tconst chunks = insights\n\t\t.filter(\n\t\t\t(item) => item.content.trim().length > 0 && Array.isArray(item.embedding) && item.embedding.length > 0,\n\t\t)\n\t\t.map<DocumentChunk>((item) => ({\n\t\t\tid: item.insightId,\n\t\t\tdocumentId: item.insightId,\n\t\t\tcontent: item.content,\n\t\t\tembedding: item.embedding,\n\t\t\tmetadata: {\n\t\t\t\tsourceType: \"insight\",\n\t\t\t\tinsightId: item.insightId,\n\t\t\t\tuserId: item.userId,\n\t\t\t\tbotId: item.botId,\n\t\t\t\ttitle: toStringValue(item.title),\n\t\t\t\tdescription: toStringValue(item.description),\n\t\t\t\ttaskLabel: toStringValue(item.taskLabel),\n\t\t\t\timportance: toStringValue(item.importance),\n\t\t\t\turgency: toStringValue(item.urgency),\n\t\t\t\tplatform: toNullableString(item.platform),\n\t\t\t\taccount: toNullableString(item.account),\n\t\t\t\ttime: toDateValue(item.time)?.toISOString(),\n\t\t\t\tembeddingModel: item.embeddingModel,\n\t\t\t\tembeddingDimensions: item.embeddingDimensions,\n\t\t\t\tcontentHash: item.contentHash,\n\t\t\t\tarchived: toBooleanValue(item.archived),\n\t\t\t},\n\t\t}));\n\n\tif (chunks.length === 0) {\n\t\treturn 0;\n\t}\n\n\tconst store = getChromaStore(getInsightsCollectionName());\n\tawait store.addChunks(chunks);\n\treturn chunks.length;\n}\n\nexport async function searchInsightsWithChroma(input: {\n\tuserId: string;\n\tqueryEmbedding: number[];\n\tlimit: number;\n\tthreshold: number;\n\tbotIds?: string[];\n\tincludeArchived?: boolean;\n}): Promise<ChromaInsightSearchResult[]> {\n\tif (!isInsightChromaEnabled() || input.queryEmbedding.length === 0) {\n\t\treturn [];\n\t}\n\n\tconst botIdSet = input.botIds && input.botIds.length > 0 ? new Set(input.botIds) : null;\n\tconst store = getChromaStore(getInsightsCollectionName());\n\tconst results = await store.similaritySearch(\n\t\tinput.queryEmbedding,\n\t\tMath.max(input.limit * 5, input.limit),\n\t\tinput.userId,\n\t);\n\n\treturn results\n\t\t.filter((result) => {\n\t\t\tconst metadata = result.metadata ?? {};\n\t\t\tif (!input.includeArchived && toBooleanValue(metadata.archived)) {\n\t\t\t\treturn false;\n\t\t\t}\n\t\t\tif (botIdSet && !botIdSet.has(String(metadata.botId ?? \"\"))) {\n\t\t\t\treturn false;\n\t\t\t}\n\t\t\treturn result.score >= input.threshold;\n\t\t})\n\t\t.map((result) => {\n\t\t\tconst metadata = result.metadata ?? {};\n\t\t\treturn {\n\t\t\t\tid: result.id,\n\t\t\t\tcontent: result.content,\n\t\t\t\tsimilarity: result.score,\n\t\t\t\tmetadata: {\n\t\t\t\t\tbotId: toStringValue(metadata.botId),\n\t\t\t\t\ttitle: toStringValue(metadata.title),\n\t\t\t\t\tdescription: toStringValue(metadata.description),\n\t\t\t\t\ttaskLabel: toStringValue(metadata.taskLabel),\n\t\t\t\t\timportance: toStringValue(metadata.importance),\n\t\t\t\t\turgency: toStringValue(metadata.urgency),\n\t\t\t\t\tplatform: toNullableString(metadata.platform),\n\t\t\t\t\taccount: toNullableString(metadata.account),\n\t\t\t\t\ttime: toDateValue(metadata.time),\n\t\t\t\t\tembeddingModel: toStringValue(metadata.embeddingModel),\n\t\t\t\t\tembeddingDimensions: Number(metadata.embeddingDimensions ?? 0),\n\t\t\t\t\tcontentHash: toStringValue(metadata.contentHash),\n\t\t\t\t},\n\t\t\t};\n\t\t})\n\t\t.slice(0, input.limit);\n}\n","/**\n * SQLite-backed raw message store.\n *\n * Singleton manager used in Tauri (local) mode. The Tauri env is\n * sourced from the injected `MemoryStoreConfig.env`.\n */\n\nimport { mkdirSync } from \"node:fs\";\nimport { dirname } from \"node:path\";\nimport { SQLiteRawMessageManager } from \"@melandlabs/sqlite\";\nimport type { MemoryStoreEnv } from \"../config\";\nimport { isRawMessageChromaEnabled } from \"./chroma-memory-index\";\n\nlet manager: SQLiteRawMessageManager | null = null;\n\nexport function isSQLiteRawMessageStorageAvailable(env?: MemoryStoreEnv): boolean {\n\treturn resolveEnv(env).isTauriMode();\n}\n\nexport async function getSQLiteRawMessageManager(env?: MemoryStoreEnv): Promise<SQLiteRawMessageManager> {\n\tconst e = resolveEnv(env);\n\tif (!e.isTauriMode()) {\n\t\tthrow new Error(\"SQLite raw message storage is only available in Tauri mode.\");\n\t}\n\n\tif (!manager) {\n\t\tconst dbPath = e.getTauriDbPath?.() ?? process.env.TAURI_DB_PATH ?? \"\";\n\t\tmkdirSync(dirname(dbPath), { recursive: true });\n\t\tmanager = new SQLiteRawMessageManager({\n\t\t\tdbPath,\n\t\t\tenableVectorSearch: !isRawMessageChromaEnabled(),\n\t\t});\n\t\tawait manager.init();\n\t}\n\n\treturn manager;\n}\n\nexport async function closeSQLiteRawMessageManager(): Promise<void> {\n\tif (!manager) {\n\t\treturn;\n\t}\n\tawait manager.close();\n\tmanager = null;\n}\n\n/**\n * Test-only: reset the singleton. Used by vitest between test cases.\n */\nexport function __resetSQLiteRawMessageManagerForTests(): void {\n\tmanager = null;\n}\n\nfunction resolveEnv(env?: MemoryStoreEnv): MemoryStoreEnv {\n\tif (env) return env;\n\treturn {\n\t\tisTauriMode: () => process.env.IS_TAURI === \"true\" || typeof process.env.TAURI_MODE === \"string\",\n\t\tgetTauriDbPath: () => process.env.TAURI_DB_PATH ?? \"\",\n\t\tgetTauriDataDir: () => process.env.TAURI_DATA_DIR ?? \"\",\n\t};\n}\n","/**\n * Top-level raw-message store facade.\n *\n * Selects between sqlite (Tauri) and postgres (host-registered)\n * backends based on `MemoryStoreEnv.isTauriMode()`. The facade exposes\n * the common `RawMessageStorageManager` contract plus a typed\n * `searchMessagesSemantically` extension when present.\n */\n\nimport type { RawMessageStorageManager } from \"@melandlabs/indexeddb/storage\";\nimport type { MemoryStoreConfig, MemoryStoreEnv } from \"../config\";\nimport { hasPostgresFactory, resolvePostgresFactory } from \"./postgres-raw-message-factory\";\nimport {\n\tcloseSQLiteRawMessageManager,\n\tgetSQLiteRawMessageManager,\n\tisSQLiteRawMessageStorageAvailable,\n} from \"./sqlite-raw-message-store\";\n\nexport type RawMessageStorageBackend = \"sqlite\" | \"postgres\";\n\nexport type RawMessageStorageManagerWithSearch = RawMessageStorageManager & {\n\tsearchMessagesSemantically?: (input: {\n\t\tuserId: string;\n\t\tqueryEmbedding: number[];\n\t\tembeddingModel?: string;\n\t\tlimit?: number;\n\t\tscanLimit?: number;\n\t\tthreshold?: number;\n\t\tincludeArchived?: boolean;\n\t\tplatform?: string;\n\t\tbotId?: string;\n\t\tchannel?: string;\n\t\tperson?: string;\n\t\tstartTime?: number;\n\t\tendTime?: number;\n\t}) => Promise<unknown[]>;\n};\n\nexport interface CreateRawMessageStoreOptions {\n\tenv?: MemoryStoreEnv;\n}\n\nexport interface RawMessageStore {\n\tgetManager(): Promise<RawMessageStorageManagerWithSearch>;\n\tgetBackend(): RawMessageStorageBackend;\n\tisAvailable(): boolean;\n\tclose(): Promise<void>;\n}\n\nfunction resolveEnv(env?: MemoryStoreEnv): MemoryStoreEnv {\n\tif (env) return env;\n\treturn {\n\t\tisTauriMode: () => process.env.IS_TAURI === \"true\" || typeof process.env.TAURI_MODE === \"string\",\n\t\tgetTauriDbPath: () => process.env.TAURI_DB_PATH ?? \"\",\n\t\tgetTauriDataDir: () => process.env.TAURI_DATA_DIR ?? \"\",\n\t};\n}\n\nexport function createRawMessageStore(options: CreateRawMessageStoreOptions = {}): RawMessageStore {\n\tconst env = resolveEnv(options.env);\n\n\treturn {\n\t\tgetBackend(): RawMessageStorageBackend {\n\t\t\treturn isSQLiteRawMessageStorageAvailable(env) ? \"sqlite\" : \"postgres\";\n\t\t},\n\t\tisAvailable(): boolean {\n\t\t\treturn isSQLiteRawMessageStorageAvailable(env) || hasPostgresFactory();\n\t\t},\n\t\tasync getManager(): Promise<RawMessageStorageManagerWithSearch> {\n\t\t\tif (isSQLiteRawMessageStorageAvailable(env)) {\n\t\t\t\treturn (await getSQLiteRawMessageManager(env)) as unknown as RawMessageStorageManagerWithSearch;\n\t\t\t}\n\t\t\tconst pg = await resolvePostgresFactory(env);\n\t\t\tif (!pg) {\n\t\t\t\tthrow new Error(\n\t\t\t\t\t\"No raw-message backend available. SQLite is disabled (not Tauri) and no Postgres factory is registered.\",\n\t\t\t\t);\n\t\t\t}\n\t\t\treturn pg as unknown as RawMessageStorageManagerWithSearch;\n\t\t},\n\t\tasync close(): Promise<void> {\n\t\t\tif (isSQLiteRawMessageStorageAvailable(env)) {\n\t\t\t\tawait closeSQLiteRawMessageManager();\n\t\t\t}\n\t\t},\n\t};\n}\n\n// Module-level singleton so existing call sites that imported the\n// legacy `getRawMessageManager()` keep working without a refactor.\nlet moduleStore: RawMessageStore | null = null;\nlet moduleConfig: MemoryStoreConfig | null = null;\n\nexport function configureRawMessageStore(config: MemoryStoreConfig): RawMessageStore {\n\tmoduleConfig = config;\n\tmoduleStore = createRawMessageStore({ env: config.env });\n\treturn moduleStore;\n}\n\nexport function getRawMessageStorageBackend(): RawMessageStorageBackend {\n\tif (!moduleStore) {\n\t\tmoduleStore = createRawMessageStore({ env: moduleConfig?.env });\n\t}\n\treturn moduleStore.getBackend();\n}\n\nexport function isRawMessageStorageAvailable(): boolean {\n\tif (!moduleStore) {\n\t\tmoduleStore = createRawMessageStore({ env: moduleConfig?.env });\n\t}\n\treturn moduleStore.isAvailable();\n}\n\nexport async function getRawMessageManager(): Promise<RawMessageStorageManagerWithSearch> {\n\tif (!moduleStore) {\n\t\tmoduleStore = createRawMessageStore({ env: moduleConfig?.env });\n\t}\n\treturn moduleStore.getManager();\n}\n\nexport async function closeRawMessageStore(): Promise<void> {\n\tif (!moduleStore) return;\n\tawait moduleStore.close();\n\tmoduleStore = null;\n}\n"]}

package/dist/storage/sqlite-raw-message-store.d.ts

@@ -0,0 +1,19 @@
+import { SQLiteRawMessageManager } from '@melandlabs/sqlite';
+import { b as MemoryStoreEnv } from '../config-MlK9f9CM.js';
+
+/**
+ * SQLite-backed raw message store.
+ *
+ * Singleton manager used in Tauri (local) mode. The Tauri env is
+ * sourced from the injected `MemoryStoreConfig.env`.
+ */
+
+declare function isSQLiteRawMessageStorageAvailable(env?: MemoryStoreEnv): boolean;
+declare function getSQLiteRawMessageManager(env?: MemoryStoreEnv): Promise<SQLiteRawMessageManager>;
+declare function closeSQLiteRawMessageManager(): Promise<void>;
+/**
+ * Test-only: reset the singleton. Used by vitest between test cases.
+ */
+declare function __resetSQLiteRawMessageManagerForTests(): void;
+
+export { __resetSQLiteRawMessageManagerForTests, closeSQLiteRawMessageManager, getSQLiteRawMessageManager, isSQLiteRawMessageStorageAvailable };

package/dist/storage/sqlite-raw-message-store.js

@@ -0,0 +1,68 @@
+import { mkdirSync } from 'fs';
+import { dirname } from 'path';
+import { SQLiteRawMessageManager } from '@melandlabs/sqlite';
+import '@melandlabs/ai/memory';
+import '@melandlabs/rag';
+
+// src/storage/sqlite-raw-message-store.ts
+var RAW_VECTOR_BACKEND_ENV_KEYS = [
+  "RAW_MESSAGE_VECTOR_STORE_BACKEND",
+  "MEMORY_VECTOR_STORE_BACKEND",
+  "VECTOR_STORE_BACKEND"
+];
+function getBackend(keys) {
+  for (const key of keys) {
+    const value = process.env[key]?.trim().toLowerCase();
+    if (value) {
+      return value;
+    }
+  }
+  return "";
+}
+function isRawMessageChromaEnabled() {
+  return getBackend(RAW_VECTOR_BACKEND_ENV_KEYS) === "chroma";
+}
+
+// src/storage/sqlite-raw-message-store.ts
+var manager = null;
+function isSQLiteRawMessageStorageAvailable(env) {
+  return resolveEnv(env).isTauriMode();
+}
+async function getSQLiteRawMessageManager(env) {
+  const e = resolveEnv(env);
+  if (!e.isTauriMode()) {
+    throw new Error("SQLite raw message storage is only available in Tauri mode.");
+  }
+  if (!manager) {
+    const dbPath = e.getTauriDbPath?.() ?? process.env.TAURI_DB_PATH ?? "";
+    mkdirSync(dirname(dbPath), { recursive: true });
+    manager = new SQLiteRawMessageManager({
+      dbPath,
+      enableVectorSearch: !isRawMessageChromaEnabled()
+    });
+    await manager.init();
+  }
+  return manager;
+}
+async function closeSQLiteRawMessageManager() {
+  if (!manager) {
+    return;
+  }
+  await manager.close();
+  manager = null;
+}
+function __resetSQLiteRawMessageManagerForTests() {
+  manager = null;
+}
+function resolveEnv(env) {
+  if (env) return env;
+  return {
+    isTauriMode: () => process.env.IS_TAURI === "true" || typeof process.env.TAURI_MODE === "string",
+    getTauriDbPath: () => process.env.TAURI_DB_PATH ?? "",
+    getTauriDataDir: () => process.env.TAURI_DATA_DIR ?? ""
+  };
+}
+
+export { __resetSQLiteRawMessageManagerForTests, closeSQLiteRawMessageManager, getSQLiteRawMessageManager, isSQLiteRawMessageStorageAvailable };
+//# sourceMappingURL=sqlite-raw-message-store.js.map
+//# sourceMappingURL=sqlite-raw-message-store.js.map

package/dist/storage/sqlite-raw-message-store.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/storage/chroma-memory-index.ts","../../src/storage/sqlite-raw-message-store.ts"],"names":[],"mappings":";;;;;;;AAiBA,IAAM,2BAAA,GAA8B;AAAA,EACnC,kCAAA;AAAA,EACA,6BAAA;AAAA,EACA;AACD,CAAA;AA+CA,SAAS,WAAW,IAAA,EAAiC;AACpD,EAAA,KAAA,MAAW,OAAO,IAAA,EAAM;AACvB,IAAA,MAAM,QAAQ,OAAA,CAAQ,GAAA,CAAI,GAAG,CAAA,EAAG,IAAA,GAAO,WAAA,EAAY;AACnD,IAAA,IAAI,KAAA,EAAO;AACV,MAAA,OAAO,KAAA;AAAA,IACR;AAAA,EACD;AACA,EAAA,OAAO,EAAA;AACR;AAEO,SAAS,yBAAA,GAAqC;AACpD,EAAA,OAAO,UAAA,CAAW,2BAA2B,CAAA,KAAM,QAAA;AACpD;;;ACnEA,IAAI,OAAA,GAA0C,IAAA;AAEvC,SAAS,mCAAmC,GAAA,EAA+B;AACjF,EAAA,OAAO,UAAA,CAAW,GAAG,CAAA,CAAE,WAAA,EAAY;AACpC;AAEA,eAAsB,2BAA2B,GAAA,EAAwD;AACxG,EAAA,MAAM,CAAA,GAAI,WAAW,GAAG,CAAA;AACxB,EAAA,IAAI,CAAC,CAAA,CAAE,WAAA,EAAY,EAAG;AACrB,IAAA,MAAM,IAAI,MAAM,6DAA6D,CAAA;AAAA,EAC9E;AAEA,EAAA,IAAI,CAAC,OAAA,EAAS;AACb,IAAA,MAAM,SAAS,CAAA,CAAE,cAAA,IAAiB,IAAK,OAAA,CAAQ,IAAI,aAAA,IAAiB,EAAA;AACpE,IAAA,SAAA,CAAU,QAAQ,MAAM,CAAA,EAAG,EAAE,SAAA,EAAW,MAAM,CAAA;AAC9C,IAAA,OAAA,GAAU,IAAI,uBAAA,CAAwB;AAAA,MACrC,MAAA;AAAA,MACA,kBAAA,EAAoB,CAAC,yBAAA;AAA0B,KAC/C,CAAA;AACD,IAAA,MAAM,QAAQ,IAAA,EAAK;AAAA,EACpB;AAEA,EAAA,OAAO,OAAA;AACR;AAEA,eAAsB,4BAAA,GAA8C;AACnE,EAAA,IAAI,CAAC,OAAA,EAAS;AACb,IAAA;AAAA,EACD;AACA,EAAA,MAAM,QAAQ,KAAA,EAAM;AACpB,EAAA,OAAA,GAAU,IAAA;AACX;AAKO,SAAS,sCAAA,GAA+C;AAC9D,EAAA,OAAA,GAAU,IAAA;AACX;AAEA,SAAS,WAAW,GAAA,EAAsC;AACzD,EAAA,IAAI,KAAK,OAAO,GAAA;AAChB,EAAA,OAAO;AAAA,IACN,WAAA,EAAa,MAAM,OAAA,CAAQ,GAAA,CAAI,aAAa,MAAA,IAAU,OAAO,OAAA,CAAQ,GAAA,CAAI,UAAA,KAAe,QAAA;AAAA,IACxF,cAAA,EAAgB,MAAM,OAAA,CAAQ,GAAA,CAAI,aAAA,IAAiB,EAAA;AAAA,IACnD,eAAA,EAAiB,MAAM,OAAA,CAAQ,GAAA,CAAI,cAAA,IAAkB;AAAA,GACtD;AACD","file":"sqlite-raw-message-store.js","sourcesContent":["/**\n * Chroma-backed raw-message + insight vector index.\n *\n * Detects the active backend at call time (defaults to sqlite-vec if\n * no env override is present). The actual URL/collection values come\n * from env vars so the standalone memory daemon can pick them up\n * without an injected config.\n */\n\nimport { buildMemoryRecordEmbeddingDocument } from \"@melandlabs/ai/memory\";\nimport { ChromaVectorStore } from \"@melandlabs/rag\";\nimport type { DocumentChunk } from \"@melandlabs/rag/vector-service\";\n\nimport { type RawMessage, rawMessageToMemoryRecord } from \"../contracts\";\n\nconst DEFAULT_RAW_MESSAGES_COLLECTION = \"opencontext_raw_messages\";\nconst DEFAULT_INSIGHTS_COLLECTION = \"opencontext_insights\";\nconst RAW_VECTOR_BACKEND_ENV_KEYS = [\n\t\"RAW_MESSAGE_VECTOR_STORE_BACKEND\",\n\t\"MEMORY_VECTOR_STORE_BACKEND\",\n\t\"VECTOR_STORE_BACKEND\",\n] as const;\nconst INSIGHT_VECTOR_BACKEND_ENV_KEYS = [\n\t\"INSIGHT_VECTOR_STORE_BACKEND\",\n\t\"MEMORY_VECTOR_STORE_BACKEND\",\n\t\"VECTOR_STORE_BACKEND\",\n] as const;\n\nexport interface ChromaInsightVectorInput {\n\tinsightId: string;\n\tuserId: string;\n\tbotId: string;\n\tcontent: string;\n\tcontentHash: string;\n\tembedding: number[];\n\tembeddingModel: string;\n\tembeddingDimensions: number;\n\ttitle?: unknown;\n\tdescription?: unknown;\n\ttaskLabel?: unknown;\n\timportance?: unknown;\n\turgency?: unknown;\n\tplatform?: unknown;\n\taccount?: unknown;\n\ttime?: unknown;\n\tarchived?: unknown;\n}\n\nexport interface ChromaInsightSearchResult {\n\tid: string;\n\tcontent: string;\n\tsimilarity: number;\n\tmetadata: {\n\t\tbotId: string;\n\t\ttitle: string;\n\t\tdescription: string;\n\t\ttaskLabel: string;\n\t\timportance: string;\n\t\turgency: string;\n\t\tplatform: string | null;\n\t\taccount: string | null;\n\t\ttime: Date | null;\n\t\tembeddingModel: string;\n\t\tembeddingDimensions: number;\n\t\tcontentHash: string;\n\t};\n}\n\nfunction getBackend(keys: readonly string[]): string {\n\tfor (const key of keys) {\n\t\tconst value = process.env[key]?.trim().toLowerCase();\n\t\tif (value) {\n\t\t\treturn value;\n\t\t}\n\t}\n\treturn \"\";\n}\n\nexport function isRawMessageChromaEnabled(): boolean {\n\treturn getBackend(RAW_VECTOR_BACKEND_ENV_KEYS) === \"chroma\";\n}\n\nexport function isInsightChromaEnabled(): boolean {\n\treturn getBackend(INSIGHT_VECTOR_BACKEND_ENV_KEYS) === \"chroma\";\n}\n\nfunction getRawMessagesCollectionName(): string {\n\treturn (\n\t\tprocess.env.CHROMA_RAW_MESSAGES_COLLECTION ||\n\t\tprocess.env.CHROMA_MEMORY_COLLECTION ||\n\t\tDEFAULT_RAW_MESSAGES_COLLECTION\n\t);\n}\n\nfunction getInsightsCollectionName(): string {\n\treturn process.env.CHROMA_INSIGHTS_COLLECTION || DEFAULT_INSIGHTS_COLLECTION;\n}\n\nfunction getChromaStore(collectionName: string): ChromaVectorStore {\n\treturn new ChromaVectorStore({\n\t\turl: process.env.CHROMA_URL,\n\t\tcollectionName,\n\t});\n}\n\nfunction normalizeTimestampToMs(value: number | undefined): number {\n\tif (!Number.isFinite(value)) {\n\t\treturn 0;\n\t}\n\tif ((value as number) < 1e11) {\n\t\treturn Math.floor((value as number) * 1000);\n\t}\n\treturn Math.floor(value as number);\n}\n\nfunction toStringValue(value: unknown, fallback = \"\"): string {\n\treturn typeof value === \"string\" && value.trim().length > 0 ? value.trim() : fallback;\n}\n\nfunction toNullableString(value: unknown): string | null {\n\treturn typeof value === \"string\" && value.trim().length > 0 ? value.trim() : null;\n}\n\nfunction toBooleanValue(value: unknown): boolean {\n\treturn value === true || value === \"true\" || value === 1 || value === \"1\";\n}\n\nfunction toDateValue(value: unknown): Date | null {\n\tif (value instanceof Date) {\n\t\treturn Number.isNaN(value.getTime()) ? null : value;\n\t}\n\tif (typeof value === \"string\" || typeof value === \"number\") {\n\t\tconst date = new Date(value);\n\t\treturn Number.isNaN(date.getTime()) ? null : date;\n\t}\n\treturn null;\n}\n\nfunction rawMessageToChunk(message: RawMessage): DocumentChunk | null {\n\tif (!message.embedding || message.embedding.length === 0) {\n\t\treturn null;\n\t}\n\n\tconst record = rawMessageToMemoryRecord(message);\n\tconst document = buildMemoryRecordEmbeddingDocument(record);\n\tif (!document.content) {\n\t\treturn null;\n\t}\n\n\treturn {\n\t\tid: message.messageId,\n\t\tdocumentId: message.messageId,\n\t\tcontent: document.content,\n\t\tembedding: message.embedding,\n\t\tmetadata: {\n\t\t\tsourceType: \"raw_message\",\n\t\t\tuserId: message.userId,\n\t\t\tplatform: message.platform,\n\t\t\tbotId: message.botId,\n\t\t\tchannel: message.channel,\n\t\t\tperson: message.person,\n\t\t\ttimestamp: normalizeTimestampToMs(message.timestamp),\n\t\t\tmemoryStage: message.memoryStage,\n\t\t\tembeddingModel: message.embeddingModel,\n\t\t\tembeddingDimensions: message.embeddingDimensions,\n\t\t\tcontentHash: message.embeddingContentHash,\n\t\t\tarchived: Boolean(message.archivedAt),\n\t\t\trole: typeof message.metadata?.role === \"string\" ? message.metadata.role : undefined,\n\t\t},\n\t};\n}\n\nexport async function upsertRawMessagesToChroma(messages: RawMessage[]): Promise<number> {\n\tif (!isRawMessageChromaEnabled() || messages.length === 0) {\n\t\treturn 0;\n\t}\n\n\tconst chunks = messages.map(rawMessageToChunk).filter((chunk): chunk is DocumentChunk => chunk !== null);\n\tif (chunks.length === 0) {\n\t\treturn 0;\n\t}\n\n\tconst store = getChromaStore(getRawMessagesCollectionName());\n\tawait store.addChunks(chunks);\n\treturn chunks.length;\n}\n\nexport async function searchRawMessagesWithChroma(input: {\n\tuserId: string;\n\tqueryEmbedding: number[];\n\tlimit: number;\n\tthreshold: number;\n\tbotId?: string;\n}): Promise<\n\tArray<{\n\t\tid: string;\n\t\tcontent: string;\n\t\tsimilarity: number;\n\t\tmetadata: Record<string, unknown>;\n\t}>\n> {\n\tif (!isRawMessageChromaEnabled() || input.queryEmbedding.length === 0) {\n\t\treturn [];\n\t}\n\n\tconst store = getChromaStore(getRawMessagesCollectionName());\n\tconst results = await store.similaritySearch(\n\t\tinput.queryEmbedding,\n\t\tMath.max(input.limit * 5, input.limit),\n\t\tinput.userId,\n\t);\n\n\treturn results\n\t\t.filter((result) => {\n\t\t\tconst metadata = result.metadata ?? {};\n\t\t\tif (toBooleanValue(metadata.archived)) {\n\t\t\t\treturn false;\n\t\t\t}\n\t\t\tif (input.botId && metadata.botId !== input.botId) {\n\t\t\t\treturn false;\n\t\t\t}\n\t\t\treturn result.score >= input.threshold;\n\t\t})\n\t\t.map((result) => ({\n\t\t\tid: result.id,\n\t\t\tcontent: result.content,\n\t\t\tsimilarity: result.score,\n\t\t\tmetadata: result.metadata ?? {},\n\t\t}))\n\t\t.slice(0, input.limit);\n}\n\nexport async function upsertInsightsToChroma(insights: ChromaInsightVectorInput[]): Promise<number> {\n\tif (!isInsightChromaEnabled() || insights.length === 0) {\n\t\treturn 0;\n\t}\n\n\tconst chunks = insights\n\t\t.filter(\n\t\t\t(item) => item.content.trim().length > 0 && Array.isArray(item.embedding) && item.embedding.length > 0,\n\t\t)\n\t\t.map<DocumentChunk>((item) => ({\n\t\t\tid: item.insightId,\n\t\t\tdocumentId: item.insightId,\n\t\t\tcontent: item.content,\n\t\t\tembedding: item.embedding,\n\t\t\tmetadata: {\n\t\t\t\tsourceType: \"insight\",\n\t\t\t\tinsightId: item.insightId,\n\t\t\t\tuserId: item.userId,\n\t\t\t\tbotId: item.botId,\n\t\t\t\ttitle: toStringValue(item.title),\n\t\t\t\tdescription: toStringValue(item.description),\n\t\t\t\ttaskLabel: toStringValue(item.taskLabel),\n\t\t\t\timportance: toStringValue(item.importance),\n\t\t\t\turgency: toStringValue(item.urgency),\n\t\t\t\tplatform: toNullableString(item.platform),\n\t\t\t\taccount: toNullableString(item.account),\n\t\t\t\ttime: toDateValue(item.time)?.toISOString(),\n\t\t\t\tembeddingModel: item.embeddingModel,\n\t\t\t\tembeddingDimensions: item.embeddingDimensions,\n\t\t\t\tcontentHash: item.contentHash,\n\t\t\t\tarchived: toBooleanValue(item.archived),\n\t\t\t},\n\t\t}));\n\n\tif (chunks.length === 0) {\n\t\treturn 0;\n\t}\n\n\tconst store = getChromaStore(getInsightsCollectionName());\n\tawait store.addChunks(chunks);\n\treturn chunks.length;\n}\n\nexport async function searchInsightsWithChroma(input: {\n\tuserId: string;\n\tqueryEmbedding: number[];\n\tlimit: number;\n\tthreshold: number;\n\tbotIds?: string[];\n\tincludeArchived?: boolean;\n}): Promise<ChromaInsightSearchResult[]> {\n\tif (!isInsightChromaEnabled() || input.queryEmbedding.length === 0) {\n\t\treturn [];\n\t}\n\n\tconst botIdSet = input.botIds && input.botIds.length > 0 ? new Set(input.botIds) : null;\n\tconst store = getChromaStore(getInsightsCollectionName());\n\tconst results = await store.similaritySearch(\n\t\tinput.queryEmbedding,\n\t\tMath.max(input.limit * 5, input.limit),\n\t\tinput.userId,\n\t);\n\n\treturn results\n\t\t.filter((result) => {\n\t\t\tconst metadata = result.metadata ?? {};\n\t\t\tif (!input.includeArchived && toBooleanValue(metadata.archived)) {\n\t\t\t\treturn false;\n\t\t\t}\n\t\t\tif (botIdSet && !botIdSet.has(String(metadata.botId ?? \"\"))) {\n\t\t\t\treturn false;\n\t\t\t}\n\t\t\treturn result.score >= input.threshold;\n\t\t})\n\t\t.map((result) => {\n\t\t\tconst metadata = result.metadata ?? {};\n\t\t\treturn {\n\t\t\t\tid: result.id,\n\t\t\t\tcontent: result.content,\n\t\t\t\tsimilarity: result.score,\n\t\t\t\tmetadata: {\n\t\t\t\t\tbotId: toStringValue(metadata.botId),\n\t\t\t\t\ttitle: toStringValue(metadata.title),\n\t\t\t\t\tdescription: toStringValue(metadata.description),\n\t\t\t\t\ttaskLabel: toStringValue(metadata.taskLabel),\n\t\t\t\t\timportance: toStringValue(metadata.importance),\n\t\t\t\t\turgency: toStringValue(metadata.urgency),\n\t\t\t\t\tplatform: toNullableString(metadata.platform),\n\t\t\t\t\taccount: toNullableString(metadata.account),\n\t\t\t\t\ttime: toDateValue(metadata.time),\n\t\t\t\t\tembeddingModel: toStringValue(metadata.embeddingModel),\n\t\t\t\t\tembeddingDimensions: Number(metadata.embeddingDimensions ?? 0),\n\t\t\t\t\tcontentHash: toStringValue(metadata.contentHash),\n\t\t\t\t},\n\t\t\t};\n\t\t})\n\t\t.slice(0, input.limit);\n}\n","/**\n * SQLite-backed raw message store.\n *\n * Singleton manager used in Tauri (local) mode. The Tauri env is\n * sourced from the injected `MemoryStoreConfig.env`.\n */\n\nimport { mkdirSync } from \"node:fs\";\nimport { dirname } from \"node:path\";\nimport { SQLiteRawMessageManager } from \"@melandlabs/sqlite\";\nimport type { MemoryStoreEnv } from \"../config\";\nimport { isRawMessageChromaEnabled } from \"./chroma-memory-index\";\n\nlet manager: SQLiteRawMessageManager | null = null;\n\nexport function isSQLiteRawMessageStorageAvailable(env?: MemoryStoreEnv): boolean {\n\treturn resolveEnv(env).isTauriMode();\n}\n\nexport async function getSQLiteRawMessageManager(env?: MemoryStoreEnv): Promise<SQLiteRawMessageManager> {\n\tconst e = resolveEnv(env);\n\tif (!e.isTauriMode()) {\n\t\tthrow new Error(\"SQLite raw message storage is only available in Tauri mode.\");\n\t}\n\n\tif (!manager) {\n\t\tconst dbPath = e.getTauriDbPath?.() ?? process.env.TAURI_DB_PATH ?? \"\";\n\t\tmkdirSync(dirname(dbPath), { recursive: true });\n\t\tmanager = new SQLiteRawMessageManager({\n\t\t\tdbPath,\n\t\t\tenableVectorSearch: !isRawMessageChromaEnabled(),\n\t\t});\n\t\tawait manager.init();\n\t}\n\n\treturn manager;\n}\n\nexport async function closeSQLiteRawMessageManager(): Promise<void> {\n\tif (!manager) {\n\t\treturn;\n\t}\n\tawait manager.close();\n\tmanager = null;\n}\n\n/**\n * Test-only: reset the singleton. Used by vitest between test cases.\n */\nexport function __resetSQLiteRawMessageManagerForTests(): void {\n\tmanager = null;\n}\n\nfunction resolveEnv(env?: MemoryStoreEnv): MemoryStoreEnv {\n\tif (env) return env;\n\treturn {\n\t\tisTauriMode: () => process.env.IS_TAURI === \"true\" || typeof process.env.TAURI_MODE === \"string\",\n\t\tgetTauriDbPath: () => process.env.TAURI_DB_PATH ?? \"\",\n\t\tgetTauriDataDir: () => process.env.TAURI_DATA_DIR ?? \"\",\n\t};\n}\n"]}

package/dist/storage/sqlite-vector-index.d.ts

@@ -0,0 +1,42 @@
+import { VectorSearchResult } from '@melandlabs/rag/vector-service';
+import { b as MemoryStoreEnv } from '../config-MlK9f9CM.js';
+
+/**
+ * SQLite-vec-backed raw-message + insight vector index.
+ *
+ * Mirrors the chroma-memory-index interface but uses the local
+ * sqlite-vec store. The DB path is resolved via `MemoryStoreEnv`.
+ */
+
+interface SQLiteInsightVectorInput {
+    insightId: string;
+    userId: string;
+    botId: string;
+    content: string;
+    contentHash: string;
+    embedding: number[];
+    embeddingModel: string;
+    embeddingDimensions: number;
+    title?: unknown;
+    description?: unknown;
+    taskLabel?: unknown;
+    importance?: unknown;
+    urgency?: unknown;
+    platform?: unknown;
+    account?: unknown;
+    time?: unknown;
+    archived?: unknown;
+}
+interface SQLiteInsightSearchInput {
+    userId: string;
+    queryEmbedding: number[];
+    limit: number;
+    threshold: number;
+    botIds?: string[];
+    includeArchived?: boolean;
+}
+declare function isInsightSQLiteVecEnabled(env?: MemoryStoreEnv): boolean;
+declare function upsertInsightsToSQLiteVec(insights: SQLiteInsightVectorInput[], env?: MemoryStoreEnv): Promise<number>;
+declare function searchInsightsWithSQLiteVec(input: SQLiteInsightSearchInput, env?: MemoryStoreEnv): Promise<VectorSearchResult[]>;
+
+export { type SQLiteInsightSearchInput, type SQLiteInsightVectorInput, isInsightSQLiteVecEnabled, searchInsightsWithSQLiteVec, upsertInsightsToSQLiteVec };

package/dist/storage/sqlite-vector-index.js

@@ -0,0 +1,92 @@
+// src/storage/sqlite-vector-index.ts
+function getMemoryVectorStoreBackend() {
+  const backend = (process.env.INSIGHT_VECTOR_STORE_BACKEND || process.env.MEMORY_VECTOR_STORE_BACKEND || process.env.VECTOR_STORE_BACKEND || "sqlite-vec").toLowerCase();
+  return backend === "chroma" ? "chroma" : "sqlite-vec";
+}
+function isInsightSQLiteVecEnabled(env) {
+  return resolveEnv(env).isTauriMode() && getMemoryVectorStoreBackend() === "sqlite-vec";
+}
+function resolveEnv(env) {
+  if (env) return env;
+  return {
+    isTauriMode: () => process.env.IS_TAURI === "true" || typeof process.env.TAURI_MODE === "string",
+    getTauriDbPath: () => process.env.TAURI_DB_PATH ?? "",
+    getTauriDataDir: () => process.env.TAURI_DATA_DIR ?? ""
+  };
+}
+async function getInsightSQLiteVecStore(env) {
+  const e = resolveEnv(env);
+  const dbPath = e.getTauriDbPath?.() ?? process.env.TAURI_DB_PATH ?? "";
+  const { getSQLiteVecStore } = await import('@melandlabs/rag/sqlite-vec-store');
+  return await getSQLiteVecStore(dbPath, void 0, {
+    collectionName: process.env.SQLITE_VEC_INSIGHTS_COLLECTION || "opencontext_insights"
+  });
+}
+async function upsertInsightsToSQLiteVec(insights, env) {
+  if (!isInsightSQLiteVecEnabled(env) || insights.length === 0) {
+    return 0;
+  }
+  const store = await getInsightSQLiteVecStore(resolveEnv(env));
+  await store.addChunks(
+    insights.map((item) => ({
+      id: item.insightId,
+      documentId: item.insightId,
+      content: item.content,
+      embedding: item.embedding,
+      metadata: {
+        userId: item.userId,
+        botId: item.botId,
+        contentHash: item.contentHash,
+        embeddingModel: item.embeddingModel,
+        embeddingDimensions: item.embeddingDimensions,
+        title: toStringValue(item.title),
+        description: toStringValue(item.description),
+        taskLabel: toStringValue(item.taskLabel),
+        importance: toStringValue(item.importance),
+        urgency: toStringValue(item.urgency),
+        platform: toNullableString(item.platform),
+        account: toNullableString(item.account),
+        time: normalizeTime(item.time),
+        archived: toBooleanValue(item.archived)
+      }
+    }))
+  );
+  return insights.length;
+}
+async function searchInsightsWithSQLiteVec(input, env) {
+  const store = await getInsightSQLiteVecStore(resolveEnv(env));
+  const overfetchLimit = Math.max(input.limit * 8, input.limit);
+  const results = await store.similaritySearchWithOptions(input.queryEmbedding, {
+    limit: overfetchLimit,
+    filter: { userId: input.userId }
+  });
+  return results.filter((result) => result.score >= input.threshold).filter((result) => {
+    const metadata = result.metadata ?? {};
+    if (input.botIds?.length && !input.botIds.includes(String(metadata.botId ?? ""))) {
+      return false;
+    }
+    return input.includeArchived || metadata.archived !== true;
+  }).slice(0, input.limit);
+}
+function normalizeTime(value) {
+  if (value instanceof Date) return value.getTime();
+  if (typeof value === "number" && Number.isFinite(value)) return value;
+  if (typeof value === "string") {
+    const parsed = Date.parse(value);
+    return Number.isFinite(parsed) ? parsed : null;
+  }
+  return null;
+}
+function toStringValue(value) {
+  return typeof value === "string" ? value : "";
+}
+function toNullableString(value) {
+  return typeof value === "string" && value.length > 0 ? value : null;
+}
+function toBooleanValue(value) {
+  return value === true || value === "true" || value === 1 || value === "1";
+}
+
+export { isInsightSQLiteVecEnabled, searchInsightsWithSQLiteVec, upsertInsightsToSQLiteVec };
+//# sourceMappingURL=sqlite-vector-index.js.map
+//# sourceMappingURL=sqlite-vector-index.js.map

package/dist/storage/sqlite-vector-index.js.map

@@ -0,0 +1 @@
+{"version":3,"sources":["../../src/storage/sqlite-vector-index.ts"],"names":[],"mappings":";AAuCA,SAAS,2BAAA,GAAuD;AAC/D,EAAA,MAAM,OAAA,GAAA,CACL,OAAA,CAAQ,GAAA,CAAI,4BAAA,IACZ,OAAA,CAAQ,GAAA,CAAI,2BAAA,IACZ,OAAA,CAAQ,GAAA,CAAI,oBAAA,IACZ,YAAA,EACC,WAAA,EAAY;AACd,EAAA,OAAO,OAAA,KAAY,WAAW,QAAA,GAAW,YAAA;AAC1C;AAEO,SAAS,0BAA0B,GAAA,EAA+B;AACxE,EAAA,OAAO,WAAW,GAAG,CAAA,CAAE,WAAA,EAAY,IAAK,6BAA4B,KAAM,YAAA;AAC3E;AAEA,SAAS,WAAW,GAAA,EAAsC;AACzD,EAAA,IAAI,KAAK,OAAO,GAAA;AAChB,EAAA,OAAO;AAAA,IACN,WAAA,EAAa,MAAM,OAAA,CAAQ,GAAA,CAAI,aAAa,MAAA,IAAU,OAAO,OAAA,CAAQ,GAAA,CAAI,UAAA,KAAe,QAAA;AAAA,IACxF,cAAA,EAAgB,MAAM,OAAA,CAAQ,GAAA,CAAI,aAAA,IAAiB,EAAA;AAAA,IACnD,eAAA,EAAiB,MAAM,OAAA,CAAQ,GAAA,CAAI,cAAA,IAAkB;AAAA,GACtD;AACD;AAEA,eAAe,yBAAyB,GAAA,EAAqB;AAC5D,EAAA,MAAM,CAAA,GAAI,WAAW,GAAG,CAAA;AACxB,EAAA,MAAM,SAAS,CAAA,CAAE,cAAA,IAAiB,IAAK,OAAA,CAAQ,IAAI,aAAA,IAAiB,EAAA;AACpE,EAAA,MAAM,EAAE,iBAAA,EAAkB,GAAI,MAAM,OAAO,kCAAkC,CAAA;AAC7E,EAAA,OAAO,MAAM,iBAAA,CAAkB,MAAA,EAAQ,MAAA,EAAW;AAAA,IACjD,cAAA,EAAgB,OAAA,CAAQ,GAAA,CAAI,8BAAA,IAAkC;AAAA,GAC9D,CAAA;AACF;AAEA,eAAsB,yBAAA,CACrB,UACA,GAAA,EACkB;AAClB,EAAA,IAAI,CAAC,yBAAA,CAA0B,GAAG,CAAA,IAAK,QAAA,CAAS,WAAW,CAAA,EAAG;AAC7D,IAAA,OAAO,CAAA;AAAA,EACR;AAEA,EAAA,MAAM,KAAA,GAAQ,MAAM,wBAAA,CAAyB,UAAA,CAAW,GAAG,CAAC,CAAA;AAC5D,EAAA,MAAM,KAAA,CAAM,SAAA;AAAA,IACX,QAAA,CAAS,GAAA,CAAI,CAAC,IAAA,MAAU;AAAA,MACvB,IAAI,IAAA,CAAK,SAAA;AAAA,MACT,YAAY,IAAA,CAAK,SAAA;AAAA,MACjB,SAAS,IAAA,CAAK,OAAA;AAAA,MACd,WAAW,IAAA,CAAK,SAAA;AAAA,MAChB,QAAA,EAAU;AAAA,QACT,QAAQ,IAAA,CAAK,MAAA;AAAA,QACb,OAAO,IAAA,CAAK,KAAA;AAAA,QACZ,aAAa,IAAA,CAAK,WAAA;AAAA,QAClB,gBAAgB,IAAA,CAAK,cAAA;AAAA,QACrB,qBAAqB,IAAA,CAAK,mBAAA;AAAA,QAC1B,KAAA,EAAO,aAAA,CAAc,IAAA,CAAK,KAAK,CAAA;AAAA,QAC/B,WAAA,EAAa,aAAA,CAAc,IAAA,CAAK,WAAW,CAAA;AAAA,QAC3C,SAAA,EAAW,aAAA,CAAc,IAAA,CAAK,SAAS,CAAA;AAAA,QACvC,UAAA,EAAY,aAAA,CAAc,IAAA,CAAK,UAAU,CAAA;AAAA,QACzC,OAAA,EAAS,aAAA,CAAc,IAAA,CAAK,OAAO,CAAA;AAAA,QACnC,QAAA,EAAU,gBAAA,CAAiB,IAAA,CAAK,QAAQ,CAAA;AAAA,QACxC,OAAA,EAAS,gBAAA,CAAiB,IAAA,CAAK,OAAO,CAAA;AAAA,QACtC,IAAA,EAAM,aAAA,CAAc,IAAA,CAAK,IAAI,CAAA;AAAA,QAC7B,QAAA,EAAU,cAAA,CAAe,IAAA,CAAK,QAAQ;AAAA;AACvC,KACD,CAAE;AAAA,GACH;AACA,EAAA,OAAO,QAAA,CAAS,MAAA;AACjB;AAEA,eAAsB,2BAAA,CACrB,OACA,GAAA,EACgC;AAChC,EAAA,MAAM,KAAA,GAAQ,MAAM,wBAAA,CAAyB,UAAA,CAAW,GAAG,CAAC,CAAA;AAC5D,EAAA,MAAM,iBAAiB,IAAA,CAAK,GAAA,CAAI,MAAM,KAAA,GAAQ,CAAA,EAAG,MAAM,KAAK,CAAA;AAC5D,EAAA,MAAM,OAAA,GAAU,MAAM,KAAA,CAAM,2BAAA,CAA4B,MAAM,cAAA,EAAgB;AAAA,IAC7E,KAAA,EAAO,cAAA;AAAA,IACP,MAAA,EAAQ,EAAE,MAAA,EAAQ,KAAA,CAAM,MAAA;AAAO,GAC/B,CAAA;AAED,EAAA,OAAO,OAAA,CACL,MAAA,CAAO,CAAC,MAAA,KAAW,MAAA,CAAO,KAAA,IAAS,KAAA,CAAM,SAAS,CAAA,CAClD,MAAA,CAAO,CAAC,MAAA,KAAW;AACnB,IAAA,MAAM,QAAA,GAAW,MAAA,CAAO,QAAA,IAAY,EAAC;AACrC,IAAA,IAAI,KAAA,CAAM,MAAA,EAAQ,MAAA,IAAU,CAAC,KAAA,CAAM,MAAA,CAAO,QAAA,CAAS,MAAA,CAAO,QAAA,CAAS,KAAA,IAAS,EAAE,CAAC,CAAA,EAAG;AACjF,MAAA,OAAO,KAAA;AAAA,IACR;AACA,IAAA,OAAO,KAAA,CAAM,eAAA,IAAmB,QAAA,CAAS,QAAA,KAAa,IAAA;AAAA,EACvD,CAAC,CAAA,CACA,KAAA,CAAM,CAAA,EAAG,MAAM,KAAK,CAAA;AACvB;AAEA,SAAS,cAAc,KAAA,EAA+B;AACrD,EAAA,IAAI,KAAA,YAAiB,IAAA,EAAM,OAAO,KAAA,CAAM,OAAA,EAAQ;AAChD,EAAA,IAAI,OAAO,KAAA,KAAU,QAAA,IAAY,OAAO,QAAA,CAAS,KAAK,GAAG,OAAO,KAAA;AAChE,EAAA,IAAI,OAAO,UAAU,QAAA,EAAU;AAC9B,IAAA,MAAM,MAAA,GAAS,IAAA,CAAK,KAAA,CAAM,KAAK,CAAA;AAC/B,IAAA,OAAO,MAAA,CAAO,QAAA,CAAS,MAAM,CAAA,GAAI,MAAA,GAAS,IAAA;AAAA,EAC3C;AACA,EAAA,OAAO,IAAA;AACR;AAEA,SAAS,cAAc,KAAA,EAAwB;AAC9C,EAAA,OAAO,OAAO,KAAA,KAAU,QAAA,GAAW,KAAA,GAAQ,EAAA;AAC5C;AAEA,SAAS,iBAAiB,KAAA,EAA+B;AACxD,EAAA,OAAO,OAAO,KAAA,KAAU,QAAA,IAAY,KAAA,CAAM,MAAA,GAAS,IAAI,KAAA,GAAQ,IAAA;AAChE;AAEA,SAAS,eAAe,KAAA,EAAyB;AAChD,EAAA,OAAO,UAAU,IAAA,IAAQ,KAAA,KAAU,MAAA,IAAU,KAAA,KAAU,KAAK,KAAA,KAAU,GAAA;AACvE","file":"sqlite-vector-index.js","sourcesContent":["/**\n * SQLite-vec-backed raw-message + insight vector index.\n *\n * Mirrors the chroma-memory-index interface but uses the local\n * sqlite-vec store. The DB path is resolved via `MemoryStoreEnv`.\n */\n\nimport type { VectorSearchResult } from \"@melandlabs/rag/vector-service\";\nimport type { MemoryStoreEnv } from \"../config\";\n\nexport interface SQLiteInsightVectorInput {\n\tinsightId: string;\n\tuserId: string;\n\tbotId: string;\n\tcontent: string;\n\tcontentHash: string;\n\tembedding: number[];\n\tembeddingModel: string;\n\tembeddingDimensions: number;\n\ttitle?: unknown;\n\tdescription?: unknown;\n\ttaskLabel?: unknown;\n\timportance?: unknown;\n\turgency?: unknown;\n\tplatform?: unknown;\n\taccount?: unknown;\n\ttime?: unknown;\n\tarchived?: unknown;\n}\n\nexport interface SQLiteInsightSearchInput {\n\tuserId: string;\n\tqueryEmbedding: number[];\n\tlimit: number;\n\tthreshold: number;\n\tbotIds?: string[];\n\tincludeArchived?: boolean;\n}\n\nfunction getMemoryVectorStoreBackend(): \"chroma\" | \"sqlite-vec\" {\n\tconst backend = (\n\t\tprocess.env.INSIGHT_VECTOR_STORE_BACKEND ||\n\t\tprocess.env.MEMORY_VECTOR_STORE_BACKEND ||\n\t\tprocess.env.VECTOR_STORE_BACKEND ||\n\t\t\"sqlite-vec\"\n\t).toLowerCase();\n\treturn backend === \"chroma\" ? \"chroma\" : \"sqlite-vec\";\n}\n\nexport function isInsightSQLiteVecEnabled(env?: MemoryStoreEnv): boolean {\n\treturn resolveEnv(env).isTauriMode() && getMemoryVectorStoreBackend() === \"sqlite-vec\";\n}\n\nfunction resolveEnv(env?: MemoryStoreEnv): MemoryStoreEnv {\n\tif (env) return env;\n\treturn {\n\t\tisTauriMode: () => process.env.IS_TAURI === \"true\" || typeof process.env.TAURI_MODE === \"string\",\n\t\tgetTauriDbPath: () => process.env.TAURI_DB_PATH ?? \"\",\n\t\tgetTauriDataDir: () => process.env.TAURI_DATA_DIR ?? \"\",\n\t};\n}\n\nasync function getInsightSQLiteVecStore(env: MemoryStoreEnv) {\n\tconst e = resolveEnv(env);\n\tconst dbPath = e.getTauriDbPath?.() ?? process.env.TAURI_DB_PATH ?? \"\";\n\tconst { getSQLiteVecStore } = await import(\"@melandlabs/rag/sqlite-vec-store\");\n\treturn await getSQLiteVecStore(dbPath, undefined, {\n\t\tcollectionName: process.env.SQLITE_VEC_INSIGHTS_COLLECTION || \"opencontext_insights\",\n\t});\n}\n\nexport async function upsertInsightsToSQLiteVec(\n\tinsights: SQLiteInsightVectorInput[],\n\tenv?: MemoryStoreEnv,\n): Promise<number> {\n\tif (!isInsightSQLiteVecEnabled(env) || insights.length === 0) {\n\t\treturn 0;\n\t}\n\n\tconst store = await getInsightSQLiteVecStore(resolveEnv(env));\n\tawait store.addChunks(\n\t\tinsights.map((item) => ({\n\t\t\tid: item.insightId,\n\t\t\tdocumentId: item.insightId,\n\t\t\tcontent: item.content,\n\t\t\tembedding: item.embedding,\n\t\t\tmetadata: {\n\t\t\t\tuserId: item.userId,\n\t\t\t\tbotId: item.botId,\n\t\t\t\tcontentHash: item.contentHash,\n\t\t\t\tembeddingModel: item.embeddingModel,\n\t\t\t\tembeddingDimensions: item.embeddingDimensions,\n\t\t\t\ttitle: toStringValue(item.title),\n\t\t\t\tdescription: toStringValue(item.description),\n\t\t\t\ttaskLabel: toStringValue(item.taskLabel),\n\t\t\t\timportance: toStringValue(item.importance),\n\t\t\t\turgency: toStringValue(item.urgency),\n\t\t\t\tplatform: toNullableString(item.platform),\n\t\t\t\taccount: toNullableString(item.account),\n\t\t\t\ttime: normalizeTime(item.time),\n\t\t\t\tarchived: toBooleanValue(item.archived),\n\t\t\t},\n\t\t})),\n\t);\n\treturn insights.length;\n}\n\nexport async function searchInsightsWithSQLiteVec(\n\tinput: SQLiteInsightSearchInput,\n\tenv?: MemoryStoreEnv,\n): Promise<VectorSearchResult[]> {\n\tconst store = await getInsightSQLiteVecStore(resolveEnv(env));\n\tconst overfetchLimit = Math.max(input.limit * 8, input.limit);\n\tconst results = await store.similaritySearchWithOptions(input.queryEmbedding, {\n\t\tlimit: overfetchLimit,\n\t\tfilter: { userId: input.userId },\n\t});\n\n\treturn results\n\t\t.filter((result) => result.score >= input.threshold)\n\t\t.filter((result) => {\n\t\t\tconst metadata = result.metadata ?? {};\n\t\t\tif (input.botIds?.length && !input.botIds.includes(String(metadata.botId ?? \"\"))) {\n\t\t\t\treturn false;\n\t\t\t}\n\t\t\treturn input.includeArchived || metadata.archived !== true;\n\t\t})\n\t\t.slice(0, input.limit);\n}\n\nfunction normalizeTime(value: unknown): number | null {\n\tif (value instanceof Date) return value.getTime();\n\tif (typeof value === \"number\" && Number.isFinite(value)) return value;\n\tif (typeof value === \"string\") {\n\t\tconst parsed = Date.parse(value);\n\t\treturn Number.isFinite(parsed) ? parsed : null;\n\t}\n\treturn null;\n}\n\nfunction toStringValue(value: unknown): string {\n\treturn typeof value === \"string\" ? value : \"\";\n}\n\nfunction toNullableString(value: unknown): string | null {\n\treturn typeof value === \"string\" && value.length > 0 ? value : null;\n}\n\nfunction toBooleanValue(value: unknown): boolean {\n\treturn value === true || value === \"true\" || value === 1 || value === \"1\";\n}\n"]}

package/package.json

@@ -0,0 +1,87 @@
+{
+  "name": "@melandlabs/memory-store",
+  "version": "0.1.0",
+  "type": "module",
+  "files": [
+    "dist",
+    "README.md",
+    "LICENSE"
+  ],
+  "main": "./dist/index.js",
+  "types": "./dist/index.d.ts",
+  "exports": {
+    ".": {
+      "types": "./dist/index.d.ts",
+      "import": "./dist/index.js"
+    },
+    "./contracts": "./dist/contracts.js",
+    "./http": {
+      "types": "./dist/http.d.ts",
+      "import": "./dist/http.js"
+    },
+    "./mcp": {
+      "types": "./dist/mcp.d.ts",
+      "import": "./dist/mcp.js"
+    },
+    "./raw-message-store": "./dist/storage/raw-message-store.js",
+    "./sqlite-raw-message-store": "./dist/storage/sqlite-raw-message-store.js",
+    "./postgres-raw-message-factory": "./dist/storage/postgres-raw-message-factory.js",
+    "./sqlite-vector-index": "./dist/storage/sqlite-vector-index.js",
+    "./chroma-memory-index": "./dist/storage/chroma-memory-index.js",
+    "./unified-search": "./dist/search/unified-search.js",
+    "./memory-graph-write-policy": "./dist/policies/memory-graph-write-policy.js",
+    "./memory-graph-correction-policy": "./dist/policies/memory-graph-correction-policy.js"
+  },
+  "bin": {
+    "opencontext-memory-http": "./dist/server/cli-http.js",
+    "opencontext-memory-mcp": "./dist/server/cli-mcp.js"
+  },
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/melandlabs/opencontext.git",
+    "directory": "packages/memory-store"
+  },
+  "license": "Apache-2.0",
+  "description": "OpenContext memory storage + search SDK with HTTP and MCP server entry points.",
+  "keywords": [
+    "opencontext",
+    "memory",
+    "storage",
+    "search",
+    "sdk",
+    "mcp",
+    "http"
+  ],
+  "publishConfig": {
+    "access": "public"
+  },
+  "dependencies": {
+    "@hono/node-server": "^1.13.7",
+    "@modelcontextprotocol/sdk": "^1.25.3",
+    "hono": "^4.6.14",
+    "zod": "^4.3.6",
+    "@melandlabs/ai": "0.1.0",
+    "@melandlabs/rag": "0.1.0",
+    "@melandlabs/shared": "0.1.0",
+    "@melandlabs/sqlite": "0.1.0"
+  },
+  "peerDependencies": {
+    "@melandlabs/indexeddb": "0.1.0"
+  },
+  "peerDependenciesMeta": {
+    "@melandlabs/indexeddb": {
+      "optional": true
+    }
+  },
+  "devDependencies": {
+    "@types/node": "^22.13.10",
+    "typescript": "^5.6.3",
+    "@melandlabs/config": "0.1.0"
+  },
+  "scripts": {
+    "build": "tsup",
+    "typecheck": "tsc --noEmit",
+    "lint": "biome check .",
+    "lint:fix": "biome check --write ."
+  }
+}