mem0ai 3.0.1 → 3.0.3

package/dist/oss/index.mjs

@@ -40,7 +40,8 @@ var MemoryConfigSchema = z.object({
       model: z.union([z.string(), z.any()]).optional(),
       modelProperties: z.record(z.string(), z.any()).optional(),
       baseURL: z.string().optional(),
-      url: z.string().optional()
+      url: z.string().optional(),
+      timeout: z.number().optional()
     })
   }),
   historyDbPath: z.string().optional(),
@@ -211,7 +212,8 @@ var OpenAILLM = class {
   constructor(config) {
     this.openai = new OpenAI3({
       apiKey: config.apiKey,
-      baseURL: config.baseURL
+      baseURL: config.baseURL,
+      ...config.timeout != null && { timeout: config.timeout }
     });
     this.model = config.model || "gpt-5-mini";
   }
@@ -264,7 +266,11 @@ var OpenAILLM = class {
 import OpenAI4 from "openai";
 var OpenAIStructuredLLM = class {
   constructor(config) {
-    this.openai = new OpenAI4({ apiKey: config.apiKey });
+    this.openai = new OpenAI4({
+      apiKey: config.apiKey,
+      baseURL: config.baseURL,
+      ...config.timeout != null && { timeout: config.timeout }
+    });
     this.model = config.model || "gpt-5-mini";
   }
   async generateResponse(messages, responseFormat, tools) {
@@ -830,9 +836,9 @@ var _MemoryVectorStore = class _MemoryVectorStore {
     if (row) {
       return row.user_id;
     }
-    const randomUserId = Math.random().toString(36).substring(2, 15) + Math.random().toString(36).substring(2, 15);
-    this.db.prepare(`INSERT INTO memory_migrations (user_id) VALUES (?)`).run(randomUserId);
-    return randomUserId;
+    const randomUserId2 = Math.random().toString(36).substring(2, 15) + Math.random().toString(36).substring(2, 15);
+    this.db.prepare(`INSERT INTO memory_migrations (user_id) VALUES (?)`).run(randomUserId2);
+    return randomUserId2;
   }
   async setUserId(userId) {
     this.db.prepare(`DELETE FROM memory_migrations`).run();
@@ -1119,17 +1125,17 @@ var Qdrant = class {
       if (result.points.length > 0) {
         return (_a2 = result.points[0].payload) == null ? void 0 : _a2.user_id;
       }
-      const randomUserId = Math.random().toString(36).substring(2, 15) + Math.random().toString(36).substring(2, 15);
+      const randomUserId2 = Math.random().toString(36).substring(2, 15) + Math.random().toString(36).substring(2, 15);
       await this.client.upsert("memory_migrations", {
         points: [
           {
             id: this.generateUUID(),
             vector: [0],
-            payload: { user_id: randomUserId }
+            payload: { user_id: randomUserId2 }
           }
         ]
       });
-      return randomUserId;
+      return randomUserId2;
     } catch (error) {
       console.error("Error getting user ID:", error);
       throw error;
@@ -1433,11 +1439,11 @@ var VectorizeDB = class {
       if (result.matches.length > 0) {
         return result.matches[0].metadata.userId;
       }
-      const randomUserId = Math.random().toString(36).substring(2, 15) + Math.random().toString(36).substring(2, 15);
+      const randomUserId2 = Math.random().toString(36).substring(2, 15) + Math.random().toString(36).substring(2, 15);
       const data = {
         id: this.generateUUID(),
         values: [0],
-        metadata: { userId: randomUserId }
+        metadata: { userId: randomUserId2 }
       };
       await fetch(
         `https://api.cloudflare.com/client/v4/accounts/${this.accountId}/vectorize/v2/indexes/memory_migrations/upsert`,
@@ -1451,7 +1457,7 @@ var VectorizeDB = class {
           // ndjson format
         }
       );
-      return randomUserId;
+      return randomUserId2;
     } catch (error) {
       console.error("Error getting user ID:", error);
       throw new Error(
@@ -2066,9 +2072,9 @@ var RedisDB = class {
       if (userId) {
         return userId;
       }
-      const randomUserId = Math.random().toString(36).substring(2, 15) + Math.random().toString(36).substring(2, 15);
-      await this.client.set("memory_migrations:1", randomUserId);
-      return randomUserId;
+      const randomUserId2 = Math.random().toString(36).substring(2, 15) + Math.random().toString(36).substring(2, 15);
+      await this.client.set("memory_migrations:1", randomUserId2);
+      return randomUserId2;
     } catch (error) {
       console.error("Error getting user ID:", error);
       throw error;
@@ -2444,18 +2450,18 @@ See the SQL migration instructions in the code comments.`
     try {
       const { data: tableExists } = await this.client.from("memory_migrations").select("user_id").limit(1);
       if (!tableExists || tableExists.length === 0) {
-        const randomUserId = Math.random().toString(36).substring(2, 15) + Math.random().toString(36).substring(2, 15);
-        const { error: insertError } = await this.client.from("memory_migrations").insert({ user_id: randomUserId });
+        const randomUserId2 = Math.random().toString(36).substring(2, 15) + Math.random().toString(36).substring(2, 15);
+        const { error: insertError } = await this.client.from("memory_migrations").insert({ user_id: randomUserId2 });
         if (insertError) throw insertError;
-        return randomUserId;
+        return randomUserId2;
       }
       const { data, error } = await this.client.from("memory_migrations").select("user_id").limit(1);
       if (error) throw error;
       if (!data || data.length === 0) {
-        const randomUserId = Math.random().toString(36).substring(2, 15) + Math.random().toString(36).substring(2, 15);
-        const { error: insertError } = await this.client.from("memory_migrations").insert({ user_id: randomUserId });
+        const randomUserId2 = Math.random().toString(36).substring(2, 15) + Math.random().toString(36).substring(2, 15);
+        const { error: insertError } = await this.client.from("memory_migrations").insert({ user_id: randomUserId2 });
         if (insertError) throw insertError;
-        return randomUserId;
+        return randomUserId2;
       }
       return data[0].user_id;
     } catch (error) {
@@ -3489,17 +3495,105 @@ function removeCodeBlocks(text) {
   return stripped.replace(/<think>[\s\S]*?<\/think>/g, "").trim();
 }
 function extractJson(text) {
-  const cleaned = removeCodeBlocks(text);
+  let cleaned = text.replace(/<\|end_of_text\|>/g, "").replace(/<\|eot_id\|>/g, "").replace(/<\|im_end\|>/g, "").replace(/<\|im_start\|>/g, "").replace(/<\|endoftext\|>/g, "");
+  cleaned = removeCodeBlocks(cleaned);
   const trimmed = cleaned.trim();
+  if (!trimmed) return "";
+  const braceIndices = [];
+  for (let i = 0; i < trimmed.length; i++) {
+    if (trimmed[i] === "{") braceIndices.push(i);
+  }
+  for (const start of braceIndices) {
+    let depth = 0;
+    let inString = false;
+    let escapeNext = false;
+    for (let i = start; i < trimmed.length; i++) {
+      const char = trimmed[i];
+      if (escapeNext) {
+        escapeNext = false;
+        continue;
+      }
+      if (char === "\\") {
+        escapeNext = true;
+        continue;
+      }
+      if (char === '"' && !escapeNext) {
+        inString = !inString;
+        continue;
+      }
+      if (inString) continue;
+      if (char === "{") depth++;
+      else if (char === "}") {
+        depth--;
+        if (depth === 0) {
+          const candidate = trimmed.substring(start, i + 1);
+          try {
+            JSON.parse(candidate);
+            return candidate;
+          } catch (e) {
+            break;
+          }
+        }
+      }
+    }
+  }
   const firstBrace = trimmed.indexOf("{");
   const lastBrace = trimmed.lastIndexOf("}");
   if (firstBrace !== -1 && lastBrace > firstBrace) {
-    return trimmed.substring(firstBrace, lastBrace + 1);
+    const candidate = trimmed.substring(firstBrace, lastBrace + 1);
+    try {
+      JSON.parse(candidate);
+      return candidate;
+    } catch (e) {
+    }
+  }
+  const bracketIndices = [];
+  for (let i = 0; i < trimmed.length; i++) {
+    if (trimmed[i] === "[") bracketIndices.push(i);
+  }
+  for (const start of bracketIndices) {
+    let depth = 0;
+    let inString = false;
+    let escapeNext = false;
+    for (let i = start; i < trimmed.length; i++) {
+      const char = trimmed[i];
+      if (escapeNext) {
+        escapeNext = false;
+        continue;
+      }
+      if (char === "\\") {
+        escapeNext = true;
+        continue;
+      }
+      if (char === '"' && !escapeNext) {
+        inString = !inString;
+        continue;
+      }
+      if (inString) continue;
+      if (char === "[") depth++;
+      else if (char === "]") {
+        depth--;
+        if (depth === 0) {
+          const candidate = trimmed.substring(start, i + 1);
+          try {
+            JSON.parse(candidate);
+            return candidate;
+          } catch (e) {
+            break;
+          }
+        }
+      }
+    }
   }
   const firstBracket = trimmed.indexOf("[");
   const lastBracket = trimmed.lastIndexOf("]");
   if (firstBracket !== -1 && lastBracket > firstBracket) {
-    return trimmed.substring(firstBracket, lastBracket + 1);
+    const candidate = trimmed.substring(firstBracket, lastBracket + 1);
+    try {
+      JSON.parse(candidate);
+      return candidate;
+    } catch (e) {
+    }
   }
   return trimmed;
 }
@@ -4247,14 +4341,14 @@ var AzureAISearch = class {
           return userId;
         }
       }
-      const randomUserId = Math.random().toString(36).substring(2, 15) + Math.random().toString(36).substring(2, 15);
+      const randomUserId2 = Math.random().toString(36).substring(2, 15) + Math.random().toString(36).substring(2, 15);
       await this.searchClient.uploadDocuments([
         {
           id: this.generateUUID(),
-          user_id: randomUserId
+          user_id: randomUserId2
         }
       ]);
-      return randomUserId;
+      return randomUserId2;
     } catch (error) {
       console.error("Error getting user ID:", error);
       throw error;
@@ -4302,13 +4396,33 @@ var AzureAISearch = class {
 
 // src/oss/src/vector_stores/pgvector.ts
 import pkg from "pg";
-var { Client } = pkg;
+var { Client, escapeIdentifier } = pkg;
+var SAFE_IDENTIFIER_RE = /^[a-zA-Z_][a-zA-Z0-9_]{0,127}$/;
+function validateIdentifier(name, label = "identifier") {
+  if (!SAFE_IDENTIFIER_RE.test(name)) {
+    throw new Error(
+      `Invalid ${label} '${name}': only letters, digits, and underscores are allowed, must start with a letter or underscore, and be at most 128 characters.`
+    );
+  }
+  return name;
+}
+function escapeFilterKey(key) {
+  if (!SAFE_IDENTIFIER_RE.test(key)) {
+    throw new Error(
+      `Invalid filter key '${key}': only letters, digits, and underscores are allowed.`
+    );
+  }
+  return key;
+}
 var PGVector = class {
   constructor(config) {
-    this.collectionName = config.collectionName || "memories";
+    this.collectionName = validateIdentifier(
+      config.collectionName || "memories",
+      "collectionName"
+    );
     this.useDiskann = config.diskann || false;
     this.useHnsw = config.hnsw || false;
-    this.dbName = config.dbname || "vector_store";
+    this.dbName = validateIdentifier(config.dbname || "vector_store", "dbname");
     this.config = config;
     this.client = new Client({
       database: "postgres",
@@ -4320,6 +4434,9 @@ var PGVector = class {
     });
     this.initialize().catch(console.error);
   }
+  col() {
+    return escapeIdentifier(this.collectionName);
+  }
   async initialize() {
     if (!this._initPromise) {
       this._initPromise = this._doInitialize();
@@ -4366,13 +4483,14 @@ var PGVector = class {
     return result.rows.length > 0;
   }
   async createDatabase(dbName) {
-    await this.client.query(`CREATE DATABASE ${dbName}`);
+    await this.client.query(`CREATE DATABASE ${escapeIdentifier(dbName)}`);
   }
   async createCol(embeddingModelDims) {
+    const dims = Math.floor(embeddingModelDims);
     await this.client.query(`
-      CREATE TABLE IF NOT EXISTS ${this.collectionName} (
+      CREATE TABLE IF NOT EXISTS ${this.col()} (
         id UUID PRIMARY KEY,
-        vector vector(${embeddingModelDims}),
+        vector vector(${dims}),
         payload JSONB
       );
     `);
@@ -4383,8 +4501,8 @@ var PGVector = class {
         );
         if (result.rows.length > 0) {
           await this.client.query(`
-            CREATE INDEX IF NOT EXISTS ${this.collectionName}_diskann_idx
-            ON ${this.collectionName}
+            CREATE INDEX IF NOT EXISTS ${escapeIdentifier(this.collectionName + "_diskann_idx")}
+            ON ${this.col()}
             USING diskann (vector);
           `);
         }
@@ -4394,8 +4512,8 @@ var PGVector = class {
     } else if (this.useHnsw) {
       try {
         await this.client.query(`
-          CREATE INDEX IF NOT EXISTS ${this.collectionName}_hnsw_idx
-          ON ${this.collectionName}
+          CREATE INDEX IF NOT EXISTS ${escapeIdentifier(this.collectionName + "_hnsw_idx")}
+          ON ${this.col()}
           USING hnsw (vector vector_cosine_ops);
         `);
       } catch (error) {
@@ -4407,11 +4525,10 @@ var PGVector = class {
     const values = vectors.map((vector, i) => ({
       id: ids[i],
       vector: `[${vector.join(",")}]`,
-      // Format vector as string with square brackets
       payload: payloads[i]
     }));
     const query = `
-      INSERT INTO ${this.collectionName} (id, vector, payload)
+      INSERT INTO ${this.col()} (id, vector, payload)
       VALUES ($1, $2::vector, $3::jsonb)
     `;
     await Promise.all(
@@ -4427,7 +4544,8 @@ var PGVector = class {
       let filterIndex = 3;
       if (filters) {
         for (const [key, value] of Object.entries(filters)) {
-          filterConditions.push(`payload->>'${key}' = $${filterIndex}`);
+          const safeKey = escapeFilterKey(key);
+          filterConditions.push(`payload->>'${safeKey}' = $${filterIndex}`);
           filterValues.push(value);
           filterIndex++;
         }
@@ -4435,7 +4553,7 @@ var PGVector = class {
       const filterClause = filterConditions.length > 0 ? "AND " + filterConditions.join(" AND ") : "";
       const searchQuery = `
         SELECT id, ts_rank_cd(to_tsvector('simple', payload->>'textLemmatized'), plainto_tsquery('simple', $1)) AS score, payload
-        FROM ${this.collectionName}
+        FROM ${this.col()}
         WHERE to_tsvector('simple', payload->>'textLemmatized') @@ plainto_tsquery('simple', $1)
         ${filterClause}
         ORDER BY score DESC
@@ -4459,7 +4577,8 @@ var PGVector = class {
     let filterIndex = 3;
     if (filters) {
       for (const [key, value] of Object.entries(filters)) {
-        filterConditions.push(`payload->>'${key}' = $${filterIndex}`);
+        const safeKey = escapeFilterKey(key);
+        filterConditions.push(`payload->>'${safeKey}' = $${filterIndex}`);
         filterValues.push(value);
         filterIndex++;
       }
@@ -4467,7 +4586,7 @@ var PGVector = class {
     const filterClause = filterConditions.length > 0 ? "WHERE " + filterConditions.join(" AND ") : "";
     const searchQuery = `
       SELECT id, vector <=> $1::vector AS distance, payload
-      FROM ${this.collectionName}
+      FROM ${this.col()}
       ${filterClause}
       ORDER BY distance
       LIMIT $2
@@ -4476,12 +4595,12 @@ var PGVector = class {
     return result.rows.map((row) => ({
       id: row.id,
       payload: row.payload,
-      score: row.distance
+      score: Math.max(0, Math.min(1, 1 - Number(row.distance)))
     }));
   }
   async get(vectorId) {
     const result = await this.client.query(
-      `SELECT id, payload FROM ${this.collectionName} WHERE id = $1`,
+      `SELECT id, payload FROM ${this.col()} WHERE id = $1`,
       [vectorId]
     );
     if (result.rows.length === 0) return null;
@@ -4494,7 +4613,7 @@ var PGVector = class {
     const vectorStr = `[${vector.join(",")}]`;
     await this.client.query(
       `
-      UPDATE ${this.collectionName}
+      UPDATE ${this.col()}
       SET vector = $1::vector, payload = $2::jsonb
       WHERE id = $3
       `,
@@ -4502,13 +4621,12 @@ var PGVector = class {
     );
   }
   async delete(vectorId) {
-    await this.client.query(
-      `DELETE FROM ${this.collectionName} WHERE id = $1`,
-      [vectorId]
-    );
+    await this.client.query(`DELETE FROM ${this.col()} WHERE id = $1`, [
+      vectorId
+    ]);
   }
   async deleteCol() {
-    await this.client.query(`DROP TABLE IF EXISTS ${this.collectionName}`);
+    await this.client.query(`DROP TABLE IF EXISTS ${this.col()}`);
   }
   async listCols() {
     const result = await this.client.query(`
@@ -4524,7 +4642,8 @@ var PGVector = class {
     let paramIndex = 1;
     if (filters) {
       for (const [key, value] of Object.entries(filters)) {
-        filterConditions.push(`payload->>'${key}' = $${paramIndex}`);
+        const safeKey = escapeFilterKey(key);
+        filterConditions.push(`payload->>'${safeKey}' = $${paramIndex}`);
         filterValues.push(value);
         paramIndex++;
       }
@@ -4532,13 +4651,13 @@ var PGVector = class {
     const filterClause = filterConditions.length > 0 ? "WHERE " + filterConditions.join(" AND ") : "";
     const listQuery = `
       SELECT id, payload
-      FROM ${this.collectionName}
+      FROM ${this.col()}
       ${filterClause}
       LIMIT $${paramIndex}
     `;
     const countQuery = `
       SELECT COUNT(*)
-      FROM ${this.collectionName}
+      FROM ${this.col()}
       ${filterClause}
     `;
     filterValues.push(topK);
@@ -4563,12 +4682,12 @@ var PGVector = class {
     if (result.rows.length > 0) {
       return result.rows[0].user_id;
     }
-    const randomUserId = Math.random().toString(36).substring(2, 15) + Math.random().toString(36).substring(2, 15);
+    const randomUserId2 = Math.random().toString(36).substring(2, 15) + Math.random().toString(36).substring(2, 15);
     await this.client.query(
       "INSERT INTO memory_migrations (user_id) VALUES ($1)",
-      [randomUserId]
+      [randomUserId2]
     );
-    return randomUserId;
+    return randomUserId2;
   }
   async setUserId(userId) {
     await this.client.query("DELETE FROM memory_migrations");
@@ -4869,7 +4988,7 @@ var parse_vision_messages = async (messages) => {
 };
 
 // src/oss/src/utils/telemetry.ts
-var version = "3.0.1";
+var version = true ? "3.0.3" : "dev";
 var MEM0_TELEMETRY = true;
 var _a;
 try {
@@ -5771,6 +5890,69 @@ function scoreAndRank(semanticResults, bm25Scores, entityBoosts, threshold, topK
   return scored.slice(0, topK);
 }
 
+// src/client/config.ts
+async function getNodeFs() {
+  var _a2, _b, _c, _d, _e;
+  if (typeof process === "undefined" || !((_a2 = process.versions) == null ? void 0 : _a2.node)) return null;
+  try {
+    const [fs4, path3, os2, crypto] = await Promise.all([
+      import("fs"),
+      import("path"),
+      import("os"),
+      import("crypto")
+    ]);
+    const fsMod = (_b = fs4.default) != null ? _b : fs4;
+    const pathMod = (_c = path3.default) != null ? _c : path3;
+    const osMod = (_d = os2.default) != null ? _d : os2;
+    const cryptoMod = (_e = crypto.default) != null ? _e : crypto;
+    const dir = process.env.MEM0_DIR || pathMod.join(osMod.homedir(), ".mem0");
+    return {
+      fs: fsMod,
+      path: pathMod,
+      crypto: cryptoMod,
+      configPath: pathMod.join(dir, "config.json")
+    };
+  } catch (e) {
+    return null;
+  }
+}
+function loadConfig(node) {
+  try {
+    if (!node.fs.existsSync(node.configPath)) return null;
+    const parsed = JSON.parse(node.fs.readFileSync(node.configPath, "utf8"));
+    return parsed && typeof parsed === "object" ? parsed : null;
+  } catch (e) {
+    return null;
+  }
+}
+function writeConfig(node, config) {
+  node.fs.mkdirSync(node.path.dirname(node.configPath), { recursive: true });
+  node.fs.writeFileSync(node.configPath, JSON.stringify(config, null, 4));
+}
+function randomUserId(node) {
+  if (typeof node.crypto.randomUUID === "function") {
+    return node.crypto.randomUUID();
+  }
+  return Math.random().toString(36).substring(2, 15) + Math.random().toString(36).substring(2, 15);
+}
+async function getOrCreateMem0UserId() {
+  var _a2;
+  const node = await getNodeFs();
+  if (!node) return null;
+  try {
+    const config = (_a2 = loadConfig(node)) != null ? _a2 : {};
+    if (typeof config.user_id === "string" && config.user_id) {
+      return config.user_id;
+    }
+    const userId = randomUserId(node);
+    config.user_id = userId;
+    writeConfig(node, config);
+    return userId;
+  } catch (e) {
+    return null;
+  }
+}
+
 // src/oss/src/memory/index.ts
 var ENTITY_PARAMS = [
   "user_id",
@@ -6077,7 +6259,11 @@ var Memory = class _Memory {
   async _getTelemetryId() {
     try {
       if (!this.telemetryId || this.telemetryId === "anonymous" || this.telemetryId === "anonymous-supabase") {
-        this.telemetryId = await this.vectorStore.getUserId();
+        this.telemetryId = await getOrCreateMem0UserId() || await this.vectorStore.getUserId();
+        try {
+          await this.vectorStore.setUserId(this.telemetryId);
+        } catch (e) {
+        }
       }
       return this.telemetryId;
     } catch (error) {