@mastra/libsql 0.13.0-alpha.1 → 0.13.1-alpha.0

package/.turbo/turbo-build.log

@@ -1,4 +1,4 @@
 
-> @mastra/libsql@0.13.0-alpha.1 build /home/runner/work/mastra/mastra/stores/libsql
+> @mastra/libsql@0.13.1-alpha.0 build /home/runner/work/mastra/mastra/stores/libsql
 > tsup --silent --config tsup.config.ts
 

package/CHANGELOG.md

@@ -1,5 +1,39 @@
 # @mastra/libsql
 
+## 0.13.1-alpha.0
+
+### Patch Changes
+
+- 8888b57: Fix LibSQL vector metadata filtering for Memory system - corrected JSON path syntax for simple fields and changed default minScore to -1 to include all similarity results
+- Updated dependencies [cd0042e]
+  - @mastra/core@0.13.1-alpha.0
+
+## 0.13.0
+
+### Minor Changes
+
+- ea0c5f2: Add store support to new score api
+
+### Patch Changes
+
+- 2871020: update safelyParseJSON to check for value of param when handling parse
+- 4a406ec: fixes TypeScript declaration file imports to ensure proper ESM compatibility
+- Updated dependencies [cb36de0]
+- Updated dependencies [d0496e6]
+- Updated dependencies [a82b851]
+- Updated dependencies [ea0c5f2]
+- Updated dependencies [41a0a0e]
+- Updated dependencies [2871020]
+- Updated dependencies [94f4812]
+- Updated dependencies [e202b82]
+- Updated dependencies [e00f6a0]
+- Updated dependencies [4a406ec]
+- Updated dependencies [b0e43c1]
+- Updated dependencies [5d377e5]
+- Updated dependencies [1fb812e]
+- Updated dependencies [35c5798]
+  - @mastra/core@0.13.0
+
 ## 0.13.0-alpha.1
 
 ### Patch Changes

package/dist/index.cjs

@@ -78,11 +78,11 @@ var LibSQLFilterTranslator = class extends filter.BaseFilterTranslator {
 };
 var createBasicOperator = (symbol) => {
   return (key, value) => {
-    const jsonPathKey = parseJsonPathKey(key);
+    const jsonPath = getJsonPath(key);
     return {
       sql: `CASE 
-        WHEN ? IS NULL THEN json_extract(metadata, '$."${jsonPathKey}"') IS ${symbol === "=" ? "" : "NOT"} NULL
-        ELSE json_extract(metadata, '$."${jsonPathKey}"') ${symbol} ?
+        WHEN ? IS NULL THEN json_extract(metadata, ${jsonPath}) IS ${symbol === "=" ? "" : "NOT"} NULL
+        ELSE json_extract(metadata, ${jsonPath}) ${symbol} ?
       END`,
       needsValue: true,
       transformValue: () => {
@@ -93,16 +93,19 @@ var createBasicOperator = (symbol) => {
 };
 var createNumericOperator = (symbol) => {
   return (key) => {
-    const jsonPathKey = parseJsonPathKey(key);
+    const jsonPath = getJsonPath(key);
     return {
-      sql: `CAST(json_extract(metadata, '$."${jsonPathKey}"') AS NUMERIC) ${symbol} ?`,
+      sql: `CAST(json_extract(metadata, ${jsonPath}) AS NUMERIC) ${symbol} ?`,
       needsValue: true
     };
   };
 };
-var validateJsonArray = (key) => `json_valid(json_extract(metadata, '$."${key}"'))
-   AND json_type(json_extract(metadata, '$."${key}"')) = 'array'`;
-var pattern = /json_extract\(metadata, '\$\."[^"]*"(\."[^"]*")*'\)/g;
+var validateJsonArray = (key) => {
+  const jsonPath = getJsonPath(key);
+  return `json_valid(json_extract(metadata, ${jsonPath}))
+   AND json_type(json_extract(metadata, ${jsonPath})) = 'array'`;
+};
+var pattern = /json_extract\(metadata, '\$\.(?:"[^"]*"(?:\."[^"]*")*|[^']+)'\)/g;
 function buildElemMatchConditions(value) {
   const conditions = Object.entries(value).map(([field, fieldValue]) => {
     if (field.startsWith("$")) {
@@ -111,12 +114,13 @@ function buildElemMatchConditions(value) {
       return { sql: elemSql, values };
     } else if (typeof fieldValue === "object" && !Array.isArray(fieldValue)) {
       const { sql, values } = buildCondition(field, fieldValue);
-      const elemSql = sql.replace(pattern, `json_extract(elem.value, '$."${field}"')`);
+      const jsonPath = parseJsonPathKey(field);
+      const elemSql = sql.replace(pattern, `json_extract(elem.value, '$.${jsonPath}')`);
       return { sql: elemSql, values };
     } else {
-      const parsedFieldKey = utils.parseFieldKey(field);
+      const jsonPath = parseJsonPathKey(field);
       return {
-        sql: `json_extract(elem.value, '$."${parsedFieldKey}"') = ?`,
+        sql: `json_extract(elem.value, '$.${jsonPath}') = ?`,
         values: [fieldValue]
       };
     }
@@ -132,7 +136,7 @@ var FILTER_OPERATORS = {
   $lte: createNumericOperator("<="),
   // Array Operators
   $in: (key, value) => {
-    const jsonPathKey = parseJsonPathKey(key);
+    const jsonPath = getJsonPath(key);
     const arr = Array.isArray(value) ? value : [value];
     if (arr.length === 0) {
       return { sql: "1 = 0", needsValue: true, transformValue: () => [] };
@@ -141,12 +145,12 @@ var FILTER_OPERATORS = {
     return {
       sql: `(
       CASE
-        WHEN ${validateJsonArray(jsonPathKey)} THEN
+        WHEN ${validateJsonArray(key)} THEN
           EXISTS (
-            SELECT 1 FROM json_each(json_extract(metadata, '$."${jsonPathKey}"')) as elem
+            SELECT 1 FROM json_each(json_extract(metadata, ${jsonPath})) as elem
             WHERE elem.value IN (SELECT value FROM json_each(?))
           )
-        ELSE json_extract(metadata, '$."${jsonPathKey}"') IN (${paramPlaceholders})
+        ELSE json_extract(metadata, ${jsonPath}) IN (${paramPlaceholders})
       END
     )`,
       needsValue: true,
@@ -154,7 +158,7 @@ var FILTER_OPERATORS = {
     };
   },
   $nin: (key, value) => {
-    const jsonPathKey = parseJsonPathKey(key);
+    const jsonPath = getJsonPath(key);
     const arr = Array.isArray(value) ? value : [value];
     if (arr.length === 0) {
       return { sql: "1 = 1", needsValue: true, transformValue: () => [] };
@@ -163,12 +167,12 @@ var FILTER_OPERATORS = {
     return {
       sql: `(
       CASE
-        WHEN ${validateJsonArray(jsonPathKey)} THEN
+        WHEN ${validateJsonArray(key)} THEN
           NOT EXISTS (
-            SELECT 1 FROM json_each(json_extract(metadata, '$."${jsonPathKey}"')) as elem
+            SELECT 1 FROM json_each(json_extract(metadata, ${jsonPath})) as elem
             WHERE elem.value IN (SELECT value FROM json_each(?))
           )
-        ELSE json_extract(metadata, '$."${jsonPathKey}"') NOT IN (${paramPlaceholders})
+        ELSE json_extract(metadata, ${jsonPath}) NOT IN (${paramPlaceholders})
       END
     )`,
       needsValue: true,
@@ -176,7 +180,7 @@ var FILTER_OPERATORS = {
     };
   },
   $all: (key, value) => {
-    const jsonPathKey = parseJsonPathKey(key);
+    const jsonPath = getJsonPath(key);
     let sql;
     const arrayValue = Array.isArray(value) ? value : [value];
     if (arrayValue.length === 0) {
@@ -184,13 +188,13 @@ var FILTER_OPERATORS = {
     } else {
       sql = `(
       CASE
-        WHEN ${validateJsonArray(jsonPathKey)} THEN
+        WHEN ${validateJsonArray(key)} THEN
           NOT EXISTS (
             SELECT value
             FROM json_each(?)
             WHERE value NOT IN (
               SELECT value
-              FROM json_each(json_extract(metadata, '$."${jsonPathKey}"'))
+              FROM json_each(json_extract(metadata, ${jsonPath}))
             )
           )
         ELSE FALSE
@@ -209,7 +213,7 @@ var FILTER_OPERATORS = {
     };
   },
   $elemMatch: (key, value) => {
-    const jsonPathKey = parseJsonPathKey(key);
+    const jsonPath = getJsonPath(key);
     if (typeof value !== "object" || Array.isArray(value)) {
       throw new Error("$elemMatch requires an object with conditions");
     }
@@ -217,10 +221,10 @@ var FILTER_OPERATORS = {
     return {
       sql: `(
         CASE
-          WHEN ${validateJsonArray(jsonPathKey)} THEN
+          WHEN ${validateJsonArray(key)} THEN
             EXISTS (
               SELECT 1
-              FROM json_each(json_extract(metadata, '$."${jsonPathKey}"')) as elem
+              FROM json_each(json_extract(metadata, ${jsonPath})) as elem
               WHERE ${conditions.map((c) => c.sql).join(" AND ")}
             )
           ELSE FALSE
@@ -232,9 +236,9 @@ var FILTER_OPERATORS = {
   },
   // Element Operators
   $exists: (key) => {
-    const jsonPathKey = parseJsonPathKey(key);
+    const jsonPath = getJsonPath(key);
     return {
-      sql: `json_extract(metadata, '$."${jsonPathKey}"') IS NOT NULL`,
+      sql: `json_extract(metadata, ${jsonPath}) IS NOT NULL`,
       needsValue: false
     };
   },
@@ -253,12 +257,12 @@ var FILTER_OPERATORS = {
     needsValue: false
   }),
   $size: (key, paramIndex) => {
-    const jsonPathKey = parseJsonPathKey(key);
+    const jsonPath = getJsonPath(key);
     return {
       sql: `(
     CASE
-      WHEN json_type(json_extract(metadata, '$."${jsonPathKey}"')) = 'array' THEN 
-        json_array_length(json_extract(metadata, '$."${jsonPathKey}"')) = $${paramIndex}
+      WHEN json_type(json_extract(metadata, ${jsonPath})) = 'array' THEN 
+        json_array_length(json_extract(metadata, ${jsonPath})) = $${paramIndex}
       ELSE FALSE
     END
   )`,
@@ -377,7 +381,14 @@ function isFilterResult(obj) {
 }
 var parseJsonPathKey = (key) => {
   const parsedKey = utils.parseFieldKey(key);
-  return parsedKey.replace(/\./g, '"."');
+  if (parsedKey.includes(".")) {
+    return parsedKey.split(".").map((segment) => `"${segment}"`).join(".");
+  }
+  return parsedKey;
+};
+var getJsonPath = (key) => {
+  const jsonPathKey = parseJsonPathKey(key);
+  return `'$.${jsonPathKey}'`;
 };
 function escapeLikePattern(str) {
   return str.replace(/([%_\\])/g, "\\$1");
@@ -402,8 +413,9 @@ function buildCondition(key, value, parentPath) {
     return handleLogicalOperator(key, value);
   }
   if (!value || typeof value !== "object") {
+    const jsonPath = getJsonPath(key);
     return {
-      sql: `json_extract(metadata, '$."${key.replace(/\./g, '"."')}"') = ?`,
+      sql: `json_extract(metadata, ${jsonPath}) = ?`,
       values: [value]
     };
   }
@@ -549,7 +561,8 @@ var LibSQLVector = class extends vector.MastraVector {
     topK = 10,
     filter,
     includeVector = false,
-    minScore = 0
+    minScore = -1
+    // Default to -1 to include all results (cosine similarity ranges from -1 to 1)
   }) {
     try {
       if (!Number.isInteger(topK) || topK <= 0) {