@mastra/libsql 0.13.0-alpha.1 → 0.13.1-alpha.0

package/dist/vector/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/vector/index.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AACnD,OAAO,KAAK,EACV,UAAU,EACV,WAAW,EACX,iBAAiB,EACjB,iBAAiB,EACjB,kBAAkB,EAClB,mBAAmB,EACnB,iBAAiB,EACjB,kBAAkB,EAClB,kBAAkB,EACnB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,UAAU,CAAC;AAInD,UAAU,uBAAwB,SAAQ,iBAAiB,CAAC,kBAAkB,CAAC;IAC7E,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,kBAAkB;IACjC,aAAa,EAAE,MAAM,CAAC;IACtB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB;;;OAGG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB;;;;OAIG;IACH,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC3B;AAED,qBAAa,YAAa,SAAQ,YAAY,CAAC,kBAAkB,CAAC;IAChE,OAAO,CAAC,KAAK,CAAc;IAC3B,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAS;IACpC,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAS;gBAE9B,EACV,aAAa,EACb,SAAS,EACT,OAAO,EACP,YAAY,EACZ,UAAc,EACd,gBAAsB,GACvB,EAAE,kBAAkB;YAwBP,8BAA8B;IAgC5C,eAAe,CAAC,MAAM,CAAC,EAAE,kBAAkB;IAKrC,KAAK,CAAC,EACV,SAAS,EACT,WAAW,EACX,IAAS,EACT,MAAM,EACN,aAAqB,EACrB,QAAY,GACb,EAAE,uBAAuB,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;IAoE5C,MAAM,CAAC,IAAI,EAAE,kBAAkB,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;YAe5C,QAAQ;IA2Cf,WAAW,CAAC,IAAI,EAAE,iBAAiB,GAAG,OAAO,CAAC,IAAI,CAAC;YAgB5C,aAAa;IAyBpB,WAAW,CAAC,IAAI,EAAE,iBAAiB,GAAG,OAAO,CAAC,IAAI,CAAC;YAgB5C,aAAa;IAQrB,WAAW,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;IAwBtC;;;;;OAKG;IACG,aAAa,CAAC,EAAE,SAAS,EAAE,EAAE,mBAAmB,GAAG,OAAO,CAAC,UAAU,CAAC;IAqD5E;;;;;;;;;;OAUG;IACI,YAAY,CAAC,IAAI,EAAE,kBAAkB,GAAG,OAAO,CAAC,IAAI,CAAC;YAI9C,cAAc;IAiD5B;;;;;;OAMG;IACI,YAAY,CAAC,IAAI,EAAE,kBAAkB,GAAG,OAAO,CAAC,IAAI,CAAC;YAgB9C,cAAc;IAQrB,aAAa,CAAC,IAAI,EAAE,iBAAiB,GAAG,OAAO,CAAC,IAAI,CAAC;YAgB9C,gBAAgB;CAM/B"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/vector/index.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AACnD,OAAO,KAAK,EACV,UAAU,EACV,WAAW,EACX,iBAAiB,EACjB,iBAAiB,EACjB,kBAAkB,EAClB,mBAAmB,EACnB,iBAAiB,EACjB,kBAAkB,EAClB,kBAAkB,EACnB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,UAAU,CAAC;AAInD,UAAU,uBAAwB,SAAQ,iBAAiB,CAAC,kBAAkB,CAAC;IAC7E,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,kBAAkB;IACjC,aAAa,EAAE,MAAM,CAAC;IACtB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB;;;OAGG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB;;;;OAIG;IACH,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC3B;AAED,qBAAa,YAAa,SAAQ,YAAY,CAAC,kBAAkB,CAAC;IAChE,OAAO,CAAC,KAAK,CAAc;IAC3B,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAS;IACpC,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAS;gBAE9B,EACV,aAAa,EACb,SAAS,EACT,OAAO,EACP,YAAY,EACZ,UAAc,EACd,gBAAsB,GACvB,EAAE,kBAAkB;YAwBP,8BAA8B;IAgC5C,eAAe,CAAC,MAAM,CAAC,EAAE,kBAAkB;IAKrC,KAAK,CAAC,EACV,SAAS,EACT,WAAW,EACX,IAAS,EACT,MAAM,EACN,aAAqB,EACrB,QAAa,GACd,EAAE,uBAAuB,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;IAoE5C,MAAM,CAAC,IAAI,EAAE,kBAAkB,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;YAe5C,QAAQ;IA2Cf,WAAW,CAAC,IAAI,EAAE,iBAAiB,GAAG,OAAO,CAAC,IAAI,CAAC;YAgB5C,aAAa;IAyBpB,WAAW,CAAC,IAAI,EAAE,iBAAiB,GAAG,OAAO,CAAC,IAAI,CAAC;YAgB5C,aAAa;IAQrB,WAAW,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;IAwBtC;;;;;OAKG;IACG,aAAa,CAAC,EAAE,SAAS,EAAE,EAAE,mBAAmB,GAAG,OAAO,CAAC,UAAU,CAAC;IAqD5E;;;;;;;;;;OAUG;IACI,YAAY,CAAC,IAAI,EAAE,kBAAkB,GAAG,OAAO,CAAC,IAAI,CAAC;YAI9C,cAAc;IAiD5B;;;;;;OAMG;IACI,YAAY,CAAC,IAAI,EAAE,kBAAkB,GAAG,OAAO,CAAC,IAAI,CAAC;YAgB9C,cAAc;IAQrB,aAAa,CAAC,IAAI,EAAE,iBAAiB,GAAG,OAAO,CAAC,IAAI,CAAC;YAgB9C,gBAAgB;CAM/B"}

package/dist/vector/sql-builder.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"sql-builder.d.ts","sourceRoot":"","sources":["../../src/vector/sql-builder.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,gBAAgB,CAAC;AAS9C,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,UAAU,CAAC;AA2VnD,UAAU,YAAY;IACpB,GAAG,EAAE,MAAM,CAAC;IACZ,MAAM,EAAE,OAAO,EAAE,CAAC;CACnB;AAeD,wBAAgB,gBAAgB,CAAC,MAAM,EAAE,kBAAkB,GAAG,YAAY,CAkBzE"}
+{"version":3,"file":"sql-builder.d.ts","sourceRoot":"","sources":["../../src/vector/sql-builder.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,gBAAgB,CAAC;AAS9C,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,UAAU,CAAC;AA8VnD,UAAU,YAAY;IACpB,GAAG,EAAE,MAAM,CAAC;IACZ,MAAM,EAAE,OAAO,EAAE,CAAC;CACnB;AA6BD,wBAAgB,gBAAgB,CAAC,MAAM,EAAE,kBAAkB,GAAG,YAAY,CAkBzE"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@mastra/libsql",
-  "version": "0.13.0-alpha.1",
+  "version": "0.13.1-alpha.0",
   "description": "Libsql provider for Mastra - includes both vector and db storage capabilities",
   "type": "module",
   "main": "dist/index.js",
@@ -29,10 +29,10 @@
     "tsup": "^8.5.0",
     "typescript": "^5.8.3",
     "vitest": "^3.2.4",
-    "@internal/lint": "0.0.26",
-    "@internal/storage-test-utils": "0.0.22",
-    "@mastra/core": "0.13.0-alpha.2",
-    "@internal/types-builder": "0.0.1"
+    "@internal/lint": "0.0.27",
+    "@internal/storage-test-utils": "0.0.23",
+    "@mastra/core": "0.13.1-alpha.0",
+    "@internal/types-builder": "0.0.2"
   },
   "peerDependencies": {
     "@mastra/core": ">=0.13.0-0 <0.14.0-0"

package/src/vector/index.test.ts

@@ -1,3 +1,4 @@
+import { createVectorTestSuite } from '@internal/storage-test-utils';
 import { describe, it, expect, beforeAll, afterAll, beforeEach, afterEach } from 'vitest';
 
 import { LibSQLVector } from './index.js';
@@ -254,7 +255,7 @@ describe('LibSQLVector', () => {
         const metadata = [
           { type: 'a', value: 1 },
           { type: 'b', value: 2 },
-          { type: 'a', value: 3 },
+          { type: 'c', value: 3 },
         ];
         await vectorDB.upsert({ indexName, vectors, metadata });
       });
@@ -1670,3 +1671,23 @@ describe('LibSQLVector', () => {
     });
   });
 });
+
+// Use the shared test suite with factory pattern
+const libSQLVectorDB = new LibSQLVector({
+  connectionUrl: 'file::memory:?cache=shared',
+});
+
+createVectorTestSuite({
+  vector: libSQLVectorDB,
+  createIndex: async (indexName: string) => {
+    await libSQLVectorDB.createIndex({ indexName, dimension: 4, metric: 'cosine' });
+  },
+  deleteIndex: async (indexName: string) => {
+    try {
+      await libSQLVectorDB.deleteIndex({ indexName });
+    } catch (error) {
+      console.error(`Error deleting index ${indexName}:`, error);
+    }
+  },
+  waitForIndexing: () => new Promise(resolve => setTimeout(resolve, 100)),
+});

package/src/vector/index.ts

@@ -120,7 +120,7 @@ export class LibSQLVector extends MastraVector<LibSQLVectorFilter> {
     topK = 10,
     filter,
     includeVector = false,
-    minScore = 0,
+    minScore = -1, // Default to -1 to include all results (cosine similarity ranges from -1 to 1)
   }: LibSQLQueryVectorParams): Promise<QueryResult[]> {
     try {
       if (!Number.isInteger(topK) || topK <= 0) {

package/src/vector/sql-builder.ts

@@ -29,11 +29,11 @@ type OperatorFn = (key: string, value?: any) => FilterOperator;
 // Helper functions to create operators
 const createBasicOperator = (symbol: string) => {
   return (key: string, value: any): FilterOperator => {
-    const jsonPathKey = parseJsonPathKey(key);
+    const jsonPath = getJsonPath(key);
     return {
       sql: `CASE 
-        WHEN ? IS NULL THEN json_extract(metadata, '$."${jsonPathKey}"') IS ${symbol === '=' ? '' : 'NOT'} NULL
-        ELSE json_extract(metadata, '$."${jsonPathKey}"') ${symbol} ?
+        WHEN ? IS NULL THEN json_extract(metadata, ${jsonPath}) IS ${symbol === '=' ? '' : 'NOT'} NULL
+        ELSE json_extract(metadata, ${jsonPath}) ${symbol} ?
       END`,
       needsValue: true,
       transformValue: () => {
@@ -45,19 +45,21 @@ const createBasicOperator = (symbol: string) => {
 };
 const createNumericOperator = (symbol: string) => {
   return (key: string): FilterOperator => {
-    const jsonPathKey = parseJsonPathKey(key);
+    const jsonPath = getJsonPath(key);
     return {
-      sql: `CAST(json_extract(metadata, '$."${jsonPathKey}"') AS NUMERIC) ${symbol} ?`,
+      sql: `CAST(json_extract(metadata, ${jsonPath}) AS NUMERIC) ${symbol} ?`,
       needsValue: true,
     };
   };
 };
 
-const validateJsonArray = (key: string) =>
-  `json_valid(json_extract(metadata, '$."${key}"'))
-   AND json_type(json_extract(metadata, '$."${key}"')) = 'array'`;
+const validateJsonArray = (key: string) => {
+  const jsonPath = getJsonPath(key);
+  return `json_valid(json_extract(metadata, ${jsonPath}))
+   AND json_type(json_extract(metadata, ${jsonPath})) = 'array'`;
+};
 
-const pattern = /json_extract\(metadata, '\$\."[^"]*"(\."[^"]*")*'\)/g;
+const pattern = /json_extract\(metadata, '\$\.(?:"[^"]*"(?:\."[^"]*")*|[^']+)'\)/g;
 
 function buildElemMatchConditions(value: any) {
   const conditions = Object.entries(value).map(([field, fieldValue]) => {
@@ -71,13 +73,14 @@ function buildElemMatchConditions(value: any) {
       // Nested field with operators (count: { $gt: 20 })
       const { sql, values } = buildCondition(field, fieldValue, '');
       // Replace the field path with elem.value path
-      const elemSql = sql.replace(pattern, `json_extract(elem.value, '$."${field}"')`);
+      const jsonPath = parseJsonPathKey(field);
+      const elemSql = sql.replace(pattern, `json_extract(elem.value, '$.${jsonPath}')`);
       return { sql: elemSql, values };
     } else {
-      const parsedFieldKey = parseFieldKey(field);
+      const jsonPath = parseJsonPathKey(field);
       // Simple field equality (warehouse: 'A')
       return {
-        sql: `json_extract(elem.value, '$."${parsedFieldKey}"') = ?`,
+        sql: `json_extract(elem.value, '$.${jsonPath}') = ?`,
         values: [fieldValue],
       };
     }
@@ -97,7 +100,7 @@ const FILTER_OPERATORS: Record<OperatorType, OperatorFn> = {
 
   // Array Operators
   $in: (key: string, value: any) => {
-    const jsonPathKey = parseJsonPathKey(key);
+    const jsonPath = getJsonPath(key);
     const arr = Array.isArray(value) ? value : [value];
     if (arr.length === 0) {
       return { sql: '1 = 0', needsValue: true, transformValue: () => [] };
@@ -106,12 +109,12 @@ const FILTER_OPERATORS: Record<OperatorType, OperatorFn> = {
     return {
       sql: `(
       CASE
-        WHEN ${validateJsonArray(jsonPathKey)} THEN
+        WHEN ${validateJsonArray(key)} THEN
           EXISTS (
-            SELECT 1 FROM json_each(json_extract(metadata, '$."${jsonPathKey}"')) as elem
+            SELECT 1 FROM json_each(json_extract(metadata, ${jsonPath})) as elem
             WHERE elem.value IN (SELECT value FROM json_each(?))
           )
-        ELSE json_extract(metadata, '$."${jsonPathKey}"') IN (${paramPlaceholders})
+        ELSE json_extract(metadata, ${jsonPath}) IN (${paramPlaceholders})
       END
     )`,
       needsValue: true,
@@ -120,7 +123,7 @@ const FILTER_OPERATORS: Record<OperatorType, OperatorFn> = {
   },
 
   $nin: (key: string, value: any) => {
-    const jsonPathKey = parseJsonPathKey(key);
+    const jsonPath = getJsonPath(key);
     const arr = Array.isArray(value) ? value : [value];
     if (arr.length === 0) {
       return { sql: '1 = 1', needsValue: true, transformValue: () => [] };
@@ -129,12 +132,12 @@ const FILTER_OPERATORS: Record<OperatorType, OperatorFn> = {
     return {
       sql: `(
       CASE
-        WHEN ${validateJsonArray(jsonPathKey)} THEN
+        WHEN ${validateJsonArray(key)} THEN
           NOT EXISTS (
-            SELECT 1 FROM json_each(json_extract(metadata, '$."${jsonPathKey}"')) as elem
+            SELECT 1 FROM json_each(json_extract(metadata, ${jsonPath})) as elem
             WHERE elem.value IN (SELECT value FROM json_each(?))
           )
-        ELSE json_extract(metadata, '$."${jsonPathKey}"') NOT IN (${paramPlaceholders})
+        ELSE json_extract(metadata, ${jsonPath}) NOT IN (${paramPlaceholders})
       END
     )`,
       needsValue: true,
@@ -142,7 +145,7 @@ const FILTER_OPERATORS: Record<OperatorType, OperatorFn> = {
     };
   },
   $all: (key: string, value: any) => {
-    const jsonPathKey = parseJsonPathKey(key);
+    const jsonPath = getJsonPath(key);
     let sql: string;
     const arrayValue = Array.isArray(value) ? value : [value];
 
@@ -152,13 +155,13 @@ const FILTER_OPERATORS: Record<OperatorType, OperatorFn> = {
     } else {
       sql = `(
       CASE
-        WHEN ${validateJsonArray(jsonPathKey)} THEN
+        WHEN ${validateJsonArray(key)} THEN
           NOT EXISTS (
             SELECT value
             FROM json_each(?)
             WHERE value NOT IN (
               SELECT value
-              FROM json_each(json_extract(metadata, '$."${jsonPathKey}"'))
+              FROM json_each(json_extract(metadata, ${jsonPath}))
             )
           )
         ELSE FALSE
@@ -178,7 +181,7 @@ const FILTER_OPERATORS: Record<OperatorType, OperatorFn> = {
     };
   },
   $elemMatch: (key: string, value: any) => {
-    const jsonPathKey = parseJsonPathKey(key);
+    const jsonPath = getJsonPath(key);
     if (typeof value !== 'object' || Array.isArray(value)) {
       throw new Error('$elemMatch requires an object with conditions');
     }
@@ -189,10 +192,10 @@ const FILTER_OPERATORS: Record<OperatorType, OperatorFn> = {
     return {
       sql: `(
         CASE
-          WHEN ${validateJsonArray(jsonPathKey)} THEN
+          WHEN ${validateJsonArray(key)} THEN
             EXISTS (
               SELECT 1
-              FROM json_each(json_extract(metadata, '$."${jsonPathKey}"')) as elem
+              FROM json_each(json_extract(metadata, ${jsonPath})) as elem
               WHERE ${conditions.map(c => c.sql).join(' AND ')}
             )
           ELSE FALSE
@@ -205,9 +208,9 @@ const FILTER_OPERATORS: Record<OperatorType, OperatorFn> = {
 
   // Element Operators
   $exists: (key: string) => {
-    const jsonPathKey = parseJsonPathKey(key);
+    const jsonPath = getJsonPath(key);
     return {
-      sql: `json_extract(metadata, '$."${jsonPathKey}"') IS NOT NULL`,
+      sql: `json_extract(metadata, ${jsonPath}) IS NOT NULL`,
       needsValue: false,
     };
   },
@@ -227,12 +230,12 @@ const FILTER_OPERATORS: Record<OperatorType, OperatorFn> = {
     needsValue: false,
   }),
   $size: (key: string, paramIndex: number) => {
-    const jsonPathKey = parseJsonPathKey(key);
+    const jsonPath = getJsonPath(key);
     return {
       sql: `(
     CASE
-      WHEN json_type(json_extract(metadata, '$."${jsonPathKey}"')) = 'array' THEN 
-        json_array_length(json_extract(metadata, '$."${jsonPathKey}"')) = $${paramIndex}
+      WHEN json_type(json_extract(metadata, ${jsonPath})) = 'array' THEN 
+        json_array_length(json_extract(metadata, ${jsonPath})) = $${paramIndex}
       ELSE FALSE
     END
   )`,
@@ -365,7 +368,21 @@ function isFilterResult(obj: any): obj is FilterResult {
 
 const parseJsonPathKey = (key: string) => {
   const parsedKey = parseFieldKey(key);
-  return parsedKey.replace(/\./g, '"."');
+  // Only add quotes around path segments if they contain dots
+  if (parsedKey.includes('.')) {
+    return parsedKey
+      .split('.')
+      .map(segment => `"${segment}"`)
+      .join('.');
+  }
+  return parsedKey;
+};
+
+// Helper to generate the correct JSON path format for LibSQL
+const getJsonPath = (key: string) => {
+  const jsonPathKey = parseJsonPathKey(key);
+  // Always use quotes for consistency
+  return `'$.${jsonPathKey}'`;
 };
 
 function escapeLikePattern(str: string): string {
@@ -400,8 +417,9 @@ function buildCondition(key: string, value: any, parentPath: string): FilterResu
 
   // If condition is not a FilterCondition object, assume it's an equality check
   if (!value || typeof value !== 'object') {
+    const jsonPath = getJsonPath(key);
     return {
-      sql: `json_extract(metadata, '$."${key.replace(/\./g, '"."')}"') = ?`,
+      sql: `json_extract(metadata, ${jsonPath}) = ?`,
       values: [value],
     };
   }