@mastra/lance 1.0.0 → 1.0.1

package/dist/index.js

@@ -2406,6 +2406,16 @@ var LanceVectorStore = class _LanceVectorStore extends MastraVector {
       if (filter && Object.keys(filter).length > 0) {
         const whereClause = this.filterTranslator(filter);
         this.logger.debug(`Where clause generated: ${whereClause}`);
+        const schema = await table.schema();
+        const schemaColumns = new Set(schema.fields.map((f) => f.name));
+        const filterColumns = this.extractFilterColumns(whereClause);
+        const missingColumns = filterColumns.filter((col) => !schemaColumns.has(col));
+        if (missingColumns.length > 0) {
+          this.logger.debug(
+            `Filter references columns not in schema: ${missingColumns.join(", ")}. Returning empty results.`
+          );
+          return [];
+        }
         query = query.where(whereClause);
       }
       if (!includeAllColumns && columns.length > 0) {
@@ -2418,16 +2428,16 @@ var LanceVectorStore = class _LanceVectorStore extends MastraVector {
       query = query.limit(topK);
       const results = await query.toArray();
       return results.map((result) => {
-        const flatMetadata = {};
-        Object.keys(result).forEach((key) => {
-          if (key !== "id" && key !== "score" && key !== "vector" && key !== "_distance") {
-            if (key.startsWith("metadata_")) {
-              const metadataKey = key.substring("metadata_".length);
-              flatMetadata[metadataKey] = result[key];
-            }
+        let metadata = {};
+        if (result._metadata_json) {
+          try {
+            metadata = JSON.parse(result._metadata_json);
+          } catch {
+            metadata = this.extractFlatMetadata(result);
           }
-        });
-        const metadata = this.unflattenObject(flatMetadata);
+        } else {
+          metadata = this.extractFlatMetadata(result);
+        }
         return {
           id: String(result.id || ""),
           metadata,
@@ -2523,6 +2533,9 @@ var LanceVectorStore = class _LanceVectorStore extends MastraVector {
           Object.entries(flattenedMetadata).forEach(([key, value]) => {
             rowData[key] = value;
           });
+          rowData["_metadata_json"] = JSON.stringify(metadataItem);
+        } else {
+          rowData["_metadata_json"] = "";
         }
         return rowData;
       });
@@ -2721,7 +2734,9 @@ var LanceVectorStore = class _LanceVectorStore extends MastraVector {
           `Table ${resolvedTableName} does not exist. Creating empty table with dimension ${dimension}.`
         );
         const initVector = new Array(dimension).fill(0);
-        table = await this.lanceClient.createTable(resolvedTableName, [{ id: "__init__", vector: initVector }]);
+        table = await this.lanceClient.createTable(resolvedTableName, [
+          { id: "__init__", vector: initVector, _metadata_json: "" }
+        ]);
         try {
           await table.delete("id = '__init__'");
         } catch (deleteError) {
@@ -3069,6 +3084,17 @@ var LanceVectorStore = class _LanceVectorStore extends MastraVector {
                 Object.entries(update.metadata).forEach(([key, value]) => {
                   rowData[`metadata_${key}`] = value;
                 });
+                const hasMetadataJson = schema.fields.some((f) => f.name === "_metadata_json");
+                if (hasMetadataJson) {
+                  let existingMetadata = {};
+                  if (record._metadata_json) {
+                    try {
+                      existingMetadata = JSON.parse(record._metadata_json);
+                    } catch {
+                    }
+                  }
+                  rowData["_metadata_json"] = JSON.stringify({ ...existingMetadata, ...update.metadata });
+                }
               }
               return rowData;
             });
@@ -3160,29 +3186,27 @@ var LanceVectorStore = class _LanceVectorStore extends MastraVector {
     }
   }
   /**
-   * Converts a flattened object with keys using underscore notation back to a nested object.
-   * Example: { name: 'test', details_text: 'test' } → { name: 'test', details: { text: 'test' } }
+   * Extracts column names referenced in a SQL WHERE clause.
+   * Identifies metadata_* prefixed identifiers used in filter conditions.
    */
-  unflattenObject(obj) {
-    const result = {};
-    Object.keys(obj).forEach((key) => {
-      const value = obj[key];
-      const parts = key.split("_");
-      let current = result;
-      for (let i = 0; i < parts.length - 1; i++) {
-        const part = parts[i];
-        if (!part) continue;
-        if (!current[part] || typeof current[part] !== "object") {
-          current[part] = {};
+  extractFilterColumns(whereClause) {
+    const matches = whereClause.match(/metadata_\w+/g);
+    return matches ? [...new Set(matches)] : [];
+  }
+  /**
+   * Extracts metadata from flattened column names (legacy data without _metadata_json).
+   * Returns keys as-is after stripping the 'metadata_' prefix, without any unflattening.
+   */
+  extractFlatMetadata(result) {
+    const metadata = {};
+    Object.keys(result).forEach((key) => {
+      if (key !== "id" && key !== "score" && key !== "vector" && key !== "_distance" && key !== "_metadata_json") {
+        if (key.startsWith("metadata_")) {
+          metadata[key.substring("metadata_".length)] = result[key];
         }
-        current = current[part];
-      }
-      const lastPart = parts[parts.length - 1];
-      if (lastPart) {
-        current[lastPart] = value;
       }
     });
-    return result;
+    return metadata;
   }
   async deleteVectors({ indexName, filter, ids }) {
     if (ids && filter) {