@meaningfully/ui 0.0.3 → 0.0.4

package/dist/components/Results.svelte

@@ -27,6 +27,37 @@
     displayCount += 10;
   };
 
+  // copied from https://github.com/run-llama/LlamaIndexTS/blob/main/packages/providers/storage/weaviate/src/sanitize.ts
+  // weaviate requires property names (i.e. metadata column names) to start with a lowercase letter or underscore,
+  // and only contain letters, numbers, and underscores.
+  // If weaviate is used as the vector store, metadata column names will be sanitized on upload,
+  // so we need to look for the sanitized version when displaying results.
+  // If another store is used, the original names will be preserved, and so this won't get called.
+  const sanitizePropertyName = (name: string): string => {
+    // Replace invalid characters with underscores
+    let sanitized = name.replace(/[^_A-Za-z0-9]/g, "_");
+
+    // Ensure it starts with a letter or underscore
+    if (!/^[_A-Za-z]/.test(sanitized)) {
+      sanitized = "_" + sanitized;
+    }
+
+    // Remove consecutive underscores
+    sanitized = sanitized.replace(/_+/g, "_");
+
+    // Remove trailing underscores
+    sanitized = sanitized.replace(/_+$/, "");
+
+    // Ensure it's not empty
+    if (!sanitized) {
+      sanitized = "_property";
+    }
+    // lowercase first letter to match weaviate behavior
+    sanitized = sanitized.charAt(0).toLowerCase() + sanitized.slice(1);
+
+    return sanitized;
+  };
+
   // Function to download results as CSV
   const downloadCSV = () => {
     if (results.length === 0) return;
@@ -39,8 +70,10 @@
       csvRow[textColumn] = row[textColumn] || '';
       
       // Add metadata columns
+      // check the sanitized version if the original doesn't exist
+      // certain characters aren't allowed in weaviate property names  -- if present, and if weaviate is used as storage, they will be returned as sanitized.
       metadataColumns.forEach(column => {
-        csvRow[column] = row[column] || '';
+        csvRow[column] = row[column] || row[sanitizePropertyName(column)] ||  '';
       });
       
       // Add similarity column, formatted as percentage

package/dist/components/Table.svelte

@@ -21,6 +21,38 @@
   // text column is always called text internally, but we rename just the header.
   let columns = $derived([textColumn, ...metadataColumns, ...(showSimilarity ? ['similarity'] : [])]);
 
+
+  // copied from https://github.com/run-llama/LlamaIndexTS/blob/main/packages/providers/storage/weaviate/src/sanitize.ts
+  // weaviate requires property names (i.e. metadata column names) to start with a lowercase letter or underscore,
+  // and only contain letters, numbers, and underscores.
+  // If weaviate is used as the vector store, metadata column names will be sanitized on upload,
+  // so we need to look for the sanitized version when displaying results.
+  // If another store is used, the original names will be preserved, and so this won't get called.
+  const sanitizePropertyNameForWeaviate = (name: string): string => {
+    // Replace invalid characters with underscores
+    let sanitized = name.replace(/[^_A-Za-z0-9]/g, "_");
+
+    // Ensure it starts with a letter or underscore
+    if (!/^[_A-Za-z]/.test(sanitized)) {
+      sanitized = "_" + sanitized;
+    }
+
+    // Remove consecutive underscores
+    sanitized = sanitized.replace(/_+/g, "_");
+
+    // Remove trailing underscores
+    sanitized = sanitized.replace(/_+$/, "");
+
+    // Ensure it's not empty
+    if (!sanitized) {
+      sanitized = "_property";
+    }
+    // lowercase first letter to match weaviate behavior
+    sanitized = sanitized.charAt(0).toLowerCase() + sanitized.slice(1);
+
+    return sanitized;
+  };
+
   function sanitizeAndFormatText(text: string): string {
     text = text.trim().replace(/^\\n/, '').replace(/\\n$/, '');
     // First escape special characters
@@ -66,12 +98,12 @@
             <td class="px-4 py-2">
               {#if column === 'similarity' && row[column] !== undefined}
                 {(row[column] * 100).toFixed(1)}%
-              {:else if column === textColumn}
-                {@html sanitizeAndFormatText(row[column] || '')}
-              {:else if is_link(row[column])}
-                {@html linkify(row[column])}
+              {:else if column === textColumn || sanitizePropertyNameForWeaviate(column) === textColumn}
+                {@html sanitizeAndFormatText(row[column]  || row[sanitizePropertyNameForWeaviate(column)]  || '')}
+              {:else if is_link(row[column]  || row[sanitizePropertyNameForWeaviate(column)] )}
+                {@html linkify(row[column]  || row[sanitizePropertyNameForWeaviate(column)] )}
               {:else}
-                {(row[column]) || ''}
+                {row[column] || row[sanitizePropertyNameForWeaviate(column)] || ''}
               {/if}
             </td>
           {/each}

package/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "@meaningfully/ui",
-	"version": "0.0.3",
+	"version": "0.0.4",
 	"license": "MIT",
 	"description": "Svelte components for meaningfully semantic search",
 	"repo": "https://github.com/jeremybmerrill/meaningfully-ui",