@larkup/vector-stores 0.1.21 → 0.1.23

package/CHANGELOG.md

@@ -1,5 +1,24 @@
 # @larkup/vector-stores
 
+## 0.1.23
+
+### Patch Changes
+
+- 197c629: fix: Docker compatibility, AI agent tool priority, and indexing reliability
+
+  - Fix yt-dlp "No supported JavaScript runtime" error in Docker by passing --js-runtimes nodejs:node
+  - Fix LanceDB "Found field not in schema: metadata" by always serializing metadata column
+  - Speed up Marketplace tool installs in Docker with --prefer-offline
+  - Enforce RAG-first tool priority: searchKnowledgeBase → webSearch → other tools
+  - Instruct AI to use presentMedia for image previews instead of raw markdown (fixes [Image unavailable])
+  - Strengthen webSearch tool description to enforce secondary priority
+
+## 0.1.22
+
+### Patch Changes
+
+- 08e7029: Fix LanceDB native-module loading in packaged Larkup installations, align marketplace catalog versions with published tools, and make clearing a knowledge base discoverable.
+
 ## 0.1.21
 
 ### Patch Changes

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@larkup/vector-stores",
-  "version": "0.1.21",
+  "version": "0.1.23",
   "publishConfig": {
     "access": "public"
   },
@@ -14,14 +14,14 @@
     "./chroma": "./src/adapters/chroma.ts"
   },
   "dependencies": {
-    "@lancedb/lancedb": "^0.30.0",
-    "@pinecone-database/pinecone": "^7.2.0"
+    "@lancedb/lancedb": "^0.31.0",
+    "@pinecone-database/pinecone": "^8.1.0"
   },
   "peerDependencies": {
     "@larkup/core": ">=0.1.20 <1.0.0"
   },
   "devDependencies": {
-    "chromadb": "^1.10.5",
+    "chromadb": "^3.5.0",
     "typescript": "5.7.3"
   }
 }

package/src/adapters/lancedb.ts

@@ -1,8 +1,25 @@
 import path from 'node:path';
 import fs from 'node:fs/promises';
-import * as lancedb from '@lancedb/lancedb';
 import type { QueryHit, VectorRecord, VectorStoreAdapter } from './base';
 
+type LanceDBModule = typeof import('@lancedb/lancedb');
+type LanceConnection = Awaited<ReturnType<LanceDBModule['connect']>>;
+type LanceTable = Awaited<ReturnType<LanceConnection['openTable']>>;
+
+let lancedbModule: LanceDBModule | null = null;
+
+/**
+ * Keep LanceDB outside Turbopack's server bundle. Its native binding resolves
+ * platform-specific optional packages at runtime, and static bundling turns
+ * the package name into a non-resolvable hashed external module.
+ */
+async function getLanceDB(): Promise<LanceDBModule> {
+  if (!lancedbModule) {
+    lancedbModule = await import(/* turbopackIgnore: true */ '@lancedb/lancedb');
+  }
+  return lancedbModule;
+}
+
 /**
  * LanceDB adapter — embedded/on-disk for local dev, LanceDB Cloud, or an
  * S3-compatible object store (including Cloudflare R2).
@@ -37,16 +54,17 @@ interface LanceRow extends Record<string, unknown> {
 }
 
 export class LanceDBAdapter implements VectorStoreAdapter {
-  private conn: lancedb.Connection | null = null;
-  private table: lancedb.Table | null = null;
+  private conn: LanceConnection | null = null;
+  private table: LanceTable | null = null;
   private readonly tableName: string;
 
   constructor(private readonly config: LanceConfig) {
     this.tableName = config.tableName?.trim() || 'documents';
   }
 
-  private async connect(): Promise<lancedb.Connection> {
+  private async connect(): Promise<LanceConnection> {
     if (this.conn) return this.conn;
+    const lancedb = await getLanceDB();
     if (this.config.mode === 'cloud') {
       if (!this.config.uri || !this.config.apiKey) {
         throw new Error('LanceDB Cloud requires both a URI and an API key.');
@@ -140,7 +158,7 @@ export class LanceDBAdapter implements VectorStoreAdapter {
       source: r.source,
       documentId: r.documentId,
       chunkIndex: r.chunkIndex,
-      metadata: r.metadata ? JSON.stringify(r.metadata) : undefined,
+      metadata: JSON.stringify(r.metadata ?? {}),
     };
   }
 
@@ -208,7 +226,7 @@ export class LanceDBAdapter implements VectorStoreAdapter {
 
     // ── Cloud mode ───────────────────────────────────────────────────────────
     // to force a real authenticated HTTP round-trip.
-    let conn: lancedb.Connection;
+    let conn: LanceConnection;
     try {
       conn = await this.connect();
     } catch (err: any) {