taladb 0.2.11 → 0.4.0

package/dist/index.d.mts

@@ -5,6 +5,26 @@ interface VectorIndexOptions {
     dimensions: number;
     /** Similarity metric. Defaults to `"cosine"`. */
     metric?: VectorMetric;
+    /**
+     * Index algorithm. Defaults to `"flat"` (exact brute-force).
+     * Use `"hnsw"` for approximate nearest-neighbour search — much faster on
+     * large collections at the cost of occasional missed results.
+     * Requires the `vector-hnsw` feature to be compiled in.
+     */
+    indexType?: 'flat' | 'hnsw';
+    /** HNSW connectivity parameter M (default 16). Higher = better recall, more memory. */
+    hnswM?: number;
+    /** HNSW build-time quality parameter ef_construction (default 200). */
+    hnswEfConstruction?: number;
+}
+/** Describes the indexes that exist on a collection. */
+interface CollectionIndexInfo {
+    /** B-tree indexes (created with `createIndex`). */
+    btree: string[];
+    /** Full-text search indexes (created with `createFtsIndex`). */
+    fts: string[];
+    /** Vector indexes (created with `createVectorIndex`). */
+    vector: string[];
 }
 /** A single result returned by `Collection.findNearest`. */
 interface VectorSearchResult<T extends Document = Document> {
@@ -72,6 +92,25 @@ interface Collection<T extends Document = Document> {
     count(filter?: Filter<T>): Promise<number>;
     createIndex(field: keyof Omit<T, '_id'> & string): Promise<void>;
     dropIndex(field: keyof Omit<T, '_id'> & string): Promise<void>;
+    /**
+     * Create a full-text search index on a string field.
+     *
+     * Enables fast `{ field: { $contains: 'token' } }` queries using an
+     * inverted token index instead of a full collection scan.
+     *
+     * @example
+     * await notes.createFtsIndex('body');
+     */
+    createFtsIndex(field: keyof Omit<T, '_id'> & string): Promise<void>;
+    /** Drop a full-text search index. */
+    dropFtsIndex(field: keyof Omit<T, '_id'> & string): Promise<void>;
+    /**
+     * Return the indexes that currently exist on this collection.
+     *
+     * @example
+     * const { btree, fts, vector } = await notes.listIndexes();
+     */
+    listIndexes(): Promise<CollectionIndexInfo>;
     /**
      * Create a vector index on a numeric-array field.
      *
@@ -84,6 +123,14 @@ interface Collection<T extends Document = Document> {
     createVectorIndex(field: keyof Omit<T, '_id'> & string, options: VectorIndexOptions): Promise<void>;
     /** Drop a vector index. */
     dropVectorIndex(field: keyof Omit<T, '_id'> & string): Promise<void>;
+    /**
+     * Upgrade a flat vector index to HNSW in-place.
+     *
+     * After calling this, `findNearest` uses approximate nearest-neighbour
+     * search which is significantly faster on large collections.
+     * Requires the `vector-hnsw` feature to be compiled in; no-op otherwise.
+     */
+    upgradeVectorIndex(field: keyof Omit<T, '_id'> & string): Promise<void>;
     /**
      * Find the `topK` most similar documents to `vector` using a vector index.
      *
@@ -136,4 +183,4 @@ interface TalaDB {
  */
 declare function openDB(dbName?: string): Promise<TalaDB>;
 
-export { type Collection, type Document, type Filter, type TalaDB, type Update, type Value, type VectorIndexOptions, type VectorMetric, type VectorSearchResult, openDB };
+export { type Collection, type CollectionIndexInfo, type Document, type Filter, type TalaDB, type Update, type Value, type VectorIndexOptions, type VectorMetric, type VectorSearchResult, openDB };

package/dist/index.d.ts

@@ -5,6 +5,26 @@ interface VectorIndexOptions {
     dimensions: number;
     /** Similarity metric. Defaults to `"cosine"`. */
     metric?: VectorMetric;
+    /**
+     * Index algorithm. Defaults to `"flat"` (exact brute-force).
+     * Use `"hnsw"` for approximate nearest-neighbour search — much faster on
+     * large collections at the cost of occasional missed results.
+     * Requires the `vector-hnsw` feature to be compiled in.
+     */
+    indexType?: 'flat' | 'hnsw';
+    /** HNSW connectivity parameter M (default 16). Higher = better recall, more memory. */
+    hnswM?: number;
+    /** HNSW build-time quality parameter ef_construction (default 200). */
+    hnswEfConstruction?: number;
+}
+/** Describes the indexes that exist on a collection. */
+interface CollectionIndexInfo {
+    /** B-tree indexes (created with `createIndex`). */
+    btree: string[];
+    /** Full-text search indexes (created with `createFtsIndex`). */
+    fts: string[];
+    /** Vector indexes (created with `createVectorIndex`). */
+    vector: string[];
 }
 /** A single result returned by `Collection.findNearest`. */
 interface VectorSearchResult<T extends Document = Document> {
@@ -72,6 +92,25 @@ interface Collection<T extends Document = Document> {
     count(filter?: Filter<T>): Promise<number>;
     createIndex(field: keyof Omit<T, '_id'> & string): Promise<void>;
     dropIndex(field: keyof Omit<T, '_id'> & string): Promise<void>;
+    /**
+     * Create a full-text search index on a string field.
+     *
+     * Enables fast `{ field: { $contains: 'token' } }` queries using an
+     * inverted token index instead of a full collection scan.
+     *
+     * @example
+     * await notes.createFtsIndex('body');
+     */
+    createFtsIndex(field: keyof Omit<T, '_id'> & string): Promise<void>;
+    /** Drop a full-text search index. */
+    dropFtsIndex(field: keyof Omit<T, '_id'> & string): Promise<void>;
+    /**
+     * Return the indexes that currently exist on this collection.
+     *
+     * @example
+     * const { btree, fts, vector } = await notes.listIndexes();
+     */
+    listIndexes(): Promise<CollectionIndexInfo>;
     /**
      * Create a vector index on a numeric-array field.
      *
@@ -84,6 +123,14 @@ interface Collection<T extends Document = Document> {
     createVectorIndex(field: keyof Omit<T, '_id'> & string, options: VectorIndexOptions): Promise<void>;
     /** Drop a vector index. */
     dropVectorIndex(field: keyof Omit<T, '_id'> & string): Promise<void>;
+    /**
+     * Upgrade a flat vector index to HNSW in-place.
+     *
+     * After calling this, `findNearest` uses approximate nearest-neighbour
+     * search which is significantly faster on large collections.
+     * Requires the `vector-hnsw` feature to be compiled in; no-op otherwise.
+     */
+    upgradeVectorIndex(field: keyof Omit<T, '_id'> & string): Promise<void>;
     /**
      * Find the `topK` most similar documents to `vector` using a vector index.
      *
@@ -136,4 +183,4 @@ interface TalaDB {
  */
 declare function openDB(dbName?: string): Promise<TalaDB>;
 
-export { type Collection, type Document, type Filter, type TalaDB, type Update, type Value, type VectorIndexOptions, type VectorMetric, type VectorSearchResult, openDB };
+export { type Collection, type CollectionIndexInfo, type Document, type Filter, type TalaDB, type Update, type Value, type VectorIndexOptions, type VectorMetric, type VectorSearchResult, openDB };

package/dist/index.js

@@ -57,7 +57,7 @@ var WorkerProxy = class {
         else p.reject(new Error(error));
       }
     };
-    this.port.start();
+    this.port.start?.();
   }
   send(op, args = {}) {
     return new Promise((resolve, reject) => {
@@ -67,71 +67,42 @@ var WorkerProxy = class {
     });
   }
 };
-async function createInMemoryBrowserDB(_dbName) {
-  const wasmUrl = new URL("@taladb/web/pkg/taladb_web.js", import_meta.url);
-  const wasm = await import(
-    /* @vite-ignore */
-    wasmUrl.href
-  );
-  await wasm.default();
-  const db = wasm.TalaDBWasm.openInMemory();
-  function wrapCollection(name) {
-    const col = db.collection(name);
-    return {
-      insert: async (doc) => col.insert(doc),
-      insertMany: async (docs) => col.insertMany(docs),
-      find: async (filter) => col.find(filter ?? null),
-      findOne: async (filter) => col.findOne(filter) ?? null,
-      updateOne: async (filter, update) => col.updateOne(filter, update),
-      updateMany: async (filter, update) => col.updateMany(filter, update),
-      deleteOne: async (filter) => col.deleteOne(filter),
-      deleteMany: async (filter) => col.deleteMany(filter),
-      count: async (filter) => col.count(filter ?? null),
-      createIndex: async (field) => col.createIndex(field),
-      dropIndex: async (field) => col.dropIndex(field),
-      createVectorIndex: async (field, options) => col.createVectorIndex(field, options.dimensions, options.metric ?? null),
-      dropVectorIndex: async (field) => col.dropVectorIndex(field),
-      findNearest: async (field, vector, topK, filter) => {
-        const raw = await col.findNearest(field, vector, topK, filter ?? null);
-        return raw;
-      },
-      subscribe: (filter, callback) => {
-        let active = true;
-        let lastJson = "";
-        const poll = async () => {
-          if (!active) return;
-          try {
-            const docs = await col.find(filter ?? null);
-            const json = JSON.stringify(docs);
-            if (json !== lastJson) {
-              lastJson = json;
-              callback(docs);
-            }
-          } catch {
-          }
-          if (active) setTimeout(poll, 300);
-        };
-        poll();
-        return () => {
-          active = false;
-        };
+function makePoller(findFn, callback) {
+  let active = true;
+  let lastJson = "";
+  const poll = async () => {
+    if (!active) return;
+    try {
+      const docs = await findFn();
+      const json = JSON.stringify(docs);
+      if (json !== lastJson) {
+        lastJson = json;
+        callback(docs);
       }
-    };
-  }
-  return {
-    collection: (name) => wrapCollection(name),
-    close: async () => {
+    } catch {
     }
+    if (active) setTimeout(poll, 300);
+  };
+  poll();
+  return () => {
+    active = false;
   };
 }
 async function createBrowserDB(dbName) {
-  if (typeof SharedWorker === "undefined") {
-    return createInMemoryBrowserDB(dbName);
-  }
   const workerUrl = new URL("@taladb/web/worker/taladb.worker.js", import_meta.url);
-  const worker = new SharedWorker(workerUrl, { type: "module", name: "taladb" });
-  const proxy = new WorkerProxy(worker.port);
+  const worker = new Worker(workerUrl, { type: "module", name: "taladb" });
+  const proxy = new WorkerProxy(worker);
   await proxy.send("init", { dbName });
+  const nudgeCallbacks = /* @__PURE__ */ new Set();
+  let channel = null;
+  if (typeof BroadcastChannel !== "undefined") {
+    channel = new BroadcastChannel(`taladb:${dbName}`);
+    channel.onmessage = (e) => {
+      if (e.data === "taladb:changed") {
+        for (const nudge of nudgeCallbacks) nudge();
+      }
+    };
+  }
   function wrapCollection(name) {
     const s = JSON.stringify;
     return {
@@ -175,13 +146,26 @@ async function createBrowserDB(dbName) {
       }),
       createIndex: (field) => proxy.send("createIndex", { collection: name, field }),
       dropIndex: (field) => proxy.send("dropIndex", { collection: name, field }),
-      createVectorIndex: (field, options) => proxy.send("createVectorIndex", {
-        collection: name,
-        field,
-        dimensions: options.dimensions,
-        metric: options.metric
-      }),
+      createFtsIndex: (field) => proxy.send("createFtsIndex", { collection: name, field }),
+      dropFtsIndex: (field) => proxy.send("dropFtsIndex", { collection: name, field }),
+      createVectorIndex: (field, options) => {
+        if (options.indexType === "hnsw") return Promise.reject(new Error("HNSW vector indexes are not available in the browser (requires native threads). Use Node.js or React Native."));
+        return proxy.send("createVectorIndex", {
+          collection: name,
+          field,
+          dimensions: options.dimensions,
+          metric: options.metric,
+          indexType: null,
+          hnswM: null,
+          hnswEfConstruction: null
+        });
+      },
       dropVectorIndex: (field) => proxy.send("dropVectorIndex", { collection: name, field }),
+      upgradeVectorIndex: (_field) => Promise.reject(new Error("HNSW vector indexes are not available in the browser (requires native threads). Use Node.js or React Native.")),
+      listIndexes: async () => {
+        const json = await proxy.send("listIndexes", { collection: name });
+        return JSON.parse(json);
+      },
       findNearest: async (field, vector, topK, filter) => {
         const json = await proxy.send("findNearest", {
           collection: name,
@@ -194,9 +178,14 @@ async function createBrowserDB(dbName) {
       },
       subscribe: (filter, callback) => {
         let active = true;
-        let lastJson = "";
+        let lastJson = "[]";
+        let timer = null;
         const poll = async () => {
           if (!active) return;
+          if (timer !== null) {
+            clearTimeout(timer);
+            timer = null;
+          }
           try {
             const json = await proxy.send("find", {
               collection: name,
@@ -208,18 +197,28 @@ async function createBrowserDB(dbName) {
             }
           } catch {
           }
-          if (active) setTimeout(poll, 300);
+          if (active) timer = setTimeout(poll, 300);
         };
+        nudgeCallbacks.add(poll);
         poll();
         return () => {
           active = false;
+          nudgeCallbacks.delete(poll);
+          if (timer !== null) {
+            clearTimeout(timer);
+            timer = null;
+          }
         };
       }
     };
   }
   return {
     collection: (name) => wrapCollection(name),
-    close: () => proxy.send("close")
+    close: async () => {
+      channel?.close();
+      await proxy.send("close");
+      worker.terminate();
+    }
   };
 }
 async function createNodeDB(dbName) {
@@ -239,33 +238,20 @@ async function createNodeDB(dbName) {
       count: async (filter) => col.count(filter ?? null),
       createIndex: async (field) => col.createIndex(field),
       dropIndex: async (field) => col.dropIndex(field),
-      createVectorIndex: async (field, options) => col.createVectorIndex(field, options.dimensions, options.metric ?? null),
+      createFtsIndex: async (field) => col.createFtsIndex(field),
+      dropFtsIndex: async (field) => col.dropFtsIndex(field),
+      createVectorIndex: async (field, options) => col.createVectorIndex(field, options.dimensions, options.metric ?? null, options.indexType ?? null, options.hnswM ?? null, options.hnswEfConstruction ?? null),
       dropVectorIndex: async (field) => col.dropVectorIndex(field),
+      upgradeVectorIndex: async (field) => col.upgradeVectorIndex(field),
+      listIndexes: async () => {
+        const json = col.listIndexes();
+        return JSON.parse(json);
+      },
       findNearest: async (field, vector, topK, filter) => {
         const raw = await col.findNearest(field, vector, topK, filter ?? null);
         return raw;
       },
-      subscribe: (filter, callback) => {
-        let active = true;
-        let lastJson = "";
-        const poll = async () => {
-          if (!active) return;
-          try {
-            const docs = await col.find(filter ?? null);
-            const json = JSON.stringify(docs);
-            if (json !== lastJson) {
-              lastJson = json;
-              callback(docs);
-            }
-          } catch {
-          }
-          if (active) setTimeout(poll, 300);
-        };
-        poll();
-        return () => {
-          active = false;
-        };
-      }
+      subscribe: (filter, callback) => makePoller(async () => col.find(filter ?? null), callback)
     };
   }
   return {
@@ -296,33 +282,17 @@ async function createNativeDB(_dbName) {
       count: async (filter) => col.count(filter ?? {}),
       createIndex: async (field) => col.createIndex(field),
       dropIndex: async (field) => col.dropIndex(field),
-      createVectorIndex: async (field, options) => col.createVectorIndex(field, options.dimensions, options.metric ?? null),
+      createFtsIndex: async (field) => col.createFtsIndex(field),
+      dropFtsIndex: async (field) => col.dropFtsIndex(field),
+      createVectorIndex: async (field, options) => col.createVectorIndex(field, options.dimensions, options.metric ?? null, options.indexType ?? null, options.hnswM ?? null, options.hnswEfConstruction ?? null),
       dropVectorIndex: async (field) => col.dropVectorIndex(field),
+      upgradeVectorIndex: async (field) => col.upgradeVectorIndex(field),
+      listIndexes: async () => JSON.parse(col.listIndexes()),
       findNearest: async (field, vector, topK, filter) => {
         const raw = col.findNearest(field, vector, topK, filter ?? null);
         return raw;
       },
-      subscribe: (filter, callback) => {
-        let active = true;
-        let lastJson = "";
-        const poll = () => {
-          if (!active) return;
-          try {
-            const docs = col.find(filter ?? {});
-            const json = JSON.stringify(docs);
-            if (json !== lastJson) {
-              lastJson = json;
-              callback(docs);
-            }
-          } catch {
-          }
-          if (active) setTimeout(poll, 300);
-        };
-        poll();
-        return () => {
-          active = false;
-        };
-      }
+      subscribe: (filter, callback) => makePoller(async () => col.find(filter ?? {}), callback)
     };
   }
   return {

package/dist/index.mjs

@@ -22,7 +22,7 @@ var WorkerProxy = class {
         else p.reject(new Error(error));
       }
     };
-    this.port.start();
+    this.port.start?.();
   }
   send(op, args = {}) {
     return new Promise((resolve, reject) => {
@@ -32,71 +32,42 @@ var WorkerProxy = class {
     });
   }
 };
-async function createInMemoryBrowserDB(_dbName) {
-  const wasmUrl = new URL("@taladb/web/pkg/taladb_web.js", import.meta.url);
-  const wasm = await import(
-    /* @vite-ignore */
-    wasmUrl.href
-  );
-  await wasm.default();
-  const db = wasm.TalaDBWasm.openInMemory();
-  function wrapCollection(name) {
-    const col = db.collection(name);
-    return {
-      insert: async (doc) => col.insert(doc),
-      insertMany: async (docs) => col.insertMany(docs),
-      find: async (filter) => col.find(filter ?? null),
-      findOne: async (filter) => col.findOne(filter) ?? null,
-      updateOne: async (filter, update) => col.updateOne(filter, update),
-      updateMany: async (filter, update) => col.updateMany(filter, update),
-      deleteOne: async (filter) => col.deleteOne(filter),
-      deleteMany: async (filter) => col.deleteMany(filter),
-      count: async (filter) => col.count(filter ?? null),
-      createIndex: async (field) => col.createIndex(field),
-      dropIndex: async (field) => col.dropIndex(field),
-      createVectorIndex: async (field, options) => col.createVectorIndex(field, options.dimensions, options.metric ?? null),
-      dropVectorIndex: async (field) => col.dropVectorIndex(field),
-      findNearest: async (field, vector, topK, filter) => {
-        const raw = await col.findNearest(field, vector, topK, filter ?? null);
-        return raw;
-      },
-      subscribe: (filter, callback) => {
-        let active = true;
-        let lastJson = "";
-        const poll = async () => {
-          if (!active) return;
-          try {
-            const docs = await col.find(filter ?? null);
-            const json = JSON.stringify(docs);
-            if (json !== lastJson) {
-              lastJson = json;
-              callback(docs);
-            }
-          } catch {
-          }
-          if (active) setTimeout(poll, 300);
-        };
-        poll();
-        return () => {
-          active = false;
-        };
+function makePoller(findFn, callback) {
+  let active = true;
+  let lastJson = "";
+  const poll = async () => {
+    if (!active) return;
+    try {
+      const docs = await findFn();
+      const json = JSON.stringify(docs);
+      if (json !== lastJson) {
+        lastJson = json;
+        callback(docs);
       }
-    };
-  }
-  return {
-    collection: (name) => wrapCollection(name),
-    close: async () => {
+    } catch {
     }
+    if (active) setTimeout(poll, 300);
+  };
+  poll();
+  return () => {
+    active = false;
   };
 }
 async function createBrowserDB(dbName) {
-  if (typeof SharedWorker === "undefined") {
-    return createInMemoryBrowserDB(dbName);
-  }
   const workerUrl = new URL("@taladb/web/worker/taladb.worker.js", import.meta.url);
-  const worker = new SharedWorker(workerUrl, { type: "module", name: "taladb" });
-  const proxy = new WorkerProxy(worker.port);
+  const worker = new Worker(workerUrl, { type: "module", name: "taladb" });
+  const proxy = new WorkerProxy(worker);
   await proxy.send("init", { dbName });
+  const nudgeCallbacks = /* @__PURE__ */ new Set();
+  let channel = null;
+  if (typeof BroadcastChannel !== "undefined") {
+    channel = new BroadcastChannel(`taladb:${dbName}`);
+    channel.onmessage = (e) => {
+      if (e.data === "taladb:changed") {
+        for (const nudge of nudgeCallbacks) nudge();
+      }
+    };
+  }
   function wrapCollection(name) {
     const s = JSON.stringify;
     return {
@@ -140,13 +111,26 @@ async function createBrowserDB(dbName) {
       }),
       createIndex: (field) => proxy.send("createIndex", { collection: name, field }),
       dropIndex: (field) => proxy.send("dropIndex", { collection: name, field }),
-      createVectorIndex: (field, options) => proxy.send("createVectorIndex", {
-        collection: name,
-        field,
-        dimensions: options.dimensions,
-        metric: options.metric
-      }),
+      createFtsIndex: (field) => proxy.send("createFtsIndex", { collection: name, field }),
+      dropFtsIndex: (field) => proxy.send("dropFtsIndex", { collection: name, field }),
+      createVectorIndex: (field, options) => {
+        if (options.indexType === "hnsw") return Promise.reject(new Error("HNSW vector indexes are not available in the browser (requires native threads). Use Node.js or React Native."));
+        return proxy.send("createVectorIndex", {
+          collection: name,
+          field,
+          dimensions: options.dimensions,
+          metric: options.metric,
+          indexType: null,
+          hnswM: null,
+          hnswEfConstruction: null
+        });
+      },
       dropVectorIndex: (field) => proxy.send("dropVectorIndex", { collection: name, field }),
+      upgradeVectorIndex: (_field) => Promise.reject(new Error("HNSW vector indexes are not available in the browser (requires native threads). Use Node.js or React Native.")),
+      listIndexes: async () => {
+        const json = await proxy.send("listIndexes", { collection: name });
+        return JSON.parse(json);
+      },
       findNearest: async (field, vector, topK, filter) => {
         const json = await proxy.send("findNearest", {
           collection: name,
@@ -159,9 +143,14 @@ async function createBrowserDB(dbName) {
       },
       subscribe: (filter, callback) => {
         let active = true;
-        let lastJson = "";
+        let lastJson = "[]";
+        let timer = null;
         const poll = async () => {
           if (!active) return;
+          if (timer !== null) {
+            clearTimeout(timer);
+            timer = null;
+          }
           try {
             const json = await proxy.send("find", {
               collection: name,
@@ -173,18 +162,28 @@ async function createBrowserDB(dbName) {
             }
           } catch {
           }
-          if (active) setTimeout(poll, 300);
+          if (active) timer = setTimeout(poll, 300);
         };
+        nudgeCallbacks.add(poll);
         poll();
         return () => {
           active = false;
+          nudgeCallbacks.delete(poll);
+          if (timer !== null) {
+            clearTimeout(timer);
+            timer = null;
+          }
         };
       }
     };
   }
   return {
     collection: (name) => wrapCollection(name),
-    close: () => proxy.send("close")
+    close: async () => {
+      channel?.close();
+      await proxy.send("close");
+      worker.terminate();
+    }
   };
 }
 async function createNodeDB(dbName) {
@@ -204,33 +203,20 @@ async function createNodeDB(dbName) {
       count: async (filter) => col.count(filter ?? null),
       createIndex: async (field) => col.createIndex(field),
       dropIndex: async (field) => col.dropIndex(field),
-      createVectorIndex: async (field, options) => col.createVectorIndex(field, options.dimensions, options.metric ?? null),
+      createFtsIndex: async (field) => col.createFtsIndex(field),
+      dropFtsIndex: async (field) => col.dropFtsIndex(field),
+      createVectorIndex: async (field, options) => col.createVectorIndex(field, options.dimensions, options.metric ?? null, options.indexType ?? null, options.hnswM ?? null, options.hnswEfConstruction ?? null),
       dropVectorIndex: async (field) => col.dropVectorIndex(field),
+      upgradeVectorIndex: async (field) => col.upgradeVectorIndex(field),
+      listIndexes: async () => {
+        const json = col.listIndexes();
+        return JSON.parse(json);
+      },
       findNearest: async (field, vector, topK, filter) => {
         const raw = await col.findNearest(field, vector, topK, filter ?? null);
         return raw;
       },
-      subscribe: (filter, callback) => {
-        let active = true;
-        let lastJson = "";
-        const poll = async () => {
-          if (!active) return;
-          try {
-            const docs = await col.find(filter ?? null);
-            const json = JSON.stringify(docs);
-            if (json !== lastJson) {
-              lastJson = json;
-              callback(docs);
-            }
-          } catch {
-          }
-          if (active) setTimeout(poll, 300);
-        };
-        poll();
-        return () => {
-          active = false;
-        };
-      }
+      subscribe: (filter, callback) => makePoller(async () => col.find(filter ?? null), callback)
     };
   }
   return {
@@ -261,33 +247,17 @@ async function createNativeDB(_dbName) {
       count: async (filter) => col.count(filter ?? {}),
       createIndex: async (field) => col.createIndex(field),
       dropIndex: async (field) => col.dropIndex(field),
-      createVectorIndex: async (field, options) => col.createVectorIndex(field, options.dimensions, options.metric ?? null),
+      createFtsIndex: async (field) => col.createFtsIndex(field),
+      dropFtsIndex: async (field) => col.dropFtsIndex(field),
+      createVectorIndex: async (field, options) => col.createVectorIndex(field, options.dimensions, options.metric ?? null, options.indexType ?? null, options.hnswM ?? null, options.hnswEfConstruction ?? null),
       dropVectorIndex: async (field) => col.dropVectorIndex(field),
+      upgradeVectorIndex: async (field) => col.upgradeVectorIndex(field),
+      listIndexes: async () => JSON.parse(col.listIndexes()),
       findNearest: async (field, vector, topK, filter) => {
         const raw = col.findNearest(field, vector, topK, filter ?? null);
         return raw;
       },
-      subscribe: (filter, callback) => {
-        let active = true;
-        let lastJson = "";
-        const poll = () => {
-          if (!active) return;
-          try {
-            const docs = col.find(filter ?? {});
-            const json = JSON.stringify(docs);
-            if (json !== lastJson) {
-              lastJson = json;
-              callback(docs);
-            }
-          } catch {
-          }
-          if (active) setTimeout(poll, 300);
-        };
-        poll();
-        return () => {
-          active = false;
-        };
-      }
+      subscribe: (filter, callback) => makePoller(async () => col.find(filter ?? {}), callback)
     };
   }
   return {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "taladb",
-  "version": "0.2.11",
+  "version": "0.4.0",
   "description": "Local-first document and vector database for React, React Native, and Node.js",
   "main": "dist/index.js",
   "module": "dist/index.mjs",