@workglow/indexeddb 0.3.13 → 0.3.15

package/dist/storage/node.js

@@ -323,7 +323,8 @@ import {
   BaseTabularStorage,
   HybridSubscriptionManager,
   isSearchCondition,
-  pickCoveringIndex
+  pickCoveringIndex,
+  safeEmit
 } from "@workglow/storage";
 import { createServiceToken, deepEqual as deepEqual2, makeFingerprint, uuid4 } from "@workglow/util";
 
@@ -743,8 +744,8 @@ class IndexedDbTabularStorage extends BaseTabularStorage {
   hybridManager = null;
   hybridOptions;
   cursorSafeIndexes;
-  constructor(table = "tabular_store", schema, primaryKeyNames, indexes = [], migrationOptions = {}, clientProvidedKeys = "if-missing", tabularMigrations) {
-    super(schema, primaryKeyNames, indexes, clientProvidedKeys, tabularMigrations, table);
+  constructor(table = "tabular_store", schema, primaryKeyNames, indexes = [], migrationOptions = {}, clientProvidedKeys = "if-missing", tabularMigrations, uniqueIndexes = []) {
+    super(schema, primaryKeyNames, indexes, clientProvidedKeys, tabularMigrations, table, uniqueIndexes);
     this.table = table;
     this.migrationOptions = migrationOptions;
     this.hybridOptions = {
@@ -824,6 +825,15 @@ class IndexedDbTabularStorage extends BaseTabularStorage {
         options: { unique: false }
       });
     }
+    for (const columns of this.uniqueIndexes) {
+      const columnNames = columns.map((col) => String(col));
+      const indexName = columnNames.join("_");
+      expectedIndexes.push({
+        name: indexName,
+        keyPath: columnNames.length === 1 ? columnNames[0] : columnNames,
+        options: { unique: true }
+      });
+    }
     const primaryKey = pkColumns.length === 1 ? pkColumns[0] : pkColumns;
     const useAutoIncrement = this.hasAutoGeneratedKey() && this.autoGeneratedKeyStrategy === "autoincrement" && pkColumns.length === 1;
     return await ensureIndexedDbTable(this.table, primaryKey, expectedIndexes, this.migrationOptions, useAutoIncrement);
@@ -841,39 +851,43 @@ class IndexedDbTabularStorage extends BaseTabularStorage {
     }
     throw new Error(`IndexedDB autoincrement keys are generated by the database, not client-side. Column: ${columnName}`);
   }
-  async put(record) {
-    const db = await this.getDb();
+  prepareRecordForPut(record) {
     let recordToStore = record;
-    if (this.hasAutoGeneratedKey() && this.autoGeneratedKeyName) {
-      const keyName = String(this.autoGeneratedKeyName);
-      const clientProvidedValue = record[keyName];
-      const hasClientValue = clientProvidedValue !== undefined && clientProvidedValue !== null;
-      if (this.autoGeneratedKeyStrategy === "uuid") {
-        let shouldGenerate = false;
-        if (this.clientProvidedKeys === "never") {
-          shouldGenerate = true;
-        } else if (this.clientProvidedKeys === "always") {
-          if (!hasClientValue) {
-            throw new Error(`Auto-generated key "${keyName}" is required when clientProvidedKeys is "always"`);
-          }
-          shouldGenerate = false;
-        } else {
-          shouldGenerate = !hasClientValue;
-        }
-        if (shouldGenerate) {
-          const generatedValue = this.generateKeyValue(keyName, "uuid");
-          recordToStore = { ...record, [keyName]: generatedValue };
-        }
-      } else if (this.autoGeneratedKeyStrategy === "autoincrement") {
-        if (this.clientProvidedKeys === "always" && !hasClientValue) {
+    if (!this.hasAutoGeneratedKey() || !this.autoGeneratedKeyName)
+      return recordToStore;
+    const keyName = String(this.autoGeneratedKeyName);
+    const clientProvidedValue = record[keyName];
+    const hasClientValue = clientProvidedValue !== undefined && clientProvidedValue !== null;
+    if (this.autoGeneratedKeyStrategy === "uuid") {
+      let shouldGenerate = false;
+      if (this.clientProvidedKeys === "never") {
+        shouldGenerate = true;
+      } else if (this.clientProvidedKeys === "always") {
+        if (!hasClientValue) {
           throw new Error(`Auto-generated key "${keyName}" is required when clientProvidedKeys is "always"`);
         }
-        if (this.clientProvidedKeys === "never") {
-          const { [keyName]: _, ...rest } = record;
-          recordToStore = rest;
-        }
+        shouldGenerate = false;
+      } else {
+        shouldGenerate = !hasClientValue;
+      }
+      if (shouldGenerate) {
+        const generatedValue = this.generateKeyValue(keyName, "uuid");
+        recordToStore = { ...record, [keyName]: generatedValue };
+      }
+    } else if (this.autoGeneratedKeyStrategy === "autoincrement") {
+      if (this.clientProvidedKeys === "always" && !hasClientValue) {
+        throw new Error(`Auto-generated key "${keyName}" is required when clientProvidedKeys is "always"`);
+      }
+      if (this.clientProvidedKeys === "never") {
+        const { [keyName]: _, ...rest } = record;
+        recordToStore = rest;
       }
     }
+    return recordToStore;
+  }
+  async put(record) {
+    const db = await this.getDb();
+    let recordToStore = this.prepareRecordForPut(record);
     return new Promise((resolve, reject) => {
       const transaction = db.transaction(this.table, "readwrite");
       const store = transaction.objectStore(this.table);
@@ -899,6 +913,78 @@ class IndexedDbTabularStorage extends BaseTabularStorage {
   async putBulk(records) {
     return await Promise.all(records.map((record) => this.put(record)));
   }
+  async putBulkInTransaction(records) {
+    if (records.length === 0)
+      return [];
+    const prepared = records.map((r) => this.prepareRecordForPut(r));
+    const run = async () => {
+      const db = await this.getDb();
+      return new Promise((resolve, reject) => {
+        let tx;
+        try {
+          tx = db.transaction(this.table, "readwrite");
+        } catch (err) {
+          reject(err);
+          return;
+        }
+        const store = tx.objectStore(this.table);
+        const results = new Array(prepared.length);
+        const useAutoincrement = this.hasAutoGeneratedKey() && this.autoGeneratedKeyName !== undefined && this.autoGeneratedKeyStrategy === "autoincrement";
+        const keyName = useAutoincrement ? String(this.autoGeneratedKeyName) : undefined;
+        tx.oncomplete = () => {
+          for (const r of results)
+            safeEmit(this.events, "put", r);
+          this.hybridManager?.notifyLocalChange();
+          resolve(results);
+        };
+        tx.onerror = () => reject(tx.error);
+        tx.onabort = () => reject(tx.error ?? new Error("putBulk transaction aborted"));
+        try {
+          for (let i = 0;i < prepared.length; i++) {
+            const recordToStore = prepared[i];
+            const request = store.put(recordToStore);
+            request.onsuccess = () => {
+              let finalRecord = recordToStore;
+              if (useAutoincrement && keyName !== undefined) {
+                if (finalRecord[keyName] === undefined) {
+                  finalRecord = { ...finalRecord, [keyName]: request.result };
+                }
+              }
+              results[i] = finalRecord;
+            };
+            request.onerror = () => {};
+          }
+        } catch (err) {
+          try {
+            tx.abort();
+          } catch {}
+          reject(err);
+        }
+      });
+    };
+    try {
+      return await run();
+    } catch (err) {
+      if (err instanceof DOMException && err.name === "InvalidStateError") {
+        try {
+          this.db?.close();
+        } catch {}
+        this.db = undefined;
+        try {
+          return await run();
+        } catch (retryErr) {
+          safeEmit(this.events, "rollback", {
+            op: "putBulkInTransaction",
+            error: retryErr,
+            ids: []
+          });
+          throw retryErr;
+        }
+      }
+      safeEmit(this.events, "rollback", { op: "putBulkInTransaction", error: err, ids: [] });
+      throw err;
+    }
+  }
   getPrimaryKeyAsOrderedArray(key) {
     return super.getPrimaryKeyAsOrderedArray(key).map((value) => typeof value === "bigint" ? value.toString() : value);
   }
@@ -1013,7 +1099,7 @@ class IndexedDbTabularStorage extends BaseTabularStorage {
     if (this.cursorSafeIndexes)
       return this.cursorSafeIndexes;
     const required = new Set(this.schema.required ?? []);
-    this.cursorSafeIndexes = this.indexes.filter((columns) => columns.every((column) => required.has(String(column))));
+    this.cursorSafeIndexes = [...this.indexes, ...this.uniqueIndexes].filter((columns) => columns.every((column) => required.has(String(column))));
     return this.cursorSafeIndexes;
   }
   createIndexedRange(store, criteria) {
@@ -1506,18 +1592,16 @@ class IndexedDbKvStorage extends KvViaTabularStorage {
   }
 }
 // src/storage/IndexedDbVectorStorage.ts
-import { getMetadataProperty, getVectorProperty } from "@workglow/storage";
+import {
+  assertVectorShape,
+  getMetadataProperty,
+  getVectorProperty,
+  matchesFilter,
+  validateVectorEntities
+} from "@workglow/storage";
 import { createServiceToken as createServiceToken3 } from "@workglow/util";
 import { cosineSimilarity } from "@workglow/util/schema";
 var IDB_VECTOR_REPOSITORY = createServiceToken3("storage.vectorRepository.indexedDb");
-function matchesFilter(metadata, filter) {
-  for (const [key, value] of Object.entries(filter)) {
-    if (metadata[key] !== value) {
-      return false;
-    }
-  }
-  return true;
-}
 
 class IndexedDbVectorStorage extends IndexedDbTabularStorage {
   vectorDimensions;
@@ -1536,7 +1620,16 @@ class IndexedDbVectorStorage extends IndexedDbTabularStorage {
   getVectorDimensions() {
     return this.vectorDimensions;
   }
+  async put(record) {
+    assertVectorShape(record[this.vectorPropertyName], this.vectorDimensions, "write");
+    return super.put(record);
+  }
+  async putBulk(records) {
+    validateVectorEntities(records, this.vectorPropertyName, this.vectorDimensions);
+    return this.putBulkInTransaction(records);
+  }
   async similaritySearch(query, options = {}) {
+    assertVectorShape(query, this.vectorDimensions, "query");
     const { topK = 10, filter, scoreThreshold = 0 } = options;
     const results = [];
     const allEntities = await this.getAll() || [];
@@ -1577,4 +1670,4 @@ export {
   IDB_KV_REPOSITORY
 };
 
-//# debugId=DF829F5210A6289464756E2164756E21
+//# debugId=43B855CF3D1C120364756E2164756E21