@workglow/storage 0.2.5 → 0.2.7

package/dist/browser.js

@@ -395,30 +395,36 @@ class InMemoryTabularStorage extends BaseTabularStorage {
   }
   async put(value) {
     let entityToStore = value;
-    if (this.hasAutoGeneratedKey() && this.autoGeneratedKeyName) {
-      const keyName = this.autoGeneratedKeyName;
-      const clientProvidedValue = value[keyName];
-      const hasClientValue = clientProvidedValue !== undefined && clientProvidedValue !== null;
-      let shouldGenerate = false;
-      if (this.clientProvidedKeys === "never") {
-        shouldGenerate = true;
-      } else if (this.clientProvidedKeys === "always") {
-        if (!hasClientValue) {
-          throw new Error(`Auto-generated key "${keyName}" is required when clientProvidedKeys is "always"`);
+    const savedCounter = this.autoIncrementCounter;
+    try {
+      if (this.hasAutoGeneratedKey() && this.autoGeneratedKeyName) {
+        const keyName = this.autoGeneratedKeyName;
+        const clientProvidedValue = value[keyName];
+        const hasClientValue = clientProvidedValue !== undefined && clientProvidedValue !== null;
+        let shouldGenerate = false;
+        if (this.clientProvidedKeys === "never") {
+          shouldGenerate = true;
+        } else if (this.clientProvidedKeys === "always") {
+          if (!hasClientValue) {
+            throw new Error(`Auto-generated key "${keyName}" is required when clientProvidedKeys is "always"`);
+          }
+          shouldGenerate = false;
+        } else {
+          shouldGenerate = !hasClientValue;
+        }
+        if (shouldGenerate) {
+          const generatedValue = this.generateKeyValue(keyName, this.autoGeneratedKeyStrategy);
+          entityToStore = { ...value, [keyName]: generatedValue };
         }
-        shouldGenerate = false;
-      } else {
-        shouldGenerate = !hasClientValue;
-      }
-      if (shouldGenerate) {
-        const generatedValue = this.generateKeyValue(keyName, this.autoGeneratedKeyStrategy);
-        entityToStore = { ...value, [keyName]: generatedValue };
       }
+      const { key } = this.separateKeyValueFromCombined(entityToStore);
+      const id = await makeFingerprint2(key);
+      this._lastPutWasInsert = !this.values.has(id);
+      this.values.set(id, entityToStore);
+    } catch (e) {
+      this.autoIncrementCounter = savedCounter;
+      throw e;
     }
-    const { key } = this.separateKeyValueFromCombined(entityToStore);
-    const id = await makeFingerprint2(key);
-    this._lastPutWasInsert = !this.values.has(id);
-    this.values.set(id, entityToStore);
     this.events.emit("put", entityToStore);
     return entityToStore;
   }
@@ -1274,46 +1280,42 @@ class KvStorage {
 }
 
 // src/kv/KvViaTabularStorage.ts
+var PRIMITIVE_SCHEMA_TYPES = new Set(["number", "boolean", "string", "blob"]);
+
 class KvViaTabularStorage extends KvStorage {
+  get needsJsonSerialization() {
+    if (this._needsJsonSerialization === undefined) {
+      const schemaType = typeof this.valueSchema === "object" && this.valueSchema !== null && "type" in this.valueSchema ? this.valueSchema.type : undefined;
+      this._needsJsonSerialization = !PRIMITIVE_SCHEMA_TYPES.has(schemaType);
+    }
+    return this._needsJsonSerialization;
+  }
+  _needsJsonSerialization;
   async setupDatabase() {
     await this.tabularRepository.setupDatabase?.();
   }
   async put(key, value) {
-    const schemaType = typeof this.valueSchema === "object" && this.valueSchema !== null && "type" in this.valueSchema ? this.valueSchema.type : undefined;
-    const shouldStringify = !["number", "boolean", "string", "blob"].includes(schemaType);
-    if (shouldStringify) {
+    if (this.needsJsonSerialization) {
       value = JSON.stringify(value);
     }
     await this.tabularRepository.put({ key, value });
   }
   async putBulk(items) {
-    const schemaType = typeof this.valueSchema === "object" && this.valueSchema !== null && "type" in this.valueSchema ? this.valueSchema.type : undefined;
-    const shouldStringify = !["number", "boolean", "string", "blob"].includes(schemaType);
-    const entities = items.map(({ key, value }) => {
-      if (shouldStringify) {
-        value = JSON.stringify(value);
-      }
-      return { key, value };
-    });
+    const entities = this.needsJsonSerialization ? items.map(({ key, value }) => ({ key, value: JSON.stringify(value) })) : items;
     await this.tabularRepository.putBulk(entities);
   }
   async get(key) {
     const result = await this.tabularRepository.get({ key });
-    if (result) {
-      const schemaType = typeof this.valueSchema === "object" && this.valueSchema !== null && "type" in this.valueSchema ? this.valueSchema.type : undefined;
-      const shouldParse = !["number", "boolean", "string", "blob"].includes(schemaType);
-      if (shouldParse) {
-        try {
-          return JSON.parse(result.value);
-        } catch (e) {
-          return result.value;
-        }
-      } else {
+    if (!result)
+      return;
+    if (this.needsJsonSerialization) {
+      try {
+        return JSON.parse(result.value);
+      } catch (e) {
         return result.value;
       }
-    } else {
-      return;
     }
+    return result.value;
   }
   async delete(key) {
     return await this.tabularRepository.delete({ key });
@@ -1324,9 +1326,7 @@ class KvViaTabularStorage extends KvStorage {
       return values.map((value) => ({
         key: value.key,
         value: (() => {
-          const schemaType = typeof this.valueSchema === "object" && this.valueSchema !== null && "type" in this.valueSchema ? this.valueSchema.type : undefined;
-          const shouldParse = !["number", "boolean", "string"].includes(schemaType);
-          if (shouldParse && typeof value.value === "string") {
+          if (this.needsJsonSerialization && typeof value.value === "string") {
             try {
               return JSON.parse(value.value);
             } catch (e) {
@@ -2066,13 +2066,11 @@ function textRelevance(text, query) {
 
 class InMemoryVectorStorage extends InMemoryTabularStorage {
   vectorDimensions;
-  VectorType;
   vectorPropertyName;
   metadataPropertyName;
-  constructor(schema, primaryKeyNames, indexes = [], dimensions, VectorType = Float32Array) {
+  constructor(schema, primaryKeyNames, indexes = [], dimensions, _vectorCtor = Float32Array) {
     super(schema, primaryKeyNames, indexes);
     this.vectorDimensions = dimensions;
-    this.VectorType = VectorType;
     const vectorProp = getVectorProperty(schema);
     if (!vectorProp) {
       throw new Error("Schema must have a property with type array and format TypedArray");
@@ -2298,24 +2296,6 @@ async function saveSchemaMetadata(db, tableName, snapshot) {
     }
   });
 }
-async function loadSchemaMetadata(db, tableName) {
-  return new Promise((resolve) => {
-    try {
-      if (!db.objectStoreNames.contains(METADATA_STORE_NAME)) {
-        resolve(null);
-        return;
-      }
-      const transaction = db.transaction(METADATA_STORE_NAME, "readonly");
-      const store = transaction.objectStore(METADATA_STORE_NAME);
-      const request = store.get(tableName);
-      request.onsuccess = () => resolve(request.result || null);
-      request.onerror = () => resolve(null);
-      transaction.onerror = () => resolve(null);
-    } catch (err) {
-      resolve(null);
-    }
-  });
-}
 async function openIndexedDbTable(tableName, version, upgradeNeededCallback) {
   return new Promise((resolve, reject) => {
     const openRequest = indexedDB.open(tableName, version);
@@ -2407,7 +2387,6 @@ async function performIncrementalMigration(db, tableName, diff, options = {}) {
   db.close();
   options.onMigrationProgress?.(`Migrating ${tableName} from version ${currentVersion} to ${newVersion}...`, 0);
   return openIndexedDbTable(tableName, newVersion, (event) => {
-    const db2 = event.target.result;
     const transaction = event.target.transaction;
     const store = transaction.objectStore(tableName);
     for (const indexName of diff.indexesToRemove) {
@@ -2469,7 +2448,6 @@ async function performDestructiveMigration(db, tableName, primaryKey, expectedIn
   options.onMigrationProgress?.(`Recreating object store...`, 0.75);
   const newDb = await openIndexedDbTable(tableName, newVersion, (event) => {
     const db2 = event.target.result;
-    const transaction = event.target.transaction;
     if (db2.objectStoreNames.contains(tableName)) {
       db2.deleteObjectStore(tableName);
     }
@@ -2570,7 +2548,6 @@ async function ensureIndexedDbTable(tableName, primaryKey, expectedIndexes = [],
         }
       });
     }
-    const metadata = await loadSchemaMetadata(db, tableName);
     if (!db.objectStoreNames.contains(tableName)) {
       options.onMigrationProgress?.(`Object store ${tableName} does not exist, creating...`, 0);
       db.close();
@@ -3253,31 +3230,40 @@ import { createServiceToken as createServiceToken14 } from "@workglow/util";
 // src/tabular/BaseSqlTabularStorage.ts
 class BaseSqlTabularStorage extends BaseTabularStorage {
   table;
+  _pkColsCache = new Map;
+  _valColsCache = new Map;
+  _pkColListCache = new Map;
+  _valColListCache = new Map;
   constructor(table = "tabular_store", schema, primaryKeyNames, indexes = [], clientProvidedKeys = "if-missing") {
     super(schema, primaryKeyNames, indexes, clientProvidedKeys);
     this.table = table;
     this.validateTableAndSchema();
   }
   constructPrimaryKeyColumns($delimiter = "") {
-    const cols = Object.entries(this.primaryKeySchema.properties).map(([key, typeDef]) => {
-      const sqlType = this.mapTypeToSQL(typeDef);
-      return `${$delimiter}${key}${$delimiter} ${sqlType} NOT NULL`;
-    }).join(", ");
-    return cols;
+    let cached = this._pkColsCache.get($delimiter);
+    if (cached === undefined) {
+      cached = Object.entries(this.primaryKeySchema.properties).map(([key, typeDef]) => {
+        const sqlType = this.mapTypeToSQL(typeDef);
+        return `${$delimiter}${key}${$delimiter} ${sqlType} NOT NULL`;
+      }).join(", ");
+      this._pkColsCache.set($delimiter, cached);
+    }
+    return cached;
   }
   constructValueColumns($delimiter = "") {
-    const requiredSet = new Set(this.valueSchema.required ?? []);
-    const cols = Object.entries(this.valueSchema.properties).map(([key, typeDef]) => {
-      const sqlType = this.mapTypeToSQL(typeDef);
-      const isRequired = requiredSet.has(key);
-      const nullable = !isRequired || this.isNullable(typeDef);
-      return `${$delimiter}${key}${$delimiter} ${sqlType}${nullable ? " NULL" : " NOT NULL"}`;
-    }).join(", ");
-    if (cols.length > 0) {
-      return `, ${cols}`;
-    } else {
-      return "";
-    }
+    let cached = this._valColsCache.get($delimiter);
+    if (cached === undefined) {
+      const requiredSet = new Set(this.valueSchema.required ?? []);
+      const cols = Object.entries(this.valueSchema.properties).map(([key, typeDef]) => {
+        const sqlType = this.mapTypeToSQL(typeDef);
+        const isRequired = requiredSet.has(key);
+        const nullable = !isRequired || this.isNullable(typeDef);
+        return `${$delimiter}${key}${$delimiter} ${sqlType}${nullable ? " NULL" : " NOT NULL"}`;
+      }).join(", ");
+      cached = cols.length > 0 ? `, ${cols}` : "";
+      this._valColsCache.set($delimiter, cached);
+    }
+    return cached;
   }
   isNullable(typeDef) {
     if (typeof typeDef === "boolean")
@@ -3297,10 +3283,20 @@ class BaseSqlTabularStorage extends BaseTabularStorage {
     return false;
   }
   primaryKeyColumnList($delimiter = "") {
-    return $delimiter + this.primaryKeyColumns().join(`${$delimiter}, ${$delimiter}`) + $delimiter;
+    let cached = this._pkColListCache.get($delimiter);
+    if (cached === undefined) {
+      cached = $delimiter + this.primaryKeyColumns().join(`${$delimiter}, ${$delimiter}`) + $delimiter;
+      this._pkColListCache.set($delimiter, cached);
+    }
+    return cached;
   }
   valueColumnList($delimiter = "") {
-    return $delimiter + this.valueColumns().join(`${$delimiter}, ${$delimiter}`) + $delimiter;
+    let cached = this._valColListCache.get($delimiter);
+    if (cached === undefined) {
+      cached = $delimiter + this.valueColumns().join(`${$delimiter}, ${$delimiter}`) + $delimiter;
+      this._valColListCache.set($delimiter, cached);
+    }
+    return cached;
   }
   getNonNullType(typeDef) {
     if (typeof typeDef === "boolean")
@@ -5405,8 +5401,8 @@ class SupabaseRateLimiterStorage {
   }
 }
 // src/vector/IndexedDbVectorStorage.ts
-import { cosineSimilarity as cosineSimilarity2 } from "@workglow/util/schema";
 import { createServiceToken as createServiceToken21 } from "@workglow/util";
+import { cosineSimilarity as cosineSimilarity2 } from "@workglow/util/schema";
 var IDB_VECTOR_REPOSITORY = createServiceToken21("storage.vectorRepository.indexedDb");
 function matchesFilter2(metadata, filter) {
   for (const [key, value] of Object.entries(filter)) {
@@ -5434,13 +5430,11 @@ function textRelevance2(text, query) {
 
 class IndexedDbVectorStorage extends IndexedDbTabularStorage {
   vectorDimensions;
-  VectorType;
   vectorPropertyName;
   metadataPropertyName;
-  constructor(table = "vectors", schema, primaryKeyNames, indexes = [], dimensions, VectorType = Float32Array, migrationOptions = {}, clientProvidedKeys = "if-missing") {
+  constructor(table = "vectors", schema, primaryKeyNames, indexes = [], dimensions, _vectorCtor = Float32Array, migrationOptions = {}, clientProvidedKeys = "if-missing") {
     super(table, schema, primaryKeyNames, indexes, migrationOptions, clientProvidedKeys);
     this.vectorDimensions = dimensions;
-    this.VectorType = VectorType;
     const vectorProp = getVectorProperty(schema);
     if (!vectorProp) {
       throw new Error("Schema must have a property with type array and format TypedArray");
@@ -5574,4 +5568,4 @@ export {
   BaseTabularStorage
 };
 
-//# debugId=5DBA415CCD0F79AA64756E2164756E21
+//# debugId=AE3242FDE13E44E164756E2164756E21