@workglow/storage 0.0.85 → 0.0.87

package/dist/browser.js

@@ -1,18 +1,4 @@
-// src/tabular/CachedTabularRepository.ts
-import { createServiceToken as createServiceToken3 } from "@workglow/util";
-
-// src/tabular/InMemoryTabularRepository.ts
-import {
-  createServiceToken as createServiceToken2,
-  makeFingerprint as makeFingerprint2
-} from "@workglow/util";
-
-// src/tabular/ITabularRepository.ts
-function isSearchCondition(value) {
-  return typeof value === "object" && value !== null && "value" in value && "operator" in value && typeof value.operator === "string";
-}
-
-// src/tabular/TabularRepository.ts
+// src/tabular/BaseTabularStorage.ts
 import {
   createServiceToken,
   EventEmitter,
@@ -20,16 +6,20 @@ import {
 } from "@workglow/util";
 var TABULAR_REPOSITORY = createServiceToken("storage.tabularRepository");
 
-class TabularRepository {
+class BaseTabularStorage {
   schema;
   primaryKeyNames;
   events = new EventEmitter;
   indexes;
   primaryKeySchema;
   valueSchema;
-  constructor(schema, primaryKeyNames, indexes = []) {
+  autoGeneratedKeyName = null;
+  autoGeneratedKeyStrategy = null;
+  clientProvidedKeys;
+  constructor(schema, primaryKeyNames, indexes = [], clientProvidedKeys = "if-missing") {
     this.schema = schema;
     this.primaryKeyNames = primaryKeyNames;
+    this.clientProvidedKeys = clientProvidedKeys;
     const primaryKeyProps = {};
     const valueProps = {};
     const primaryKeySet = new Set(primaryKeyNames);
@@ -72,6 +62,28 @@ class TabularRepository {
         }
       }
     }
+    const autoGeneratedKeys = [];
+    for (const key of primaryKeyNames) {
+      const keyStr = String(key);
+      const propDef = schema.properties[keyStr];
+      if (propDef && typeof propDef === "object" && "x-auto-generated" in propDef) {
+        if (propDef["x-auto-generated"] === true) {
+          autoGeneratedKeys.push(keyStr);
+        }
+      }
+    }
+    if (autoGeneratedKeys.length > 1) {
+      throw new Error(`Multiple auto-generated keys detected: ${autoGeneratedKeys.join(", ")}. ` + `Only the first primary key column can be auto-generated.`);
+    }
+    if (autoGeneratedKeys.length > 0) {
+      const autoGenKeyName = autoGeneratedKeys[0];
+      const firstPrimaryKey = String(primaryKeyNames[0]);
+      if (autoGenKeyName !== firstPrimaryKey) {
+        throw new Error(`Auto-generated key "${autoGenKeyName}" must be the first primary key column. ` + `Current first primary key is "${firstPrimaryKey}".`);
+      }
+      this.autoGeneratedKeyName = autoGenKeyName;
+      this.autoGeneratedKeyStrategy = this.determineGenerationStrategy(autoGenKeyName, schema.properties[autoGenKeyName]);
+    }
   }
   filterCompoundKeys(primaryKey, potentialKeys) {
     const isPrefix = (prefix, arr) => {
@@ -193,6 +205,32 @@ class TabularRepository {
     }
     return bestMatch;
   }
+  hasAutoGeneratedKey() {
+    return this.autoGeneratedKeyName !== null;
+  }
+  isAutoGeneratedKey(name) {
+    return this.autoGeneratedKeyName !== null && String(this.autoGeneratedKeyName) === name;
+  }
+  determineGenerationStrategy(columnName, typeDef) {
+    let actualType = typeDef;
+    if (typeDef && typeof typeDef === "object") {
+      if (typeDef.anyOf && Array.isArray(typeDef.anyOf)) {
+        actualType = typeDef.anyOf.find((t) => t.type !== "null") || typeDef;
+      } else if (typeDef.oneOf && Array.isArray(typeDef.oneOf)) {
+        actualType = typeDef.oneOf.find((t) => t.type !== "null") || typeDef;
+      }
+    }
+    if (typeof actualType !== "object") {
+      return "uuid";
+    }
+    if (actualType.type === "integer") {
+      return "autoincrement";
+    }
+    return "uuid";
+  }
+  generateKeyValue(columnName, strategy) {
+    throw new Error(`generateKeyValue not implemented for ${this.constructor.name}. ` + `Column: ${columnName}, Strategy: ${strategy}`);
+  }
   async setupDatabase() {}
   destroy() {}
   async[Symbol.asyncDispose]() {
@@ -202,22 +240,67 @@ class TabularRepository {
     this.destroy();
   }
 }
+// src/tabular/CachedTabularStorage.ts
+import {
+  createServiceToken as createServiceToken3
+} from "@workglow/util";
+
+// src/tabular/InMemoryTabularStorage.ts
+import {
+  createServiceToken as createServiceToken2,
+  makeFingerprint as makeFingerprint2,
+  uuid4
+} from "@workglow/util";
+
+// src/tabular/ITabularStorage.ts
+function isSearchCondition(value) {
+  return typeof value === "object" && value !== null && "value" in value && "operator" in value && typeof value.operator === "string";
+}
 
-// src/tabular/InMemoryTabularRepository.ts
+// src/tabular/InMemoryTabularStorage.ts
 var MEMORY_TABULAR_REPOSITORY = createServiceToken2("storage.tabularRepository.inMemory");
 
-class InMemoryTabularRepository extends TabularRepository {
+class InMemoryTabularStorage extends BaseTabularStorage {
   values = new Map;
-  constructor(schema, primaryKeyNames, indexes = []) {
-    super(schema, primaryKeyNames, indexes);
+  autoIncrementCounter = 0;
+  constructor(schema, primaryKeyNames, indexes = [], clientProvidedKeys = "if-missing") {
+    super(schema, primaryKeyNames, indexes, clientProvidedKeys);
   }
   async setupDatabase() {}
+  generateKeyValue(columnName, strategy) {
+    if (strategy === "autoincrement") {
+      return ++this.autoIncrementCounter;
+    } else {
+      return uuid4();
+    }
+  }
   async put(value) {
-    const { key } = this.separateKeyValueFromCombined(value);
+    let entityToStore = value;
+    if (this.hasAutoGeneratedKey() && this.autoGeneratedKeyName) {
+      const keyName = this.autoGeneratedKeyName;
+      const clientProvidedValue = value[keyName];
+      const hasClientValue = clientProvidedValue !== undefined && clientProvidedValue !== null;
+      let shouldGenerate = false;
+      if (this.clientProvidedKeys === "never") {
+        shouldGenerate = true;
+      } else if (this.clientProvidedKeys === "always") {
+        if (!hasClientValue) {
+          throw new Error(`Auto-generated key "${keyName}" is required when clientProvidedKeys is "always"`);
+        }
+        shouldGenerate = false;
+      } else {
+        shouldGenerate = !hasClientValue;
+      }
+      if (shouldGenerate) {
+        const generatedValue = this.generateKeyValue(keyName, this.autoGeneratedKeyStrategy);
+        entityToStore = { ...value, [keyName]: generatedValue };
+      }
+    }
+    const { key } = this.separateKeyValueFromCombined(entityToStore);
     const id = await makeFingerprint2(key);
-    this.values.set(id, value);
-    this.events.emit("put", value);
-    return value;
+    this.values.set(id, entityToStore);
+    this.events.emit("put", entityToStore);
+    return entityToStore;
   }
   async putBulk(values) {
     return await Promise.all(values.map(async (value) => this.put(value)));
@@ -338,23 +421,23 @@ class InMemoryTabularRepository extends TabularRepository {
   }
 }
 
-// src/tabular/CachedTabularRepository.ts
+// src/tabular/CachedTabularStorage.ts
 var CACHED_TABULAR_REPOSITORY = createServiceToken3("storage.tabularRepository.cached");
 
-class CachedTabularRepository extends TabularRepository {
+class CachedTabularStorage extends BaseTabularStorage {
   cache;
   durable;
   cacheInitialized = false;
-  constructor(durable, cache, schema, primaryKeyNames, indexes) {
+  constructor(durable, cache, schema, primaryKeyNames, indexes, clientProvidedKeys = "if-missing") {
     if (!schema || !primaryKeyNames) {
-      throw new Error("Schema and primaryKeyNames must be provided when creating CachedTabularRepository");
+      throw new Error("Schema and primaryKeyNames must be provided when creating CachedTabularStorage");
     }
-    super(schema, primaryKeyNames, indexes || []);
+    super(schema, primaryKeyNames, indexes || [], clientProvidedKeys);
     this.durable = durable;
     if (cache) {
       this.cache = cache;
     } else {
-      this.cache = new InMemoryTabularRepository(schema, primaryKeyNames, indexes || []);
+      this.cache = new InMemoryTabularStorage(schema, primaryKeyNames, indexes || [], clientProvidedKeys);
     }
     this.setupEventForwarding();
   }
@@ -481,7 +564,36 @@ class CachedTabularRepository extends TabularRepository {
     this.cache.destroy();
   }
 }
-// src/kv/IKvRepository.ts
+// src/tabular/TabularStorageRegistry.ts
+import {
+  createServiceToken as createServiceToken4,
+  globalServiceRegistry,
+  registerInputResolver
+} from "@workglow/util";
+var TABULAR_REPOSITORIES = createServiceToken4("storage.tabular.repositories");
+if (!globalServiceRegistry.has(TABULAR_REPOSITORIES)) {
+  globalServiceRegistry.register(TABULAR_REPOSITORIES, () => new Map, true);
+}
+function getGlobalTabularRepositories() {
+  return globalServiceRegistry.get(TABULAR_REPOSITORIES);
+}
+function registerTabularRepository(id, repository) {
+  const repos = getGlobalTabularRepositories();
+  repos.set(id, repository);
+}
+function getTabularRepository(id) {
+  return getGlobalTabularRepositories().get(id);
+}
+function resolveRepositoryFromRegistry(id, format, registry) {
+  const repos = registry.has(TABULAR_REPOSITORIES) ? registry.get(TABULAR_REPOSITORIES) : getGlobalTabularRepositories();
+  const repo = repos.get(id);
+  if (!repo) {
+    throw new Error(`Tabular storage "${id}" not found in registry`);
+  }
+  return repo;
+}
+registerInputResolver("storage:tabular", resolveRepositoryFromRegistry);
+// src/kv/IKvStorage.ts
 var DefaultKeyValueSchema = {
   type: "object",
   properties: {
@@ -491,14 +603,14 @@ var DefaultKeyValueSchema = {
   additionalProperties: false
 };
 var DefaultKeyValueKey = ["key"];
-// src/kv/InMemoryKvRepository.ts
-import { createServiceToken as createServiceToken5 } from "@workglow/util";
+// src/kv/InMemoryKvStorage.ts
+import { createServiceToken as createServiceToken6 } from "@workglow/util";
 
-// src/kv/KvRepository.ts
-import { createServiceToken as createServiceToken4, EventEmitter as EventEmitter2, makeFingerprint as makeFingerprint3 } from "@workglow/util";
-var KV_REPOSITORY = createServiceToken4("storage.kvRepository");
+// src/kv/KvStorage.ts
+import { createServiceToken as createServiceToken5, EventEmitter as EventEmitter2, makeFingerprint as makeFingerprint3 } from "@workglow/util";
+var KV_REPOSITORY = createServiceToken5("storage.kvRepository");
 
-class KvRepository {
+class KvStorage {
   keySchema;
   valueSchema;
   events = new EventEmitter2;
@@ -526,8 +638,8 @@ class KvRepository {
   }
 }
 
-// src/kv/KvViaTabularRepository.ts
-class KvViaTabularRepository extends KvRepository {
+// src/kv/KvViaTabularStorage.ts
+class KvViaTabularStorage extends KvStorage {
   async setupDatabase() {
     await this.tabularRepository.setupDatabase?.();
   }
@@ -602,22 +714,22 @@ class KvViaTabularRepository extends KvRepository {
   }
 }
 
-// src/kv/InMemoryKvRepository.ts
-var MEMORY_KV_REPOSITORY = createServiceToken5("storage.kvRepository.inMemory");
+// src/kv/InMemoryKvStorage.ts
+var MEMORY_KV_REPOSITORY = createServiceToken6("storage.kvRepository.inMemory");
 
-class InMemoryKvRepository extends KvViaTabularRepository {
+class InMemoryKvStorage extends KvViaTabularStorage {
   tabularRepository;
   constructor(keySchema = { type: "string" }, valueSchema = {}) {
     super(keySchema, valueSchema);
-    this.tabularRepository = new InMemoryTabularRepository(DefaultKeyValueSchema, DefaultKeyValueKey);
+    this.tabularRepository = new InMemoryTabularStorage(DefaultKeyValueSchema, DefaultKeyValueKey);
   }
 }
 // src/queue/InMemoryQueueStorage.ts
-import { createServiceToken as createServiceToken7, EventEmitter as EventEmitter3, makeFingerprint as makeFingerprint4, sleep, uuid4 } from "@workglow/util";
+import { createServiceToken as createServiceToken8, EventEmitter as EventEmitter3, makeFingerprint as makeFingerprint4, sleep, uuid4 as uuid42 } from "@workglow/util";
 
 // src/queue/IQueueStorage.ts
-import { createServiceToken as createServiceToken6 } from "@workglow/util";
-var QUEUE_STORAGE = createServiceToken6("jobqueue.storage");
+import { createServiceToken as createServiceToken7 } from "@workglow/util";
+var QUEUE_STORAGE = createServiceToken7("jobqueue.storage");
 var JobStatus = {
   PENDING: "PENDING",
   PROCESSING: "PROCESSING",
@@ -628,7 +740,7 @@ var JobStatus = {
 };
 
 // src/queue/InMemoryQueueStorage.ts
-var IN_MEMORY_QUEUE_STORAGE = createServiceToken7("jobqueue.storage.inMemory");
+var IN_MEMORY_QUEUE_STORAGE = createServiceToken8("jobqueue.storage.inMemory");
 
 class InMemoryQueueStorage {
   queueName;
@@ -656,8 +768,8 @@ class InMemoryQueueStorage {
     await sleep(0);
     const now = new Date().toISOString();
     const jobWithPrefixes = job;
-    jobWithPrefixes.id = jobWithPrefixes.id ?? uuid4();
-    jobWithPrefixes.job_run_id = jobWithPrefixes.job_run_id ?? uuid4();
+    jobWithPrefixes.id = jobWithPrefixes.id ?? uuid42();
+    jobWithPrefixes.job_run_id = jobWithPrefixes.job_run_id ?? uuid42();
     jobWithPrefixes.queue = this.queueName;
     jobWithPrefixes.fingerprint = await makeFingerprint4(jobWithPrefixes.input);
     jobWithPrefixes.status = JobStatus.PENDING;
@@ -804,9 +916,9 @@ class InMemoryQueueStorage {
     return this.events.subscribe("change", filteredCallback);
   }
 }
-// src/limiter/InMemoryRateLimiterStorage.ts
-import { createServiceToken as createServiceToken8, sleep as sleep2 } from "@workglow/util";
-var IN_MEMORY_RATE_LIMITER_STORAGE = createServiceToken8("ratelimiter.storage.inMemory");
+// src/queue-limiter/InMemoryRateLimiterStorage.ts
+import { createServiceToken as createServiceToken9, sleep as sleep2 } from "@workglow/util";
+var IN_MEMORY_RATE_LIMITER_STORAGE = createServiceToken9("ratelimiter.storage.inMemory");
 
 class InMemoryRateLimiterStorage {
   prefixValues;
@@ -863,9 +975,9 @@ class InMemoryRateLimiterStorage {
     this.nextAvailableTimes.delete(key);
   }
 }
-// src/limiter/IRateLimiterStorage.ts
-import { createServiceToken as createServiceToken9 } from "@workglow/util";
-var RATE_LIMITER_STORAGE = createServiceToken9("ratelimiter.storage");
+// src/queue-limiter/IRateLimiterStorage.ts
+import { createServiceToken as createServiceToken10 } from "@workglow/util";
+var RATE_LIMITER_STORAGE = createServiceToken10("ratelimiter.storage");
 // src/util/HybridSubscriptionManager.ts
 class HybridSubscriptionManager {
   subscribers = new Set;
@@ -1139,10 +1251,129 @@ class PollingSubscriptionManager {
     this.initialized = false;
   }
 }
-// src/tabular/IndexedDbTabularRepository.ts
+// src/vector/InMemoryVectorStorage.ts
+import { cosineSimilarity } from "@workglow/util";
+
+// src/vector/IVectorStorage.ts
+function getVectorProperty(schema) {
+  for (const [key, value] of Object.entries(schema.properties)) {
+    if (typeof value !== "boolean" && value.type === "array" && (value.format === "TypedArray" || value.format?.startsWith("TypedArray:"))) {
+      return key;
+    }
+  }
+  return;
+}
+function getMetadataProperty(schema) {
+  for (const [key, value] of Object.entries(schema.properties)) {
+    if (typeof value !== "boolean" && value.type === "object" && value.format === "metadata") {
+      return key;
+    }
+  }
+  return;
+}
+
+// src/vector/InMemoryVectorStorage.ts
+function matchesFilter(metadata, filter) {
+  for (const [key, value] of Object.entries(filter)) {
+    if (metadata[key] !== value) {
+      return false;
+    }
+  }
+  return true;
+}
+function textRelevance(text, query) {
+  const textLower = text.toLowerCase();
+  const queryLower = query.toLowerCase();
+  const queryWords = queryLower.split(/\s+/).filter((w) => w.length > 0);
+  if (queryWords.length === 0) {
+    return 0;
+  }
+  let matches = 0;
+  for (const word of queryWords) {
+    if (textLower.includes(word)) {
+      matches++;
+    }
+  }
+  return matches / queryWords.length;
+}
+
+class InMemoryVectorStorage extends InMemoryTabularStorage {
+  vectorDimensions;
+  VectorType;
+  vectorPropertyName;
+  metadataPropertyName;
+  constructor(schema, primaryKeyNames, indexes = [], dimensions, VectorType = Float32Array) {
+    super(schema, primaryKeyNames, indexes);
+    this.vectorDimensions = dimensions;
+    this.VectorType = VectorType;
+    const vectorProp = getVectorProperty(schema);
+    if (!vectorProp) {
+      throw new Error("Schema must have a property with type array and format TypedArray");
+    }
+    this.vectorPropertyName = vectorProp;
+    this.metadataPropertyName = getMetadataProperty(schema);
+  }
+  getVectorDimensions() {
+    return this.vectorDimensions;
+  }
+  async similaritySearch(query, options = {}) {
+    const { topK = 10, filter, scoreThreshold = 0 } = options;
+    const results = [];
+    const allEntities = await this.getAll() || [];
+    for (const entity of allEntities) {
+      const vector = entity[this.vectorPropertyName];
+      const metadata = this.metadataPropertyName ? entity[this.metadataPropertyName] : {};
+      if (filter && !matchesFilter(metadata, filter)) {
+        continue;
+      }
+      const score = cosineSimilarity(query, vector);
+      if (score < scoreThreshold) {
+        continue;
+      }
+      results.push({
+        ...entity,
+        score
+      });
+    }
+    results.sort((a, b) => b.score - a.score);
+    const topResults = results.slice(0, topK);
+    return topResults;
+  }
+  async hybridSearch(query, options) {
+    const { topK = 10, filter, scoreThreshold = 0, textQuery, vectorWeight = 0.7 } = options;
+    if (!textQuery || textQuery.trim().length === 0) {
+      return this.similaritySearch(query, { topK, filter, scoreThreshold });
+    }
+    const results = [];
+    const allEntities = await this.getAll() || [];
+    for (const entity of allEntities) {
+      const vector = entity[this.vectorPropertyName];
+      const metadata = this.metadataPropertyName ? entity[this.metadataPropertyName] : {};
+      if (filter && !matchesFilter(metadata, filter)) {
+        continue;
+      }
+      const vectorScore = cosineSimilarity(query, vector);
+      const metadataText = Object.values(metadata).join(" ").toLowerCase();
+      const textScore = textRelevance(metadataText, textQuery);
+      const combinedScore = vectorWeight * vectorScore + (1 - vectorWeight) * textScore;
+      if (combinedScore < scoreThreshold) {
+        continue;
+      }
+      results.push({
+        ...entity,
+        score: combinedScore
+      });
+    }
+    results.sort((a, b) => b.score - a.score);
+    const topResults = results.slice(0, topK);
+    return topResults;
+  }
+}
+// src/tabular/IndexedDbTabularStorage.ts
 import {
-  createServiceToken as createServiceToken10,
-  makeFingerprint as makeFingerprint5
+  createServiceToken as createServiceToken11,
+  makeFingerprint as makeFingerprint5,
+  uuid4 as uuid43
 } from "@workglow/util";
 
 // src/util/IndexedDbTable.ts
@@ -1291,7 +1522,7 @@ async function performIncrementalMigration(db, tableName, diff, options = {}) {
     options.onMigrationProgress?.(`Migration complete`, 1);
   });
 }
-async function performDestructiveMigration(db, tableName, primaryKey, expectedIndexes, options = {}) {
+async function performDestructiveMigration(db, tableName, primaryKey, expectedIndexes, options = {}, autoIncrement = false) {
   if (!options.allowDestructiveMigration) {
     throw new Error(`Destructive migration required for ${tableName} but not allowed. ` + `Primary key has changed. Set allowDestructiveMigration=true to proceed with data loss, ` + `or provide a dataTransformer to migrate data.`);
   }
@@ -1336,7 +1567,7 @@ async function performDestructiveMigration(db, tableName, primaryKey, expectedIn
     if (db2.objectStoreNames.contains(tableName)) {
       db2.deleteObjectStore(tableName);
     }
-    const store = db2.createObjectStore(tableName, { keyPath: primaryKey });
+    const store = db2.createObjectStore(tableName, { keyPath: primaryKey, autoIncrement });
     for (const idx of expectedIndexes) {
       store.createIndex(idx.name, idx.keyPath, idx.options);
     }
@@ -1354,7 +1585,7 @@ async function performDestructiveMigration(db, tableName, primaryKey, expectedIn
   options.onMigrationProgress?.(`Destructive migration complete`, 1);
   return newDb;
 }
-async function createNewDatabase(tableName, primaryKey, expectedIndexes, options = {}) {
+async function createNewDatabase(tableName, primaryKey, expectedIndexes, options = {}, autoIncrement = false) {
   options.onMigrationProgress?.(`Creating new database: ${tableName}`, 0);
   try {
     await deleteIndexedDbTable(tableName);
@@ -1366,7 +1597,7 @@ async function createNewDatabase(tableName, primaryKey, expectedIndexes, options
     if (!db2.objectStoreNames.contains(METADATA_STORE_NAME)) {
       db2.createObjectStore(METADATA_STORE_NAME, { keyPath: "tableName" });
     }
-    const store = db2.createObjectStore(tableName, { keyPath: primaryKey });
+    const store = db2.createObjectStore(tableName, { keyPath: primaryKey, autoIncrement });
     for (const idx of expectedIndexes) {
       store.createIndex(idx.name, idx.keyPath, idx.options);
     }
@@ -1382,7 +1613,7 @@ async function createNewDatabase(tableName, primaryKey, expectedIndexes, options
   options.onMigrationProgress?.(`Database created successfully`, 1);
   return db;
 }
-async function ensureIndexedDbTable(tableName, primaryKey, expectedIndexes = [], options = {}) {
+async function ensureIndexedDbTable(tableName, primaryKey, expectedIndexes = [], options = {}, autoIncrement = false) {
   try {
     let db;
     let wasJustCreated = false;
@@ -1394,7 +1625,7 @@ async function ensureIndexedDbTable(tableName, primaryKey, expectedIndexes = [],
       }
     } catch (err) {
       options.onMigrationProgress?.(`Database ${tableName} does not exist or has version conflict, creating...`, 0);
-      return await createNewDatabase(tableName, primaryKey, expectedIndexes, options);
+      return await createNewDatabase(tableName, primaryKey, expectedIndexes, options, autoIncrement);
     }
     if (wasJustCreated) {
       options.onMigrationProgress?.(`Creating new database: ${tableName}`, 0);
@@ -1407,7 +1638,7 @@ async function ensureIndexedDbTable(tableName, primaryKey, expectedIndexes = [],
         if (!db2.objectStoreNames.contains(METADATA_STORE_NAME)) {
           db2.createObjectStore(METADATA_STORE_NAME, { keyPath: "tableName" });
         }
-        const store2 = db2.createObjectStore(tableName, { keyPath: primaryKey });
+        const store2 = db2.createObjectStore(tableName, { keyPath: primaryKey, autoIncrement });
         for (const idx of expectedIndexes) {
           store2.createIndex(idx.name, idx.keyPath, idx.options);
         }
@@ -1437,7 +1668,7 @@ async function ensureIndexedDbTable(tableName, primaryKey, expectedIndexes = [],
     if (!db.objectStoreNames.contains(tableName)) {
       options.onMigrationProgress?.(`Object store ${tableName} does not exist, creating...`, 0);
       db.close();
-      return await createNewDatabase(tableName, primaryKey, expectedIndexes, options);
+      return await createNewDatabase(tableName, primaryKey, expectedIndexes, options, autoIncrement);
     }
     const transaction = db.transaction(tableName, "readonly");
     const store = transaction.objectStore(tableName);
@@ -1460,7 +1691,7 @@ async function ensureIndexedDbTable(tableName, primaryKey, expectedIndexes = [],
     }
     if (diff.needsObjectStoreRecreation) {
       options.onMigrationProgress?.(`Schema change requires object store recreation for ${tableName}`, 0);
-      db = await performDestructiveMigration(db, tableName, primaryKey, expectedIndexes, options);
+      db = await performDestructiveMigration(db, tableName, primaryKey, expectedIndexes, options, autoIncrement);
     } else {
       options.onMigrationProgress?.(`Performing incremental migration for ${tableName}`, 0);
       db = await performIncrementalMigration(db, tableName, diff, options);
@@ -1482,18 +1713,18 @@ async function dropIndexedDbTable(tableName) {
   return deleteIndexedDbTable(tableName);
 }
 
-// src/tabular/IndexedDbTabularRepository.ts
-var IDB_TABULAR_REPOSITORY = createServiceToken10("storage.tabularRepository.indexedDb");
+// src/tabular/IndexedDbTabularStorage.ts
+var IDB_TABULAR_REPOSITORY = createServiceToken11("storage.tabularRepository.indexedDb");
 
-class IndexedDbTabularRepository extends TabularRepository {
+class IndexedDbTabularStorage extends BaseTabularStorage {
   table;
   db;
   setupPromise = null;
   migrationOptions;
   hybridManager = null;
   hybridOptions;
-  constructor(table = "tabular_store", schema, primaryKeyNames, indexes = [], migrationOptions = {}) {
-    super(schema, primaryKeyNames, indexes);
+  constructor(table = "tabular_store", schema, primaryKeyNames, indexes = [], migrationOptions = {}, clientProvidedKeys = "if-missing") {
+    super(schema, primaryKeyNames, indexes, clientProvidedKeys);
     this.table = table;
     this.migrationOptions = migrationOptions;
     this.hybridOptions = {
@@ -1540,21 +1771,64 @@ class IndexedDbTabularRepository extends TabularRepository {
       });
     }
     const primaryKey = pkColumns.length === 1 ? pkColumns[0] : pkColumns;
-    return await ensureIndexedDbTable(this.table, primaryKey, expectedIndexes, this.migrationOptions);
+    const useAutoIncrement = this.hasAutoGeneratedKey() && this.autoGeneratedKeyStrategy === "autoincrement" && pkColumns.length === 1;
+    return await ensureIndexedDbTable(this.table, primaryKey, expectedIndexes, this.migrationOptions, useAutoIncrement);
+  }
+  generateKeyValue(columnName, strategy) {
+    if (strategy === "uuid") {
+      return uuid43();
+    }
+    throw new Error(`IndexedDB autoincrement keys are generated by the database, not client-side. Column: ${columnName}`);
   }
   async put(record) {
     const db = await this.getDb();
-    const { key } = this.separateKeyValueFromCombined(record);
+    let recordToStore = record;
+    if (this.hasAutoGeneratedKey() && this.autoGeneratedKeyName) {
+      const keyName = String(this.autoGeneratedKeyName);
+      const clientProvidedValue = record[keyName];
+      const hasClientValue = clientProvidedValue !== undefined && clientProvidedValue !== null;
+      if (this.autoGeneratedKeyStrategy === "uuid") {
+        let shouldGenerate = false;
+        if (this.clientProvidedKeys === "never") {
+          shouldGenerate = true;
+        } else if (this.clientProvidedKeys === "always") {
+          if (!hasClientValue) {
+            throw new Error(`Auto-generated key "${keyName}" is required when clientProvidedKeys is "always"`);
+          }
+          shouldGenerate = false;
+        } else {
+          shouldGenerate = !hasClientValue;
+        }
+        if (shouldGenerate) {
+          const generatedValue = this.generateKeyValue(keyName, "uuid");
+          recordToStore = { ...record, [keyName]: generatedValue };
+        }
+      } else if (this.autoGeneratedKeyStrategy === "autoincrement") {
+        if (this.clientProvidedKeys === "always" && !hasClientValue) {
+          throw new Error(`Auto-generated key "${keyName}" is required when clientProvidedKeys is "always"`);
+        }
+        if (this.clientProvidedKeys === "never") {
+          const { [keyName]: _, ...rest } = record;
+          recordToStore = rest;
+        }
+      }
+    }
     return new Promise((resolve, reject) => {
       const transaction = db.transaction(this.table, "readwrite");
       const store = transaction.objectStore(this.table);
-      const request = store.put(record);
+      const request = store.put(recordToStore);
       request.onerror = () => {
         reject(request.error);
       };
       request.onsuccess = () => {
-        this.events.emit("put", record);
-        resolve(record);
+        if (this.hasAutoGeneratedKey() && this.autoGeneratedKeyName && this.autoGeneratedKeyStrategy === "autoincrement") {
+          const keyName = String(this.autoGeneratedKeyName);
+          if (recordToStore[keyName] === undefined) {
+            recordToStore = { ...recordToStore, [keyName]: request.result };
+          }
+        }
+        this.events.emit("put", recordToStore);
+        resolve(recordToStore);
       };
       transaction.oncomplete = () => {
         this.hybridManager?.notifyLocalChange();
@@ -1562,38 +1836,7 @@ class IndexedDbTabularRepository extends TabularRepository {
     });
   }
   async putBulk(records) {
-    const db = await this.getDb();
-    return new Promise((resolve, reject) => {
-      const transaction = db.transaction(this.table, "readwrite");
-      const store = transaction.objectStore(this.table);
-      let completed = 0;
-      let hasError = false;
-      transaction.onerror = () => {
-        if (!hasError) {
-          hasError = true;
-          reject(transaction.error);
-        }
-      };
-      transaction.oncomplete = () => {
-        if (!hasError) {
-          this.hybridManager?.notifyLocalChange();
-          resolve(records);
-        }
-      };
-      for (const record of records) {
-        const request = store.put(record);
-        request.onsuccess = () => {
-          this.events.emit("put", record);
-          completed++;
-        };
-        request.onerror = () => {
-          if (!hasError) {
-            hasError = true;
-            reject(request.error);
-          }
-        };
-      }
-    });
+    return await Promise.all(records.map((record) => this.put(record)));
   }
   getPrimaryKeyAsOrderedArray(key) {
     return super.getPrimaryKeyAsOrderedArray(key).map((value) => typeof value === "bigint" ? value.toString() : value);
@@ -1885,20 +2128,22 @@ class IndexedDbTabularRepository extends TabularRepository {
     this.db?.close();
   }
 }
-// src/tabular/SharedInMemoryTabularRepository.ts
-import { createServiceToken as createServiceToken11 } from "@workglow/util";
-var SHARED_IN_MEMORY_TABULAR_REPOSITORY = createServiceToken11("storage.tabularRepository.sharedInMemory");
+// src/tabular/SharedInMemoryTabularStorage.ts
+import {
+  createServiceToken as createServiceToken12
+} from "@workglow/util";
+var SHARED_IN_MEMORY_TABULAR_REPOSITORY = createServiceToken12("storage.tabularRepository.sharedInMemory");
 
-class SharedInMemoryTabularRepository extends TabularRepository {
+class SharedInMemoryTabularStorage extends BaseTabularStorage {
   channel = null;
   channelName;
   inMemoryRepo;
   isInitialized = false;
   syncInProgress = false;
-  constructor(channelName = "tabular_store", schema, primaryKeyNames, indexes = []) {
-    super(schema, primaryKeyNames, indexes);
+  constructor(channelName = "tabular_store", schema, primaryKeyNames, indexes = [], clientProvidedKeys = "if-missing") {
+    super(schema, primaryKeyNames, indexes, clientProvidedKeys);
     this.channelName = channelName;
-    this.inMemoryRepo = new InMemoryTabularRepository(schema, primaryKeyNames, indexes);
+    this.inMemoryRepo = new InMemoryTabularStorage(schema, primaryKeyNames, indexes, clientProvidedKeys);
     this.setupEventForwarding();
     this.initializeBroadcastChannel();
   }
@@ -2049,14 +2294,16 @@ class SharedInMemoryTabularRepository extends TabularRepository {
     this.inMemoryRepo.destroy();
   }
 }
-// src/tabular/SupabaseTabularRepository.ts
-import { createServiceToken as createServiceToken12 } from "@workglow/util";
+// src/tabular/SupabaseTabularStorage.ts
+import {
+  createServiceToken as createServiceToken13
+} from "@workglow/util";
 
-// src/tabular/BaseSqlTabularRepository.ts
-class BaseSqlTabularRepository extends TabularRepository {
+// src/tabular/BaseSqlTabularStorage.ts
+class BaseSqlTabularStorage extends BaseTabularStorage {
   table;
-  constructor(table = "tabular_store", schema, primaryKeyNames, indexes = []) {
-    super(schema, primaryKeyNames, indexes);
+  constructor(table = "tabular_store", schema, primaryKeyNames, indexes = [], clientProvidedKeys = "if-missing") {
+    super(schema, primaryKeyNames, indexes, clientProvidedKeys);
     this.table = table;
     this.validateTableAndSchema();
   }
@@ -2235,14 +2482,14 @@ class BaseSqlTabularRepository extends TabularRepository {
   }
 }
 
-// src/tabular/SupabaseTabularRepository.ts
-var SUPABASE_TABULAR_REPOSITORY = createServiceToken12("storage.tabularRepository.supabase");
+// src/tabular/SupabaseTabularStorage.ts
+var SUPABASE_TABULAR_REPOSITORY = createServiceToken13("storage.tabularRepository.supabase");
 
-class SupabaseTabularRepository extends BaseSqlTabularRepository {
+class SupabaseTabularStorage extends BaseSqlTabularStorage {
   client;
   realtimeChannel = null;
-  constructor(client, table = "tabular_store", schema, primaryKeyNames, indexes = []) {
-    super(table, schema, primaryKeyNames, indexes);
+  constructor(client, table = "tabular_store", schema, primaryKeyNames, indexes = [], clientProvidedKeys = "if-missing") {
+    super(table, schema, primaryKeyNames, indexes, clientProvidedKeys);
     this.client = client;
   }
   async setupDatabase() {
@@ -2369,6 +2616,17 @@ class SupabaseTabularRepository extends BaseSqlTabularRepository {
   }
   constructPrimaryKeyColumns($delimiter = "") {
     const cols = Object.entries(this.primaryKeySchema.properties).map(([key, typeDef]) => {
+      if (this.isAutoGeneratedKey(key)) {
+        if (this.autoGeneratedKeyStrategy === "autoincrement") {
+          const sqlType2 = this.mapTypeToSQL(typeDef);
+          const isSmallInt = sqlType2.includes("SMALLINT");
+          const isBigInt = sqlType2.includes("BIGINT");
+          const serialType = isBigInt ? "BIGSERIAL" : isSmallInt ? "SMALLSERIAL" : "SERIAL";
+          return `${$delimiter}${key}${$delimiter} ${serialType}`;
+        } else if (this.autoGeneratedKeyStrategy === "uuid") {
+          return `${$delimiter}${key}${$delimiter} UUID DEFAULT gen_random_uuid()`;
+        }
+      }
       const sqlType = this.mapTypeToSQL(typeDef);
       let constraints = "NOT NULL";
       if (this.shouldBeUnsigned(typeDef)) {
@@ -2428,7 +2686,27 @@ class SupabaseTabularRepository extends BaseSqlTabularRepository {
     return false;
   }
   async put(entity) {
-    const normalizedEntity = { ...entity };
+    let entityToInsert = { ...entity };
+    if (this.hasAutoGeneratedKey() && this.autoGeneratedKeyName) {
+      const keyName = String(this.autoGeneratedKeyName);
+      const clientProvidedValue = entity[keyName];
+      const hasClientValue = clientProvidedValue !== undefined && clientProvidedValue !== null;
+      let shouldOmitKey = false;
+      if (this.clientProvidedKeys === "never") {
+        shouldOmitKey = true;
+      } else if (this.clientProvidedKeys === "always") {
+        if (!hasClientValue) {
+          throw new Error(`Auto-generated key "${keyName}" is required when clientProvidedKeys is "always"`);
+        }
+        shouldOmitKey = false;
+      } else {
+        shouldOmitKey = !hasClientValue;
+      }
+      if (shouldOmitKey) {
+        delete entityToInsert[keyName];
+      }
+    }
+    const normalizedEntity = { ...entityToInsert };
     const requiredSet = new Set(this.valueSchema.required ?? []);
     for (const key in this.valueSchema.properties) {
       if (!(key in normalizedEntity) || normalizedEntity[key] === undefined) {
@@ -2450,29 +2728,7 @@ class SupabaseTabularRepository extends BaseSqlTabularRepository {
   async putBulk(entities) {
     if (entities.length === 0)
       return [];
-    const requiredSet = new Set(this.valueSchema.required ?? []);
-    const normalizedEntities = entities.map((entity) => {
-      const normalized = { ...entity };
-      for (const key in this.valueSchema.properties) {
-        if (!(key in normalized) || normalized[key] === undefined) {
-          if (!requiredSet.has(key)) {
-            normalized[key] = null;
-          }
-        }
-      }
-      return normalized;
-    });
-    const { data, error } = await this.client.from(this.table).upsert(normalizedEntities, { onConflict: this.primaryKeyColumnList() }).select();
-    if (error)
-      throw error;
-    const updatedEntities = data;
-    for (const entity of updatedEntities) {
-      for (const key in this.schema.properties) {
-        entity[key] = this.sqlToJsValue(key, entity[key]);
-      }
-      this.events.emit("put", entity);
-    }
-    return updatedEntities;
+    return await Promise.all(entities.map((entity) => this.put(entity)));
   }
   async get(key) {
     let query = this.client.from(this.table).select("*");
@@ -2645,24 +2901,24 @@ class SupabaseTabularRepository extends BaseSqlTabularRepository {
     }
   }
 }
-// src/kv/IndexedDbKvRepository.ts
-import { createServiceToken as createServiceToken13 } from "@workglow/util";
-var IDB_KV_REPOSITORY = createServiceToken13("storage.kvRepository.indexedDb");
+// src/kv/IndexedDbKvStorage.ts
+import { createServiceToken as createServiceToken14 } from "@workglow/util";
+var IDB_KV_REPOSITORY = createServiceToken14("storage.kvRepository.indexedDb");
 
-class IndexedDbKvRepository extends KvViaTabularRepository {
+class IndexedDbKvStorage extends KvViaTabularStorage {
   dbName;
   tabularRepository;
   constructor(dbName, keySchema = { type: "string" }, valueSchema = {}) {
     super(keySchema, valueSchema);
     this.dbName = dbName;
-    this.tabularRepository = new IndexedDbTabularRepository(dbName, DefaultKeyValueSchema, DefaultKeyValueKey);
+    this.tabularRepository = new IndexedDbTabularStorage(dbName, DefaultKeyValueSchema, DefaultKeyValueKey);
   }
 }
-// src/kv/SupabaseKvRepository.ts
-import { createServiceToken as createServiceToken14 } from "@workglow/util";
-var SUPABASE_KV_REPOSITORY = createServiceToken14("storage.kvRepository.supabase");
+// src/kv/SupabaseKvStorage.ts
+import { createServiceToken as createServiceToken15 } from "@workglow/util";
+var SUPABASE_KV_REPOSITORY = createServiceToken15("storage.kvRepository.supabase");
 
-class SupabaseKvRepository extends KvViaTabularRepository {
+class SupabaseKvStorage extends KvViaTabularStorage {
   client;
   tableName;
   tabularRepository;
@@ -2670,12 +2926,12 @@ class SupabaseKvRepository extends KvViaTabularRepository {
     super(keySchema, valueSchema);
     this.client = client;
     this.tableName = tableName;
-    this.tabularRepository = tabularRepository ?? new SupabaseTabularRepository(client, tableName, DefaultKeyValueSchema, DefaultKeyValueKey);
+    this.tabularRepository = tabularRepository ?? new SupabaseTabularStorage(client, tableName, DefaultKeyValueSchema, DefaultKeyValueKey);
   }
 }
 // src/queue/IndexedDbQueueStorage.ts
-import { createServiceToken as createServiceToken15, makeFingerprint as makeFingerprint6, uuid4 as uuid42 } from "@workglow/util";
-var INDEXED_DB_QUEUE_STORAGE = createServiceToken15("jobqueue.storage.indexedDb");
+import { createServiceToken as createServiceToken16, makeFingerprint as makeFingerprint6, uuid4 as uuid44 } from "@workglow/util";
+var INDEXED_DB_QUEUE_STORAGE = createServiceToken16("jobqueue.storage.indexedDb");
 
 class IndexedDbQueueStorage {
   queueName;
@@ -2755,8 +3011,8 @@ class IndexedDbQueueStorage {
     const db = await this.getDb();
     const now = new Date().toISOString();
     const jobWithPrefixes = job;
-    jobWithPrefixes.id = jobWithPrefixes.id ?? uuid42();
-    jobWithPrefixes.job_run_id = jobWithPrefixes.job_run_id ?? uuid42();
+    jobWithPrefixes.id = jobWithPrefixes.id ?? uuid44();
+    jobWithPrefixes.job_run_id = jobWithPrefixes.job_run_id ?? uuid44();
     jobWithPrefixes.queue = this.queueName;
     jobWithPrefixes.fingerprint = await makeFingerprint6(jobWithPrefixes.input);
     jobWithPrefixes.status = JobStatus.PENDING;
@@ -3243,8 +3499,8 @@ class IndexedDbQueueStorage {
   }
 }
 // src/queue/SupabaseQueueStorage.ts
-import { createServiceToken as createServiceToken16, makeFingerprint as makeFingerprint7, uuid4 as uuid43 } from "@workglow/util";
-var SUPABASE_QUEUE_STORAGE = createServiceToken16("jobqueue.storage.supabase");
+import { createServiceToken as createServiceToken17, makeFingerprint as makeFingerprint7, uuid4 as uuid45 } from "@workglow/util";
+var SUPABASE_QUEUE_STORAGE = createServiceToken17("jobqueue.storage.supabase");
 
 class SupabaseQueueStorage {
   client;
@@ -3360,7 +3616,7 @@ class SupabaseQueueStorage {
   async add(job) {
     const now = new Date().toISOString();
     job.queue = this.queueName;
-    job.job_run_id = job.job_run_id ?? uuid43();
+    job.job_run_id = job.job_run_id ?? uuid45();
     job.fingerprint = await makeFingerprint7(job.input);
     job.status = JobStatus.PENDING;
     job.progress = 0;
@@ -3742,9 +3998,9 @@ class SupabaseQueueStorage {
     return manager.subscribe(callback, { intervalMs });
   }
 }
-// src/limiter/IndexedDbRateLimiterStorage.ts
-import { createServiceToken as createServiceToken17 } from "@workglow/util";
-var INDEXED_DB_RATE_LIMITER_STORAGE = createServiceToken17("ratelimiter.storage.indexedDb");
+// src/queue-limiter/IndexedDbRateLimiterStorage.ts
+import { createServiceToken as createServiceToken18 } from "@workglow/util";
+var INDEXED_DB_RATE_LIMITER_STORAGE = createServiceToken18("ratelimiter.storage.indexedDb");
 
 class IndexedDbRateLimiterStorage {
   executionDb;
@@ -3963,9 +4219,9 @@ class IndexedDbRateLimiterStorage {
     });
   }
 }
-// src/limiter/SupabaseRateLimiterStorage.ts
-import { createServiceToken as createServiceToken18 } from "@workglow/util";
-var SUPABASE_RATE_LIMITER_STORAGE = createServiceToken18("ratelimiter.storage.supabase");
+// src/queue-limiter/SupabaseRateLimiterStorage.ts
+import { createServiceToken as createServiceToken19 } from "@workglow/util";
+var SUPABASE_RATE_LIMITER_STORAGE = createServiceToken19("ratelimiter.storage.supabase");
 
 class SupabaseRateLimiterStorage {
   client;
@@ -4117,16 +4373,21 @@ class SupabaseRateLimiterStorage {
   }
 }
 export {
+  registerTabularRepository,
   isSearchCondition,
+  getVectorProperty,
+  getTabularRepository,
+  getMetadataProperty,
+  getGlobalTabularRepositories,
   ensureIndexedDbTable,
   dropIndexedDbTable,
-  TabularRepository,
   TABULAR_REPOSITORY,
-  SupabaseTabularRepository,
+  TABULAR_REPOSITORIES,
+  SupabaseTabularStorage,
   SupabaseRateLimiterStorage,
   SupabaseQueueStorage,
-  SupabaseKvRepository,
-  SharedInMemoryTabularRepository,
+  SupabaseKvStorage,
+  SharedInMemoryTabularStorage,
   SUPABASE_TABULAR_REPOSITORY,
   SUPABASE_RATE_LIMITER_STORAGE,
   SUPABASE_QUEUE_STORAGE,
@@ -4137,18 +4398,19 @@ export {
   PollingSubscriptionManager,
   MEMORY_TABULAR_REPOSITORY,
   MEMORY_KV_REPOSITORY,
-  KvViaTabularRepository,
-  KvRepository,
+  KvViaTabularStorage,
+  KvStorage,
   KV_REPOSITORY,
   JobStatus,
-  IndexedDbTabularRepository,
+  IndexedDbTabularStorage,
   IndexedDbRateLimiterStorage,
   IndexedDbQueueStorage,
-  IndexedDbKvRepository,
-  InMemoryTabularRepository,
+  IndexedDbKvStorage,
+  InMemoryVectorStorage,
+  InMemoryTabularStorage,
   InMemoryRateLimiterStorage,
   InMemoryQueueStorage,
-  InMemoryKvRepository,
+  InMemoryKvStorage,
   IN_MEMORY_RATE_LIMITER_STORAGE,
   IN_MEMORY_QUEUE_STORAGE,
   INDEXED_DB_RATE_LIMITER_STORAGE,
@@ -4158,8 +4420,9 @@ export {
   HybridSubscriptionManager,
   DefaultKeyValueSchema,
   DefaultKeyValueKey,
-  CachedTabularRepository,
-  CACHED_TABULAR_REPOSITORY
+  CachedTabularStorage,
+  CACHED_TABULAR_REPOSITORY,
+  BaseTabularStorage
 };
 
-//# debugId=DD99166332ED2CB564756E2164756E21
+//# debugId=DD95869160C198CF64756E2164756E21