@workglow/storage 0.1.1 → 0.2.0

package/README.md

@@ -641,11 +641,7 @@ await task.run({ dataSource: userRepoInstance }); // Direct instance
 The package provides schema helper functions for defining repository inputs with proper format annotations:
 
 ```typescript
-import {
-  TypeTabularStorage,
-  TypeVectorRepository,
-  TypeDocumentRepository,
-} from "@workglow/storage";
+import { TypeTabularStorage } from "@workglow/storage";
 
 // Tabular repository (format: "storage:tabular")
 const tabularSchema = TypeTabularStorage({
@@ -653,17 +649,6 @@ const tabularSchema = TypeTabularStorage({
   description: "Tabular data repository",
 });
 
-// Vector repository (format: "repository:document-node-vector")
-const vectorSchema = TypeVectorRepository({
-  title: "Embeddings Store",
-  description: "Vector embeddings repository",
-});
-
-// Document repository (format: "repository:document")
-const docSchema = TypeDocumentRepository({
-  title: "Document Store",
-  description: "Document storage repository",
-});
 ```
 
 ### Event-Driven Architecture

package/dist/browser.js

@@ -11,16 +11,10 @@ import { BaseError } from "@workglow/util";
 
 class StorageError extends BaseError {
   static type = "StorageError";
-  constructor(message) {
-    super(message);
-  }
 }
 
 class StorageValidationError extends StorageError {
   static type = "StorageValidationError";
-  constructor(message) {
-    super(message);
-  }
 }
 
 class StorageEmptyCriteriaError extends StorageValidationError {
@@ -121,14 +115,10 @@ class BaseTabularStorage {
       }
     }
     if (autoGeneratedKeys.length > 1) {
-      throw new Error(`Multiple auto-generated keys detected: ${autoGeneratedKeys.join(", ")}. ` + `Only the first primary key column can be auto-generated.`);
+      throw new Error(`Multiple auto-generated keys detected: ${autoGeneratedKeys.join(", ")}. ` + `At most one primary key column can be auto-generated.`);
     }
     if (autoGeneratedKeys.length > 0) {
       const autoGenKeyName = autoGeneratedKeys[0];
-      const firstPrimaryKey = String(primaryKeyNames[0]);
-      if (autoGenKeyName !== firstPrimaryKey) {
-        throw new Error(`Auto-generated key "${autoGenKeyName}" must be the first primary key column. ` + `Current first primary key is "${firstPrimaryKey}".`);
-      }
       this.autoGeneratedKeyName = autoGenKeyName;
       this.autoGeneratedKeyStrategy = this.determineGenerationStrategy(autoGenKeyName, schema.properties[autoGenKeyName]);
     }
@@ -1110,12 +1100,11 @@ function hfFeatureToJsonSchema(feature) {
 import {
   createServiceToken as createServiceToken5,
   globalServiceRegistry,
+  registerInputCompactor,
   registerInputResolver
 } from "@workglow/util";
 var TABULAR_REPOSITORIES = createServiceToken5("storage.tabular.repositories");
-if (!globalServiceRegistry.has(TABULAR_REPOSITORIES)) {
-  globalServiceRegistry.register(TABULAR_REPOSITORIES, () => new Map, true);
-}
+globalServiceRegistry.registerIfAbsent(TABULAR_REPOSITORIES, () => new Map, true);
 function getGlobalTabularRepositories() {
   return globalServiceRegistry.get(TABULAR_REPOSITORIES);
 }
@@ -1135,6 +1124,14 @@ function resolveRepositoryFromRegistry(id, format, registry) {
   return repo;
 }
 registerInputResolver("storage:tabular", resolveRepositoryFromRegistry);
+registerInputCompactor("storage:tabular", (value, _format, registry) => {
+  const repos = registry.has(TABULAR_REPOSITORIES) ? registry.get(TABULAR_REPOSITORIES) : getGlobalTabularRepositories();
+  for (const [id, repo] of repos) {
+    if (repo === value)
+      return id;
+  }
+  return;
+});
 // src/util/traced.ts
 import { getTelemetryProvider, SpanStatusCode } from "@workglow/util";
 async function traced(spanName, storageName, fn) {
@@ -2234,6 +2231,54 @@ class EncryptedKvCredentialStore {
     await this.kv.deleteAll();
   }
 }
+// src/credentials/LazyEncryptedCredentialStore.ts
+class LazyEncryptedCredentialStore {
+  kv;
+  inner;
+  constructor(kv) {
+    this.kv = kv;
+  }
+  get isUnlocked() {
+    return this.inner !== undefined;
+  }
+  unlock(passphrase) {
+    this.inner = new EncryptedKvCredentialStore(this.kv, passphrase);
+  }
+  lock() {
+    this.inner = undefined;
+  }
+  async get(key) {
+    if (!this.inner)
+      return;
+    return this.inner.get(key);
+  }
+  async put(key, value, options) {
+    if (!this.inner) {
+      throw new Error("Credential store is locked. Call unlock() before storing credentials.");
+    }
+    return this.inner.put(key, value, options);
+  }
+  async delete(key) {
+    if (!this.inner)
+      return false;
+    return this.inner.delete(key);
+  }
+  async has(key) {
+    if (!this.inner)
+      return false;
+    return this.inner.has(key);
+  }
+  async keys() {
+    if (!this.inner)
+      return [];
+    return this.inner.keys();
+  }
+  async deleteAll() {
+    if (!this.inner)
+      return;
+    return this.inner.deleteAll();
+  }
+}
 // src/tabular/IndexedDbTabularStorage.ts
 import { createServiceToken as createServiceToken12, makeFingerprint as makeFingerprint5, uuid4 as uuid43 } from "@workglow/util";
 
@@ -3014,6 +3059,8 @@ class IndexedDbTabularStorage extends BaseTabularStorage {
 // src/tabular/SharedInMemoryTabularStorage.ts
 import { createServiceToken as createServiceToken13 } from "@workglow/util";
 var SHARED_IN_MEMORY_TABULAR_REPOSITORY = createServiceToken13("storage.tabularRepository.sharedInMemory");
+var SYNC_TIMEOUT = 1000;
+var MAX_PENDING_MESSAGES = 1000;
 
 class SharedInMemoryTabularStorage extends BaseTabularStorage {
   channel = null;
@@ -3021,6 +3068,7 @@ class SharedInMemoryTabularStorage extends BaseTabularStorage {
   inMemoryRepo;
   isInitialized = false;
   syncInProgress = false;
+  pendingMessages = [];
   constructor(channelName = "tabular_store", schema, primaryKeyNames, indexes = [], clientProvidedKeys = "if-missing") {
     super(schema, primaryKeyNames, indexes, clientProvidedKeys);
     this.channelName = channelName;
@@ -3065,6 +3113,9 @@ class SharedInMemoryTabularStorage extends BaseTabularStorage {
   }
   async handleBroadcastMessage(message) {
     if (this.syncInProgress && message.type !== "SYNC_RESPONSE") {
+      if (this.pendingMessages.length < MAX_PENDING_MESSAGES) {
+        this.pendingMessages.push(message);
+      }
       return;
     }
     switch (message.type) {
@@ -3082,6 +3133,7 @@ class SharedInMemoryTabularStorage extends BaseTabularStorage {
           await this.copyDataFromArray(message.data);
         }
         this.syncInProgress = false;
+        await this.drainPendingMessages();
         break;
       case "PUT":
         await this.inMemoryRepo.put(message.entity);
@@ -3100,14 +3152,31 @@ class SharedInMemoryTabularStorage extends BaseTabularStorage {
         break;
     }
   }
+  async drainPendingMessages() {
+    while (!this.syncInProgress && this.pendingMessages.length > 0) {
+      const messages = this.pendingMessages;
+      this.pendingMessages = [];
+      for (const message of messages) {
+        await this.handleBroadcastMessage(message);
+        if (this.syncInProgress) {
+          break;
+        }
+      }
+    }
+  }
   syncFromOtherTabs() {
     if (!this.channel)
       return;
     this.syncInProgress = true;
     this.channel.postMessage({ type: "SYNC_REQUEST" });
     setTimeout(() => {
-      this.syncInProgress = false;
-    }, 1000);
+      if (this.syncInProgress) {
+        this.syncInProgress = false;
+        this.drainPendingMessages().catch((error) => {
+          console.error("Failed to drain pending messages after sync timeout", error);
+        });
+      }
+    }, SYNC_TIMEOUT);
   }
   async copyDataFromArray(entities) {
     if (entities.length === 0)
@@ -3128,12 +3197,12 @@ class SharedInMemoryTabularStorage extends BaseTabularStorage {
   }
   async put(value) {
     const result = await this.inMemoryRepo.put(value);
-    this.broadcast({ type: "PUT", entity: value });
+    this.broadcast({ type: "PUT", entity: result });
     return result;
   }
   async putBulk(values) {
     const result = await this.inMemoryRepo.putBulk(values);
-    this.broadcast({ type: "PUT_BULK", entities: values });
+    this.broadcast({ type: "PUT_BULK", entities: result });
     return result;
   }
   async get(key) {
@@ -5472,6 +5541,7 @@ export {
   PollingSubscriptionManager,
   MEMORY_TABULAR_REPOSITORY,
   MEMORY_KV_REPOSITORY,
+  LazyEncryptedCredentialStore,
   KvViaTabularStorage,
   KvStorage,
   KV_REPOSITORY,
@@ -5504,4 +5574,4 @@ export {
   BaseTabularStorage
 };
 
-//# debugId=09B8497E3C06E04164756E2164756E21
+//# debugId=5DBA415CCD0F79AA64756E2164756E21