@workglow/storage 0.2.29 → 0.2.31

package/README.md

@@ -1,6 +1,6 @@
 # @workglow/storage
 
-Modular storage solutions for Workglow.AI platform with multiple backend implementations. Provides consistent interfaces for key-value storage, tabular data storage, and job queue persistence.
+Modular storage solutions for Workglow.AI platform with multiple backend implementations. Provides consistent interfaces for key-value, tabular, and vector data storage. Job queue persistence lives in `@workglow/job-queue` and the vendor `./job-queue` packages.
 
 - [Quick Start](#quick-start)
 - [Installation](#installation)
@@ -20,9 +20,6 @@ Modular storage solutions for Workglow.AI platform with multiple backend impleme
     - [Bulk Operations](#bulk-operations-1)
     - [Searching and Filtering](#searching-and-filtering)
     - [Environment-Specific Tabular Storage](#environment-specific-tabular-storage)
-  - [Queue Storage](#queue-storage)
-    - [Basic Job Queue Operations](#basic-job-queue-operations)
-    - [Job Management](#job-management)
 - [Environment-Specific Usage](#environment-specific-usage)
   - [Browser Environment](#browser-environment)
   - [Node.js Environment](#nodejs-environment)
@@ -35,7 +32,6 @@ Modular storage solutions for Workglow.AI platform with multiple backend impleme
 - [API Reference](#api-reference)
   - [IKvStorage\<Key, Value\>](#ikvrepositorykey-value)
   - [ITabularStorage\<Schema, PrimaryKeyNames\>](#itabularrepositoryschema-primarykeynames)
-  - [IQueueStorage\<Input, Output\>](#iqueuestorageinput-output)
 - [Examples](#examples)
   - [User Management System](#user-management-system)
   - [Configuration Management](#configuration-management)
@@ -455,14 +451,16 @@ const fileUsers = new FsFolderTabularStorage<typeof UserSchema, ["id"]>(
 
 ### Queue Storage
 
-Persistent job queue storage for background processing and task management.
-
-> **Note**: Queue storage is primarily used internally by the job queue system. Direct usage is for advanced scenarios.
+Persistent job queue storage for background processing and task management lives in
+`@workglow/job-queue`. In-memory queue storage is exported from `@workglow/job-queue`;
+backend-specific queue storage is exported from vendor packages such as
+`@workglow/sqlite/job-queue`, `@workglow/postgres/job-queue`, `@workglow/indexeddb/job-queue`,
+and `@workglow/supabase/job-queue`.
 
 #### Basic Job Queue Operations
 
 ```typescript
-import { InMemoryQueueStorage, JobStatus } from "@workglow/storage";
+import { InMemoryQueueStorage, JobStatus } from "@workglow/job-queue";
 
 // Define job input/output types
 type ProcessingInput = { text: string; options: any };
@@ -520,11 +518,11 @@ await jobQueue.deleteJobsByStatusAndAge(JobStatus.COMPLETED, 24 * 60 * 60 * 1000
 import {
   IndexedDbKvRepository,
   IndexedDbTabularStorage,
-  IndexedDbQueueStorage,
   SupabaseKvRepository,
   SupabaseTabularStorage,
-  SupabaseQueueStorage,
 } from "@workglow/storage";
+import { IndexedDbQueueStorage } from "@workglow/indexeddb/job-queue";
+import { SupabaseQueueStorage } from "@workglow/supabase/job-queue";
 import { createClient } from "@supabase/supabase-js";
 
 // Local browser storage with IndexedDB
@@ -560,10 +558,10 @@ const users = new PostgresTabularStorage(pool, "users", UserSchema, ["id"]);
 import {
   SqliteTabularStorage,
   FsFolderJsonKvRepository,
-  PostgresQueueStorage,
   SupabaseTabularStorage,
 } from "@workglow/storage";
-import { Sqlite } from "@workglow/storage/sqlite";
+import { PostgresQueueStorage } from "@workglow/postgres/job-queue";
+import { Sqlite } from "@workglow/sqlite/storage";
 import { createClient } from "@supabase/supabase-js";
 
 await Sqlite.init();
@@ -648,7 +646,6 @@ const tabularSchema = TypeTabularStorage({
   title: "Data Source",
   description: "Tabular data repository",
 });
-
 ```
 
 ### Event-Driven Architecture
@@ -807,28 +804,6 @@ await repo.deleteSearch({
 });
 ```
 
-### IQueueStorage<Input, Output>
-
-Core interface for job queue storage:
-
-```typescript
-interface IQueueStorage<Input, Output> {
-  add(job: JobStorageFormat<Input, Output>): Promise<unknown>;
-  get(id: unknown): Promise<JobStorageFormat<Input, Output> | undefined>;
-  next(): Promise<JobStorageFormat<Input, Output> | undefined>;
-  complete(job: JobStorageFormat<Input, Output>): Promise<void>;
-  peek(status?: JobStatus, num?: number): Promise<JobStorageFormat<Input, Output>[]>;
-  size(status?: JobStatus): Promise<number>;
-  abort(id: unknown): Promise<void>;
-  saveProgress(id: unknown, progress: number, message: string, details: any): Promise<void>;
-  deleteAll(): Promise<void>;
-  getByRunId(runId: string): Promise<Array<JobStorageFormat<Input, Output>>>;
-  outputForInput(input: Input): Promise<Output | null>;
-  delete(id: unknown): Promise<void>;
-  deleteJobsByStatusAndAge(status: JobStatus, olderThanMs: number): Promise<void>;
-}
-```
-
 ## Examples
 
 ### User Management System
@@ -970,11 +945,8 @@ class ConfigManager {
 ```typescript
 import { createClient } from "@supabase/supabase-js";
 import { JsonSchema } from "@workglow/util";
-import {
-  SupabaseTabularStorage,
-  SupabaseKvRepository,
-  SupabaseQueueStorage,
-} from "@workglow/storage";
+import { SupabaseTabularStorage, SupabaseKvRepository } from "@workglow/storage";
+import { SupabaseQueueStorage } from "@workglow/supabase/job-queue";
 
 // Initialize Supabase client
 const supabase = createClient(process.env.SUPABASE_URL!, process.env.SUPABASE_ANON_KEY!);

package/dist/browser.js

@@ -1443,34 +1443,41 @@ import {
   registerInputResolver
 } from "@workglow/util";
 var TABULAR_REPOSITORIES = createServiceToken5("storage.tabular.repositories");
-globalServiceRegistry.registerIfAbsent(TABULAR_REPOSITORIES, () => new Map, true);
-function getGlobalTabularRepositories() {
-  return globalServiceRegistry.get(TABULAR_REPOSITORIES);
+function getGlobalTabularRepositories(registry = globalServiceRegistry) {
+  if (!registry.has(TABULAR_REPOSITORIES)) {
+    registerTabularStorageDefaults(registry);
+  }
+  return registry.get(TABULAR_REPOSITORIES);
 }
-function registerTabularRepository(id, repository) {
-  const repos = getGlobalTabularRepositories();
+function registerTabularRepository(id, repository, registry = globalServiceRegistry) {
+  const repos = getGlobalTabularRepositories(registry);
   repos.set(id, repository);
 }
-function getTabularRepository(id) {
-  return getGlobalTabularRepositories().get(id);
+function getTabularRepository(id, registry = globalServiceRegistry) {
+  return getGlobalTabularRepositories(registry).get(id);
 }
-function resolveRepositoryFromRegistry(id, format, registry) {
-  const repos = registry.has(TABULAR_REPOSITORIES) ? registry.get(TABULAR_REPOSITORIES) : getGlobalTabularRepositories();
+function resolveRepositoryFromRegistry(id, _format, registry) {
+  const repos = getGlobalTabularRepositories(registry);
   const repo = repos.get(id);
   if (!repo) {
     throw new Error(`Tabular storage "${id}" not found in registry`);
   }
   return repo;
 }
-registerInputResolver("storage:tabular", resolveRepositoryFromRegistry);
-registerInputCompactor("storage:tabular", (value, _format, registry) => {
-  const repos = registry.has(TABULAR_REPOSITORIES) ? registry.get(TABULAR_REPOSITORIES) : getGlobalTabularRepositories();
+function compactTabularRepository(value, _format, registry) {
+  const repos = getGlobalTabularRepositories(registry);
   for (const [id, repo] of repos) {
     if (repo === value)
       return id;
   }
   return;
-});
+}
+function registerTabularStorageDefaults(registry = globalServiceRegistry) {
+  registry.registerIfAbsent(TABULAR_REPOSITORIES, () => new Map, true);
+  registerInputResolver("storage:tabular", resolveRepositoryFromRegistry, registry);
+  registerInputCompactor("storage:tabular", compactTabularRepository, registry);
+}
+registerTabularStorageDefaults();
 // src/tabular/TelemetryTabularStorage.ts
 import { traced } from "@workglow/util";
 
@@ -2465,6 +2472,7 @@ class SharedInMemoryTabularStorage extends BaseTabularStorage {
   }
 }
 export {
+  registerTabularStorageDefaults,
   registerTabularRepository,
   pickCoveringIndex,
   isSearchCondition,
@@ -2508,4 +2516,4 @@ export {
   BaseSqlTabularStorage
 };
 
-//# debugId=23715A15DDE7420E64756E2164756E21
+//# debugId=A14C904C88169CB964756E2164756E21