@workglow/storage 0.0.52

package/dist/queue/IQueueStorage.d.ts

@@ -0,0 +1,125 @@
+/**
+ * @license
+ * Copyright 2025 Steven Roussey <sroussey@gmail.com>
+ * SPDX-License-Identifier: Apache-2.0
+ */
+export declare const QUEUE_STORAGE: import("@workglow/util").ServiceToken<IQueueStorage<any, any>>;
+export declare enum JobStatus {
+    PENDING = "PENDING",
+    PROCESSING = "PROCESSING",
+    COMPLETED = "COMPLETED",
+    ABORTING = "ABORTING",
+    FAILED = "FAILED",
+    DISABLED = "DISABLED"
+}
+/**
+ * Details about a job that reflect the structure in the database.
+ */
+export type JobStorageFormat<Input, Output> = {
+    id?: unknown;
+    job_run_id?: string;
+    queue?: string;
+    input: Input;
+    output?: Output | null;
+    error?: string | null;
+    error_code?: string | null;
+    fingerprint?: string;
+    max_retries?: number;
+    status?: JobStatus;
+    created_at?: string;
+    deadline_at?: string | null;
+    last_ran_at?: string | null;
+    run_after: string | null;
+    completed_at: string | null;
+    run_attempts?: number;
+    progress?: number;
+    progress_message?: string;
+    progress_details?: Record<string, any> | null;
+};
+/**
+ * Interface defining the storage operations for a job queue
+ */
+export interface IQueueStorage<Input, Output> {
+    /**
+     * Adds a job to the queue storage
+     * @param job - The job to add to the queue storage
+     * @returns The ID of the job
+     */
+    add(job: JobStorageFormat<Input, Output>): Promise<unknown>;
+    /**
+     * Gets a job from the queue storage by ID
+     * @param id - The ID of the job to get
+     * @returns The job with the given ID
+     */
+    get(id: unknown): Promise<JobStorageFormat<Input, Output> | undefined>;
+    /**
+     * Gets the next job from the queue storage
+     * @returns The next job from the queue storage
+     */
+    next(): Promise<JobStorageFormat<Input, Output> | undefined>;
+    /**
+     * Peeks at the next job(s) from the queue storage without removing them
+     * @param status - The status of the jobs to peek at
+     * @param num - The number of jobs to peek at
+     * @returns The jobs with the given status
+     */
+    peek(status?: JobStatus, num?: number): Promise<Array<JobStorageFormat<Input, Output>>>;
+    /**
+     * Gets the size of the queue storage
+     * @param status - The status of the jobs to get the size for
+     * @returns The size of the queue storage
+     */
+    size(status?: JobStatus): Promise<number>;
+    /**
+     * Completes a job in the queue storage
+     * @param job - The job to complete
+     */
+    complete(job: JobStorageFormat<Input, Output>): Promise<void>;
+    /**
+     * Deletes all jobs from the queue storage
+     */
+    deleteAll(): Promise<void>;
+    /**
+     * Gets the output for a given input from the queue storage
+     * @param input - The input to get the output for
+     * @returns The output of the job
+     */
+    outputForInput(input: Input): Promise<Output | null>;
+    /**
+     * Aborts a job in the queue storage
+     * @param id - The ID of the job to abort
+     */
+    abort(id: unknown): Promise<void>;
+    /**
+     * Gets the jobs by job run ID from the queue storage
+     * @param runId - The job run ID of the jobs to get
+     * @returns The jobs with the given job run ID
+     */
+    getByRunId(runId: string): Promise<Array<JobStorageFormat<Input, Output>>>;
+    /**
+     * Saves progress updates for a job in the queue storage
+     * @param id - The ID of the job to save the progress for
+     * @param progress - The progress of the job
+     * @param message - The message of the job
+     * @param details - The details of the job
+     */
+    saveProgress(id: unknown, progress: number, message: string, details: Record<string, any> | null): Promise<void>;
+    /**
+     * Deletes a job by its ID from the queue storage
+     * @param id - The ID of the job to delete
+     */
+    delete(id: unknown): Promise<void>;
+    /**
+     * Deletes jobs from the queue storage that are of a specific status and older than the specified time
+     * @param status - The status of the jobs to delete
+     * @param olderThanMs - The time in milliseconds that the jobs must be older than to be deleted
+     */
+    deleteJobsByStatusAndAge(status: JobStatus, olderThanMs: number): Promise<void>;
+    /**
+     * Sets up the database schema and tables.
+     * This method should be called before using the storage in tests.
+     * For production use, database setup should be done via migrations.
+     */
+    setupDatabase(): Promise<void>;
+}
+//# sourceMappingURL=IQueueStorage.d.ts.map

package/dist/queue/IQueueStorage.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"IQueueStorage.d.ts","sourceRoot":"","sources":["../../src/queue/IQueueStorage.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAIH,eAAO,MAAM,aAAa,gEAAkE,CAAC;AAE7F,oBAAY,SAAS;IACnB,OAAO,YAAY;IACnB,UAAU,eAAe;IACzB,SAAS,cAAc;IACvB,QAAQ,aAAa;IACrB,MAAM,WAAW;IACjB,QAAQ,aAAa;CACtB;AAED;;GAEG;AACH,MAAM,MAAM,gBAAgB,CAAC,KAAK,EAAE,MAAM,IAAI;IAC5C,EAAE,CAAC,EAAE,OAAO,CAAC;IACb,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,KAAK,CAAC;IACb,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,MAAM,CAAC,EAAE,SAAS,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,gBAAgB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,IAAI,CAAC;CAC/C,CAAC;AAEF;;GAEG;AACH,MAAM,WAAW,aAAa,CAAC,KAAK,EAAE,MAAM;IAC1C;;;;OAIG;IACH,GAAG,CAAC,GAAG,EAAE,gBAAgB,CAAC,KAAK,EAAE,MAAM,CAAC,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;IAE5D;;;;OAIG;IACH,GAAG,CAAC,EAAE,EAAE,OAAO,GAAG,OAAO,CAAC,gBAAgB,CAAC,KAAK,EAAE,MAAM,CAAC,GAAG,SAAS,CAAC,CAAC;IAEvE;;;OAGG;IACH,IAAI,IAAI,OAAO,CAAC,gBAAgB,CAAC,KAAK,EAAE,MAAM,CAAC,GAAG,SAAS,CAAC,CAAC;IAE7D;;;;;OAKG;IACH,IAAI,CAAC,MAAM,CAAC,EAAE,SAAS,EAAE,GAAG,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,gBAAgB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC;IAExF;;;;OAIG;IACH,IAAI,CAAC,MAAM,CAAC,EAAE,SAAS,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC;IAE1C;;;OAGG;IACH,QAAQ,CAAC,GAAG,EAAE,gBAAgB,CAAC,KAAK,EAAE,MAAM,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAE9D;;OAEG;IACH,SAAS,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;IAE3B;;;;OAIG;IACH,cAAc,CAAC,KAAK,EAAE,KAAK,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;IAErD;;;OAGG;IACH,KAAK,CAAC,EAAE,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAElC;;;;OAIG;IACH,UAAU,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,gBAAgB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC;IAE3E;;;;;;OAMG;IACH,YAAY,CACV,EAAE,EAAE,OAAO,EACX,QAAQ,EAAE,MAAM,EAChB,OAAO,EAAE,MAAM,EACf,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,IAAI,GAClC,OAAO,CAAC,IAAI,CAAC,CAAC;IAEjB;;;OAGG;IACH,MAAM,CAAC,EAAE,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAEnC;;;;OAIG;IACH,wBAAwB,CAAC,MAAM,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAEhF;;;;OAIG;IACH,aAAa,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CAChC"}

package/dist/queue/InMemoryQueueStorage.d.ts

@@ -0,0 +1,109 @@
+/**
+ * @license
+ * Copyright 2025 Steven Roussey <sroussey@gmail.com>
+ * SPDX-License-Identifier: Apache-2.0
+ */
+import { IQueueStorage, JobStatus, JobStorageFormat } from "./IQueueStorage";
+export declare const IN_MEMORY_QUEUE_STORAGE: import("@workglow/util").ServiceToken<IQueueStorage<any, any>>;
+/**
+ * In-memory implementation of a job queue that manages asynchronous tasks.
+ * Supports job scheduling, status tracking, and result caching.
+ */
+export declare class InMemoryQueueStorage<Input, Output> implements IQueueStorage<Input, Output> {
+    readonly queueName: string;
+    /**
+     * Creates a new in-memory job queue
+     * @param queue - Name of the queue
+     */
+    constructor(queueName: string);
+    /** Internal array storing all jobs */
+    jobQueue: JobStorageFormat<Input, Output>[];
+    /**
+     * Returns a filtered and sorted list of pending jobs that are ready to run
+     * Sorts by creation time to maintain FIFO order
+     */
+    private pendingQueue;
+    /**
+     * Adds a new job to the queue
+     * Generates an ID and fingerprint if not provided
+     */
+    add(job: JobStorageFormat<Input, Output>): Promise<unknown>;
+    /**
+     * Retrieves a job from the queue by its id.
+     * @param id - The id of the job to retrieve.
+     * @returns A promise that resolves to the job or undefined if the job is not found.
+     */
+    get(id: unknown): Promise<JobStorageFormat<Input, Output> | undefined>;
+    /**
+     * Retrieves a slice of jobs from anywherethe queue.
+     * @param status - The status of the jobs to retrieve.
+     * @param num - The number of jobs to retrieve.
+     * @returns A promise that resolves to an array of jobs.
+     */
+    peek(status?: JobStatus, num?: number): Promise<JobStorageFormat<Input, Output>[]>;
+    /**
+     * Retrieves the next available job that is ready to be processed
+     * Updates the job status to PROCESSING before returning
+     */
+    next(): Promise<JobStorageFormat<Input, Output> | undefined>;
+    /**
+     * Retrieves the size of the queue for a given status
+     * @param status - The status of the jobs to retrieve.
+     * @returns A promise that resolves to the number of jobs.
+     */
+    size(status?: JobStatus): Promise<number>;
+    /**
+     * Saves the progress of a job
+     * @param jobId - The id of the job to save the progress for.
+     * @param progress - The progress of the job.
+     * @param message - The message of the job.
+     * @param details - The details of the job.
+     */
+    saveProgress(id: unknown, progress: number, message: string, details: Record<string, any> | null): Promise<void>;
+    /**
+     * Marks a job as complete with its output or error
+     * Handles run_attempts for failed jobs and triggers completion callbacks
+     * @param id - ID of the job to complete
+     * @param output - Result of the job execution
+     * @param error - Optional error message if job failed
+     */
+    complete(job: JobStorageFormat<Input, Output>): Promise<void>;
+    /**
+     * Aborts a job
+     * @param id - The id of the job to abort.
+     */
+    abort(id: unknown): Promise<void>;
+    /**
+     * Retrieves all jobs by their job_run_id.
+     * @param job_run_id - The job_run_id of the jobs to retrieve.
+     * @returns A promise that resolves to an array of jobs.
+     */
+    getByRunId(runId: string): Promise<Array<JobStorageFormat<Input, Output>>>;
+    /**
+     * Deletes all jobs from the queue.
+     */
+    deleteAll(): Promise<void>;
+    /**
+     * Looks up cached output for a given and input
+     * Uses input fingerprinting for efficient matching
+     * @param input - The input to look up the cached output for.
+     * @returns The cached output or null if not found
+     */
+    outputForInput(input: Input): Promise<NonNullable<Output> | null>;
+    /**
+     * Deletes a job by its ID
+     */
+    delete(id: unknown): Promise<void>;
+    /**
+     * Delete jobs with a specific status older than a cutoff date
+     * @param status - Status of jobs to delete
+     * @param olderThanMs - Delete jobs completed more than this many milliseconds ago
+     */
+    deleteJobsByStatusAndAge(status: JobStatus, olderThanMs: number): Promise<void>;
+    /**
+     * Sets up the database schema and tables.
+     * No-op for in-memory storage as it doesn't require database setup.
+     */
+    setupDatabase(): Promise<void>;
+}
+//# sourceMappingURL=InMemoryQueueStorage.d.ts.map

package/dist/queue/InMemoryQueueStorage.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"InMemoryQueueStorage.d.ts","sourceRoot":"","sources":["../../src/queue/InMemoryQueueStorage.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAGH,OAAO,EAAE,aAAa,EAAE,SAAS,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAC;AAE7E,eAAO,MAAM,uBAAuB,gEAEnC,CAAC;AAEF;;;GAGG;AACH,qBAAa,oBAAoB,CAAC,KAAK,EAAE,MAAM,CAAE,YAAW,aAAa,CAAC,KAAK,EAAE,MAAM,CAAC;aAK1D,SAAS,EAAE,MAAM;IAJ7C;;;OAGG;gBACyB,SAAS,EAAE,MAAM;IAI7C,sCAAsC;IAC/B,QAAQ,EAAE,gBAAgB,CAAC,KAAK,EAAE,MAAM,CAAC,EAAE,CAAC;IAEnD;;;OAGG;IACH,OAAO,CAAC,YAAY;IAQpB;;;OAGG;IACU,GAAG,CAAC,GAAG,EAAE,gBAAgB,CAAC,KAAK,EAAE,MAAM,CAAC;IAkBrD;;;;OAIG;IACU,GAAG,CAAC,EAAE,EAAE,OAAO;IAK5B;;;;;OAKG;IACU,IAAI,CAAC,MAAM,GAAE,SAA6B,EAAE,GAAG,GAAE,MAAY;IAS1E;;;OAGG;IACU,IAAI;IAYjB;;;;OAIG;IACU,IAAI,CAAC,MAAM,YAAoB,GAAG,OAAO,CAAC,MAAM,CAAC;IAK9D;;;;;;OAMG;IACU,YAAY,CACvB,EAAE,EAAE,OAAO,EACX,QAAQ,EAAE,MAAM,EAChB,OAAO,EAAE,MAAM,EACf,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,IAAI,GAClC,OAAO,CAAC,IAAI,CAAC;IAYhB;;;;;;OAMG;IACU,QAAQ,CAAC,GAAG,EAAE,gBAAgB,CAAC,KAAK,EAAE,MAAM,CAAC;IAW1D;;;OAGG;IACU,KAAK,CAAC,EAAE,EAAE,OAAO;IAQ9B;;;;OAIG;IACU,UAAU,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,gBAAgB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC;IAKvF;;OAEG;IACU,SAAS;IAKtB;;;;;OAKG;IACU,cAAc,CAAC,KAAK,EAAE,KAAK;IASxC;;OAEG;IACU,MAAM,CAAC,EAAE,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC;IAK/C;;;;OAIG;IACU,wBAAwB,CAAC,MAAM,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAQ5F;;;OAGG;IACU,aAAa,IAAI,OAAO,CAAC,IAAI,CAAC;CAG5C"}

package/dist/queue/IndexedDbQueueStorage.d.ts

@@ -0,0 +1,89 @@
+/**
+ * @license
+ * Copyright 2025 Steven Roussey <sroussey@gmail.com>
+ * SPDX-License-Identifier: Apache-2.0
+ */
+import { MigrationOptions } from "../util/IndexedDbTable";
+import { IQueueStorage, JobStatus, JobStorageFormat } from "./IQueueStorage";
+export declare const INDEXED_DB_QUEUE_STORAGE: import("@workglow/util").ServiceToken<IQueueStorage<any, any>>;
+/**
+ * IndexedDB implementation of a job queue storage.
+ * Provides storage and retrieval for job execution states using IndexedDB.
+ */
+export declare class IndexedDbQueueStorage<Input, Output> implements IQueueStorage<Input, Output> {
+    readonly queueName: string;
+    private db;
+    private tableName;
+    private migrationOptions;
+    constructor(queueName: string, migrationOptions?: MigrationOptions);
+    private getDb;
+    /**
+     * Sets up the IndexedDB database table with the required schema and indexes.
+     * Must be called before using any other methods.
+     */
+    setupDatabase(): Promise<void>;
+    /**
+     * Adds a job to the queue.
+     * @param job - The job to add to the queue.
+     * @returns A promise that resolves to the job id.
+     */
+    add(job: JobStorageFormat<Input, Output>): Promise<unknown>;
+    /**
+     * Retrieves a job from the queue by its id.
+     * @param id - The id of the job to retrieve.
+     * @returns A promise that resolves to the job or undefined if the job is not found.
+     */
+    get(id: unknown): Promise<JobStorageFormat<Input, Output> | undefined>;
+    /**
+     * Retrieves a slice of jobs from the queue.
+     * @param status - The status of the jobs to retrieve.
+     * @param num - The number of jobs to retrieve.
+     * @returns A promise that resolves to an array of jobs.
+     */
+    peek(status?: JobStatus, num?: number): Promise<JobStorageFormat<Input, Output>[]>;
+    /**
+     * Retrieves the next job from the queue.
+     * @returns A promise that resolves to the next job or undefined if the queue is empty.
+     */
+    next(): Promise<JobStorageFormat<Input, Output> | undefined>;
+    /**
+     * Retrieves the number of jobs in the queue.
+     * Returns the count of jobs in the queue.
+     */
+    size(status?: JobStatus): Promise<number>;
+    /**
+     * Marks a job as complete with its output or error.
+     */
+    complete(job: JobStorageFormat<Input, Output>): Promise<void>;
+    /**
+     * Aborts a job in the queue.
+     */
+    abort(id: unknown): Promise<void>;
+    /**
+     * Gets jobs by their run ID.
+     */
+    getByRunId(job_run_id: string): Promise<JobStorageFormat<Input, Output>[]>;
+    /**
+     * Deletes all jobs from the queue.
+     */
+    deleteAll(): Promise<void>;
+    /**
+     * Gets the output for a given input.
+     */
+    outputForInput(input: Input): Promise<Output | null>;
+    /**
+     * Saves progress updates for a job.
+     */
+    saveProgress(id: unknown, progress: number, message: string, details: Record<string, any> | null): Promise<void>;
+    /**
+     * Deletes a job by its ID.
+     */
+    delete(id: unknown): Promise<void>;
+    /**
+     * Delete jobs with a specific status older than a cutoff date
+     * @param status - Status of jobs to delete
+     * @param olderThanMs - Delete jobs completed more than this many milliseconds ago
+     */
+    deleteJobsByStatusAndAge(status: JobStatus, olderThanMs: number): Promise<void>;
+}
+//# sourceMappingURL=IndexedDbQueueStorage.d.ts.map

package/dist/queue/IndexedDbQueueStorage.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"IndexedDbQueueStorage.d.ts","sourceRoot":"","sources":["../../src/queue/IndexedDbQueueStorage.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAGH,OAAO,EAGH,gBAAgB,EACnB,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAAE,aAAa,EAAE,SAAS,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAC;AAE7E,eAAO,MAAM,wBAAwB,gEAEpC,CAAC;AAEF;;;GAGG;AACH,qBAAa,qBAAqB,CAAC,KAAK,EAAE,MAAM,CAAE,YAAW,aAAa,CAAC,KAAK,EAAE,MAAM,CAAC;aAMrE,SAAS,EAAE,MAAM;IALnC,OAAO,CAAC,EAAE,CAA0B;IACpC,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,gBAAgB,CAAmB;gBAGzB,SAAS,EAAE,MAAM,EACjC,gBAAgB,GAAE,gBAAqB;YAM3B,KAAK;IAMnB;;;OAGG;IACU,aAAa,IAAI,OAAO,CAAC,IAAI,CAAC;IAiC3C;;;;OAIG;IACU,GAAG,CAAC,GAAG,EAAE,gBAAgB,CAAC,KAAK,EAAE,MAAM,CAAC,GAAG,OAAO,CAAC,OAAO,CAAC;IA2BxE;;;;OAIG;IACG,GAAG,CAAC,EAAE,EAAE,OAAO,GAAG,OAAO,CAAC,gBAAgB,CAAC,KAAK,EAAE,MAAM,CAAC,GAAG,SAAS,CAAC;IAY5E;;;;;OAKG;IACU,IAAI,CACf,MAAM,GAAE,SAA6B,EACrC,GAAG,GAAE,MAAY,GAChB,OAAO,CAAC,gBAAgB,CAAC,KAAK,EAAE,MAAM,CAAC,EAAE,CAAC;IA6B7C;;;OAGG;IACU,IAAI,IAAI,OAAO,CAAC,gBAAgB,CAAC,KAAK,EAAE,MAAM,CAAC,GAAG,SAAS,CAAC;IA6DzE;;;OAGG;IACU,IAAI,CAAC,MAAM,YAAoB,GAAG,OAAO,CAAC,MAAM,CAAC;IAc9D;;OAEG;IACU,QAAQ,CAAC,GAAG,EAAE,gBAAgB,CAAC,KAAK,EAAE,MAAM,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC;IAuB1E;;OAEG;IACU,KAAK,CAAC,EAAE,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC;IAQ9C;;OAEG;IACU,UAAU,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,gBAAgB,CAAC,KAAK,EAAE,MAAM,CAAC,EAAE,CAAC;IAcvF;;OAEG;IACU,SAAS,IAAI,OAAO,CAAC,IAAI,CAAC;IAavC;;OAEG;IACU,cAAc,CAAC,KAAK,EAAE,KAAK,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;IAejE;;OAEG;IACU,YAAY,CACvB,EAAE,EAAE,OAAO,EACX,QAAQ,EAAE,MAAM,EAChB,OAAO,EAAE,MAAM,EACf,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,IAAI,GAClC,OAAO,CAAC,IAAI,CAAC;IAWhB;;OAEG;IACU,MAAM,CAAC,EAAE,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC;IAa/C;;;;OAIG;IACU,wBAAwB,CAAC,MAAM,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;CA0B7F"}

package/dist/queue/PostgresQueueStorage.d.ts

@@ -0,0 +1,92 @@
+/**
+ * @license
+ * Copyright 2025 Steven Roussey <sroussey@gmail.com>
+ * SPDX-License-Identifier: Apache-2.0
+ */
+import { Pool } from "pg";
+import { IQueueStorage, JobStatus, JobStorageFormat } from "./IQueueStorage";
+export declare const POSTGRES_QUEUE_STORAGE: import("@workglow/util").ServiceToken<IQueueStorage<any, any>>;
+/**
+ * PostgreSQL implementation of a job queue.
+ * Provides storage and retrieval for job execution states using PostgreSQL.
+ */
+export declare class PostgresQueueStorage<Input, Output> implements IQueueStorage<Input, Output> {
+    protected readonly db: Pool;
+    protected readonly queueName: string;
+    constructor(db: Pool, queueName: string);
+    setupDatabase(): Promise<void>;
+    /**
+     * Adds a new job to the queue.
+     * @param job - The job to add
+     * @returns The ID of the added job
+     */
+    add(job: JobStorageFormat<Input, Output>): Promise<unknown>;
+    /**
+     * Retrieves a job by its ID.
+     * @param id - The ID of the job to retrieve
+     * @returns The job if found, undefined otherwise
+     */
+    get(id: number): Promise<any>;
+    /**
+     * Retrieves a slice of jobs from the queue.
+     * @param num - Maximum number of jobs to return
+     * @returns An array of jobs
+     */
+    peek(status?: JobStatus, num?: number): Promise<JobStorageFormat<Input, Output>[]>;
+    /**
+     * Retrieves the next available job that is ready to be processed.
+     * @returns The next job or undefined if no job is available
+     */
+    next(): Promise<JobStorageFormat<Input, Output>>;
+    /**
+     * Retrieves the number of jobs in the queue with a specific status.
+     * @param status - The status of the jobs to count
+     * @returns The count of jobs with the specified status
+     */
+    size(status?: JobStatus): Promise<number>;
+    /**
+     * Marks a job as complete with its output or error.
+     * Enhanced error handling:
+     * - For a retryable error, increments run_attempts and updates run_after.
+     * - Marks a job as FAILED immediately for permanent or generic errors.
+     */
+    complete(jobDetails: JobStorageFormat<Input, Output>): Promise<void>;
+    /**
+     * Clears all jobs from the queue.
+     */
+    deleteAll(): Promise<void>;
+    /**
+     * Looks up cached output for a given input
+     * Uses input fingerprinting for efficient matching
+     * @returns The cached output or null if not found
+     */
+    outputForInput(input: Input): Promise<any>;
+    /**
+     * Aborts a job by setting its status to "ABORTING".
+     * This method will signal the corresponding AbortController so that
+     * the job's execute() method (if it supports an AbortSignal parameter)
+     * can clean up and exit.
+     */
+    abort(jobId: number): Promise<void>;
+    /**
+     * Retrieves all jobs for a given job run ID.
+     * @param job_run_id - The ID of the job run to retrieve
+     * @returns An array of jobs
+     */
+    getByRunId(job_run_id: string): Promise<any[]>;
+    /**
+     * Implements the abstract saveProgress method from JobQueue
+     */
+    saveProgress(jobId: unknown, progress: number, message: string, details: Record<string, any>): Promise<void>;
+    /**
+     * Deletes a job by its ID
+     */
+    delete(jobId: unknown): Promise<void>;
+    /**
+     * Delete jobs with a specific status older than a cutoff date
+     * @param status - Status of jobs to delete
+     * @param olderThanMs - Delete jobs completed more than this many milliseconds ago
+     */
+    deleteJobsByStatusAndAge(status: JobStatus, olderThanMs: number): Promise<void>;
+}
+//# sourceMappingURL=PostgresQueueStorage.d.ts.map

package/dist/queue/PostgresQueueStorage.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"PostgresQueueStorage.d.ts","sourceRoot":"","sources":["../../src/queue/PostgresQueueStorage.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAGH,OAAO,EAAE,IAAI,EAAE,MAAM,IAAI,CAAC;AAC1B,OAAO,EAAE,aAAa,EAAE,SAAS,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAC;AAE7E,eAAO,MAAM,sBAAsB,gEAElC,CAAC;AAIF;;;GAGG;AACH,qBAAa,oBAAoB,CAAC,KAAK,EAAE,MAAM,CAAE,YAAW,aAAa,CAAC,KAAK,EAAE,MAAM,CAAC;IAEpF,SAAS,CAAC,QAAQ,CAAC,EAAE,EAAE,IAAI;IAC3B,SAAS,CAAC,QAAQ,CAAC,SAAS,EAAE,MAAM;gBADjB,EAAE,EAAE,IAAI,EACR,SAAS,EAAE,MAAM;IAGzB,aAAa,IAAI,OAAO,CAAC,IAAI,CAAC;IAqD3C;;;;OAIG;IACU,GAAG,CAAC,GAAG,EAAE,gBAAgB,CAAC,KAAK,EAAE,MAAM,CAAC;IAiDrD;;;;OAIG;IACU,GAAG,CAAC,EAAE,EAAE,MAAM;IAc3B;;;;OAIG;IACU,IAAI,CAAC,MAAM,GAAE,SAA6B,EAAE,GAAG,GAAE,MAAY;IAoB1E;;;OAGG;IACU,IAAI;IAyBjB;;;;OAIG;IACU,IAAI,CAAC,MAAM,YAAoB;IAa5C;;;;;OAKG;IACU,QAAQ,CAAC,UAAU,EAAE,gBAAgB,CAAC,KAAK,EAAE,MAAM,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC;IAgEjF;;OAEG;IACU,SAAS;IAStB;;;;OAIG;IACU,cAAc,CAAC,KAAK,EAAE,KAAK;IAaxC;;;;;OAKG;IACU,KAAK,CAAC,KAAK,EAAE,MAAM;IAUhC;;;;OAIG;IACU,UAAU,CAAC,UAAU,EAAE,MAAM;IAU1C;;OAEG;IACU,YAAY,CACvB,KAAK,EAAE,OAAO,EACd,QAAQ,EAAE,MAAM,EAChB,OAAO,EAAE,MAAM,EACf,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAC3B,OAAO,CAAC,IAAI,CAAC;IAYhB;;OAEG;IACU,MAAM,CAAC,KAAK,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC;IAOlD;;;;OAIG;IACU,wBAAwB,CAAC,MAAM,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;CAW7F"}

package/dist/queue/SqliteQueueStorage.d.ts

@@ -0,0 +1,116 @@
+/**
+ * @license
+ * Copyright 2025 Steven Roussey <sroussey@gmail.com>
+ * SPDX-License-Identifier: Apache-2.0
+ */
+import type { Sqlite } from "@workglow/sqlite";
+import { IQueueStorage, JobStatus, JobStorageFormat } from "./IQueueStorage";
+export declare const SQLITE_QUEUE_STORAGE: import("@workglow/util").ServiceToken<IQueueStorage<any, any>>;
+/**
+ * SQLite implementation of a job queue.
+ * Provides storage and retrieval for job execution states using SQLite.
+ */
+export declare class SqliteQueueStorage<Input, Output> implements IQueueStorage<Input, Output> {
+    protected db: Sqlite.Database;
+    protected queueName: string;
+    protected options?: {
+        deleteAfterCompletionMs?: number;
+        deleteAfterFailureMs?: number;
+    } | undefined;
+    constructor(db: Sqlite.Database, queueName: string, options?: {
+        deleteAfterCompletionMs?: number;
+        deleteAfterFailureMs?: number;
+    } | undefined);
+    setupDatabase(): Promise<void>;
+    /**
+     * Adds a new job to the queue.
+     * @param job - The job to add
+     * @returns The ID of the added job
+     */
+    add(job: JobStorageFormat<Input, Output>): Promise<string | undefined>;
+    /**
+     * Retrieves a job by its ID.
+     * @param id - The ID of the job to retrieve
+     * @returns The job if found, undefined otherwise
+     */
+    get(id: string): Promise<(JobStorageFormat<Input, Output> & {
+        input: string;
+        output: string | null;
+        progress_details: string | null;
+    }) | undefined>;
+    /**
+     * Retrieves a slice of jobs from the queue.
+     * @param num - Maximum number of jobs to return
+     * @returns An array of jobs
+     */
+    peek(status?: JobStatus, num?: number): Promise<(JobStorageFormat<Input, Output> & {
+        input: string;
+        output: string | null;
+        progress_details: string | null;
+    })[]>;
+    /**
+     * Aborts a job by setting its status to "ABORTING".
+     * This method will signal the corresponding AbortController so that
+     * the job's execute() method (if it supports an AbortSignal parameter)
+     * can clean up and exit.
+     */
+    abort(jobId: string): Promise<void>;
+    /**
+     * Retrieves all jobs for a given job run ID.
+     * @param job_run_id - The ID of the job run to retrieve
+     * @returns An array of jobs
+     */
+    getByRunId(job_run_id: string): Promise<(JobStorageFormat<Input, Output> & {
+        input: string;
+        output: string | null;
+        progress_details: string | null;
+    })[]>;
+    /**
+     * Retrieves the next available job that is ready to be processed,
+     * and updates its status to PROCESSING.
+     *
+     * @returns The next job or undefined if no job is available
+     */
+    next(): Promise<(JobStorageFormat<Input, Output> & {
+        input: string;
+        output: string | null;
+        progress_details: string | null;
+    }) | undefined>;
+    /**
+     * Retrieves the number of jobs in the queue with a specific status.
+     * @param status - The status of the jobs to count
+     * @returns The count of jobs with the specified status
+     */
+    size(status?: JobStatus): Promise<any>;
+    /**
+     * Marks a job as complete with its output or error.
+     * Enhanced error handling:
+     * - Increments the retry count.
+     * - For a retryable error, updates run_after with the retry date.
+     * - Marks the job as FAILED for permanent or generic errors.
+     * - Marks the job as DISABLED for disabled jobs.
+     */
+    complete(job: JobStorageFormat<Input, Output>): Promise<void>;
+    deleteAll(): Promise<void>;
+    /**
+     * Looks up cached output for a  input
+     * Uses input fingerprinting for efficient matching
+     * @returns The cached output or null if not found
+     */
+    outputForInput(input: Input): Promise<any>;
+    /**
+     * Implements the abstract saveProgress method from JobQueue
+     */
+    saveProgress(jobId: unknown, progress: number, message: string, details: Record<string, any>): Promise<void>;
+    /**
+     * Deletes a job by its ID
+     */
+    delete(jobId: unknown): Promise<void>;
+    /**
+     * Delete jobs with a specific status older than a cutoff date
+     * @param status - Status of jobs to delete
+     * @param olderThanMs - Delete jobs completed more than this many milliseconds ago
+     */
+    deleteJobsByStatusAndAge(status: JobStatus, olderThanMs: number): Promise<void>;
+}
+//# sourceMappingURL=SqliteQueueStorage.d.ts.map

package/dist/queue/SqliteQueueStorage.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"SqliteQueueStorage.d.ts","sourceRoot":"","sources":["../../src/queue/SqliteQueueStorage.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AAE/C,OAAO,EAAE,aAAa,EAAE,SAAS,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAC;AAE7E,eAAO,MAAM,oBAAoB,gEACuC,CAAC;AAEzE;;;GAGG;AACH,qBAAa,kBAAkB,CAAC,KAAK,EAAE,MAAM,CAAE,YAAW,aAAa,CAAC,KAAK,EAAE,MAAM,CAAC;IAElF,SAAS,CAAC,EAAE,EAAE,MAAM,CAAC,QAAQ;IAC7B,SAAS,CAAC,SAAS,EAAE,MAAM;IAC3B,SAAS,CAAC,OAAO,CAAC,EAAE;QAClB,uBAAuB,CAAC,EAAE,MAAM,CAAC;QACjC,oBAAoB,CAAC,EAAE,MAAM,CAAC;KAC/B;gBALS,EAAE,EAAE,MAAM,CAAC,QAAQ,EACnB,SAAS,EAAE,MAAM,EACjB,OAAO,CAAC,EAAE;QAClB,uBAAuB,CAAC,EAAE,MAAM,CAAC;QACjC,oBAAoB,CAAC,EAAE,MAAM,CAAC;KAC/B,YAAA;IAGU,aAAa,IAAI,OAAO,CAAC,IAAI,CAAC;IA+B3C;;;;OAIG;IACU,GAAG,CAAC,GAAG,EAAE,gBAAgB,CAAC,KAAK,EAAE,MAAM,CAAC;IAgErD;;;;OAIG;IACU,GAAG,CAAC,EAAE,EAAE,MAAM;eAQd,MAAM;gBACL,MAAM,GAAG,IAAI;0BACH,MAAM,GAAG,IAAI;;IAcrC;;;;OAIG;IACU,IAAI,CAAC,MAAM,GAAE,SAA6B,EAAE,GAAG,GAAE,MAAY;eAW7D,MAAM;gBACL,MAAM,GAAG,IAAI;0BACH,MAAM,GAAG,IAAI;;IAerC;;;;;OAKG;IACU,KAAK,CAAC,KAAK,EAAE,MAAM;IAShC;;;;OAIG;IACU,UAAU,CAAC,UAAU,EAAE,MAAM;eAO7B,MAAM;gBACL,MAAM,GAAG,IAAI;0BACH,MAAM,GAAG,IAAI;;IAerC;;;;;OAKG;IACU,IAAI;eAMJ,MAAM;gBACL,MAAM,GAAG,IAAI;0BACH,MAAM,GAAG,IAAI;;IA6BrC;;;;OAIG;IACU,IAAI,CAAC,MAAM,YAAoB;IAW5C;;;;;;;OAOG;IACU,QAAQ,CAAC,GAAG,EAAE,gBAAgB,CAAC,KAAK,EAAE,MAAM,CAAC;IA6C7C,SAAS;IAQtB;;;;OAIG;IACU,cAAc,CAAC,KAAK,EAAE,KAAK;IAcxC;;OAEG;IACU,YAAY,CACvB,KAAK,EAAE,OAAO,EACd,QAAQ,EAAE,MAAM,EAChB,OAAO,EAAE,MAAM,EACf,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAC3B,OAAO,CAAC,IAAI,CAAC;IAYhB;;OAEG;IACU,MAAM,CAAC,KAAK,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC;IAQlD;;;;OAIG;IACU,wBAAwB,CAAC,MAAM,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;CAW7F"}

package/dist/queue/SupabaseQueueStorage.d.ts

@@ -0,0 +1,93 @@
+/**
+ * @license
+ * Copyright 2025 Steven Roussey <sroussey@gmail.com>
+ * SPDX-License-Identifier: Apache-2.0
+ */
+import type { SupabaseClient } from "@supabase/supabase-js";
+import { IQueueStorage, JobStatus, JobStorageFormat } from "./IQueueStorage";
+export declare const SUPABASE_QUEUE_STORAGE: import("@workglow/util").ServiceToken<IQueueStorage<any, any>>;
+/**
+ * Supabase implementation of a job queue.
+ * Provides storage and retrieval for job execution states using Supabase.
+ */
+export declare class SupabaseQueueStorage<Input, Output> implements IQueueStorage<Input, Output> {
+    protected readonly client: SupabaseClient;
+    protected readonly queueName: string;
+    constructor(client: SupabaseClient, queueName: string);
+    setupDatabase(): Promise<void>;
+    /**
+     * Adds a new job to the queue.
+     * @param job - The job to add
+     * @returns The ID of the added job
+     */
+    add(job: JobStorageFormat<Input, Output>): Promise<unknown>;
+    /**
+     * Retrieves a job by its ID.
+     * @param id - The ID of the job to retrieve
+     * @returns The job if found, undefined otherwise
+     */
+    get(id: number): Promise<JobStorageFormat<Input, Output> | undefined>;
+    /**
+     * Retrieves a slice of jobs from the queue.
+     * @param status - The status to filter by
+     * @param num - Maximum number of jobs to return
+     * @returns An array of jobs
+     */
+    peek(status?: JobStatus, num?: number): Promise<JobStorageFormat<Input, Output>[]>;
+    /**
+     * Retrieves the next available job that is ready to be processed.
+     * @returns The next job or undefined if no job is available
+     */
+    next(): Promise<JobStorageFormat<Input, Output> | undefined>;
+    /**
+     * Retrieves the number of jobs in the queue with a specific status.
+     * @param status - The status of the jobs to count
+     * @returns The count of jobs with the specified status
+     */
+    size(status?: JobStatus): Promise<number>;
+    /**
+     * Marks a job as complete with its output or error.
+     * Enhanced error handling:
+     * - For a retryable error, increments run_attempts and updates run_after.
+     * - Marks a job as FAILED immediately for permanent or generic errors.
+     */
+    complete(jobDetails: JobStorageFormat<Input, Output>): Promise<void>;
+    /**
+     * Clears all jobs from the queue.
+     */
+    deleteAll(): Promise<void>;
+    /**
+     * Looks up cached output for a given input
+     * Uses input fingerprinting for efficient matching
+     * @returns The cached output or null if not found
+     */
+    outputForInput(input: Input): Promise<Output | null>;
+    /**
+     * Aborts a job by setting its status to "ABORTING".
+     * This method will signal the corresponding AbortController so that
+     * the job's execute() method (if it supports an AbortSignal parameter)
+     * can clean up and exit.
+     */
+    abort(jobId: unknown): Promise<void>;
+    /**
+     * Retrieves all jobs for a given job run ID.
+     * @param job_run_id - The ID of the job run to retrieve
+     * @returns An array of jobs
+     */
+    getByRunId(job_run_id: string): Promise<Array<JobStorageFormat<Input, Output>>>;
+    /**
+     * Implements the saveProgress method
+     */
+    saveProgress(jobId: unknown, progress: number, message: string, details: Record<string, any>): Promise<void>;
+    /**
+     * Deletes a job by its ID
+     */
+    delete(jobId: unknown): Promise<void>;
+    /**
+     * Delete jobs with a specific status older than a cutoff date
+     * @param status - Status of jobs to delete
+     * @param olderThanMs - Delete jobs completed more than this many milliseconds ago
+     */
+    deleteJobsByStatusAndAge(status: JobStatus, olderThanMs: number): Promise<void>;
+}
+//# sourceMappingURL=SupabaseQueueStorage.d.ts.map

package/dist/queue/SupabaseQueueStorage.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"SupabaseQueueStorage.d.ts","sourceRoot":"","sources":["../../src/queue/SupabaseQueueStorage.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,uBAAuB,CAAC;AAE5D,OAAO,EAAE,aAAa,EAAE,SAAS,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAC;AAE7E,eAAO,MAAM,sBAAsB,gEAElC,CAAC;AAEF;;;GAGG;AACH,qBAAa,oBAAoB,CAAC,KAAK,EAAE,MAAM,CAAE,YAAW,aAAa,CAAC,KAAK,EAAE,MAAM,CAAC;IAEpF,SAAS,CAAC,QAAQ,CAAC,MAAM,EAAE,cAAc;IACzC,SAAS,CAAC,QAAQ,CAAC,SAAS,EAAE,MAAM;gBADjB,MAAM,EAAE,cAAc,EACtB,SAAS,EAAE,MAAM;IAGzB,aAAa,IAAI,OAAO,CAAC,IAAI,CAAC;IAyD3C;;;;OAIG;IACU,GAAG,CAAC,GAAG,EAAE,gBAAgB,CAAC,KAAK,EAAE,MAAM,CAAC,GAAG,OAAO,CAAC,OAAO,CAAC;IAqCxE;;;;OAIG;IACU,GAAG,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,gBAAgB,CAAC,KAAK,EAAE,MAAM,CAAC,GAAG,SAAS,CAAC;IAgBlF;;;;;OAKG;IACU,IAAI,CACf,MAAM,GAAE,SAA6B,EACrC,GAAG,GAAE,MAAY,GAChB,OAAO,CAAC,gBAAgB,CAAC,KAAK,EAAE,MAAM,CAAC,EAAE,CAAC;IAe7C;;;OAGG;IACU,IAAI,IAAI,OAAO,CAAC,gBAAgB,CAAC,KAAK,EAAE,MAAM,CAAC,GAAG,SAAS,CAAC;IAgCzE;;;;OAIG;IACU,IAAI,CAAC,MAAM,YAAoB,GAAG,OAAO,CAAC,MAAM,CAAC;IAW9D;;;;;OAKG;IACU,QAAQ,CAAC,UAAU,EAAE,gBAAgB,CAAC,KAAK,EAAE,MAAM,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC;IAyFjF;;OAEG;IACU,SAAS,IAAI,OAAO,CAAC,IAAI,CAAC;IAMvC;;;;OAIG;IACU,cAAc,CAAC,KAAK,EAAE,KAAK,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;IAmBjE;;;;;OAKG;IACU,KAAK,CAAC,KAAK,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC;IAUjD;;;;OAIG;IACU,UAAU,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,gBAAgB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC;IAW5F;;OAEG;IACU,YAAY,CACvB,KAAK,EAAE,OAAO,EACd,QAAQ,EAAE,MAAM,EAChB,OAAO,EAAE,MAAM,EACf,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAC3B,OAAO,CAAC,IAAI,CAAC;IAchB;;OAEG;IACU,MAAM,CAAC,KAAK,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC;IAUlD;;;;OAIG;IACU,wBAAwB,CAAC,MAAM,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;CAa7F"}