@workflow/world-postgres 4.0.1-beta.2 → 4.0.1-beta.3

package/dist/drizzle/schema.js

@@ -0,0 +1,88 @@
+import { StepStatusSchema, WorkflowRunStatusSchema, } from '@workflow/world';
+import { boolean, customType, index, integer, jsonb, pgEnum, pgTable, primaryKey, text, timestamp, varchar, } from 'drizzle-orm/pg-core';
+function mustBeMoreThanOne(t) {
+    return t;
+}
+export const workflowRunStatus = pgEnum('status', mustBeMoreThanOne(WorkflowRunStatusSchema.options));
+export const stepStatus = pgEnum('step_status', mustBeMoreThanOne(StepStatusSchema.options));
+export const runs = pgTable('workflow_runs', {
+    runId: varchar('id').primaryKey(),
+    output: jsonb('output').$type(),
+    deploymentId: varchar('deployment_id').notNull(),
+    status: workflowRunStatus('status').notNull(),
+    workflowName: varchar('name').notNull(),
+    executionContext: jsonb('execution_context').$type(),
+    input: jsonb('input').$type().notNull(),
+    error: text('error'),
+    errorCode: varchar('error_code'),
+    createdAt: timestamp('created_at').defaultNow().notNull(),
+    updatedAt: timestamp('updated_at')
+        .defaultNow()
+        .$onUpdateFn(() => new Date())
+        .notNull(),
+    completedAt: timestamp('completed_at'),
+    startedAt: timestamp('started_at'),
+}, (tb) => ({
+    workflowNameIdx: index().on(tb.workflowName),
+    statusIdx: index().on(tb.status),
+}));
+export const events = pgTable('workflow_events', {
+    eventId: varchar('id').primaryKey(),
+    eventType: varchar('type').$type().notNull(),
+    correlationId: varchar('correlation_id'),
+    createdAt: timestamp('created_at').defaultNow().notNull(),
+    runId: varchar('run_id').notNull(),
+    eventData: jsonb('payload'),
+}, (tb) => ({
+    runFk: index().on(tb.runId),
+    correlationIdFk: index().on(tb.correlationId),
+}));
+export const steps = pgTable('workflow_steps', {
+    runId: varchar('run_id').notNull(),
+    stepId: varchar('step_id').primaryKey(),
+    stepName: varchar('step_name').notNull(),
+    status: stepStatus('status').notNull(),
+    input: jsonb('input').$type().notNull(),
+    output: jsonb('output').$type(),
+    error: text('error'),
+    errorCode: varchar('error_code'),
+    attempt: integer('attempt').notNull(),
+    startedAt: timestamp('started_at'),
+    completedAt: timestamp('completed_at'),
+    createdAt: timestamp('created_at').defaultNow().notNull(),
+    updatedAt: timestamp('updated_at')
+        .defaultNow()
+        .$onUpdateFn(() => new Date())
+        .notNull(),
+}, (tb) => ({
+    runFk: index().on(tb.runId),
+    statusIdx: index().on(tb.status),
+}));
+export const hooks = pgTable('workflow_hooks', {
+    runId: varchar('run_id').notNull(),
+    hookId: varchar('hook_id').primaryKey(),
+    token: varchar('token').notNull(),
+    ownerId: varchar('owner_id').notNull(),
+    projectId: varchar('project_id').notNull(),
+    environment: varchar('environment').notNull(),
+    createdAt: timestamp('created_at').defaultNow().notNull(),
+    metadata: jsonb('metadata').$type(),
+}, (tb) => ({
+    runFk: index().on(tb.runId),
+    tokenIdx: index().on(tb.token),
+}));
+const bytea = customType({
+    dataType() {
+        return 'bytea';
+    },
+});
+export const streams = pgTable('workflow_stream_chunks', {
+    chunkId: varchar('id').$type().notNull(),
+    streamId: varchar('stream_id').notNull(),
+    chunkData: bytea('data').notNull(),
+    createdAt: timestamp('created_at').defaultNow().notNull(),
+    eof: boolean('eof').notNull(),
+}, (tb) => ({
+    primaryKey: primaryKey({ columns: [tb.streamId, tb.chunkId] }),
+}));
+//# sourceMappingURL=schema.js.map

package/dist/drizzle/schema.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"schema.js","sourceRoot":"","sources":["../../src/drizzle/schema.ts"],"names":[],"mappings":"AAAA,OAAO,EAIL,gBAAgB,EAEhB,uBAAuB,GACxB,MAAM,iBAAiB,CAAC;AACzB,OAAO,EACL,OAAO,EACP,UAAU,EACV,KAAK,EACL,OAAO,EACP,KAAK,EACL,MAAM,EACN,OAAO,EACP,UAAU,EACV,IAAI,EACJ,SAAS,EACT,OAAO,GACR,MAAM,qBAAqB,CAAC;AAE7B,SAAS,iBAAiB,CAAI,CAAM;IAClC,OAAO,CAAgB,CAAC;AAC1B,CAAC;AAED,MAAM,CAAC,MAAM,iBAAiB,GAAG,MAAM,CACrC,QAAQ,EACR,iBAAiB,CAAC,uBAAuB,CAAC,OAAO,CAAC,CACnD,CAAC;AAEF,MAAM,CAAC,MAAM,UAAU,GAAG,MAAM,CAC9B,aAAa,EACb,iBAAiB,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAC5C,CAAC;AAiBF,MAAM,CAAC,MAAM,IAAI,GAAG,OAAO,CACzB,eAAe,EACf;IACE,KAAK,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC,UAAU,EAAE;IACjC,MAAM,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC,KAAK,EAAqB;IAClD,YAAY,EAAE,OAAO,CAAC,eAAe,CAAC,CAAC,OAAO,EAAE;IAChD,MAAM,EAAE,iBAAiB,CAAC,QAAQ,CAAC,CAAC,OAAO,EAAE;IAC7C,YAAY,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE;IACvC,gBAAgB,EAAE,KAAK,CAAC,mBAAmB,CAAC,CAAC,KAAK,EAAuB;IACzE,KAAK,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC,KAAK,EAAqB,CAAC,OAAO,EAAE;IAC1D,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC;IACpB,SAAS,EAAE,OAAO,CAAC,YAAY,CAAC;IAChC,SAAS,EAAE,SAAS,CAAC,YAAY,CAAC,CAAC,UAAU,EAAE,CAAC,OAAO,EAAE;IACzD,SAAS,EAAE,SAAS,CAAC,YAAY,CAAC;SAC/B,UAAU,EAAE;SACZ,WAAW,CAAC,GAAG,EAAE,CAAC,IAAI,IAAI,EAAE,CAAC;SAC7B,OAAO,EAAE;IACZ,WAAW,EAAE,SAAS,CAAC,cAAc,CAAC;IACtC,SAAS,EAAE,SAAS,CAAC,YAAY,CAAC;CACI,EACxC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;IACP,eAAe,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,YAAY,CAAC;IAC5C,SAAS,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,MAAM,CAAC;CACjC,CAAC,CACH,CAAC;AAEF,MAAM,CAAC,MAAM,MAAM,GAAG,OAAO,CAC3B,iBAAiB,EACjB;IACE,OAAO,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC,UAAU,EAAE;IACnC,SAAS,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,KAAK,EAAsB,CAAC,OAAO,EAAE;IAChE,aAAa,EAAE,OAAO,CAAC,gBAAgB,CAAC;IACxC,SAAS,EAAE,SAAS,CAAC,YAAY,CAAC,CAAC,UAAU,EAAE,CAAC,OAAO,EAAE;IACzD,KAAK,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC,OAAO,EAAE;IAClC,SAAS,EAAE,KAAK,CAAC,SAAS,CAAC;CACiC,EAC9D,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;IACP,KAAK,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,KAAK,CAAC;IAC3B,eAAe,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,aAAa,CAAC;CAC9C,CAAC,CACH,CAAC;AAEF,MAAM,CAAC,MAAM,KAAK,GAAG,OAAO,CAC1B,gBAAgB,EAChB;IACE,KAAK,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC,OAAO,EAAE;IAClC,MAAM,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC,UAAU,EAAE;IACvC,QAAQ,EAAE,OAAO,CAAC,WAAW,CAAC,CAAC,OAAO,EAAE;IACxC,MAAM,EAAE,UAAU,CAAC,QAAQ,CAAC,CAAC,OAAO,EAAE;IACtC,KAAK,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC,KAAK,EAAqB,CAAC,OAAO,EAAE;IAC1D,MAAM,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC,KAAK,EAAqB;IAClD,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC;IACpB,SAAS,EAAE,OAAO,CAAC,YAAY,CAAC;IAChC,OAAO,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE;IACrC,SAAS,EAAE,SAAS,CAAC,YAAY,CAAC;IAClC,WAAW,EAAE,SAAS,CAAC,cAAc,CAAC;IACtC,SAAS,EAAE,SAAS,CAAC,YAAY,CAAC,CAAC,UAAU,EAAE,CAAC,OAAO,EAAE;IACzD,SAAS,EAAE,SAAS,CAAC,YAAY,CAAC;SAC/B,UAAU,EAAE;SACZ,WAAW,CAAC,GAAG,EAAE,CAAC,IAAI,IAAI,EAAE,CAAC;SAC7B,OAAO,EAAE;CACmB,EACjC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;IACP,KAAK,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,KAAK,CAAC;IAC3B,SAAS,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,MAAM,CAAC;CACjC,CAAC,CACH,CAAC;AAEF,MAAM,CAAC,MAAM,KAAK,GAAG,OAAO,CAC1B,gBAAgB,EAChB;IACE,KAAK,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAC,OAAO,EAAE;IAClC,MAAM,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC,UAAU,EAAE;IACvC,KAAK,EAAE,OAAO,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE;IACjC,OAAO,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC,OAAO,EAAE;IACtC,SAAS,EAAE,OAAO,CAAC,YAAY,CAAC,CAAC,OAAO,EAAE;IAC1C,WAAW,EAAE,OAAO,CAAC,aAAa,CAAC,CAAC,OAAO,EAAE;IAC7C,SAAS,EAAE,SAAS,CAAC,YAAY,CAAC,CAAC,UAAU,EAAE,CAAC,OAAO,EAAE;IACzD,QAAQ,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC,KAAK,EAAqB;CACvB,EACjC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;IACP,KAAK,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,KAAK,CAAC;IAC3B,QAAQ,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,KAAK,CAAC;CAC/B,CAAC,CACH,CAAC;AAEF,MAAM,KAAK,GAAG,UAAU,CAAmD;IACzE,QAAQ;QACN,OAAO,OAAO,CAAC;IACjB,CAAC;CACF,CAAC,CAAC;AAEH,MAAM,CAAC,MAAM,OAAO,GAAG,OAAO,CAC5B,wBAAwB,EACxB;IACE,OAAO,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC,KAAK,EAAoB,CAAC,OAAO,EAAE;IAC1D,QAAQ,EAAE,OAAO,CAAC,WAAW,CAAC,CAAC,OAAO,EAAE;IACxC,SAAS,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE;IAClC,SAAS,EAAE,SAAS,CAAC,YAAY,CAAC,CAAC,UAAU,EAAE,CAAC,OAAO,EAAE;IACzD,GAAG,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC,OAAO,EAAE;CAC9B,EACD,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;IACP,UAAU,EAAE,UAAU,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC;CAC/D,CAAC,CACH,CAAC"}

package/dist/index.d.ts

@@ -0,0 +1,6 @@
+import type { World } from '@workflow/world';
+import type { PostgresWorldConfig } from './config.js';
+export declare function createWorld(config?: PostgresWorldConfig): World & {
+    start(): Promise<void>;
+};
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAW,KAAK,EAAE,MAAM,iBAAiB,CAAC;AAGtD,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAC;AAoBvD,wBAAgB,WAAW,CACzB,MAAM,GAAE,mBAQP,GACA,KAAK,GAAG;IAAE,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAA;CAAE,CAkBpC"}

package/dist/index.js

@@ -0,0 +1,39 @@
+import PgBoss from 'pg-boss';
+import createPostgres from 'postgres';
+import { createClient } from './drizzle/index.js';
+import { createQueue } from './queue.js';
+import { createEventsStorage, createHooksStorage, createRunsStorage, createStepsStorage, } from './storage.js';
+import { createStreamer } from './streamer.js';
+function createStorage(drizzle) {
+    return {
+        runs: createRunsStorage(drizzle),
+        events: createEventsStorage(drizzle),
+        hooks: createHooksStorage(drizzle),
+        steps: createStepsStorage(drizzle),
+    };
+}
+export function createWorld(config = {
+    connectionString: process.env.WORKFLOW_POSTGRES_URL ||
+        'postgres://world:world@localhost:5432/world',
+    jobPrefix: process.env.WORKFLOW_POSTGRES_JOB_PREFIX,
+    queueConcurrency: parseInt(process.env.WORKFLOW_POSTGRES_WORKER_CONCURRENCY || '10', 10) ||
+        10,
+}) {
+    const boss = new PgBoss({
+        connectionString: config.connectionString,
+    });
+    const postgres = createPostgres(config.connectionString);
+    const drizzle = createClient(postgres);
+    const queue = createQueue(boss, config);
+    const storage = createStorage(drizzle);
+    const streamer = createStreamer(postgres, drizzle);
+    return {
+        ...storage,
+        ...streamer,
+        ...queue,
+        async start() {
+            await queue.start();
+        },
+    };
+}
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AACA,OAAO,MAAM,MAAM,SAAS,CAAC;AAC7B,OAAO,cAAc,MAAM,UAAU,CAAC;AAEtC,OAAO,EAAE,YAAY,EAAgB,MAAM,oBAAoB,CAAC;AAChE,OAAO,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AACzC,OAAO,EACL,mBAAmB,EACnB,kBAAkB,EAClB,iBAAiB,EACjB,kBAAkB,GACnB,MAAM,cAAc,CAAC;AACtB,OAAO,EAAE,cAAc,EAAE,MAAM,eAAe,CAAC;AAE/C,SAAS,aAAa,CAAC,OAAgB;IACrC,OAAO;QACL,IAAI,EAAE,iBAAiB,CAAC,OAAO,CAAC;QAChC,MAAM,EAAE,mBAAmB,CAAC,OAAO,CAAC;QACpC,KAAK,EAAE,kBAAkB,CAAC,OAAO,CAAC;QAClC,KAAK,EAAE,kBAAkB,CAAC,OAAO,CAAC;KACnC,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,WAAW,CACzB,SAA8B;IAC5B,gBAAgB,EACd,OAAO,CAAC,GAAG,CAAC,qBAAqB;QACjC,6CAA6C;IAC/C,SAAS,EAAE,OAAO,CAAC,GAAG,CAAC,4BAA4B;IACnD,gBAAgB,EACd,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,oCAAoC,IAAI,IAAI,EAAE,EAAE,CAAC;QACtE,EAAE;CACL;IAED,MAAM,IAAI,GAAG,IAAI,MAAM,CAAC;QACtB,gBAAgB,EAAE,MAAM,CAAC,gBAAgB;KAC1C,CAAC,CAAC;IACH,MAAM,QAAQ,GAAG,cAAc,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC;IACzD,MAAM,OAAO,GAAG,YAAY,CAAC,QAAQ,CAAC,CAAC;IACvC,MAAM,KAAK,GAAG,WAAW,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IACxC,MAAM,OAAO,GAAG,aAAa,CAAC,OAAO,CAAC,CAAC;IACvC,MAAM,QAAQ,GAAG,cAAc,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IAEnD,OAAO;QACL,GAAG,OAAO;QACV,GAAG,QAAQ;QACX,GAAG,KAAK;QACR,KAAK,CAAC,KAAK;YACT,MAAM,KAAK,CAAC,KAAK,EAAE,CAAC;QACtB,CAAC;KACF,CAAC;AACJ,CAAC"}

package/dist/queue.d.ts

@@ -0,0 +1,17 @@
+import { type Queue } from '@workflow/world';
+import type PgBoss from 'pg-boss';
+import type { PostgresWorldConfig } from './config.js';
+/**
+ * The Postgres queue works by creating two job types in pg-boss:
+ * - `workflow` for workflow jobs
+ *   - `step` for step jobs
+ *
+ * When a message is queued, it is sent to pg-boss with the appropriate job type.
+ * When a job is processed, it is deserialized and then re-queued into the _embedded world_, showing that
+ * we can reuse the embedded world, mix and match worlds to build
+ * hybrid architectures, and even migrate between worlds.
+ */
+export declare function createQueue(boss: PgBoss, config: PostgresWorldConfig): Queue & {
+    start(): Promise<void>;
+};
+//# sourceMappingURL=queue.d.ts.map

package/dist/queue.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"queue.d.ts","sourceRoot":"","sources":["../src/queue.ts"],"names":[],"mappings":"AAEA,OAAO,EAEL,KAAK,KAAK,EAIX,MAAM,iBAAiB,CAAC;AAEzB,OAAO,KAAK,MAAM,MAAM,SAAS,CAAC;AAGlC,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAC;AAEvD;;;;;;;;;GASG;AACH,wBAAgB,WAAW,CACzB,IAAI,EAAE,MAAM,EACZ,MAAM,EAAE,mBAAmB,GAC1B,KAAK,GAAG;IAAE,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,CAAA;CAAE,CAgGpC"}

package/dist/queue.js

@@ -0,0 +1,103 @@
+import * as Stream from 'node:stream';
+import { JsonTransport } from '@vercel/queue';
+import { MessageId, QueuePayloadSchema, } from '@workflow/world';
+import { createEmbeddedWorld } from '@workflow/world-local';
+import { monotonicFactory } from 'ulid';
+import { MessageData } from './boss.js';
+/**
+ * The Postgres queue works by creating two job types in pg-boss:
+ * - `workflow` for workflow jobs
+ *   - `step` for step jobs
+ *
+ * When a message is queued, it is sent to pg-boss with the appropriate job type.
+ * When a job is processed, it is deserialized and then re-queued into the _embedded world_, showing that
+ * we can reuse the embedded world, mix and match worlds to build
+ * hybrid architectures, and even migrate between worlds.
+ */
+export function createQueue(boss, config) {
+    const port = process.env.PORT ? Number(process.env.PORT) : undefined;
+    const embeddedWorld = createEmbeddedWorld({ dataDir: undefined, port });
+    const transport = new JsonTransport();
+    const generateMessageId = monotonicFactory();
+    const prefix = config.jobPrefix || 'workflow_';
+    const Queues = {
+        __wkf_workflow_: `${prefix}flows`,
+        __wkf_step_: `${prefix}steps`,
+    };
+    const createQueueHandler = embeddedWorld.createQueueHandler;
+    const getDeploymentId = async () => {
+        return 'postgres';
+    };
+    const createdQueues = new Map();
+    function createQueue(name) {
+        let createdQueue = createdQueues.get(name);
+        if (!createdQueue) {
+            createdQueue = boss.createQueue(name);
+            createdQueues.set(name, createdQueue);
+        }
+        return createdQueue;
+    }
+    const queue = async (queue, message, opts) => {
+        await boss.start();
+        const [prefix, queueId] = parseQueueName(queue);
+        const jobName = Queues[prefix];
+        await createQueue(jobName);
+        const body = transport.serialize(message);
+        const messageId = MessageId.parse(`msg_${generateMessageId()}`);
+        await boss.send({
+            name: jobName,
+            options: {
+                singletonKey: opts?.idempotencyKey ?? messageId,
+                retryLimit: 3,
+            },
+            data: MessageData.encode({
+                id: queueId,
+                data: body,
+                attempt: 1,
+                messageId,
+                idempotencyKey: opts?.idempotencyKey,
+            }),
+        });
+        return { messageId };
+    };
+    async function setupListener(queue, jobName) {
+        await createQueue(jobName);
+        await Promise.all(Array.from({ length: config.queueConcurrency || 10 }, async () => {
+            await boss.work(jobName, work);
+        }));
+        async function work([job]) {
+            const messageData = MessageData.parse(job.data);
+            const bodyStream = Stream.Readable.toWeb(Stream.Readable.from([messageData.data]));
+            const body = await transport.deserialize(bodyStream);
+            const message = QueuePayloadSchema.parse(body);
+            const queueName = `${queue}${messageData.id}`;
+            await embeddedWorld.queue(queueName, message, {
+                idempotencyKey: messageData.idempotencyKey,
+            });
+        }
+    }
+    async function setupListeners() {
+        for (const [prefix, jobName] of Object.entries(Queues)) {
+            await setupListener(prefix, jobName);
+        }
+    }
+    return {
+        createQueueHandler,
+        getDeploymentId,
+        queue,
+        async start() {
+            boss = await boss.start();
+            await setupListeners();
+        },
+    };
+}
+const parseQueueName = (name) => {
+    const prefixes = ['__wkf_step_', '__wkf_workflow_'];
+    for (const prefix of prefixes) {
+        if (name.startsWith(prefix)) {
+            return [prefix, name.slice(prefix.length)];
+        }
+    }
+    throw new Error(`Invalid queue name: ${name}`);
+};
+//# sourceMappingURL=queue.js.map

package/dist/queue.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"queue.js","sourceRoot":"","sources":["../src/queue.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,MAAM,aAAa,CAAC;AACtC,OAAO,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAC9C,OAAO,EACL,SAAS,EAET,kBAAkB,GAGnB,MAAM,iBAAiB,CAAC;AACzB,OAAO,EAAE,mBAAmB,EAAE,MAAM,uBAAuB,CAAC;AAE5D,OAAO,EAAE,gBAAgB,EAAE,MAAM,MAAM,CAAC;AACxC,OAAO,EAAE,WAAW,EAAE,MAAM,WAAW,CAAC;AAGxC;;;;;;;;;GASG;AACH,MAAM,UAAU,WAAW,CACzB,IAAY,EACZ,MAA2B;IAE3B,MAAM,IAAI,GAAG,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IACrE,MAAM,aAAa,GAAG,mBAAmB,CAAC,EAAE,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAExE,MAAM,SAAS,GAAG,IAAI,aAAa,EAAE,CAAC;IACtC,MAAM,iBAAiB,GAAG,gBAAgB,EAAE,CAAC;IAE7C,MAAM,MAAM,GAAG,MAAM,CAAC,SAAS,IAAI,WAAW,CAAC;IAC/C,MAAM,MAAM,GAAG;QACb,eAAe,EAAE,GAAG,MAAM,OAAO;QACjC,WAAW,EAAE,GAAG,MAAM,OAAO;KACiB,CAAC;IAEjD,MAAM,kBAAkB,GAAG,aAAa,CAAC,kBAAkB,CAAC;IAE5D,MAAM,eAAe,GAA6B,KAAK,IAAI,EAAE;QAC3D,OAAO,UAAU,CAAC;IACpB,CAAC,CAAC;IAEF,MAAM,aAAa,GAAG,IAAI,GAAG,EAAyB,CAAC;IAEvD,SAAS,WAAW,CAAC,IAAY;QAC/B,IAAI,YAAY,GAAG,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC3C,IAAI,CAAC,YAAY,EAAE,CAAC;YAClB,YAAY,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;YACtC,aAAa,CAAC,GAAG,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC;QACxC,CAAC;QACD,OAAO,YAAY,CAAC;IACtB,CAAC;IAED,MAAM,KAAK,GAAmB,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,EAAE;QAC3D,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;QACnB,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC;QAChD,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC;QAC/B,MAAM,WAAW,CAAC,OAAO,CAAC,CAAC;QAC3B,MAAM,IAAI,GAAG,SAAS,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;QAC1C,MAAM,SAAS,GAAG,SAAS,CAAC,KAAK,CAAC,OAAO,iBAAiB,EAAE,EAAE,CAAC,CAAC;QAChE,MAAM,IAAI,CAAC,IAAI,CAAC;YACd,IAAI,EAAE,OAAO;YACb,OAAO,EAAE;gBACP,YAAY,EAAE,IAAI,EAAE,cAAc,IAAI,SAAS;gBAC/C,UAAU,EAAE,CAAC;aACd;YACD,IAAI,EAAE,WAAW,CAAC,MAAM,CAAC;gBACvB,EAAE,EAAE,OAAO;gBACX,IAAI,EAAE,IAAI;gBACV,OAAO,EAAE,CAAC;gBACV,SAAS;gBACT,cAAc,EAAE,IAAI,EAAE,cAAc;aACrC,CAAC;SACH,CAAC,CAAC;QACH,OAAO,EAAE,SAAS,EAAE,CAAC;IACvB,CAAC,CAAC;IAEF,KAAK,UAAU,aAAa,CAAC,KAAkB,EAAE,OAAe;QAC9D,MAAM,WAAW,CAAC,OAAO,CAAC,CAAC;QAC3B,MAAM,OAAO,CAAC,GAAG,CACf,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,gBAAgB,IAAI,EAAE,EAAE,EAAE,KAAK,IAAI,EAAE;YAC/D,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;QACjC,CAAC,CAAC,CACH,CAAC;QAEF,KAAK,UAAU,IAAI,CAAC,CAAC,GAAG,CAAe;YACrC,MAAM,WAAW,GAAG,WAAW,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YAChD,MAAM,UAAU,GAAG,MAAM,CAAC,QAAQ,CAAC,KAAK,CACtC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,CACzC,CAAC;YACF,MAAM,IAAI,GAAG,MAAM,SAAS,CAAC,WAAW,CACtC,UAAwC,CACzC,CAAC;YACF,MAAM,OAAO,GAAG,kBAAkB,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAC/C,MAAM,SAAS,GAAG,GAAG,KAAK,GAAG,WAAW,CAAC,EAAE,EAAW,CAAC;YACvD,MAAM,aAAa,CAAC,KAAK,CAAC,SAAS,EAAE,OAAO,EAAE;gBAC5C,cAAc,EAAE,WAAW,CAAC,cAAc;aAC3C,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,KAAK,UAAU,cAAc;QAC3B,KAAK,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAGlD,EAAE,CAAC;YACJ,MAAM,aAAa,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QACvC,CAAC;IACH,CAAC;IAED,OAAO;QACL,kBAAkB;QAClB,eAAe;QACf,KAAK;QACL,KAAK,CAAC,KAAK;YACT,IAAI,GAAG,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;YAC1B,MAAM,cAAc,EAAE,CAAC;QACzB,CAAC;KACF,CAAC;AACJ,CAAC;AAED,MAAM,cAAc,GAAG,CAAC,IAAoB,EAAyB,EAAE;IACrE,MAAM,QAAQ,GAAkB,CAAC,aAAa,EAAE,iBAAiB,CAAC,CAAC;IACnE,KAAK,MAAM,MAAM,IAAI,QAAQ,EAAE,CAAC;QAC9B,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;YAC5B,OAAO,CAAC,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;QAC7C,CAAC;IACH,CAAC;IACD,MAAM,IAAI,KAAK,CAAC,uBAAuB,IAAI,EAAE,CAAC,CAAC;AACjD,CAAC,CAAC"}

package/dist/storage.d.ts

@@ -0,0 +1,7 @@
+import type { Storage } from '@workflow/world';
+import { type Drizzle } from './drizzle/index.js';
+export declare function createRunsStorage(drizzle: Drizzle): Storage['runs'];
+export declare function createEventsStorage(drizzle: Drizzle): Storage['events'];
+export declare function createHooksStorage(drizzle: Drizzle): Storage['hooks'];
+export declare function createStepsStorage(drizzle: Drizzle): Storage['steps'];
+//# sourceMappingURL=storage.d.ts.map

package/dist/storage.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"storage.d.ts","sourceRoot":"","sources":["../src/storage.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAKV,OAAO,EACR,MAAM,iBAAiB,CAAC;AAGzB,OAAO,EAAE,KAAK,OAAO,EAAU,MAAM,oBAAoB,CAAC;AAI1D,wBAAgB,iBAAiB,CAAC,OAAO,EAAE,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,CAgJnE;AAMD,wBAAgB,mBAAmB,CAAC,OAAO,EAAE,OAAO,GAAG,OAAO,CAAC,QAAQ,CAAC,CAmFvE;AAED,wBAAgB,kBAAkB,CAAC,OAAO,EAAE,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,CAkFrE;AAED,wBAAgB,kBAAkB,CAAC,OAAO,EAAE,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,CA2GrE"}

package/dist/storage.js

@@ -0,0 +1,369 @@
+import { WorkflowAPIError } from '@workflow/errors';
+import { and, desc, eq, gt, lt, sql } from 'drizzle-orm';
+import { monotonicFactory } from 'ulid';
+import { Schema } from './drizzle/index.js';
+import { compact } from './util.js';
+export function createRunsStorage(drizzle) {
+    const ulid = monotonicFactory();
+    const { runs } = Schema;
+    const get = drizzle
+        .select()
+        .from(runs)
+        .where(eq(runs.runId, sql.placeholder('id')))
+        .limit(1)
+        .prepare('workflow_runs_get');
+    return {
+        async get(id) {
+            const [value] = await get.execute({ id });
+            if (!value) {
+                throw new WorkflowAPIError(`Run not found: ${id}`, { status: 404 });
+            }
+            return compact(value);
+        },
+        async cancel(id) {
+            // TODO: we might want to guard this for only specific statuses
+            const [value] = await drizzle
+                .update(Schema.runs)
+                .set({ status: 'cancelled', completedAt: sql `now()` })
+                .where(eq(runs.runId, id))
+                .returning();
+            if (!value) {
+                throw new WorkflowAPIError(`Run not found: ${id}`, { status: 404 });
+            }
+            return compact(value);
+        },
+        async pause(id) {
+            // TODO: we might want to guard this for only specific statuses
+            const [value] = await drizzle
+                .update(Schema.runs)
+                .set({ status: 'paused' })
+                .where(eq(runs.runId, id))
+                .returning();
+            if (!value) {
+                throw new WorkflowAPIError(`Run not found: ${id}`, { status: 404 });
+            }
+            return compact(value);
+        },
+        async resume(id) {
+            const [value] = await drizzle
+                .update(Schema.runs)
+                .set({ status: 'running' })
+                .where(and(eq(runs.runId, id), eq(runs.status, 'paused')))
+                .returning();
+            if (!value) {
+                throw new WorkflowAPIError(`Paused run not found: ${id}`, {
+                    status: 404,
+                });
+            }
+            return compact(value);
+        },
+        async list(params) {
+            const limit = params?.pagination?.limit ?? 20;
+            const fromCursor = params?.pagination?.cursor;
+            const all = await drizzle
+                .select()
+                .from(runs)
+                .where(and(map(fromCursor, (c) => lt(runs.runId, c)), map(params?.workflowName, (wf) => eq(runs.workflowName, wf)), map(params?.status, (wf) => eq(runs.status, wf))))
+                .orderBy(desc(runs.runId))
+                .limit(limit + 1);
+            const values = all.slice(0, limit);
+            const hasMore = all.length > limit;
+            return {
+                data: values.map(compact),
+                hasMore,
+                cursor: values.at(-1)?.runId ?? null,
+            };
+        },
+        async create(data) {
+            const runId = `wrun_${ulid()}`;
+            const [value] = await drizzle
+                .insert(runs)
+                .values({
+                runId,
+                input: data.input,
+                executionContext: data.executionContext,
+                deploymentId: data.deploymentId,
+                status: 'pending',
+                workflowName: data.workflowName,
+            })
+                .onConflictDoNothing()
+                .returning();
+            if (!value) {
+                throw new WorkflowAPIError(`Run ${runId} already exists`, {
+                    status: 409,
+                });
+            }
+            return compact(value);
+        },
+        async update(id, data) {
+            // Fetch current run to check if startedAt is already set
+            const [currentRun] = await drizzle
+                .select()
+                .from(runs)
+                .where(eq(runs.runId, id))
+                .limit(1);
+            if (!currentRun) {
+                throw new WorkflowAPIError(`Run not found: ${id}`, { status: 404 });
+            }
+            const updates = {
+                ...data,
+                output: data.output,
+            };
+            // Only set startedAt the first time transitioning to 'running'
+            if (data.status === 'running' && !currentRun.startedAt) {
+                updates.startedAt = new Date();
+            }
+            if (data.status === 'completed' ||
+                data.status === 'failed' ||
+                data.status === 'cancelled') {
+                updates.completedAt = new Date();
+            }
+            const [value] = await drizzle
+                .update(runs)
+                .set(updates)
+                .where(eq(runs.runId, id))
+                .returning();
+            if (!value) {
+                throw new WorkflowAPIError(`Run not found: ${id}`, { status: 404 });
+            }
+            return compact(value);
+        },
+    };
+}
+function map(obj, fn) {
+    return obj ? fn(obj) : undefined;
+}
+export function createEventsStorage(drizzle) {
+    const ulid = monotonicFactory();
+    const { events } = Schema;
+    return {
+        async create(runId, data) {
+            const eventId = `wevt_${ulid()}`;
+            const [value] = await drizzle
+                .insert(events)
+                .values({
+                runId,
+                eventId,
+                correlationId: data.correlationId,
+                eventType: data.eventType,
+                eventData: 'eventData' in data ? data.eventData : undefined,
+            })
+                .returning({ createdAt: events.createdAt });
+            if (!value) {
+                throw new WorkflowAPIError(`Event ${eventId} could not be created`, {
+                    status: 409,
+                });
+            }
+            return { ...data, ...value, runId, eventId };
+        },
+        async list(params) {
+            const limit = params?.pagination?.limit ?? 100;
+            const sortOrder = params.pagination?.sortOrder || 'asc';
+            const order = sortOrder === 'desc'
+                ? { by: desc(events.eventId), compare: lt }
+                : { by: events.eventId, compare: gt };
+            const all = await drizzle
+                .select()
+                .from(events)
+                .where(and(eq(events.runId, params.runId), map(params.pagination?.cursor, (c) => order.compare(events.eventId, c))))
+                .orderBy(order.by)
+                .limit(limit + 1);
+            const values = all.slice(0, limit);
+            return {
+                data: values.map(compact),
+                cursor: values.at(-1)?.eventId ?? null,
+                hasMore: all.length > limit,
+            };
+        },
+        async listByCorrelationId(params) {
+            const limit = params?.pagination?.limit ?? 100;
+            const sortOrder = params.pagination?.sortOrder || 'asc';
+            const order = sortOrder === 'desc'
+                ? { by: desc(events.eventId), compare: lt }
+                : { by: events.eventId, compare: gt };
+            const all = await drizzle
+                .select()
+                .from(events)
+                .where(and(eq(events.correlationId, params.correlationId), map(params.pagination?.cursor, (c) => order.compare(events.eventId, c))))
+                .orderBy(order.by)
+                .limit(limit + 1);
+            const values = all.slice(0, limit);
+            return {
+                data: values.map(compact),
+                cursor: values.at(-1)?.eventId ?? null,
+                hasMore: all.length > limit,
+            };
+        },
+    };
+}
+export function createHooksStorage(drizzle) {
+    const { hooks } = Schema;
+    const getByToken = drizzle
+        .select()
+        .from(hooks)
+        .where(eq(hooks.token, sql.placeholder('token')))
+        .limit(1)
+        .prepare('workflow_hooks_get_by_token');
+    return {
+        async get(hookId) {
+            const [value] = await drizzle
+                .select()
+                .from(hooks)
+                .where(eq(hooks.hookId, hookId))
+                .limit(1);
+            return compact(value);
+        },
+        async create(runId, data) {
+            const [value] = await drizzle
+                .insert(hooks)
+                .values({
+                runId,
+                hookId: data.hookId,
+                token: data.token,
+                ownerId: '', // TODO: get from context
+                projectId: '', // TODO: get from context
+                environment: '', // TODO: get from context
+            })
+                .onConflictDoNothing()
+                .returning();
+            if (!value) {
+                throw new WorkflowAPIError(`Hook ${data.hookId} already exists`, {
+                    status: 409,
+                });
+            }
+            return compact(value);
+        },
+        async getByToken(token) {
+            const [value] = await getByToken.execute({ token });
+            if (!value) {
+                throw new WorkflowAPIError(`Hook not found for token: ${token}`, {
+                    status: 404,
+                });
+            }
+            return compact(value);
+        },
+        async list(params) {
+            const limit = params?.pagination?.limit ?? 100;
+            const fromCursor = params?.pagination?.cursor;
+            const all = await drizzle
+                .select()
+                .from(hooks)
+                .where(and(map(params.runId, (id) => eq(hooks.runId, id)), map(fromCursor, (c) => lt(hooks.hookId, c))))
+                .orderBy(desc(hooks.hookId))
+                .limit(limit + 1);
+            const values = all.slice(0, limit);
+            const hasMore = all.length > limit;
+            return {
+                data: values.map(compact),
+                cursor: values.at(-1)?.hookId ?? null,
+                hasMore,
+            };
+        },
+        async dispose(hookId) {
+            const [value] = await drizzle
+                .delete(hooks)
+                .where(eq(hooks.hookId, hookId))
+                .returning();
+            if (!value) {
+                throw new WorkflowAPIError(`Hook not found: ${hookId}`, {
+                    status: 404,
+                });
+            }
+            return compact(value);
+        },
+    };
+}
+export function createStepsStorage(drizzle) {
+    const { steps } = Schema;
+    const get = drizzle
+        .select()
+        .from(steps)
+        .where(and(eq(steps.stepId, sql.placeholder('stepId')), eq(steps.runId, sql.placeholder('runId'))))
+        .limit(1)
+        .prepare('workflow_steps_get');
+    return {
+        async create(runId, data) {
+            const [value] = await drizzle
+                .insert(steps)
+                .values({
+                runId,
+                stepId: data.stepId,
+                stepName: data.stepName,
+                input: data.input,
+                status: 'pending',
+                attempt: 1,
+            })
+                .onConflictDoNothing()
+                .returning();
+            if (!value) {
+                throw new WorkflowAPIError(`Step ${data.stepId} already exists`, {
+                    status: 409,
+                });
+            }
+            return compact(value);
+        },
+        async get(runId, stepId) {
+            const [value] = await get.execute({ stepId, runId });
+            if (!value) {
+                throw new WorkflowAPIError(`Step not found: ${stepId}`, {
+                    status: 404,
+                });
+            }
+            return compact(value);
+        },
+        async update(runId, stepId, data) {
+            // Fetch current step to check if startedAt is already set
+            const [currentStep] = await drizzle
+                .select()
+                .from(steps)
+                .where(and(eq(steps.stepId, stepId), eq(steps.runId, runId)))
+                .limit(1);
+            if (!currentStep) {
+                throw new WorkflowAPIError(`Step not found: ${stepId}`, {
+                    status: 404,
+                });
+            }
+            const updates = {
+                ...data,
+                output: data.output,
+            };
+            const now = new Date();
+            // Only set startedAt the first time the step transitions to 'running'
+            if (data.status === 'running' && !currentStep.startedAt) {
+                updates.startedAt = now;
+            }
+            if (data.status === 'completed' || data.status === 'failed') {
+                updates.completedAt = now;
+            }
+            const [value] = await drizzle
+                .update(steps)
+                .set(updates)
+                .where(and(eq(steps.stepId, stepId), eq(steps.runId, runId)))
+                .returning();
+            if (!value) {
+                throw new WorkflowAPIError(`Step not found: ${stepId}`, {
+                    status: 404,
+                });
+            }
+            return compact(value);
+        },
+        async list(params) {
+            const limit = params?.pagination?.limit ?? 20;
+            const fromCursor = params?.pagination?.cursor;
+            const all = await drizzle
+                .select()
+                .from(steps)
+                .where(and(eq(steps.runId, params.runId), map(fromCursor, (c) => lt(steps.stepId, c))))
+                .orderBy(desc(steps.stepId))
+                .limit(limit + 1);
+            const values = all.slice(0, limit);
+            const hasMore = all.length > limit;
+            return {
+                data: values.map(compact),
+                hasMore,
+                cursor: values.at(-1)?.stepId ?? null,
+            };
+        },
+    };
+}
+//# sourceMappingURL=storage.js.map