pipework 0.7.12 → 0.7.17

package/dist/async/jobs/queue.js

@@ -0,0 +1,163 @@
+import { sql } from '../../data/db/sql.js';
+import { assertValidIdentifier, quoteIdentifier } from '../../data/db/identifiers.js';
+import { JobListener } from './listener.js';
+import { createScheduler } from './scheduler.js';
+export function createQueue(config = {}) {
+    const table = config.table ?? 'pipework_jobs';
+    const staleTimeoutMs = config.staleTimeoutMs ?? 120_000;
+    const channel = config.notifyChannel ?? 'pipework_job_complete';
+    const maxAttempts = config.maxAttempts ?? 1;
+    const backoff = config.backoff;
+    assertValidIdentifier(table, 'queue table');
+    assertValidIdentifier(channel, 'notify channel');
+    const tableQ = quoteIdentifier(table, 'queue table');
+    const listener = new JobListener(channel, tableQ);
+    async function enqueue(db, opts) {
+        const priority = opts.priority ?? 0;
+        const payload = JSON.stringify(opts.payload);
+        const attempts = opts.maxAttempts ?? maxAttempts;
+        const rows = await db.execute(sql `INSERT INTO ${sql.raw(tableQ)} (job_type, priority, payload, max_attempts)
+               VALUES (${opts.type}, ${priority}, ${payload}::jsonb, ${attempts})
+               RETURNING id::text`);
+        return rows[0]['id'];
+    }
+    async function claim(db, workerId) {
+        const maxRetries = 3;
+        for (let attempt = 0; attempt < maxRetries; attempt++) {
+            try {
+                const claimFilterClause = config.claimFilter
+                    ? sql ` AND (${sql.raw(config.claimFilter(table))})`
+                    : sql ``;
+                const rows = await db.execute(sql `
+          UPDATE ${sql.raw(tableQ)} SET
+            status = 'claimed',
+            claimed_at = now(),
+            heartbeat_at = now(),
+            worker_id = ${workerId}
+          WHERE id = (
+            SELECT id FROM ${sql.raw(tableQ)}
+            WHERE status = 'pending' AND (next_retry_at IS NULL OR next_retry_at <= now())${claimFilterClause}
+            ORDER BY priority DESC, queued_at ASC
+            FOR UPDATE SKIP LOCKED
+            LIMIT 1
+          )
+          RETURNING id::text, job_type, payload, created_lsn::text`);
+                if (rows.length === 0)
+                    return null;
+                const row = rows[0];
+                return {
+                    id: row['id'],
+                    type: row['job_type'],
+                    payload: row['payload'],
+                    createdLsn: row['created_lsn'],
+                };
+            }
+            catch (err) {
+                const code = err.code;
+                if ((code === '40001' || code === '40P01') && attempt < maxRetries - 1) {
+                    continue;
+                }
+                throw err;
+            }
+        }
+        return null;
+    }
+    async function heartbeat(db, jobId) {
+        await db.execute(sql `UPDATE ${sql.raw(tableQ)} SET heartbeat_at = now() WHERE id = ${jobId}::uuid`);
+    }
+    async function complete(db, jobId, output) {
+        const outputJson = output !== undefined ? JSON.stringify(output) : null;
+        await db.execute(sql `UPDATE ${sql.raw(tableQ)} SET status = 'completed', completed_at = now(), output = ${outputJson !== null ? sql `${outputJson}::jsonb` : sql `NULL`}
+               WHERE id = ${jobId}::uuid`);
+        await db.execute(sql `SELECT pg_notify(${channel}, ${jobId})`);
+    }
+    function calculateDelay(attemptCount) {
+        if (!backoff)
+            return 0;
+        if (backoff.type === 'fixed')
+            return backoff.delayMs;
+        const delay = backoff.delayMs * Math.pow(2, attemptCount);
+        return backoff.maxDelayMs !== undefined ? Math.min(delay, backoff.maxDelayMs) : delay;
+    }
+    async function fail(db, jobId, error) {
+        const errorJson = JSON.stringify(error instanceof Error ? { message: error.message, stack: error.stack } : error);
+        const jobRows = await db.execute(sql `SELECT attempt_count, max_attempts FROM ${sql.raw(tableQ)} WHERE id = ${jobId}::uuid`);
+        const job = jobRows[0];
+        if (!job) {
+            throw new Error(`[pipework] Cannot fail job "${jobId}" — job not found.`);
+        }
+        const attemptCount = job['attempt_count'];
+        const jobMaxAttempts = job['max_attempts'];
+        const nextAttempt = attemptCount + 1;
+        if (nextAttempt < jobMaxAttempts) {
+            const delayMs = calculateDelay(attemptCount);
+            const delaySeconds = `${Math.ceil(delayMs / 1000)} seconds`;
+            await db.execute(sql `UPDATE ${sql.raw(tableQ)} SET
+              status = 'pending',
+              attempt_count = ${nextAttempt},
+              next_retry_at = ${delayMs > 0 ? sql `now() + ${delaySeconds}::interval` : sql `NULL`},
+              error_payload = ${errorJson}::jsonb,
+              claimed_at = NULL,
+              heartbeat_at = NULL,
+              worker_id = NULL
+            WHERE id = ${jobId}::uuid`);
+        }
+        else {
+            await db.execute(sql `UPDATE ${sql.raw(tableQ)} SET
+              status = 'dead_letter',
+              attempt_count = ${nextAttempt},
+              completed_at = now(),
+              error_payload = ${errorJson}::jsonb
+            WHERE id = ${jobId}::uuid`);
+            await db.execute(sql `SELECT pg_notify(${channel}, ${jobId})`);
+        }
+    }
+    async function cancel(db, jobId) {
+        await db.execute(sql `UPDATE ${sql.raw(tableQ)} SET status = 'cancelled', completed_at = now()
+               WHERE id = ${jobId}::uuid AND status IN ('pending', 'claimed')`);
+    }
+    async function reap(db) {
+        const staleInterval = `${Math.floor(staleTimeoutMs / 1000)} seconds`;
+        const rows = await db.execute(sql `UPDATE ${sql.raw(tableQ)} SET status = 'failed', completed_at = now(),
+                 error_payload = ${'{"message":"reaped: heartbeat timeout"}'}::jsonb
+               WHERE status IN ('claimed', 'running')
+                 AND heartbeat_at < now() - ${staleInterval}::interval
+               RETURNING id`);
+        return rows.length;
+    }
+    async function requeueDeadLetter(db, jobId) {
+        const rows = await db.execute(sql `UPDATE ${sql.raw(tableQ)} SET
+          status = 'pending', attempt_count = 0, max_attempts = ${maxAttempts},
+          completed_at = NULL, next_retry_at = NULL, claimed_at = NULL,
+          heartbeat_at = NULL, worker_id = NULL
+        WHERE id = ${jobId}::uuid AND status = 'dead_letter'
+        RETURNING id`);
+        if (rows.length === 0) {
+            throw new Error(`[pipework] Cannot requeue job "${jobId}" — job not found or not in dead_letter status.`);
+        }
+    }
+    async function startListener(client) {
+        await listener.start(client);
+    }
+    async function stopListener() {
+        await listener.stop();
+    }
+    async function waitFor(db, jobId, opts) {
+        return listener.waitFor(db, jobId, opts);
+    }
+    async function enqueueAndWait(db, opts, waitOpts) {
+        const jobId = await enqueue(db, opts);
+        return listener.waitFor(db, jobId, waitOpts);
+    }
+    const sched = createScheduler({ enqueue }, tableQ);
+    return {
+        enqueue, claim, heartbeat, complete, fail, cancel, reap, requeueDeadLetter,
+        startListener, stopListener, waitFor, enqueueAndWait,
+        schedule: (db, spec) => sched.schedule(db, spec),
+        unschedule: (db, name) => sched.unschedule(db, name),
+        listSchedules: (db) => sched.listSchedules(db),
+        startScheduler: (db, opts) => sched.start(db, opts),
+        stopScheduler: () => sched.stop(),
+    };
+}
+//# sourceMappingURL=queue.js.map

package/dist/async/jobs/queue.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"queue.js","sourceRoot":"","sources":["../../../src/async/jobs/queue.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,GAAG,EAAE,MAAM,sBAAsB,CAAA;AAE1C,OAAO,EAAE,qBAAqB,EAAE,eAAe,EAAE,MAAM,8BAA8B,CAAA;AACrF,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAA;AAE3C,OAAO,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAA;AA8DhD,MAAM,UAAU,WAAW,CAAC,SAAsB,EAAE;IAClD,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,IAAI,eAAe,CAAA;IAC7C,MAAM,cAAc,GAAG,MAAM,CAAC,cAAc,IAAI,OAAO,CAAA;IACvD,MAAM,OAAO,GAAG,MAAM,CAAC,aAAa,IAAI,uBAAuB,CAAA;IAC/D,MAAM,WAAW,GAAG,MAAM,CAAC,WAAW,IAAI,CAAC,CAAA;IAC3C,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,CAAA;IAE9B,qBAAqB,CAAC,KAAK,EAAE,aAAa,CAAC,CAAA;IAC3C,qBAAqB,CAAC,OAAO,EAAE,gBAAgB,CAAC,CAAA;IAEhD,MAAM,MAAM,GAAG,eAAe,CAAC,KAAK,EAAE,aAAa,CAAC,CAAA;IACpD,MAAM,QAAQ,GAAG,IAAI,WAAW,CAAC,OAAO,EAAE,MAAM,CAAC,CAAA;IAEjD,KAAK,UAAU,OAAO,CAAC,EAAM,EAAE,IAAoB;QACjD,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,IAAI,CAAC,CAAA;QACnC,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;QAC5C,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,IAAI,WAAW,CAAA;QAEhD,MAAM,IAAI,GAAG,MAAM,EAAE,CAAC,OAAO,CAC3B,GAAG,CAAA,eAAe,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC;yBACd,IAAI,CAAC,IAAI,KAAK,QAAQ,KAAK,OAAO,YAAY,QAAQ;kCAC7C,CAC7B,CAAA;QACD,OAAO,IAAI,CAAC,CAAC,CAAE,CAAC,IAAI,CAAW,CAAA;IACjC,CAAC;IAED,KAAK,UAAU,KAAK,CAAC,EAAM,EAAE,QAAgB;QAC3C,MAAM,UAAU,GAAG,CAAC,CAAA;QACpB,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,GAAG,UAAU,EAAE,OAAO,EAAE,EAAE,CAAC;YACtD,IAAI,CAAC;gBACH,MAAM,iBAAiB,GAAG,MAAM,CAAC,WAAW;oBAC1C,CAAC,CAAC,GAAG,CAAA,SAAS,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,GAAG;oBACnD,CAAC,CAAC,GAAG,CAAA,EAAE,CAAA;gBAET,MAAM,IAAI,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC,GAAG,CAAA;mBACtB,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC;;;;0BAIR,QAAQ;;6BAEL,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC;4FACgD,iBAAiB;;;;;mEAK1C,CAAC,CAAA;gBAE5D,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;oBAAE,OAAO,IAAI,CAAA;gBAElC,MAAM,GAAG,GAAG,IAAI,CAAC,CAAC,CAAE,CAAA;gBACpB,OAAO;oBACL,EAAE,EAAE,GAAG,CAAC,IAAI,CAAW;oBACvB,IAAI,EAAE,GAAG,CAAC,UAAU,CAAW;oBAC/B,OAAO,EAAE,GAAG,CAAC,SAAS,CAAC;oBACvB,UAAU,EAAE,GAAG,CAAC,aAAa,CAAW;iBACzC,CAAA;YACH,CAAC;YAAC,OAAO,GAAY,EAAE,CAAC;gBACtB,MAAM,IAAI,GAAI,GAAyB,CAAC,IAAI,CAAA;gBAC5C,IAAI,CAAC,IAAI,KAAK,OAAO,IAAI,IAAI,KAAK,OAAO,CAAC,IAAI,OAAO,GAAG,UAAU,GAAG,CAAC,EAAE,CAAC;oBACvE,SAAQ;gBACV,CAAC;gBACD,MAAM,GAAG,CAAA;YACX,CAAC;QACH,CAAC;QACD,OAAO,IAAI,CAAA;IACb,CAAC;IAED,KAAK,UAAU,SAAS,CAAC,EAAM,EAAE,KAAa;QAC5C,MAAM,EAAE,CAAC,OAAO,CACd,GAAG,CAAA,UAAU,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,wCAAwC,KAAK,QAAQ,CAClF,CAAA;IACH,CAAC;IAED,KAAK,UAAU,QAAQ,CAAC,EAAM,EAAE,KAAa,EAAE,MAAgB;QAC7D,MAAM,UAAU,GAAG,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAA;QACvE,MAAM,EAAE,CAAC,OAAO,CACd,GAAG,CAAA,UAAU,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,6DAA6D,UAAU,KAAK,IAAI,CAAC,CAAC,CAAC,GAAG,CAAA,GAAG,UAAU,SAAS,CAAC,CAAC,CAAC,GAAG,CAAA,MAAM;4BAC9H,KAAK,QAAQ,CACpC,CAAA;QACD,MAAM,EAAE,CAAC,OAAO,CACd,GAAG,CAAA,oBAAoB,OAAO,KAAK,KAAK,GAAG,CAC5C,CAAA;IACH,CAAC;IAED,SAAS,cAAc,CAAC,YAAoB;QAC1C,IAAI,CAAC,OAAO;YAAE,OAAO,CAAC,CAAA;QACtB,IAAI,OAAO,CAAC,IAAI,KAAK,OAAO;YAAE,OAAO,OAAO,CAAC,OAAO,CAAA;QACpD,MAAM,KAAK,GAAG,OAAO,CAAC,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,YAAY,CAAC,CAAA;QACzD,OAAO,OAAO,CAAC,UAAU,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,KAAK,CAAA;IACvF,CAAC;IAED,KAAK,UAAU,IAAI,CAAC,EAAM,EAAE,KAAa,EAAE,KAAc;QACvD,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAA;QAEjH,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,OAAO,CAC9B,GAAG,CAAA,2CAA2C,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,eAAe,KAAK,QAAQ,CAC1F,CAAA;QACD,MAAM,GAAG,GAAG,OAAO,CAAC,CAAC,CAAC,CAAA;QACtB,IAAI,CAAC,GAAG,EAAE,CAAC;YACT,MAAM,IAAI,KAAK,CAAC,+BAA+B,KAAK,oBAAoB,CAAC,CAAA;QAC3E,CAAC;QAED,MAAM,YAAY,GAAG,GAAG,CAAC,eAAe,CAAW,CAAA;QACnD,MAAM,cAAc,GAAG,GAAG,CAAC,cAAc,CAAW,CAAA;QACpD,MAAM,WAAW,GAAG,YAAY,GAAG,CAAC,CAAA;QAEpC,IAAI,WAAW,GAAG,cAAc,EAAE,CAAC;YACjC,MAAM,OAAO,GAAG,cAAc,CAAC,YAAY,CAAC,CAAA;YAC5C,MAAM,YAAY,GAAG,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,UAAU,CAAA;YAC3D,MAAM,EAAE,CAAC,OAAO,CACd,GAAG,CAAA,UAAU,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC;;gCAEJ,WAAW;gCACX,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAA,WAAW,YAAY,YAAY,CAAC,CAAC,CAAC,GAAG,CAAA,MAAM;gCAChE,SAAS;;;;yBAIhB,KAAK,QAAQ,CAC/B,CAAA;QACH,CAAC;aAAM,CAAC;YACN,MAAM,EAAE,CAAC,OAAO,CACd,GAAG,CAAA,UAAU,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC;;gCAEJ,WAAW;;gCAEX,SAAS;yBAChB,KAAK,QAAQ,CAC/B,CAAA;YACD,MAAM,EAAE,CAAC,OAAO,CACd,GAAG,CAAA,oBAAoB,OAAO,KAAK,KAAK,GAAG,CAC5C,CAAA;QACH,CAAC;IACH,CAAC;IAED,KAAK,UAAU,MAAM,CAAC,EAAM,EAAE,KAAa;QACzC,MAAM,EAAE,CAAC,OAAO,CACd,GAAG,CAAA,UAAU,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC;4BACN,KAAK,6CAA6C,CACzE,CAAA;IACH,CAAC;IAED,KAAK,UAAU,IAAI,CAAC,EAAM;QACxB,MAAM,aAAa,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,cAAc,GAAG,IAAI,CAAC,UAAU,CAAA;QACpE,MAAM,IAAI,GAAG,MAAM,EAAE,CAAC,OAAO,CAC3B,GAAG,CAAA,UAAU,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC;mCACC,yCAAyC;;8CAE9B,aAAa;4BAC/B,CACvB,CAAA;QACD,OAAO,IAAI,CAAC,MAAM,CAAA;IACpB,CAAC;IAED,KAAK,UAAU,iBAAiB,CAAC,EAAM,EAAE,KAAa;QACpD,MAAM,IAAI,GAAG,MAAM,EAAE,CAAC,OAAO,CAC3B,GAAG,CAAA,UAAU,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC;kEACgC,WAAW;;;qBAGxD,KAAK;qBACL,CAChB,CAAA;QACD,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACtB,MAAM,IAAI,KAAK,CAAC,kCAAkC,KAAK,iDAAiD,CAAC,CAAA;QAC3G,CAAC;IACH,CAAC;IAED,KAAK,UAAU,aAAa,CAAC,MAAoB;QAC/C,MAAM,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,CAAA;IAC9B,CAAC;IAED,KAAK,UAAU,YAAY;QACzB,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAA;IACvB,CAAC;IAED,KAAK,UAAU,OAAO,CAAC,EAAM,EAAE,KAAa,EAAE,IAAiB;QAC7D,OAAO,QAAQ,CAAC,OAAO,CAAC,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,CAAA;IAC1C,CAAC;IAED,KAAK,UAAU,cAAc,CAAC,EAAM,EAAE,IAAoB,EAAE,QAAqB;QAC/E,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,EAAE,EAAE,IAAI,CAAC,CAAA;QACrC,OAAO,QAAQ,CAAC,OAAO,CAAC,EAAE,EAAE,KAAK,EAAE,QAAQ,CAAC,CAAA;IAC9C,CAAC;IAED,MAAM,KAAK,GAAG,eAAe,CAAC,EAAE,OAAO,EAAE,EAAE,MAAM,CAAC,CAAA;IAElD,OAAO;QACL,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,iBAAiB;QAC1E,aAAa,EAAE,YAAY,EAAE,OAAO,EAAE,cAAc;QACpD,QAAQ,EAAE,CAAC,EAAE,EAAE,IAAI,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,EAAE,EAAE,IAAI,CAAC;QAChD,UAAU,EAAE,CAAC,EAAE,EAAE,IAAI,EAAE,EAAE,CAAC,KAAK,CAAC,UAAU,CAAC,EAAE,EAAE,IAAI,CAAC;QACpD,aAAa,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,KAAK,CAAC,aAAa,CAAC,EAAE,CAAC;QAC9C,cAAc,EAAE,CAAC,EAAE,EAAE,IAAI,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,EAAE,IAAI,CAAC;QACnD,aAAa,EAAE,GAAG,EAAE,CAAC,KAAK,CAAC,IAAI,EAAE;KAClC,CAAA;AACH,CAAC"}

package/dist/async/jobs/scheduler.d.ts

@@ -0,0 +1,31 @@
+import type { DB } from '../../data/db/index.js';
+import type { EnqueueOptions } from './queue.js';
+export interface Enqueuer {
+    enqueue(db: DB, opts: EnqueueOptions): Promise<string>;
+}
+export interface ScheduleSpec {
+    readonly name: string;
+    readonly cron: string;
+    readonly timezone?: string;
+    readonly payload?: unknown;
+}
+export interface ScheduleInfo {
+    readonly name: string;
+    readonly cronExpression: string;
+    readonly timezone: string;
+    readonly payload: unknown;
+    readonly lastRunAt: Date | null;
+    readonly nextRunAt: Date;
+}
+export interface SchedulerOptions {
+    readonly checkIntervalMs?: number;
+}
+export interface Scheduler {
+    schedule(db: DB, spec: ScheduleSpec): Promise<void>;
+    unschedule(db: DB, name: string): Promise<boolean>;
+    listSchedules(db: DB): Promise<ScheduleInfo[]>;
+    start(db: DB, opts?: SchedulerOptions): void;
+    stop(): void;
+}
+export declare function createScheduler(enqueuer: Enqueuer, jobsTableQ: string): Scheduler;
+//# sourceMappingURL=scheduler.d.ts.map

package/dist/async/jobs/scheduler.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"scheduler.d.ts","sourceRoot":"","sources":["../../../src/async/jobs/scheduler.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,EAAE,EAAE,MAAM,wBAAwB,CAAA;AAEhD,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,YAAY,CAAA;AAEhD,MAAM,WAAW,QAAQ;IACvB,OAAO,CAAC,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,cAAc,GAAG,OAAO,CAAC,MAAM,CAAC,CAAA;CACvD;AAED,MAAM,WAAW,YAAY;IAC3B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;IACrB,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;IACrB,QAAQ,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;IAC1B,QAAQ,CAAC,OAAO,CAAC,EAAE,OAAO,CAAA;CAC3B;AAED,MAAM,WAAW,YAAY;IAC3B,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAA;IACrB,QAAQ,CAAC,cAAc,EAAE,MAAM,CAAA;IAC/B,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAA;IACzB,QAAQ,CAAC,OAAO,EAAE,OAAO,CAAA;IACzB,QAAQ,CAAC,SAAS,EAAE,IAAI,GAAG,IAAI,CAAA;IAC/B,QAAQ,CAAC,SAAS,EAAE,IAAI,CAAA;CACzB;AAED,MAAM,WAAW,gBAAgB;IAC/B,QAAQ,CAAC,eAAe,CAAC,EAAE,MAAM,CAAA;CAClC;AAED,MAAM,WAAW,SAAS;IACxB,QAAQ,CAAC,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;IACnD,UAAU,CAAC,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,CAAA;IAClD,aAAa,CAAC,EAAE,EAAE,EAAE,GAAG,OAAO,CAAC,YAAY,EAAE,CAAC,CAAA;IAC9C,KAAK,CAAC,EAAE,EAAE,EAAE,EAAE,IAAI,CAAC,EAAE,gBAAgB,GAAG,IAAI,CAAA;IAC5C,IAAI,IAAI,IAAI,CAAA;CACb;AAED,wBAAgB,eAAe,CAAC,QAAQ,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,GAAG,SAAS,CAwGjF"}

package/dist/async/jobs/scheduler.js

@@ -0,0 +1,94 @@
+import { sql } from '../../data/db/sql.js';
+import { parseCron, nextTick } from './cron.js';
+export function createScheduler(enqueuer, jobsTableQ) {
+    let intervalHandle = null;
+    let running = false;
+    async function schedule(db, spec) {
+        const parsed = parseCron(spec.cron);
+        const tz = spec.timezone ?? 'UTC';
+        const nextRunAt = nextTick(parsed, new Date(), tz);
+        const payloadJson = spec.payload !== undefined ? JSON.stringify(spec.payload) : null;
+        await db.execute(sql `
+      INSERT INTO pipework_schedules (name, cron_expression, timezone, payload, next_run_at)
+      VALUES (${spec.name}, ${spec.cron}, ${tz}, ${payloadJson !== null ? sql `${payloadJson}::jsonb` : sql `NULL`}, ${nextRunAt.toISOString()}::timestamptz)
+      ON CONFLICT (name) DO UPDATE SET
+        cron_expression = EXCLUDED.cron_expression,
+        timezone = EXCLUDED.timezone,
+        payload = EXCLUDED.payload,
+        next_run_at = EXCLUDED.next_run_at,
+        updated_at = now()
+    `);
+    }
+    async function unschedule(db, name) {
+        const rows = await db.execute(sql `DELETE FROM pipework_schedules WHERE name = ${name} RETURNING name`);
+        return rows.length > 0;
+    }
+    async function listSchedules(db) {
+        const rows = await db.execute(sql `SELECT name, cron_expression, timezone, payload, last_run_at, next_run_at
+          FROM pipework_schedules ORDER BY name`);
+        return rows.map(row => ({
+            name: row['name'],
+            cronExpression: row['cron_expression'],
+            timezone: row['timezone'],
+            payload: row['payload'] ?? null,
+            lastRunAt: row['last_run_at'] !== null && row['last_run_at'] !== undefined ? new Date(row['last_run_at']) : null,
+            nextRunAt: new Date(row['next_run_at']),
+        }));
+    }
+    async function tick(db) {
+        const dueRows = await db.execute(sql `
+      SELECT name, cron_expression, timezone, payload
+      FROM pipework_schedules
+      WHERE next_run_at <= now()
+      FOR UPDATE SKIP LOCKED
+    `);
+        for (const row of dueRows) {
+            const name = row['name'];
+            const cronExpr = row['cron_expression'];
+            const tz = row['timezone'];
+            const payload = row['payload'];
+            const pending = await db.execute(sql `
+        SELECT 1 FROM ${sql.raw(jobsTableQ)}
+        WHERE job_type = ${name} AND status IN ('pending', 'claimed')
+        LIMIT 1
+      `);
+            if (pending.length > 0) {
+                const parsed = parseCron(cronExpr);
+                const next = nextTick(parsed, new Date(), tz);
+                await db.execute(sql `
+          UPDATE pipework_schedules SET next_run_at = ${next.toISOString()}::timestamptz, updated_at = now()
+          WHERE name = ${name}
+        `);
+                continue;
+            }
+            await enqueuer.enqueue(db, { type: name, payload: payload ?? {} });
+            const parsed = parseCron(cronExpr);
+            const next = nextTick(parsed, new Date(), tz);
+            await db.execute(sql `
+        UPDATE pipework_schedules SET
+          last_run_at = now(),
+          next_run_at = ${next.toISOString()}::timestamptz,
+          updated_at = now()
+        WHERE name = ${name}
+      `);
+        }
+    }
+    function start(db, opts) {
+        if (running)
+            return;
+        running = true;
+        const intervalMs = opts?.checkIntervalMs ?? 60_000;
+        intervalHandle = setInterval(() => {
+            void tick(db);
+        }, intervalMs);
+    }
+    function stop() {
+        if (!running || intervalHandle === null)
+            return;
+        clearInterval(intervalHandle);
+        intervalHandle = null;
+        running = false;
+    }
+    return { schedule, unschedule, listSchedules, start, stop };
+}
+//# sourceMappingURL=scheduler.js.map

package/dist/async/jobs/scheduler.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"scheduler.js","sourceRoot":"","sources":["../../../src/async/jobs/scheduler.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,GAAG,EAAE,MAAM,sBAAsB,CAAA;AAE1C,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,WAAW,CAAA;AAmC/C,MAAM,UAAU,eAAe,CAAC,QAAkB,EAAE,UAAkB;IACpE,IAAI,cAAc,GAA0C,IAAI,CAAA;IAChE,IAAI,OAAO,GAAG,KAAK,CAAA;IAEnB,KAAK,UAAU,QAAQ,CAAC,EAAM,EAAE,IAAkB;QAChD,MAAM,MAAM,GAAG,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QACnC,MAAM,EAAE,GAAG,IAAI,CAAC,QAAQ,IAAI,KAAK,CAAA;QACjC,MAAM,SAAS,GAAG,QAAQ,CAAC,MAAM,EAAE,IAAI,IAAI,EAAE,EAAE,EAAE,CAAC,CAAA;QAClD,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,CAAA;QAEpF,MAAM,EAAE,CAAC,OAAO,CAAC,GAAG,CAAA;;gBAER,IAAI,CAAC,IAAI,KAAK,IAAI,CAAC,IAAI,KAAK,EAAE,KAAK,WAAW,KAAK,IAAI,CAAC,CAAC,CAAC,GAAG,CAAA,GAAG,WAAW,SAAS,CAAC,CAAC,CAAC,GAAG,CAAA,MAAM,KAAK,SAAS,CAAC,WAAW,EAAE;;;;;;;KAOvI,CAAC,CAAA;IACJ,CAAC;IAED,KAAK,UAAU,UAAU,CAAC,EAAM,EAAE,IAAY;QAC5C,MAAM,IAAI,GAAG,MAAM,EAAE,CAAC,OAAO,CAC3B,GAAG,CAAA,+CAA+C,IAAI,iBAAiB,CACxE,CAAA;QACD,OAAO,IAAI,CAAC,MAAM,GAAG,CAAC,CAAA;IACxB,CAAC;IAED,KAAK,UAAU,aAAa,CAAC,EAAM;QACjC,MAAM,IAAI,GAAG,MAAM,EAAE,CAAC,OAAO,CAC3B,GAAG,CAAA;gDACuC,CAC3C,CAAA;QACD,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACtB,IAAI,EAAE,GAAG,CAAC,MAAM,CAAW;YAC3B,cAAc,EAAE,GAAG,CAAC,iBAAiB,CAAW;YAChD,QAAQ,EAAE,GAAG,CAAC,UAAU,CAAW;YACnC,OAAO,EAAE,GAAG,CAAC,SAAS,CAAC,IAAI,IAAI;YAC/B,SAAS,EAAE,GAAG,CAAC,aAAa,CAAC,KAAK,IAAI,IAAI,GAAG,CAAC,aAAa,CAAC,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,aAAa,CAAW,CAAC,CAAC,CAAC,CAAC,IAAI;YAC1H,SAAS,EAAE,IAAI,IAAI,CAAC,GAAG,CAAC,aAAa,CAAW,CAAC;SAClD,CAAC,CAAC,CAAA;IACL,CAAC;IAED,KAAK,UAAU,IAAI,CAAC,EAAM;QACxB,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC,GAAG,CAAA;;;;;KAKnC,CAAC,CAAA;QAEF,KAAK,MAAM,GAAG,IAAI,OAAO,EAAE,CAAC;YAC1B,MAAM,IAAI,GAAG,GAAG,CAAC,MAAM,CAAW,CAAA;YAClC,MAAM,QAAQ,GAAG,GAAG,CAAC,iBAAiB,CAAW,CAAA;YACjD,MAAM,EAAE,GAAG,GAAG,CAAC,UAAU,CAAW,CAAA;YACpC,MAAM,OAAO,GAAG,GAAG,CAAC,SAAS,CAAC,CAAA;YAE9B,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC,GAAG,CAAA;wBAClB,GAAG,CAAC,GAAG,CAAC,UAAU,CAAC;2BAChB,IAAI;;OAExB,CAAC,CAAA;YACF,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACvB,MAAM,MAAM,GAAG,SAAS,CAAC,QAAQ,CAAC,CAAA;gBAClC,MAAM,IAAI,GAAG,QAAQ,CAAC,MAAM,EAAE,IAAI,IAAI,EAAE,EAAE,EAAE,CAAC,CAAA;gBAC7C,MAAM,EAAE,CAAC,OAAO,CAAC,GAAG,CAAA;wDAC4B,IAAI,CAAC,WAAW,EAAE;yBACjD,IAAI;SACpB,CAAC,CAAA;gBACF,SAAQ;YACV,CAAC;YAED,MAAM,QAAQ,CAAC,OAAO,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,OAAO,EAAE,OAAO,IAAI,EAAE,EAAE,CAAC,CAAA;YAElE,MAAM,MAAM,GAAG,SAAS,CAAC,QAAQ,CAAC,CAAA;YAClC,MAAM,IAAI,GAAG,QAAQ,CAAC,MAAM,EAAE,IAAI,IAAI,EAAE,EAAE,EAAE,CAAC,CAAA;YAC7C,MAAM,EAAE,CAAC,OAAO,CAAC,GAAG,CAAA;;;0BAGA,IAAI,CAAC,WAAW,EAAE;;uBAErB,IAAI;OACpB,CAAC,CAAA;QACJ,CAAC;IACH,CAAC;IAED,SAAS,KAAK,CAAC,EAAM,EAAE,IAAuB;QAC5C,IAAI,OAAO;YAAE,OAAM;QACnB,OAAO,GAAG,IAAI,CAAA;QACd,MAAM,UAAU,GAAG,IAAI,EAAE,eAAe,IAAI,MAAM,CAAA;QAClD,cAAc,GAAG,WAAW,CAAC,GAAG,EAAE;YAChC,KAAK,IAAI,CAAC,EAAE,CAAC,CAAA;QACf,CAAC,EAAE,UAAU,CAAC,CAAA;IAChB,CAAC;IAED,SAAS,IAAI;QACX,IAAI,CAAC,OAAO,IAAI,cAAc,KAAK,IAAI;YAAE,OAAM;QAC/C,aAAa,CAAC,cAAc,CAAC,CAAA;QAC7B,cAAc,GAAG,IAAI,CAAA;QACrB,OAAO,GAAG,KAAK,CAAA;IACjB,CAAC;IAED,OAAO,EAAE,QAAQ,EAAE,UAAU,EAAE,aAAa,EAAE,KAAK,EAAE,IAAI,EAAE,CAAA;AAC7D,CAAC"}

package/dist/async/pipeline/define.d.ts

@@ -0,0 +1,3 @@
+import type { PipelineConfig, Pipeline } from './types.js';
+export declare function definePipeline(config: PipelineConfig): Pipeline;
+//# sourceMappingURL=define.d.ts.map

package/dist/async/pipeline/define.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"define.d.ts","sourceRoot":"","sources":["../../../src/async/pipeline/define.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,cAAc,EAAE,QAAQ,EAAuC,MAAM,YAAY,CAAA;AAI/F,wBAAgB,cAAc,CAAC,MAAM,EAAE,cAAc,GAAG,QAAQ,CA6C/D"}

package/dist/async/pipeline/define.js

@@ -0,0 +1,44 @@
+import { sql } from '../../data/db/sql.js';
+import { executePipeline } from './execute.js';
+import { resumePipeline } from './resume.js';
+export function definePipeline(config) {
+    if (config.steps.length === 0) {
+        throw new Error(`[pipework] Pipeline "${config.name}" must have at least one step.`);
+    }
+    const stepNames = new Set();
+    for (const step of config.steps) {
+        if (stepNames.has(step.name)) {
+            throw new Error(`[pipework] Pipeline "${config.name}" has duplicate step name "${step.name}".`);
+        }
+        stepNames.add(step.name);
+    }
+    return {
+        async execute(db, input, context) {
+            return executePipeline(db, config, input, context);
+        },
+        async resume(db, runId, stepOutput) {
+            return resumePipeline(db, config, runId, stepOutput);
+        },
+        async getStatus(db, runId) {
+            const [row] = await db.execute(sql `
+        SELECT id, pipeline_name, status, current_step, input, started_at, completed_at, error
+        FROM pipework_pipeline_runs
+        WHERE id = ${runId}::uuid
+      `);
+            if (row === undefined)
+                return null;
+            return {
+                id: String(row['id']),
+                pipelineName: String(row['pipeline_name']),
+                status: String(row['status']),
+                currentStep: Number(row['current_step']),
+                input: row['input'],
+                startedAt: new Date(String(row['started_at'])),
+                completedAt: row['completed_at'] !== null ? new Date(String(row['completed_at'])) : null,
+                error: row['error'] ?? null,
+            };
+        },
+        definition: config,
+    };
+}
+//# sourceMappingURL=define.js.map

package/dist/async/pipeline/define.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"define.js","sourceRoot":"","sources":["../../../src/async/pipeline/define.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,GAAG,EAAE,MAAM,sBAAsB,CAAA;AAE1C,OAAO,EAAE,eAAe,EAAE,MAAM,cAAc,CAAA;AAC9C,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAA;AAE5C,MAAM,UAAU,cAAc,CAAC,MAAsB;IACnD,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC9B,MAAM,IAAI,KAAK,CAAC,wBAAwB,MAAM,CAAC,IAAI,gCAAgC,CAAC,CAAA;IACtF,CAAC;IAED,MAAM,SAAS,GAAG,IAAI,GAAG,EAAU,CAAA;IACnC,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;QAChC,IAAI,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;YAC7B,MAAM,IAAI,KAAK,CAAC,wBAAwB,MAAM,CAAC,IAAI,8BAA8B,IAAI,CAAC,IAAI,IAAI,CAAC,CAAA;QACjG,CAAC;QACD,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IAC1B,CAAC;IAED,OAAO;QACL,KAAK,CAAC,OAAO,CAAC,EAAM,EAAE,KAAc,EAAE,OAA+B;YACnE,OAAO,eAAe,CAAC,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,CAAC,CAAA;QACpD,CAAC;QAED,KAAK,CAAC,MAAM,CAAC,EAAM,EAAE,KAAa,EAAE,UAAmB;YACrD,OAAO,cAAc,CAAC,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,UAAU,CAAC,CAAA;QACtD,CAAC;QAED,KAAK,CAAC,SAAS,CAAC,EAAM,EAAE,KAAa;YACnC,MAAM,CAAC,GAAG,CAAC,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC,GAAG,CAAA;;;qBAGnB,KAAK;OACnB,CAAC,CAAA;YAEF,IAAI,GAAG,KAAK,SAAS;gBAAE,OAAO,IAAI,CAAA;YAElC,OAAO;gBACL,EAAE,EAAE,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;gBACrB,YAAY,EAAE,MAAM,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC;gBAC1C,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,CAA0B;gBACtD,WAAW,EAAE,MAAM,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;gBACxC,KAAK,EAAE,GAAG,CAAC,OAAO,CAAC;gBACnB,SAAS,EAAE,IAAI,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC;gBAC9C,WAAW,EAAE,GAAG,CAAC,cAAc,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI;gBACxF,KAAK,EAAE,GAAG,CAAC,OAAO,CAAC,IAAI,IAAI;aAC5B,CAAA;QACH,CAAC;QAED,UAAU,EAAE,MAAM;KACnB,CAAA;AACH,CAAC"}

package/dist/async/pipeline/errors.d.ts

@@ -0,0 +1,17 @@
+import { PipeworkError } from '../../core/errors/base.js';
+export declare class PipelineStepError extends PipeworkError {
+    readonly code: "PIPELINE_STEP_FAILED";
+    readonly httpStatus: 500;
+    readonly pipelineName: string;
+    readonly stepName: string;
+    readonly stepIndex: number;
+    constructor(pipelineName: string, stepName: string, stepIndex: number, cause: unknown);
+}
+export declare class PipelineResumeError extends PipeworkError {
+    readonly code: "PIPELINE_RESUME_FAILED";
+    readonly httpStatus: 409;
+    readonly runId: string;
+    readonly reason: string;
+    constructor(runId: string, reason: string);
+}
+//# sourceMappingURL=errors.d.ts.map

package/dist/async/pipeline/errors.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"errors.d.ts","sourceRoot":"","sources":["../../../src/async/pipeline/errors.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,2BAA2B,CAAA;AAEzD,qBAAa,iBAAkB,SAAQ,aAAa;IAClD,QAAQ,CAAC,IAAI,EAAG,sBAAsB,CAAS;IAC/C,QAAQ,CAAC,UAAU,EAAG,GAAG,CAAS;IAClC,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAA;IAC7B,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAA;IACzB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAA;gBAEd,YAAY,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO;CAUtF;AAED,qBAAa,mBAAoB,SAAQ,aAAa;IACpD,QAAQ,CAAC,IAAI,EAAG,wBAAwB,CAAS;IACjD,QAAQ,CAAC,UAAU,EAAG,GAAG,CAAS;IAClC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAA;IACtB,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAA;gBAEX,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM;CAO1C"}

package/dist/async/pipeline/errors.js

@@ -0,0 +1,28 @@
+import { PipeworkError } from '../../core/errors/base.js';
+export class PipelineStepError extends PipeworkError {
+    code = 'PIPELINE_STEP_FAILED';
+    httpStatus = 500;
+    pipelineName;
+    stepName;
+    stepIndex;
+    constructor(pipelineName, stepName, stepIndex, cause) {
+        const causeMsg = cause instanceof Error ? cause.message : String(cause);
+        super(`Pipeline "${pipelineName}" failed at step ${stepIndex} ("${stepName}"): ${causeMsg}. ` +
+            `Prior steps may have committed. Check pipeline run status for details.`);
+        this.pipelineName = pipelineName;
+        this.stepName = stepName;
+        this.stepIndex = stepIndex;
+    }
+}
+export class PipelineResumeError extends PipeworkError {
+    code = 'PIPELINE_RESUME_FAILED';
+    httpStatus = 409;
+    runId;
+    reason;
+    constructor(runId, reason) {
+        super(`Cannot resume pipeline run "${runId}": ${reason}`);
+        this.runId = runId;
+        this.reason = reason;
+    }
+}
+//# sourceMappingURL=errors.js.map

package/dist/async/pipeline/errors.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"errors.js","sourceRoot":"","sources":["../../../src/async/pipeline/errors.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,2BAA2B,CAAA;AAEzD,MAAM,OAAO,iBAAkB,SAAQ,aAAa;IACzC,IAAI,GAAG,sBAA+B,CAAA;IACtC,UAAU,GAAG,GAAY,CAAA;IACzB,YAAY,CAAQ;IACpB,QAAQ,CAAQ;IAChB,SAAS,CAAQ;IAE1B,YAAY,YAAoB,EAAE,QAAgB,EAAE,SAAiB,EAAE,KAAc;QACnF,MAAM,QAAQ,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;QACvE,KAAK,CACH,aAAa,YAAY,oBAAoB,SAAS,MAAM,QAAQ,OAAO,QAAQ,IAAI;YACvF,wEAAwE,CACzE,CAAA;QACD,IAAI,CAAC,YAAY,GAAG,YAAY,CAAA;QAChC,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAA;QACxB,IAAI,CAAC,SAAS,GAAG,SAAS,CAAA;IAC5B,CAAC;CACF;AAED,MAAM,OAAO,mBAAoB,SAAQ,aAAa;IAC3C,IAAI,GAAG,wBAAiC,CAAA;IACxC,UAAU,GAAG,GAAY,CAAA;IACzB,KAAK,CAAQ;IACb,MAAM,CAAQ;IAEvB,YAAY,KAAa,EAAE,MAAc;QACvC,KAAK,CACH,+BAA+B,KAAK,MAAM,MAAM,EAAE,CACnD,CAAA;QACD,IAAI,CAAC,KAAK,GAAG,KAAK,CAAA;QAClB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAA;IACtB,CAAC;CACF"}

package/dist/async/pipeline/execute.d.ts

@@ -0,0 +1,4 @@
+import type { DB } from '../../data/db/index.js';
+import type { PipelineConfig, PipelineRun, PipelineExecuteContext } from './types.js';
+export declare function executePipeline(db: DB, config: PipelineConfig, input: unknown, context: PipelineExecuteContext): Promise<PipelineRun>;
+//# sourceMappingURL=execute.d.ts.map

package/dist/async/pipeline/execute.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"execute.d.ts","sourceRoot":"","sources":["../../../src/async/pipeline/execute.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,EAAE,EAAE,MAAM,wBAAwB,CAAA;AAChD,OAAO,KAAK,EAAE,cAAc,EAAE,WAAW,EAAE,sBAAsB,EAAe,MAAM,YAAY,CAAA;AAGlG,wBAAsB,eAAe,CACnC,EAAE,EAAE,EAAE,EACN,MAAM,EAAE,cAAc,EACtB,KAAK,EAAE,OAAO,EACd,OAAO,EAAE,sBAAsB,GAC9B,OAAO,CAAC,WAAW,CAAC,CAsGtB"}

package/dist/async/pipeline/execute.js

@@ -0,0 +1,90 @@
+import { sql } from '../../data/db/sql.js';
+import { PipelineStepError } from './errors.js';
+export async function executePipeline(db, config, input, context) {
+    const [runRow] = await db.execute(sql `
+    INSERT INTO pipework_pipeline_runs (pipeline_name, tenant_id, status, current_step, input, metadata)
+    VALUES (${config.name}, ${context.tenant}, 'running', 0, ${JSON.stringify(input)}::jsonb, ${JSON.stringify(context.metadata ?? {})}::jsonb)
+    RETURNING id, started_at
+  `);
+    const runId = String(runRow['id']);
+    const startedAt = new Date(String(runRow['started_at']));
+    for (let i = 0; i < config.steps.length; i++) {
+        const step = config.steps[i];
+        await db.execute(sql `
+      INSERT INTO pipework_pipeline_steps (run_id, step_index, step_name, status)
+      VALUES (${runId}::uuid, ${i}, ${step.name}, 'pending')
+    `);
+    }
+    let lastOutput = input;
+    for (let i = 0; i < config.steps.length; i++) {
+        const step = config.steps[i];
+        if (step.async === true) {
+            await db.execute(sql `
+        UPDATE pipework_pipeline_runs SET status = 'waiting', current_step = ${i}
+        WHERE id = ${runId}::uuid
+      `);
+            return {
+                id: runId,
+                pipelineName: config.name,
+                status: 'waiting',
+                currentStep: i,
+                input,
+                startedAt,
+                completedAt: null,
+                error: null,
+            };
+        }
+        await db.execute(sql `
+      UPDATE pipework_pipeline_steps SET status = 'running', started_at = now()
+      WHERE run_id = ${runId}::uuid AND step_index = ${i}
+    `);
+        try {
+            const stepCtx = {
+                db,
+                input: lastOutput,
+                runId,
+                stepIndex: i,
+                tenant: context.tenant,
+                metadata: context.metadata ?? {},
+            };
+            lastOutput = await step.handler(stepCtx);
+            await db.execute(sql `
+        UPDATE pipework_pipeline_steps SET status = 'completed', output = ${JSON.stringify(lastOutput ?? null)}::jsonb, completed_at = now()
+        WHERE run_id = ${runId}::uuid AND step_index = ${i}
+      `);
+            await db.execute(sql `
+        UPDATE pipework_pipeline_runs SET current_step = ${i + 1}
+        WHERE id = ${runId}::uuid
+      `);
+        }
+        catch (error) {
+            const errorJson = error instanceof Error
+                ? { message: error.message, stack: error.stack }
+                : { message: String(error) };
+            await db.execute(sql `
+        UPDATE pipework_pipeline_steps SET status = 'failed', error = ${JSON.stringify(errorJson)}::jsonb, completed_at = now()
+        WHERE run_id = ${runId}::uuid AND step_index = ${i}
+      `);
+            await db.execute(sql `
+        UPDATE pipework_pipeline_runs SET status = 'failed', error = ${JSON.stringify(errorJson)}::jsonb, completed_at = now()
+        WHERE id = ${runId}::uuid
+      `);
+            throw new PipelineStepError(config.name, step.name, i, error);
+        }
+    }
+    await db.execute(sql `
+    UPDATE pipework_pipeline_runs SET status = 'completed', completed_at = now()
+    WHERE id = ${runId}::uuid
+  `);
+    return {
+        id: runId,
+        pipelineName: config.name,
+        status: 'completed',
+        currentStep: config.steps.length,
+        input,
+        startedAt,
+        completedAt: new Date(),
+        error: null,
+    };
+}
+//# sourceMappingURL=execute.js.map

package/dist/async/pipeline/execute.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"execute.js","sourceRoot":"","sources":["../../../src/async/pipeline/execute.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,GAAG,EAAE,MAAM,sBAAsB,CAAA;AAG1C,OAAO,EAAE,iBAAiB,EAAE,MAAM,aAAa,CAAA;AAE/C,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,EAAM,EACN,MAAsB,EACtB,KAAc,EACd,OAA+B;IAE/B,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC,GAAG,CAAA;;cAEzB,MAAM,CAAC,IAAI,KAAK,OAAO,CAAC,MAAM,mBAAmB,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,YAAY,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,QAAQ,IAAI,EAAE,CAAC;;GAEnI,CAAC,CAAA;IAEF,MAAM,KAAK,GAAG,MAAM,CAAC,MAAO,CAAC,IAAI,CAAC,CAAC,CAAA;IACnC,MAAM,SAAS,GAAG,IAAI,IAAI,CAAC,MAAM,CAAC,MAAO,CAAC,YAAY,CAAC,CAAC,CAAC,CAAA;IAEzD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC7C,MAAM,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAE,CAAA;QAE7B,MAAM,EAAE,CAAC,OAAO,CAAC,GAAG,CAAA;;gBAER,KAAK,WAAW,CAAC,KAAK,IAAI,CAAC,IAAI;KAC1C,CAAC,CAAA;IACJ,CAAC;IAED,IAAI,UAAU,GAAY,KAAK,CAAA;IAE/B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC7C,MAAM,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAE,CAAA;QAE7B,IAAI,IAAI,CAAC,KAAK,KAAK,IAAI,EAAE,CAAC;YACxB,MAAM,EAAE,CAAC,OAAO,CAAC,GAAG,CAAA;+EACqD,CAAC;qBAC3D,KAAK;OACnB,CAAC,CAAA;YAEF,OAAO;gBACL,EAAE,EAAE,KAAK;gBACT,YAAY,EAAE,MAAM,CAAC,IAAI;gBACzB,MAAM,EAAE,SAAS;gBACjB,WAAW,EAAE,CAAC;gBACd,KAAK;gBACL,SAAS;gBACT,WAAW,EAAE,IAAI;gBACjB,KAAK,EAAE,IAAI;aACZ,CAAA;QACH,CAAC;QAED,MAAM,EAAE,CAAC,OAAO,CAAC,GAAG,CAAA;;uBAED,KAAK,2BAA2B,CAAC;KACnD,CAAC,CAAA;QAEF,IAAI,CAAC;YACH,MAAM,OAAO,GAAgB;gBAC3B,EAAE;gBACF,KAAK,EAAE,UAAU;gBACjB,KAAK;gBACL,SAAS,EAAE,CAAC;gBACZ,MAAM,EAAE,OAAO,CAAC,MAAM;gBACtB,QAAQ,EAAE,OAAO,CAAC,QAAQ,IAAI,EAAE;aACjC,CAAA;YAED,UAAU,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAA;YAExC,MAAM,EAAE,CAAC,OAAO,CAAC,GAAG,CAAA;4EACkD,IAAI,CAAC,SAAS,CAAC,UAAU,IAAI,IAAI,CAAC;yBACrF,KAAK,2BAA2B,CAAC;OACnD,CAAC,CAAA;YAEF,MAAM,EAAE,CAAC,OAAO,CAAC,GAAG,CAAA;2DACiC,CAAC,GAAG,CAAC;qBAC3C,KAAK;OACnB,CAAC,CAAA;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,SAAS,GAAG,KAAK,YAAY,KAAK;gBACtC,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE;gBAChD,CAAC,CAAC,EAAE,OAAO,EAAE,MAAM,CAAC,KAAK,CAAC,EAAE,CAAA;YAE9B,MAAM,EAAE,CAAC,OAAO,CAAC,GAAG,CAAA;wEAC8C,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC;yBACxE,KAAK,2BAA2B,CAAC;OACnD,CAAC,CAAA;YAEF,MAAM,EAAE,CAAC,OAAO,CAAC,GAAG,CAAA;uEAC6C,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC;qBAC3E,KAAK;OACnB,CAAC,CAAA;YAEF,MAAM,IAAI,iBAAiB,CAAC,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,EAAE,KAAK,CAAC,CAAA;QAC/D,CAAC;IACH,CAAC;IAED,MAAM,EAAE,CAAC,OAAO,CAAC,GAAG,CAAA;;iBAEL,KAAK;GACnB,CAAC,CAAA;IAEF,OAAO;QACL,EAAE,EAAE,KAAK;QACT,YAAY,EAAE,MAAM,CAAC,IAAI;QACzB,MAAM,EAAE,WAAW;QACnB,WAAW,EAAE,MAAM,CAAC,KAAK,CAAC,MAAM;QAChC,KAAK;QACL,SAAS;QACT,WAAW,EAAE,IAAI,IAAI,EAAE;QACvB,KAAK,EAAE,IAAI;KACZ,CAAA;AACH,CAAC"}

package/dist/async/pipeline/index.d.ts

@@ -0,0 +1,4 @@
+export { definePipeline } from './define.js';
+export { PipelineStepError, PipelineResumeError } from './errors.js';
+export type { PipelineConfig, Pipeline, PipelineRun, PipelineExecuteContext, StepDefinition, StepContext, StepRunResult, PipelineStatus, StepStatus, } from './types.js';
+//# sourceMappingURL=index.d.ts.map

package/dist/async/pipeline/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/async/pipeline/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAA;AAC5C,OAAO,EAAE,iBAAiB,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAA;AACpE,YAAY,EACV,cAAc,EACd,QAAQ,EACR,WAAW,EACX,sBAAsB,EACtB,cAAc,EACd,WAAW,EACX,aAAa,EACb,cAAc,EACd,UAAU,GACX,MAAM,YAAY,CAAA"}

package/dist/async/pipeline/index.js

@@ -0,0 +1,3 @@
+export { definePipeline } from './define.js';
+export { PipelineStepError, PipelineResumeError } from './errors.js';
+//# sourceMappingURL=index.js.map

package/dist/async/pipeline/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/async/pipeline/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAA;AAC5C,OAAO,EAAE,iBAAiB,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAA"}

package/dist/async/pipeline/namespace.d.ts

@@ -0,0 +1,12 @@
+import { definePipeline } from './define.js';
+import { PipelineStepError, PipelineResumeError } from './errors.js';
+/** Multi-step pipeline namespace — define, execute, pause, and resume ordered step sequences. */
+export declare const pipeline: {
+    /** Defines a pipeline from a config of named steps with handlers. Returns a Pipeline with execute/resume/getStatus. */
+    define: typeof definePipeline;
+    /** Thrown when an individual pipeline step fails. */
+    PipelineStepError: typeof PipelineStepError;
+    /** Thrown when resuming a pipeline from an invalid state. */
+    PipelineResumeError: typeof PipelineResumeError;
+};
+//# sourceMappingURL=namespace.d.ts.map

package/dist/async/pipeline/namespace.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"namespace.d.ts","sourceRoot":"","sources":["../../../src/async/pipeline/namespace.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAA;AAC5C,OAAO,EAAE,iBAAiB,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAA;AAEpE,iGAAiG;AACjG,eAAO,MAAM,QAAQ;IACnB,uHAAuH;;IAEvH,qDAAqD;;IAErD,6DAA6D;;CAE9D,CAAA"}

package/dist/async/pipeline/namespace.js

@@ -0,0 +1,12 @@
+import { definePipeline } from './define.js';
+import { PipelineStepError, PipelineResumeError } from './errors.js';
+/** Multi-step pipeline namespace — define, execute, pause, and resume ordered step sequences. */
+export const pipeline = {
+    /** Defines a pipeline from a config of named steps with handlers. Returns a Pipeline with execute/resume/getStatus. */
+    define: definePipeline,
+    /** Thrown when an individual pipeline step fails. */
+    PipelineStepError,
+    /** Thrown when resuming a pipeline from an invalid state. */
+    PipelineResumeError,
+};
+//# sourceMappingURL=namespace.js.map

package/dist/async/pipeline/namespace.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"namespace.js","sourceRoot":"","sources":["../../../src/async/pipeline/namespace.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,aAAa,CAAA;AAC5C,OAAO,EAAE,iBAAiB,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAA;AAEpE,iGAAiG;AACjG,MAAM,CAAC,MAAM,QAAQ,GAAG;IACtB,uHAAuH;IACvH,MAAM,EAAE,cAAc;IACtB,qDAAqD;IACrD,iBAAiB;IACjB,6DAA6D;IAC7D,mBAAmB;CACpB,CAAA"}

package/dist/async/pipeline/resume.d.ts

@@ -0,0 +1,4 @@
+import type { DB } from '../../data/db/index.js';
+import type { PipelineConfig, PipelineRun } from './types.js';
+export declare function resumePipeline(db: DB, config: PipelineConfig, runId: string, stepOutput: unknown): Promise<PipelineRun>;
+//# sourceMappingURL=resume.d.ts.map

package/dist/async/pipeline/resume.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"resume.d.ts","sourceRoot":"","sources":["../../../src/async/pipeline/resume.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,EAAE,EAAE,MAAM,wBAAwB,CAAA;AAChD,OAAO,KAAK,EAAE,cAAc,EAAE,WAAW,EAAe,MAAM,YAAY,CAAA;AAG1E,wBAAsB,cAAc,CAClC,EAAE,EAAE,EAAE,EACN,MAAM,EAAE,cAAc,EACtB,KAAK,EAAE,MAAM,EACb,UAAU,EAAE,OAAO,GAClB,OAAO,CAAC,WAAW,CAAC,CAmHtB"}