pg-boss 12.21.2 → 12.23.0

package/dist/navigator.js

@@ -0,0 +1,141 @@
+import EventEmitter from 'node:events';
+import * as plans from "./plans.js";
+import { delay } from "./tools.js";
+import * as types from "./types.js";
+const events = {
+    error: 'error',
+    flow: 'flow'
+};
+// Cap audit batches per resolve pass so a large backlog can't monopolize the loop; whatever is
+// left over is picked up on the next poll.
+const MAX_BATCHES_PER_PASS = 100;
+// Background flow resolver. Completion is kept on a join-free hot path (see issue #824); the
+// dependency bookkeeping that used to run inline now happens here, out of band. Modeled on the
+// Bam poller: on each tick it claims the cluster-wide cadence gate (version.flow_on) and, if it
+// wins, audits for completed "blocking" parents via the job_i9 partial index, decrements their
+// children, unblocks those reaching zero, and clears the parents' blocking flag so they are not
+// reprocessed. The Guild Navigator that keeps the spice flowing.
+class Navigator extends EventEmitter {
+    #stopped;
+    #stopping;
+    #working;
+    #pollInterval;
+    #db;
+    #manager;
+    #config;
+    events = events;
+    constructor(db, manager, config) {
+        super();
+        this.#db = db;
+        this.#manager = manager;
+        this.#config = config;
+        this.#stopped = true;
+        this.#stopping = false;
+        this.#working = false;
+    }
+    get working() {
+        return this.#working;
+    }
+    async start() {
+        if (!this.#stopped)
+            return;
+        this.#stopped = false;
+        this.#stopping = false;
+        setImmediate(() => this.#onPoll());
+        this.#pollInterval = setInterval(() => this.#onPoll(), this.#config.flowIntervalSeconds * 1000);
+    }
+    async stop() {
+        if (this.#stopped)
+            return;
+        this.#stopping = true;
+        this.#stopped = true;
+        if (this.#pollInterval) {
+            clearInterval(this.#pollInterval);
+            this.#pollInterval = undefined;
+        }
+        while (this.#working) {
+            await delay(10);
+        }
+    }
+    async #onPoll() {
+        if (this.#stopped || this.#working)
+            return;
+        this.#working = true;
+        try {
+            if (this.#config.__test__throw_flow) {
+                throw new Error(this.#config.__test__throw_flow);
+            }
+            if (this.#config.__test__delay_flow_ms) {
+                await delay(this.#config.__test__delay_flow_ms);
+            }
+            const gate = plans.trySetFlowTime(this.#config.schema, this.#config.flowIntervalSeconds);
+            const { rows } = await this.#db.executeSql(gate);
+            if (rows.length === 1) {
+                await this.#resolve();
+            }
+        }
+        catch (err) {
+            this.emit(events.error, err);
+        }
+        finally {
+            this.#working = false;
+        }
+    }
+    // On-demand, ungated resolution pass. Like boss.supervise(), it is callable whether or not the
+    // background poll is running, so tests and apps can resolve flows deterministically. It skips
+    // the version-table cadence gate but still serializes against an in-flight poll via #working.
+    async resolveNow() {
+        while (this.#working) {
+            await delay(10);
+        }
+        if (this.#stopping)
+            return;
+        this.#working = true;
+        try {
+            await this.#resolve();
+        }
+        finally {
+            this.#working = false;
+        }
+    }
+    async #resolve() {
+        const queues = await this.#manager.getQueues();
+        // Group queues by partition table so each audit statement targets a single table and prunes to
+        // the chunk's queue names (mirrors boss.supervise()'s grouping).
+        const queueGroups = queues.reduce((acc, q) => {
+            acc[q.table] = acc[q.table] || { table: q.table, names: [] };
+            acc[q.table].names.push(q.name);
+            return acc;
+        }, {});
+        for (const group of Object.values(queueGroups)) {
+            if (this.#stopping)
+                return;
+            const { table } = group;
+            const names = [...group.names];
+            while (names.length) {
+                if (this.#stopping)
+                    return;
+                const chunk = names.splice(0, 100);
+                let batches = 0;
+                let resolved = 0;
+                do {
+                    if (this.#stopping)
+                        return;
+                    resolved = this.#config.noMultiMutationCte
+                        ? await this.#manager.resolveFlowJobsDistributed(table, chunk)
+                        : await this.#resolveStandard(table, chunk);
+                    if (resolved > 0) {
+                        this.emit(events.flow, { table, resolved });
+                    }
+                } while (resolved >= plans.FLOW_BATCH_SIZE && ++batches < MAX_BATCHES_PER_PASS && !this.#stopping);
+            }
+        }
+    }
+    async #resolveStandard(table, names) {
+        const query = plans.resolveFlowJobs(this.#config.schema, table, names);
+        const { rows } = await this.#db.executeSql(query.text, query.values);
+        // CockroachDB returns integer columns as strings; coerce so the drain-loop comparison is numeric.
+        return Number(rows[0]?.resolved ?? 0);
+    }
+}
+export default Navigator;

package/dist/plans.d.ts

@@ -45,6 +45,7 @@ export declare function trySetQueueMonitorTime(schema: string, queues: string[],
 export declare function trySetQueueDeletionTime(schema: string, queues: string[], seconds: number): SqlQuery;
 export declare function trySetCronTime(schema: string, seconds: number): string;
 export declare function trySetBamTime(schema: string, seconds: number): string;
+export declare function trySetFlowTime(schema: string, seconds: number): string;
 export declare function updateQueue(schema: string, { deadLetter }?: UpdateQueueOptions): string;
 export declare function getQueues(schema: string, names?: string[]): SqlQuery;
 export declare function deleteJobsById(schema: string, table: string): string;
@@ -136,8 +137,13 @@ export declare function selectJobsToFailByHeartbeat(schema: string, table: strin
 export declare function deleteJobsByIds(schema: string, table: string): SqlQuery;
 export declare function completeJobsDistributed(schema: string, table: string, includeQueued?: boolean): string;
 export declare function decrementDependents(schema: string): string;
+export declare const FLOW_BATCH_SIZE = 1000;
+export declare function resolveFlowJobs(schema: string, table: string, names: string[]): SqlQuery;
+export declare function selectBlockingParents(schema: string, table: string, names: string[], noSkipLocked?: boolean): SqlQuery;
+export declare function clearBlocking(schema: string): string;
 export declare function insertRetryJob(schema: string, table: string): string;
 export declare function insertDeadLetterJob(schema: string): string;
+export declare function redriveJobs(schema: string, table: string): string;
 export declare function deletion(schema: string, table: string, queues: string[], noAdvisoryLocks?: boolean): string;
 export declare function retryJobs(schema: string, table: string): string;
 export declare function getQueueStats(schema: string, table: string, queues: string[]): SqlQuery;

package/dist/plans.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"plans.d.ts","sourceRoot":"","sources":["../src/plans.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,YAAY,CAAA;AAEpD,MAAM,WAAW,QAAQ;IACvB,IAAI,EAAE,MAAM,CAAA;IACZ,MAAM,EAAE,OAAO,EAAE,CAAA;CAClB;AAED,eAAO,MAAM,QAAQ;;CAEpB,CAAA;AAED,eAAO,MAAM,cAAc,WAAW,CAAA;AACtC,eAAO,MAAM,oBAAoB,qBAAqB,CAAA;AACtD,eAAO,MAAM,mBAAmB,mBAAmB,CAAA;AAMnD,eAAO,MAAM,UAAU;;;;;;;EAOrB,CAAA;AAEF,eAAO,MAAM,cAAc;;;;;;;EAOzB,CAAA;AAeF,UAAU,aAAa;IACrB,YAAY,CAAC,EAAE,OAAO,CAAA;IACtB,mBAAmB,CAAC,EAAE,OAAO,CAAA;IAC7B,uBAAuB,CAAC,EAAE,OAAO,CAAA;IACjC,eAAe,CAAC,EAAE,OAAO,CAAA;IACzB,iBAAiB,CAAC,EAAE,OAAO,CAAA;CAC5B;AAED,wBAAgB,MAAM,CAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,aAAa,UAyC/E;AA+GD,wBAAgB,kBAAkB,CAAE,MAAM,EAAE,MAAM,UAUjD;AAED,wBAAgB,kBAAkB,CAAE,MAAM,EAAE,MAAM,UAEjD;AAED,wBAAgB,wBAAwB,CAAE,MAAM,EAAE,MAAM,UAUvD;AAED,wBAAgB,8BAA8B,CAAE,MAAM,EAAE,MAAM,UAE7D;AA8WD,wBAAgB,WAAW,CAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,eAAe,CAAC,EAAE,OAAO,UAGrG;AAcD,wBAAgB,gBAAgB,CAAE,MAAM,EAAE,MAAM,GAAG,MAAM,CAExD;AAID,wBAAgB,WAAW,CAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,MAAM,CAEjE;AAED,wBAAgB,WAAW,CAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,eAAe,CAAC,EAAE,OAAO,UAGnF;AAuDD,wBAAgB,sBAAsB,CAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,OAAO,EAAE,MAAM,GAAG,QAAQ,CAEnG;AAED,wBAAgB,uBAAuB,CAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,OAAO,EAAE,MAAM,GAAG,QAAQ,CAEpG;AAED,wBAAgB,cAAc,CAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,UAE9D;AAED,wBAAgB,aAAa,CAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,UAE7D;AAwBD,wBAAgB,WAAW,CAAE,MAAM,EAAE,MAAM,EAAE,EAAE,UAAU,EAAE,GAAE,kBAAuB,UA2BnF;AAED,wBAAgB,SAAS,CAAE,MAAM,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,MAAM,EAAE,GAAG,QAAQ,CAkCrE;AAED,wBAAgB,cAAc,CAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,UAU5D;AAED,wBAAgB,gBAAgB,CAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,UAE9D;AAED,wBAAgB,gBAAgB,CAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,UAE9D;AAED,wBAAgB,aAAa,CAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,UAE3D;AAED,wBAAgB,aAAa,CAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,UAE3D;AAED,wBAAgB,YAAY,CAAE,MAAM,EAAE,MAAM,UAE3C;AAED,wBAAgB,mBAAmB,CAAE,MAAM,EAAE,MAAM,UAElD;AAED,wBAAgB,QAAQ,CAAE,MAAM,EAAE,MAAM,UAWvC;AAED,wBAAgB,UAAU,CAAE,MAAM,EAAE,MAAM,UAMzC;AAED,wBAAgB,SAAS,CAAE,MAAM,EAAE,MAAM,UASxC;AAED,wBAAgB,WAAW,CAAE,MAAM,EAAE,MAAM,UAK1C;AAED,wBAAgB,iBAAiB,CAAE,MAAM,EAAE,MAAM,UAKhD;AAED,wBAAgB,OAAO,WAEtB;AAED,wBAAgB,aAAa,CAAE,MAAM,EAAE,MAAM,UAK5C;AAED,wBAAgB,WAAW,CAAE,MAAM,EAAE,MAAM,GAAG,MAAM,CAanD;AAED,wBAAgB,gBAAgB,CAAE,MAAM,EAAE,MAAM,GAAG,MAAM,CAMxD;AAED,wBAAgB,iBAAiB,CAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,MAAM,CAKvE;AAED,wBAAgB,UAAU,CAAE,MAAM,EAAE,MAAM,UAEzC;AAED,wBAAgB,UAAU,CAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,UAE1D;AAED,wBAAgB,kBAAkB,CAAE,MAAM,EAAE,MAAM,UAEjD;AAED,wBAAgB,yBAAyB,CAAE,MAAM,EAAE,MAAM,UAExD;AAED,wBAAgB,aAAa,CAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,UAE7D;AAED,UAAU,sBAAsB;IAC9B,OAAO,EAAE,MAAM,CAAA;IACf,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;CAC/B;AAED,UAAU,eAAe;IACvB,MAAM,EAAE,MAAM,CAAA;IACd,KAAK,EAAE,MAAM,CAAA;IACb,IAAI,EAAE,MAAM,CAAA;IACZ,MAAM,EAAE,MAAM,GAAG,SAAS,CAAA;IAC1B,KAAK,EAAE,MAAM,CAAA;IACb,eAAe,CAAC,EAAE,OAAO,CAAA;IACzB,QAAQ,CAAC,EAAE,OAAO,CAAA;IAClB,gBAAgB,CAAC,EAAE,OAAO,CAAA;IAC1B,gBAAgB,CAAC,EAAE,OAAO,CAAA;IAC1B,gBAAgB,EAAE,MAAM,EAAE,GAAG,IAAI,CAAA;IACjC,YAAY,CAAC,EAAE,MAAM,EAAE,GAAG,IAAI,CAAA;IAC9B,gBAAgB,CAAC,EAAE,MAAM,GAAG,sBAAsB,CAAA;IAClD,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,WAAW,CAAC,EAAE,MAAM,CAAA;CACrB;AAwED;;;;;;;;;;;;;;;GAeG;AACH,wBAAgB,YAAY,CAAE,OAAO,EAAE,eAAe,EAAE,YAAY,UAAQ,GAAG,QAAQ,CAoItF;AA2CD,wBAAgB,YAAY,CAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,aAAa,CAAC,EAAE,OAAO,UAqBnF;AAKD,wBAAgB,uBAAuB,CAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,UA+BrE;AAKD,wBAAgB,kCAAkC,CAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,UAehF;AAED,wBAAgB,UAAU,CAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,UAaxD;AAED,wBAAgB,UAAU,CAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,UAaxD;AAED,wBAAgB,WAAW,CAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,UASzD;AAED,UAAU,iBAAiB;IACzB,KAAK,EAAE,MAAM,CAAA;IACb,IAAI,EAAE,MAAM,CAAA;IACZ,QAAQ,CAAC,EAAE,OAAO,CAAA;IAClB,MAAM,CAAC,EAAE,OAAO,CAAA;CACjB;AAED,wBAAgB,UAAU,CAAE,MAAM,EAAE,MAAM,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,QAAe,EAAE,MAAc,EAAE,EAAE,iBAAiB,UAgH9G;AAOD,wBAAgB,cAAc,CAAE,MAAM,EAAE,MAAM,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,EAAE,IAAI,EAAE,OAAO,EAAE,GAAG,MAAM,CAUzH;AAED,wBAAgB,YAAY,CAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,UAK1D;AAED,wBAAgB,iBAAiB,CAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,eAAe,CAAC,EAAE,OAAO,GAAG,MAAM,CAQrH;AAED,wBAAgB,mBAAmB,CAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,eAAe,CAAC,EAAE,OAAO,GAAG,MAAM,CASvH;AAED,wBAAgB,SAAS,CAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,UAYvD;AAmMD,wBAAgB,uBAAuB,CAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,UAcrE;AAID,wBAAgB,6BAA6B,CAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,UAW3E;AAGD,wBAAgB,oBAAoB,CAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,QAAQ,CAK7E;AAED,wBAAgB,gBAAgB,CAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,QAAQ,CAKzE;AAMD,wBAAgB,yBAAyB,CAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,QAAQ,CAQpG;AAED,wBAAgB,2BAA2B,CAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,QAAQ,CAStG;AAED,wBAAgB,eAAe,CAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,QAAQ,CAKxE;AAMD,wBAAgB,uBAAuB,CAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,aAAa,CAAC,EAAE,OAAO,GAAG,MAAM,CAKvG;AAMD,wBAAgB,mBAAmB,CAAE,MAAM,EAAE,MAAM,GAAG,MAAM,CAY3D;AAED,wBAAgB,cAAc,CAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,MAAM,CAcrE;AAED,wBAAgB,mBAAmB,CAAE,MAAM,EAAE,MAAM,GAAG,MAAM,CAM3D;AAED,wBAAgB,QAAQ,CAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,eAAe,CAAC,EAAE,OAAO,GAAG,MAAM,CAa5G;AAED,wBAAgB,SAAS,CAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,UAavD;AAED,wBAAgB,aAAa,CAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,QAAQ,CA4BxF;AAED,wBAAgB,eAAe,CAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,eAAe,CAAC,EAAE,OAAO,GAAG,MAAM,CA4BnH;AAGD,wBAAgB,mBAAmB,CAAE,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,CAG7D;AAGD,wBAAgB,kBAAkB,CAAE,KAAK,EAAE,OAAO,GAAG,MAAM,CAE1D;AAED,wBAAgB,WAAW,CAAE,KAAK,EAAE,MAAM,GAAG,MAAM,EAAE,GAAG,MAAM,CAU7D;AAED,wBAAgB,MAAM,CAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,MAAM,EAAE,EAAE,GAAG,CAAC,EAAE,MAAM,EAAE,eAAe,CAAC,EAAE,OAAO,GAAG,MAAM,CAGjH;AAQD,wBAAgB,eAAe,CAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,UAG/D;AAED,wBAAgB,QAAQ,CAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE;IAAE,MAAM,EAAE,OAAO,CAAC;IAAC,KAAK,EAAE,OAAO,CAAC;IAAC,MAAM,EAAE,OAAO,CAAC;IAAC,IAAI,EAAE,OAAO,CAAA;CAAE,UA+BpI;AAED,wBAAgB,UAAU,CAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,UAOxD;AAID,wBAAgB,kBAAkB,CAAE,MAAM,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,OAAO,EAAE,UAcnE;AAED,wBAAgB,eAAe,CAAE,MAAM,EAAE,MAAM,UAM9C;AAED,wBAAgB,aAAa,CAAE,MAAM,EAAE,MAAM,UAM5C;AAED,wBAAgB,mBAAmB,CAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,eAAe,CAAC,EAAE,OAAO,GAAG,MAAM,CAgBvH;AAED,wBAAgB,cAAc,CAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,UAQ5D;AAED,wBAAgB,iBAAiB,CAAE,MAAM,EAAE,MAAM,UAchD;AAED,wBAAgB,eAAe,CAAE,MAAM,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,UAM1D;AAED,wBAAgB,YAAY,CAAE,MAAM,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,UAOtE;AAED,wBAAgB,YAAY,CAAE,MAAM,EAAE,MAAM,UAM3C;AAED,wBAAgB,aAAa,CAAE,MAAM,EAAE,MAAM,UAO5C"}
+{"version":3,"file":"plans.d.ts","sourceRoot":"","sources":["../src/plans.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,YAAY,CAAA;AAEpD,MAAM,WAAW,QAAQ;IACvB,IAAI,EAAE,MAAM,CAAA;IACZ,MAAM,EAAE,OAAO,EAAE,CAAA;CAClB;AAED,eAAO,MAAM,QAAQ;;CAEpB,CAAA;AAED,eAAO,MAAM,cAAc,WAAW,CAAA;AACtC,eAAO,MAAM,oBAAoB,qBAAqB,CAAA;AACtD,eAAO,MAAM,mBAAmB,mBAAmB,CAAA;AAMnD,eAAO,MAAM,UAAU;;;;;;;EAOrB,CAAA;AAEF,eAAO,MAAM,cAAc;;;;;;;EAOzB,CAAA;AAeF,UAAU,aAAa;IACrB,YAAY,CAAC,EAAE,OAAO,CAAA;IACtB,mBAAmB,CAAC,EAAE,OAAO,CAAA;IAC7B,uBAAuB,CAAC,EAAE,OAAO,CAAA;IACjC,eAAe,CAAC,EAAE,OAAO,CAAA;IACzB,iBAAiB,CAAC,EAAE,OAAO,CAAA;CAC5B;AAED,wBAAgB,MAAM,CAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,aAAa,UAyC/E;AAgHD,wBAAgB,kBAAkB,CAAE,MAAM,EAAE,MAAM,UAUjD;AAED,wBAAgB,kBAAkB,CAAE,MAAM,EAAE,MAAM,UAEjD;AAED,wBAAgB,wBAAwB,CAAE,MAAM,EAAE,MAAM,UAUvD;AAED,wBAAgB,8BAA8B,CAAE,MAAM,EAAE,MAAM,UAE7D;AAyXD,wBAAgB,WAAW,CAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,eAAe,CAAC,EAAE,OAAO,UAGrG;AAcD,wBAAgB,gBAAgB,CAAE,MAAM,EAAE,MAAM,GAAG,MAAM,CAExD;AAID,wBAAgB,WAAW,CAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,MAAM,CAEjE;AAED,wBAAgB,WAAW,CAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,eAAe,CAAC,EAAE,OAAO,UAGnF;AAiED,wBAAgB,sBAAsB,CAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,OAAO,EAAE,MAAM,GAAG,QAAQ,CAEnG;AAED,wBAAgB,uBAAuB,CAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,OAAO,EAAE,MAAM,GAAG,QAAQ,CAEpG;AAED,wBAAgB,cAAc,CAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,UAE9D;AAED,wBAAgB,aAAa,CAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,UAE7D;AAED,wBAAgB,cAAc,CAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,UAE9D;AAwBD,wBAAgB,WAAW,CAAE,MAAM,EAAE,MAAM,EAAE,EAAE,UAAU,EAAE,GAAE,kBAAuB,UA2BnF;AAED,wBAAgB,SAAS,CAAE,MAAM,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,MAAM,EAAE,GAAG,QAAQ,CAkCrE;AAED,wBAAgB,cAAc,CAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,UAU5D;AAED,wBAAgB,gBAAgB,CAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,UAE9D;AAED,wBAAgB,gBAAgB,CAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,UAE9D;AAED,wBAAgB,aAAa,CAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,UAE3D;AAED,wBAAgB,aAAa,CAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,UAE3D;AAED,wBAAgB,YAAY,CAAE,MAAM,EAAE,MAAM,UAE3C;AAED,wBAAgB,mBAAmB,CAAE,MAAM,EAAE,MAAM,UAElD;AAED,wBAAgB,QAAQ,CAAE,MAAM,EAAE,MAAM,UAWvC;AAED,wBAAgB,UAAU,CAAE,MAAM,EAAE,MAAM,UAMzC;AAED,wBAAgB,SAAS,CAAE,MAAM,EAAE,MAAM,UASxC;AAED,wBAAgB,WAAW,CAAE,MAAM,EAAE,MAAM,UAK1C;AAED,wBAAgB,iBAAiB,CAAE,MAAM,EAAE,MAAM,UAKhD;AAED,wBAAgB,OAAO,WAEtB;AAED,wBAAgB,aAAa,CAAE,MAAM,EAAE,MAAM,UAK5C;AAED,wBAAgB,WAAW,CAAE,MAAM,EAAE,MAAM,GAAG,MAAM,CAanD;AAED,wBAAgB,gBAAgB,CAAE,MAAM,EAAE,MAAM,GAAG,MAAM,CAMxD;AAED,wBAAgB,iBAAiB,CAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,MAAM,CAKvE;AAED,wBAAgB,UAAU,CAAE,MAAM,EAAE,MAAM,UAEzC;AAED,wBAAgB,UAAU,CAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,UAE1D;AAED,wBAAgB,kBAAkB,CAAE,MAAM,EAAE,MAAM,UAEjD;AAED,wBAAgB,yBAAyB,CAAE,MAAM,EAAE,MAAM,UAExD;AAED,wBAAgB,aAAa,CAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,UAE7D;AAED,UAAU,sBAAsB;IAC9B,OAAO,EAAE,MAAM,CAAA;IACf,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;CAC/B;AAED,UAAU,eAAe;IACvB,MAAM,EAAE,MAAM,CAAA;IACd,KAAK,EAAE,MAAM,CAAA;IACb,IAAI,EAAE,MAAM,CAAA;IACZ,MAAM,EAAE,MAAM,GAAG,SAAS,CAAA;IAC1B,KAAK,EAAE,MAAM,CAAA;IACb,eAAe,CAAC,EAAE,OAAO,CAAA;IACzB,QAAQ,CAAC,EAAE,OAAO,CAAA;IAClB,gBAAgB,CAAC,EAAE,OAAO,CAAA;IAC1B,gBAAgB,CAAC,EAAE,OAAO,CAAA;IAC1B,gBAAgB,EAAE,MAAM,EAAE,GAAG,IAAI,CAAA;IACjC,YAAY,CAAC,EAAE,MAAM,EAAE,GAAG,IAAI,CAAA;IAC9B,gBAAgB,CAAC,EAAE,MAAM,GAAG,sBAAsB,CAAA;IAClD,WAAW,CAAC,EAAE,MAAM,CAAA;IACpB,WAAW,CAAC,EAAE,MAAM,CAAA;CACrB;AAwED;;;;;;;;;;;;;;;GAeG;AACH,wBAAgB,YAAY,CAAE,OAAO,EAAE,eAAe,EAAE,YAAY,UAAQ,GAAG,QAAQ,CAoItF;AA+CD,wBAAgB,YAAY,CAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,aAAa,CAAC,EAAE,OAAO,UAQnF;AAKD,wBAAgB,uBAAuB,CAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,UAkBrE;AAKD,wBAAgB,kCAAkC,CAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,UAehF;AAED,wBAAgB,UAAU,CAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,UAaxD;AAED,wBAAgB,UAAU,CAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,UAaxD;AAED,wBAAgB,WAAW,CAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,UASzD;AAED,UAAU,iBAAiB;IACzB,KAAK,EAAE,MAAM,CAAA;IACb,IAAI,EAAE,MAAM,CAAA;IACZ,QAAQ,CAAC,EAAE,OAAO,CAAA;IAClB,MAAM,CAAC,EAAE,OAAO,CAAA;CACjB;AAED,wBAAgB,UAAU,CAAE,MAAM,EAAE,MAAM,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,QAAe,EAAE,MAAc,EAAE,EAAE,iBAAiB,UAgH9G;AAOD,wBAAgB,cAAc,CAAE,MAAM,EAAE,MAAM,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,EAAE,IAAI,EAAE,OAAO,EAAE,GAAG,MAAM,CAUzH;AAED,wBAAgB,YAAY,CAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,UAK1D;AAED,wBAAgB,iBAAiB,CAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,eAAe,CAAC,EAAE,OAAO,GAAG,MAAM,CAQrH;AAED,wBAAgB,mBAAmB,CAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,eAAe,CAAC,EAAE,OAAO,GAAG,MAAM,CASvH;AAED,wBAAgB,SAAS,CAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,UAYvD;AAwMD,wBAAgB,uBAAuB,CAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,UAcrE;AAID,wBAAgB,6BAA6B,CAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,UAW3E;AAGD,wBAAgB,oBAAoB,CAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,QAAQ,CAK7E;AAED,wBAAgB,gBAAgB,CAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,QAAQ,CAKzE;AAMD,wBAAgB,yBAAyB,CAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,QAAQ,CAQpG;AAED,wBAAgB,2BAA2B,CAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,QAAQ,CAStG;AAED,wBAAgB,eAAe,CAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,QAAQ,CAKxE;AAID,wBAAgB,uBAAuB,CAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,aAAa,CAAC,EAAE,OAAO,GAAG,MAAM,CAKvG;AAMD,wBAAgB,mBAAmB,CAAE,MAAM,EAAE,MAAM,GAAG,MAAM,CAY3D;AAKD,eAAO,MAAM,eAAe,OAAO,CAAA;AAQnC,wBAAgB,eAAe,CAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,QAAQ,CAqCzF;AAMD,wBAAgB,qBAAqB,CAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE,YAAY,CAAC,EAAE,OAAO,GAAG,QAAQ,CAcvH;AAID,wBAAgB,aAAa,CAAE,MAAM,EAAE,MAAM,GAAG,MAAM,CAOrD;AAED,wBAAgB,cAAc,CAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,MAAM,CAcrE;AAED,wBAAgB,mBAAmB,CAAE,MAAM,EAAE,MAAM,GAAG,MAAM,CAQ3D;AAQD,wBAAgB,WAAW,CAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,MAAM,CA8BlE;AAED,wBAAgB,QAAQ,CAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,eAAe,CAAC,EAAE,OAAO,GAAG,MAAM,CAa5G;AAED,wBAAgB,SAAS,CAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,UAavD;AAED,wBAAgB,aAAa,CAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,QAAQ,CA4BxF;AAED,wBAAgB,eAAe,CAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,eAAe,CAAC,EAAE,OAAO,GAAG,MAAM,CA4BnH;AAGD,wBAAgB,mBAAmB,CAAE,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,CAG7D;AAGD,wBAAgB,kBAAkB,CAAE,KAAK,EAAE,OAAO,GAAG,MAAM,CAE1D;AAED,wBAAgB,WAAW,CAAE,KAAK,EAAE,MAAM,GAAG,MAAM,EAAE,GAAG,MAAM,CAU7D;AAED,wBAAgB,MAAM,CAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,MAAM,EAAE,EAAE,GAAG,CAAC,EAAE,MAAM,EAAE,eAAe,CAAC,EAAE,OAAO,GAAG,MAAM,CAGjH;AAQD,wBAAgB,eAAe,CAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,UAG/D;AAED,wBAAgB,QAAQ,CAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE;IAAE,MAAM,EAAE,OAAO,CAAC;IAAC,KAAK,EAAE,OAAO,CAAC;IAAC,MAAM,EAAE,OAAO,CAAC;IAAC,IAAI,EAAE,OAAO,CAAA;CAAE,UA+BpI;AAED,wBAAgB,UAAU,CAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,UAOxD;AAID,wBAAgB,kBAAkB,CAAE,MAAM,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,OAAO,EAAE,UAcnE;AAED,wBAAgB,eAAe,CAAE,MAAM,EAAE,MAAM,UAM9C;AAED,wBAAgB,aAAa,CAAE,MAAM,EAAE,MAAM,UAM5C;AAED,wBAAgB,mBAAmB,CAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,eAAe,CAAC,EAAE,OAAO,GAAG,MAAM,CAgBvH;AAED,wBAAgB,cAAc,CAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,UAQ5D;AAED,wBAAgB,iBAAiB,CAAE,MAAM,EAAE,MAAM,UAchD;AAED,wBAAgB,eAAe,CAAE,MAAM,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,UAM1D;AAED,wBAAgB,YAAY,CAAE,MAAM,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,UAOtE;AAED,wBAAgB,YAAY,CAAE,MAAM,EAAE,MAAM,UAM3C;AAED,wBAAgB,aAAa,CAAE,MAAM,EAAE,MAAM,UAO5C"}

package/dist/plans.js

@@ -90,7 +90,8 @@ function createTableVersion(schema) {
     CREATE TABLE ${schema}.version (
       version int primary key,
       cron_on timestamp with time zone,
-      bam_on timestamp with time zone
+      bam_on timestamp with time zone,
+      flow_on timestamp with time zone
     )
   `;
 }
@@ -320,7 +321,11 @@ function createTableJob(schema, noPartitioning = false) {
       heartbeat_seconds int,
       blocked boolean not null default false,
       blocking boolean not null default false,
-      pending_dependencies int not null default 0
+      pending_dependencies int not null default 0,
+      source_name text,
+      source_id uuid,
+      source_created_on timestamp with time zone,
+      source_retry_count int
     ) ${partitionClause}
   `;
 }
@@ -347,7 +352,11 @@ const JOB_COLUMNS_ALL = `${JOB_COLUMNS_MIN},
   blocked,
   blocking,
   pending_dependencies as "pendingDependencies",
-  output
+  output,
+  source_name as "sourceName",
+  source_id as "sourceId",
+  source_created_on as "sourceCreatedOn",
+  source_retry_count as "sourceRetryCount"
 `;
 function createTableJobCommon(schema) {
     return `
@@ -365,6 +374,7 @@ function createTableJobCommon(schema) {
     SELECT ${schema}.job_table_run($cmd$${createIndexJobThrottle(schema)}$cmd$, '${COMMON_JOB_TABLE}');
     SELECT ${schema}.job_table_run($cmd$${createIndexJobFetch(schema)}$cmd$, '${COMMON_JOB_TABLE}');
     SELECT ${schema}.job_table_run($cmd$${createIndexJobGroupConcurrency(schema)}$cmd$, '${COMMON_JOB_TABLE}');
+    SELECT ${schema}.job_table_run($cmd$${createIndexJobBlocking(schema)}$cmd$, '${COMMON_JOB_TABLE}');
 
     ALTER TABLE ${schema}.job ATTACH PARTITION ${schema}.${COMMON_JOB_TABLE} DEFAULT;
   `;
@@ -383,6 +393,7 @@ function createTableJobIndexes(schema, noDeferrableConstraints = false, noCoveri
     ${createIndexJobThrottle(schema)};
     ${createIndexJobFetch(schema, noCoveringIndex)};
     ${createIndexJobGroupConcurrency(schema)};
+    ${createIndexJobBlocking(schema)};
   `;
 }
 function createQueueFunction(schema, noPartitioning = false) {
@@ -496,6 +507,7 @@ function createQueueFunction(schema, noPartitioning = false) {
       EXECUTE ${schema}.job_table_format($cmd$${createIndexJobFetch(schema)}$cmd$, tablename);
       EXECUTE ${schema}.job_table_format($cmd$${createIndexJobThrottle(schema)}$cmd$, tablename);
       EXECUTE ${schema}.job_table_format($cmd$${createIndexJobGroupConcurrency(schema)}$cmd$, tablename);
+      EXECUTE ${schema}.job_table_format($cmd$${createIndexJobBlocking(schema)}$cmd$, tablename);
 
       IF options->>'policy' = 'short' THEN
         EXECUTE ${schema}.job_table_format($cmd$${createIndexJobPolicyShort(schema)}$cmd$, tablename);
@@ -602,10 +614,12 @@ function createIndexJobThrottle(schema) {
     return `CREATE UNIQUE INDEX job_i4 ON ${schema}.job (name, singleton_on, COALESCE(singleton_key, '')) WHERE state <> '${JOB_STATES.cancelled}' AND singleton_on IS NOT NULL`;
 }
 function createIndexJobFetch(schema, noCoveringIndex = false) {
-    // CockroachDB implicitly includes primary key columns (id) in all indexes,
-    // so we can't explicitly INCLUDE them - it causes "already contains column" error
-    const includeClause = noCoveringIndex ? '' : 'INCLUDE (priority, created_on, id) ';
-    return `CREATE INDEX job_i5 ON ${schema}.job (name, start_after) ${includeClause}WHERE state < '${JOB_STATES.active}' AND NOT blocked`;
+    // No covering INCLUDE: the fetch locks candidate rows with FOR UPDATE ... SKIP LOCKED, which
+    // forces heap access, so an index-only scan is impossible and a covering payload would never be
+    // read from the index. Confirmed dead weight via EXPLAIN ANALYZE (see examples/index-perf);
+    // dropping it shrinks job_i5 on the hot insert path at no read-side cost.
+    // noCoveringIndex (the CockroachDB profile flag that stripped the old INCLUDE) is now moot here.
+    return `CREATE INDEX job_i5 ON ${schema}.job (name, start_after) WHERE state < '${JOB_STATES.active}' AND NOT blocked`;
 }
 function createIndexJobPolicyExclusive(schema) {
     return `CREATE UNIQUE INDEX job_i6 ON ${schema}.job (name, COALESCE(singleton_key, '')) WHERE state <= '${JOB_STATES.active}' AND policy = '${QUEUE_POLICIES.exclusive}'`;
@@ -619,6 +633,13 @@ function createCheckConstraintKeyStrictFifo(schema) {
 function createIndexJobGroupConcurrency(schema) {
     return `CREATE INDEX job_i7 ON ${schema}.job (name, group_id) WHERE state = '${JOB_STATES.active}' AND group_id IS NOT NULL`;
 }
+// Partial index supporting the background flow resolver (Navigator): lets it find completed
+// blocking parents with an index scan instead of a partition-wide scan. The `state = completed`
+// predicate keeps still-running and permanently-failed blocking parents out of the index, so
+// non-flow queues (and high-partition-count deployments) carry an empty index that costs nothing.
+function createIndexJobBlocking(schema) {
+    return `CREATE INDEX job_i9 ON ${schema}.job (name, id) WHERE blocking AND state = '${JOB_STATES.completed}'`;
+}
 export function trySetQueueMonitorTime(schema, queues, seconds) {
     return trySetQueueTimestamp(schema, queues, 'monitor_on', seconds);
 }
@@ -631,6 +652,9 @@ export function trySetCronTime(schema, seconds) {
 export function trySetBamTime(schema, seconds) {
     return trySetTimestamp(schema, 'bam_on', seconds);
 }
+export function trySetFlowTime(schema, seconds) {
+    return trySetTimestamp(schema, 'flow_on', seconds);
+}
 function trySetTimestamp(schema, column, seconds) {
     return `
     UPDATE ${schema}.version
@@ -717,7 +741,7 @@ export function deleteJobsById(schema, table) {
     WITH results as (
       DELETE FROM ${schema}.${table}
       WHERE name = $1
-        AND id IN (SELECT UNNEST($2::uuid[]))
+        AND id = ANY($2::uuid[])
       RETURNING 1
     )
     SELECT COUNT(*) from results
@@ -1031,7 +1055,7 @@ function completeJobsUpdate(schema, table, includeQueued) {
         blocked = ${includeQueued ? 'false' : 'blocked'},
         pending_dependencies = ${includeQueued ? '0' : 'pending_dependencies'}
       WHERE name = $1
-        AND id IN (SELECT UNNEST($2::uuid[]))
+        AND id = ANY($2::uuid[])
         AND ${includeQueued
         ? `state < '${JOB_STATES.completed}'`
         : `state = '${JOB_STATES.active}'`}`;
@@ -1058,26 +1082,17 @@ function unblockChildrenUpdate(schema) {
       WHERE j.name = lc.name
         AND j.id = lc.id`;
 }
+// Dependency unblocking is intentionally NOT done here. Completion is the hot path; chasing
+// dependents inline (joining job_dependency and the partitioned job table) made completion
+// scale with partition count (see issue #824). The background resolver (Navigator) handles
+// unblocking out of band, driven by the job_i9 partial index.
 export function completeJobs(schema, table, includeQueued) {
     return `
-    WITH completed AS (
+    WITH results AS (
       ${completeJobsUpdate(schema, table, includeQueued)}
-      RETURNING name, id, blocking
-    ),
-    decremented AS (
-      SELECT d.child_name, d.child_id, COUNT(*)::int AS n
-      FROM ${schema}.job_dependency d
-      JOIN completed c ON c.blocking
-        AND d.parent_name = c.name
-        AND d.parent_id = c.id
-      GROUP BY d.child_name, d.child_id
-    ),
-    ${lockedChildrenCte(schema)},
-    unblocked AS (
-      ${unblockChildrenUpdate(schema)}
       RETURNING 1
     )
-    SELECT COUNT(*) FROM completed
+    SELECT COUNT(*) FROM results
   `;
 }
 // Per-job-output completion: each job's output is supplied via a JSON recordset ($2) and applied by
@@ -1088,7 +1103,7 @@ export function completeJobsWithOutputs(schema, table) {
     WITH input AS (
       SELECT * FROM json_to_recordset($2::json) AS x (id uuid, output jsonb)
     ),
-    completed AS (
+    results AS (
       UPDATE ${schema}.${table} j
       SET completed_on = now(),
         state = '${JOB_STATES.completed}',
@@ -1097,27 +1112,14 @@ export function completeJobsWithOutputs(schema, table) {
       WHERE j.name = $1
         AND j.id = i.id
         AND j.state = '${JOB_STATES.active}'
-      RETURNING j.name, j.id, j.blocking
-    ),
-    decremented AS (
-      SELECT d.child_name, d.child_id, COUNT(*)::int AS n
-      FROM ${schema}.job_dependency d
-      JOIN completed c ON c.blocking
-        AND d.parent_name = c.name
-        AND d.parent_id = c.id
-      GROUP BY d.child_name, d.child_id
-    ),
-    ${lockedChildrenCte(schema)},
-    unblocked AS (
-      ${unblockChildrenUpdate(schema)}
       RETURNING 1
     )
-    SELECT COUNT(*) FROM completed
+    SELECT COUNT(*) FROM results
   `;
 }
 // Distributed equivalent of completeJobsWithOutputs: a single mutation that returns the completed
-// ids and whether each was blocking, so the caller can decrement dependents in a separate statement
-// (CockroachDB rejects multi-mutation CTEs). Pairs with decrementDependents().
+// ids. Dependency unblocking is handled out of band by the background resolver (Navigator), so
+// completion does no dependency work on any backend.
 export function completeJobsWithOutputsDistributed(schema, table) {
     return `
     WITH input AS (
@@ -1131,7 +1133,7 @@ export function completeJobsWithOutputsDistributed(schema, table) {
     WHERE j.name = $1
       AND j.id = i.id
       AND j.state = '${JOB_STATES.active}'
-    RETURNING j.id, j.blocking
+    RETURNING j.id
   `;
 }
 export function cancelJobs(schema, table) {
@@ -1141,7 +1143,7 @@ export function cancelJobs(schema, table) {
       SET completed_on = now(),
         state = '${JOB_STATES.cancelled}'
       WHERE name = $1
-        AND id IN (SELECT UNNEST($2::uuid[]))
+        AND id = ANY($2::uuid[])
         AND state < '${JOB_STATES.completed}'
       RETURNING 1
     )
@@ -1155,7 +1157,7 @@ export function resumeJobs(schema, table) {
       SET completed_on = NULL,
         state = '${JOB_STATES.created}'
       WHERE name = $1
-        AND id IN (SELECT UNNEST($2::uuid[]))
+        AND id = ANY($2::uuid[])
         AND state = '${JOB_STATES.cancelled}'
       RETURNING 1
     )
@@ -1169,7 +1171,7 @@ export function restoreJobs(schema, table) {
         started_on = NULL,
         heartbeat_on = NULL
     WHERE name = $1
-      AND id IN (SELECT UNNEST($2::uuid[]))
+      AND id = ANY($2::uuid[])
   `;
 }
 export function insertJobs(schema, { table, name, returnId = true, notify = false }) {
@@ -1297,7 +1299,7 @@ export function insertFlowJobs(schema, { table, name }, jobs) {
   `;
 }
 export function failJobsById(schema, table) {
-    const where = `name = $1 AND id IN (SELECT UNNEST($2::uuid[])) AND state < '${JOB_STATES.completed}'`;
+    const where = `name = $1 AND id = ANY($2::uuid[]) AND state < '${JOB_STATES.completed}'`;
     const output = '$3::jsonb';
     return failJobs(schema, table, where, output);
 }
@@ -1322,7 +1324,7 @@ export function touchJobs(schema, table) {
       UPDATE ${schema}.${table}
       SET heartbeat_on = now()
       WHERE name = $1
-        AND id IN (SELECT UNNEST($2::uuid[]))
+        AND id = ANY($2::uuid[])
         AND state = '${JOB_STATES.active}'
       RETURNING 1
     )
@@ -1504,16 +1506,21 @@ function failJobsBody(schema, table, where, output, forceTerminal = false) {
       SELECT * FROM failed_jobs
     ),
     dlq_jobs as (
-      INSERT INTO ${schema}.job (name, data, output, retry_limit, retry_backoff, retry_delay, keep_until, deletion_seconds)
+      INSERT INTO ${schema}.job (name, data, output, retry_limit, retry_backoff, retry_delay, keep_until, deletion_seconds,
+        source_name, source_id, source_created_on, source_retry_count)
       SELECT
         r.dead_letter,
-        data,
-        output,
+        r.data,
+        r.output,
         q.retry_limit,
         q.retry_backoff,
         q.retry_delay,
         now() + q.retention_seconds * interval '1s',
-        q.deletion_seconds
+        q.deletion_seconds,
+        r.name,
+        r.id,
+        r.created_on,
+        r.retry_count
       FROM results r
         JOIN ${schema}.queue q ON q.name = r.dead_letter
       WHERE state = '${JOB_STATES.failed}'
@@ -1549,13 +1556,13 @@ export function deadLetterJobsByIdWithOutputs(schema, table) {
 // Distributed mode: separate queries to avoid CockroachDB's multi-mutation CTE limitation
 export function selectJobsToFailById(schema, table) {
     return {
-        text: `SELECT * FROM ${schema}.${table} WHERE name = $1 AND id IN (SELECT UNNEST($2::uuid[])) AND state < '${JOB_STATES.completed}'`,
+        text: `SELECT * FROM ${schema}.${table} WHERE name = $1 AND id = ANY($2::uuid[]) AND state < '${JOB_STATES.completed}'`,
         values: []
     };
 }
 export function deleteJobsToFail(schema, table) {
     return {
-        text: `DELETE FROM ${schema}.${table} WHERE name = $1 AND id IN (SELECT UNNEST($2::uuid[]))`,
+        text: `DELETE FROM ${schema}.${table} WHERE name = $1 AND id = ANY($2::uuid[])`,
         values: []
     };
 }
@@ -1584,37 +1591,112 @@ export function selectJobsToFailByHeartbeat(schema, table, queues) {
 }
 export function deleteJobsByIds(schema, table) {
     return {
-        text: `DELETE FROM ${schema}.${table} WHERE id IN (SELECT UNNEST($1::uuid[]))`,
+        text: `DELETE FROM ${schema}.${table} WHERE id = ANY($1::uuid[])`,
         values: []
     };
 }
-// Distributed mode: complete jobs without the dependency-unblocking CTE so the
-// statement only mutates a single table once. CockroachDB rejects the standard
-// completeJobs() because it updates both the job table and job (for unblocking)
-// within one statement. The unblocking is handled separately by decrementDependents().
+// Distributed mode: complete jobs as a single-table mutation. Dependency unblocking is handled
+// out of band by the background resolver (Navigator), so completion does no dependency work.
 export function completeJobsDistributed(schema, table, includeQueued) {
     return `
     ${completeJobsUpdate(schema, table, includeQueued)}
-    RETURNING id, blocking
+    RETURNING id
   `;
 }
-// Distributed mode: decrement pending_dependencies for children of the given
-// completed parent jobs. Only the final UPDATE mutates job, so this is a single
-// mutation acceptable to CockroachDB. $2 is the list of completed parent ids that
-// were marked blocking.
+// Decrement pending_dependencies for children of the given completed parent jobs, unblocking
+// any that reach zero. Only the final UPDATE mutates job, so this is a single mutation acceptable
+// to CockroachDB. Used by the distributed flow resolver path. $1 is the parent queue name, $2 the
+// list of resolved parent ids for that queue.
 export function decrementDependents(schema) {
     return `
     WITH decremented AS (
       SELECT d.child_name, d.child_id, COUNT(*)::int AS n
       FROM ${schema}.job_dependency d
       WHERE d.parent_name = $1
-        AND d.parent_id IN (SELECT UNNEST($2::uuid[]))
+        AND d.parent_id = ANY($2::uuid[])
       GROUP BY d.child_name, d.child_id
     ),
     ${lockedChildrenCte(schema)}
     ${unblockChildrenUpdate(schema)}
   `;
 }
+// Background flow resolver (Navigator) batch size: the max number of completed blocking parents
+// locked per audit statement. The resolver loops until a batch drains, so this only bounds the
+// lock footprint and per-statement cost.
+export const FLOW_BATCH_SIZE = 1000;
+// Standard (multi-mutation CTE) flow audit. Locks a batch of completed blocking parents in the
+// given partition table, decrements their children's pending_dependencies (reusing the shared
+// unblock fragments, which reach across partitions via the parent job table), unblocks children
+// that reach zero, and clears `blocking` on the resolved parents so they leave the job_i9 index
+// and are never reprocessed. $1 is the chunk of queue names (for partition pruning). Returns the
+// number of parents resolved so the caller can loop until a batch drains.
+export function resolveFlowJobs(schema, table, names) {
+    return {
+        text: `
+    WITH locked_parents AS (
+      SELECT j.name, j.id
+      FROM ${schema}.${table} j
+      WHERE j.blocking
+        AND j.state = '${JOB_STATES.completed}'
+        AND j.name = ANY($1::text[])
+      ORDER BY j.name, j.id
+      FOR UPDATE OF j SKIP LOCKED
+      LIMIT ${FLOW_BATCH_SIZE}
+    ),
+    decremented AS (
+      SELECT d.child_name, d.child_id, COUNT(*)::int AS n
+      FROM ${schema}.job_dependency d
+      JOIN locked_parents p ON d.parent_name = p.name
+        AND d.parent_id = p.id
+      GROUP BY d.child_name, d.child_id
+    ),
+    ${lockedChildrenCte(schema)},
+    unblocked AS (
+      ${unblockChildrenUpdate(schema)}
+      RETURNING 1
+    ),
+    cleared AS (
+      UPDATE ${schema}.${table} j
+      SET blocking = false
+      FROM locked_parents p
+      WHERE j.name = p.name
+        AND j.id = p.id
+      RETURNING 1
+    )
+    SELECT COUNT(*)::int AS resolved FROM cleared
+  `,
+        values: [names]
+    };
+}
+// Distributed flow audit (CockroachDB / noMultiMutationCte). Locks a batch of completed blocking
+// parents without mutating, so the caller can run the single-mutation decrementDependents() and
+// clearBlocking() separately within one transaction. $1 is the chunk of queue names; SKIP LOCKED
+// is omitted under noSkipLocked.
+export function selectBlockingParents(schema, table, names, noSkipLocked) {
+    return {
+        text: `
+      SELECT name, id
+      FROM ${schema}.${table}
+      WHERE blocking
+        AND state = '${JOB_STATES.completed}'
+        AND name = ANY($1::text[])
+      ORDER BY name, id
+      FOR UPDATE${noSkipLocked ? '' : ' SKIP LOCKED'}
+      LIMIT ${FLOW_BATCH_SIZE}
+    `,
+        values: [names]
+    };
+}
+// Distributed flow audit: clear `blocking` on resolved parents (single mutation). $1 is the parent
+// queue name, $2 the list of resolved parent ids for that queue.
+export function clearBlocking(schema) {
+    return `
+    UPDATE ${schema}.job
+    SET blocking = false
+    WHERE name = $1
+      AND id = ANY($2::uuid[])
+  `;
+}
 export function insertRetryJob(schema, table) {
     return `
     INSERT INTO ${schema}.${table} (
@@ -1632,11 +1714,50 @@ export function insertRetryJob(schema, table) {
 }
 export function insertDeadLetterJob(schema) {
     return `
-    INSERT INTO ${schema}.job (name, data, output, retry_limit, retry_backoff, retry_delay, keep_until, deletion_seconds)
-    SELECT $1, $2, $3, q.retry_limit, q.retry_backoff, q.retry_delay, now() + q.retention_seconds * interval '1s', q.deletion_seconds
+    INSERT INTO ${schema}.job (name, data, output, retry_limit, retry_backoff, retry_delay, keep_until, deletion_seconds,
+      source_name, source_id, source_created_on, source_retry_count)
+    SELECT $1, $2, $3, q.retry_limit, q.retry_backoff, q.retry_delay, now() + q.retention_seconds * interval '1s', q.deletion_seconds,
+      $4, $5, $6, $7
     FROM ${schema}.queue q WHERE q.name = $1
   `;
 }
+// Dead-letter redrive. Moves un-started jobs out of a dead-letter queue and
+// re-creates them as fresh jobs on their original source queue (or $2 destination override),
+// oldest-first, capped at $4. The JOIN in `candidates` only matches jobs whose destination queue
+// exists, so legacy/orphaned jobs (NULL source_name, no override) are never deleted — they stay
+// in the DLQ rather than being lost. Re-created jobs get a new id, `created` state, retry_count 0,
+// cleared output, NULL source_*, and the destination queue's current retry/retention/policy config.
+export function redriveJobs(schema, table) {
+    return `
+    WITH candidates AS (
+      SELECT j.id
+      FROM ${schema}.${table} j
+      JOIN ${schema}.queue q ON q.name = COALESCE($2, j.source_name)
+      WHERE j.name = $1
+        AND j.state < '${JOB_STATES.active}'
+        AND ($3::text IS NULL OR j.source_name = $3)
+      ORDER BY j.created_on
+      LIMIT $4
+      FOR UPDATE OF j SKIP LOCKED
+    ),
+    moved AS (
+      DELETE FROM ${schema}.${table}
+      WHERE id IN (SELECT id FROM candidates)
+      RETURNING *
+    ),
+    ins AS (
+      INSERT INTO ${schema}.job
+        (name, data, priority, retry_limit, retry_backoff, retry_delay, retry_delay_max,
+         expire_seconds, keep_until, deletion_seconds, policy)
+      SELECT COALESCE($2, m.source_name), m.data, m.priority, q.retry_limit, q.retry_backoff,
+        q.retry_delay, q.retry_delay_max, q.expire_seconds,
+        now() + q.retention_seconds * interval '1s', q.deletion_seconds, q.policy
+      FROM moved m JOIN ${schema}.queue q ON q.name = COALESCE($2, m.source_name)
+      RETURNING 1
+    )
+    SELECT count(*)::int AS moved FROM ins
+  `;
+}
 export function deletion(schema, table, queues, noAdvisoryLocks) {
     const sql = `
     DELETE FROM ${schema}.${table}
@@ -1657,7 +1778,7 @@ export function retryJobs(schema, table) {
       SET state = '${JOB_STATES.retry}',
         retry_limit = retry_limit + 1
       WHERE name = $1
-        AND id IN (SELECT UNNEST($2::uuid[]))
+        AND id = ANY($2::uuid[])
         AND state = '${JOB_STATES.failed}'
       RETURNING 1
     )