comfyui-node 1.6.0 → 1.6.2

package/dist/multipool/job-profiler.js

@@ -0,0 +1,222 @@
+/**
+ * Job Profiler for MultiWorkflowPool - Automatic per-node execution profiling
+ * ===========================================================================
+ *
+ * Captures detailed execution metrics for workflow jobs automatically:
+ * - Per-node execution timing
+ * - Progress tracking for nodes that emit progress events
+ * - Execution order and dependencies
+ * - Node types and metadata
+ *
+ * Usage:
+ * ```ts
+ * const pool = new MultiWorkflowPool({ enableProfiling: true });
+ * const jobId = await pool.submitJob(workflow);
+ *
+ * const results = await pool.waitForJobCompletion(jobId);
+ * console.log(results.profileStats);
+ * ```
+ */
+/**
+ * JobProfiler tracks execution metrics for a single workflow job.
+ */
+export class JobProfiler {
+    queuedAt;
+    startedAt;
+    completedAt;
+    promptId;
+    nodeProfiles = new Map();
+    lastExecutingNode = null;
+    constructor(queuedAt, workflowJson) {
+        this.queuedAt = queuedAt;
+        // Initialize node profiles from workflow structure
+        if (workflowJson) {
+            for (const [nodeId, nodeData] of Object.entries(workflowJson)) {
+                const node = nodeData;
+                if (node && typeof node === 'object' && node.class_type) {
+                    this.nodeProfiles.set(nodeId, {
+                        nodeId,
+                        type: node.class_type,
+                        title: node._meta?.title,
+                        cached: false,
+                        status: 'pending'
+                    });
+                }
+            }
+        }
+    }
+    /**
+     * Record execution start event
+     */
+    onExecutionStart(promptId) {
+        this.promptId = promptId;
+        if (!this.startedAt) {
+            this.startedAt = Date.now();
+        }
+    }
+    /**
+     * Record cached nodes
+     */
+    onCachedNodes(nodeIds) {
+        const now = Date.now();
+        for (const nodeId of nodeIds) {
+            let profile = this.nodeProfiles.get(nodeId);
+            if (!profile) {
+                profile = {
+                    nodeId,
+                    cached: true,
+                    status: 'cached'
+                };
+                this.nodeProfiles.set(nodeId, profile);
+            }
+            profile.cached = true;
+            profile.status = 'cached';
+            profile.startedAt = now;
+            profile.completedAt = now;
+            profile.duration = 0;
+        }
+    }
+    /**
+     * Record node execution start
+     */
+    onNodeExecuting(nodeId) {
+        // Complete previous node if any
+        if (this.lastExecutingNode && this.lastExecutingNode !== nodeId) {
+            this.completeNode(this.lastExecutingNode);
+        }
+        // Start tracking new node
+        let profile = this.nodeProfiles.get(nodeId);
+        if (!profile) {
+            profile = {
+                nodeId,
+                cached: false,
+                status: 'executing'
+            };
+            this.nodeProfiles.set(nodeId, profile);
+        }
+        if (!profile.startedAt) {
+            profile.startedAt = Date.now();
+            profile.status = 'executing';
+        }
+        this.lastExecutingNode = nodeId;
+    }
+    /**
+     * Record node completion (when next node starts or execution ends)
+     */
+    completeNode(nodeId) {
+        const profile = this.nodeProfiles.get(nodeId);
+        if (profile && !profile.completedAt && profile.startedAt) {
+            profile.completedAt = Date.now();
+            profile.duration = profile.completedAt - profile.startedAt;
+            profile.status = 'completed';
+        }
+    }
+    /**
+     * Record execution end (node: null event)
+     */
+    onExecutionComplete() {
+        // Complete last executing node
+        if (this.lastExecutingNode) {
+            this.completeNode(this.lastExecutingNode);
+            this.lastExecutingNode = null;
+        }
+        // Mark any nodes still in "executing" state as completed
+        for (const profile of Array.from(this.nodeProfiles.values())) {
+            if (profile.status === 'executing' && !profile.completedAt && profile.startedAt) {
+                profile.completedAt = Date.now();
+                profile.duration = profile.completedAt - profile.startedAt;
+                profile.status = 'completed';
+            }
+        }
+        this.completedAt = Date.now();
+    }
+    /**
+     * Record progress event for a node
+     */
+    onProgress(nodeId, value, max) {
+        const nodeIdStr = String(nodeId);
+        let profile = this.nodeProfiles.get(nodeIdStr);
+        if (!profile) {
+            profile = {
+                nodeId: nodeIdStr,
+                cached: false,
+                status: 'executing',
+                progressEvents: []
+            };
+            this.nodeProfiles.set(nodeIdStr, profile);
+        }
+        if (!profile.progressEvents) {
+            profile.progressEvents = [];
+        }
+        profile.progressEvents.push({
+            timestamp: Date.now(),
+            value,
+            max
+        });
+    }
+    /**
+     * Record node execution error
+     */
+    onNodeError(nodeId, error) {
+        let profile = this.nodeProfiles.get(nodeId);
+        if (!profile) {
+            profile = {
+                nodeId,
+                cached: false,
+                status: 'failed'
+            };
+            this.nodeProfiles.set(nodeId, profile);
+        }
+        profile.status = 'failed';
+        profile.error = error;
+        profile.completedAt = Date.now();
+        if (profile.startedAt) {
+            profile.duration = profile.completedAt - profile.startedAt;
+        }
+    }
+    /**
+     * Generate final profile statistics
+     */
+    getStats() {
+        const now = Date.now();
+        const completedAt = this.completedAt || now;
+        const startedAt = this.startedAt || this.queuedAt;
+        const nodes = Array.from(this.nodeProfiles.values());
+        // Calculate summary statistics
+        const executedNodes = nodes.filter(n => n.status === 'completed').length;
+        const cachedNodes = nodes.filter(n => n.cached).length;
+        const failedNodes = nodes.filter(n => n.status === 'failed').length;
+        const slowestNodes = nodes
+            .filter(n => n.duration && n.duration > 0)
+            .sort((a, b) => (b.duration || 0) - (a.duration || 0))
+            .slice(0, 5)
+            .map(n => ({
+            nodeId: n.nodeId,
+            type: n.type,
+            title: n.title,
+            duration: n.duration
+        }));
+        const progressNodes = nodes
+            .filter(n => n.progressEvents && n.progressEvents.length > 0)
+            .map(n => n.nodeId);
+        return {
+            promptId: this.promptId,
+            totalDuration: completedAt - this.queuedAt,
+            queueTime: startedAt - this.queuedAt,
+            executionTime: completedAt - startedAt,
+            queuedAt: this.queuedAt,
+            startedAt: this.startedAt,
+            completedAt,
+            nodes,
+            summary: {
+                totalNodes: nodes.length,
+                executedNodes,
+                cachedNodes,
+                failedNodes,
+                slowestNodes,
+                progressNodes
+            }
+        };
+    }
+}
+//# sourceMappingURL=job-profiler.js.map

package/dist/multipool/job-profiler.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"job-profiler.js","sourceRoot":"","sources":["../../src/multipool/job-profiler.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;GAkBG;AAoEH;;GAEG;AACH,MAAM,OAAO,WAAW;IACd,QAAQ,CAAS;IACjB,SAAS,CAAU;IACnB,WAAW,CAAU;IACrB,QAAQ,CAAU;IAClB,YAAY,GAAsC,IAAI,GAAG,EAAE,CAAC;IAC5D,iBAAiB,GAAkB,IAAI,CAAC;IAEhD,YAAY,QAAgB,EAAE,YAAkC;QAC9D,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;QAEzB,mDAAmD;QACnD,IAAI,YAAY,EAAE,CAAC;YACjB,KAAK,MAAM,CAAC,MAAM,EAAE,QAAQ,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,YAAY,CAAC,EAAE,CAAC;gBAC9D,MAAM,IAAI,GAAG,QAAe,CAAC;gBAC7B,IAAI,IAAI,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;oBACxD,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,MAAM,EAAE;wBAC5B,MAAM;wBACN,IAAI,EAAE,IAAI,CAAC,UAAU;wBACrB,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,KAAK;wBACxB,MAAM,EAAE,KAAK;wBACb,MAAM,EAAE,SAAS;qBAClB,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED;;OAEG;IACH,gBAAgB,CAAC,QAAgB;QAC/B,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACzB,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;YACpB,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC9B,CAAC;IACH,CAAC;IAED;;OAEG;IACH,aAAa,CAAC,OAAiB;QAC7B,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;YAC7B,IAAI,OAAO,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;YAC5C,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,OAAO,GAAG;oBACR,MAAM;oBACN,MAAM,EAAE,IAAI;oBACZ,MAAM,EAAE,QAAQ;iBACjB,CAAC;gBACF,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YACzC,CAAC;YACD,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC;YACtB,OAAO,CAAC,MAAM,GAAG,QAAQ,CAAC;YAC1B,OAAO,CAAC,SAAS,GAAG,GAAG,CAAC;YACxB,OAAO,CAAC,WAAW,GAAG,GAAG,CAAC;YAC1B,OAAO,CAAC,QAAQ,GAAG,CAAC,CAAC;QACvB,CAAC;IACH,CAAC;IAED;;OAEG;IACH,eAAe,CAAC,MAAc;QAC5B,gCAAgC;QAChC,IAAI,IAAI,CAAC,iBAAiB,IAAI,IAAI,CAAC,iBAAiB,KAAK,MAAM,EAAE,CAAC;YAChE,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;QAC5C,CAAC;QAED,0BAA0B;QAC1B,IAAI,OAAO,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAC5C,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,OAAO,GAAG;gBACR,MAAM;gBACN,MAAM,EAAE,KAAK;gBACb,MAAM,EAAE,WAAW;aACpB,CAAC;YACF,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QACzC,CAAC;QAED,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,CAAC;YACvB,OAAO,CAAC,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YAC/B,OAAO,CAAC,MAAM,GAAG,WAAW,CAAC;QAC/B,CAAC;QAED,IAAI,CAAC,iBAAiB,GAAG,MAAM,CAAC;IAClC,CAAC;IAED;;OAEG;IACK,YAAY,CAAC,MAAc;QACjC,MAAM,OAAO,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAC9C,IAAI,OAAO,IAAI,CAAC,OAAO,CAAC,WAAW,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;YACzD,OAAO,CAAC,WAAW,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;YACjC,OAAO,CAAC,QAAQ,GAAG,OAAO,CAAC,WAAW,GAAG,OAAO,CAAC,SAAS,CAAC;YAC3D,OAAO,CAAC,MAAM,GAAG,WAAW,CAAC;QAC/B,CAAC;IACH,CAAC;IAED;;OAEG;IACH,mBAAmB;QACjB,+BAA+B;QAC/B,IAAI,IAAI,CAAC,iBAAiB,EAAE,CAAC;YAC3B,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;YAC1C,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC;QAChC,CAAC;QAED,yDAAyD;QACzD,KAAK,MAAM,OAAO,IAAI,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,CAAC,EAAE,CAAC;YAC7D,IAAI,OAAO,CAAC,MAAM,KAAK,WAAW,IAAI,CAAC,OAAO,CAAC,WAAW,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;gBAChF,OAAO,CAAC,WAAW,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;gBACjC,OAAO,CAAC,QAAQ,GAAG,OAAO,CAAC,WAAW,GAAG,OAAO,CAAC,SAAS,CAAC;gBAC3D,OAAO,CAAC,MAAM,GAAG,WAAW,CAAC;YAC/B,CAAC;QACH,CAAC;QAED,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAChC,CAAC;IAED;;OAEG;IACH,UAAU,CAAC,MAAuB,EAAE,KAAa,EAAE,GAAW;QAC5D,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC;QACjC,IAAI,OAAO,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QAE/C,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,OAAO,GAAG;gBACR,MAAM,EAAE,SAAS;gBACjB,MAAM,EAAE,KAAK;gBACb,MAAM,EAAE,WAAW;gBACnB,cAAc,EAAE,EAAE;aACnB,CAAC;YACF,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;QAC5C,CAAC;QAED,IAAI,CAAC,OAAO,CAAC,cAAc,EAAE,CAAC;YAC5B,OAAO,CAAC,cAAc,GAAG,EAAE,CAAC;QAC9B,CAAC;QAED,OAAO,CAAC,cAAc,CAAC,IAAI,CAAC;YAC1B,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;YACrB,KAAK;YACL,GAAG;SACJ,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACH,WAAW,CAAC,MAAc,EAAE,KAAa;QACvC,IAAI,OAAO,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAC5C,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,OAAO,GAAG;gBACR,MAAM;gBACN,MAAM,EAAE,KAAK;gBACb,MAAM,EAAE,QAAQ;aACjB,CAAC;YACF,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QACzC,CAAC;QAED,OAAO,CAAC,MAAM,GAAG,QAAQ,CAAC;QAC1B,OAAO,CAAC,KAAK,GAAG,KAAK,CAAC;QACtB,OAAO,CAAC,WAAW,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAEjC,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;YACtB,OAAO,CAAC,QAAQ,GAAG,OAAO,CAAC,WAAW,GAAG,OAAO,CAAC,SAAS,CAAC;QAC7D,CAAC;IACH,CAAC;IAED;;OAEG;IACH,QAAQ;QACN,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,WAAW,GAAG,IAAI,CAAC,WAAW,IAAI,GAAG,CAAC;QAC5C,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,QAAQ,CAAC;QAElD,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,CAAC,CAAC;QAErD,+BAA+B;QAC/B,MAAM,aAAa,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,WAAW,CAAC,CAAC,MAAM,CAAC;QACzE,MAAM,WAAW,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC;QACvD,MAAM,WAAW,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,MAAM,CAAC;QAEpE,MAAM,YAAY,GAAG,KAAK;aACvB,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,QAAQ,GAAG,CAAC,CAAC;aACzC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,CAAC;aACrD,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;aACX,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YACT,MAAM,EAAE,CAAC,CAAC,MAAM;YAChB,IAAI,EAAE,CAAC,CAAC,IAAI;YACZ,KAAK,EAAE,CAAC,CAAC,KAAK;YACd,QAAQ,EAAE,CAAC,CAAC,QAAS;SACtB,CAAC,CAAC,CAAC;QAEN,MAAM,aAAa,GAAG,KAAK;aACxB,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,cAAc,IAAI,CAAC,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,CAAC;aAC5D,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;QAEtB,OAAO;YACL,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,aAAa,EAAE,WAAW,GAAG,IAAI,CAAC,QAAQ;YAC1C,SAAS,EAAE,SAAS,GAAG,IAAI,CAAC,QAAQ;YACpC,aAAa,EAAE,WAAW,GAAG,SAAS;YACtC,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,WAAW;YACX,KAAK;YACL,OAAO,EAAE;gBACP,UAAU,EAAE,KAAK,CAAC,MAAM;gBACxB,aAAa;gBACb,WAAW;gBACX,WAAW;gBACX,YAAY;gBACZ,aAAa;aACd;SACF,CAAC;IACJ,CAAC;CACF"}

package/dist/multipool/job-queue-processor.d.ts

@@ -0,0 +1,28 @@
+import { Workflow } from "./workflow.js";
+import { JobStateRegistry } from "./job-state-registry.js";
+import { ClientRegistry } from "./client-registry.js";
+import { Logger } from "./logger.js";
+export interface QueueJob {
+    jobId: string;
+    workflow: Workflow;
+    attempts: number;
+}
+export declare class JobQueueProcessor {
+    private jobs;
+    private clientRegistry;
+    private logger;
+    queue: Array<QueueJob>;
+    workflowHash: string;
+    isProcessing: boolean;
+    maxAttempts: number;
+    constructor(stateRegistry: JobStateRegistry, clientRegistry: ClientRegistry, workflowHash: string, logger: Logger);
+    enqueueJob(newJobId: string, workflow: Workflow): Promise<void>;
+    processQueue(): Promise<void>;
+    private applyAutoSeed;
+    private runJobOnClient;
+    dequeueJob(jobId: string): void;
+    private handleFailure;
+    private retryOrMarkFailed;
+    private processAttachedMedia;
+}
+//# sourceMappingURL=job-queue-processor.d.ts.map

package/dist/multipool/job-queue-processor.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"job-queue-processor.d.ts","sourceRoot":"","sources":["../../src/multipool/job-queue-processor.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,eAAe,CAAC;AACzC,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAC3D,OAAO,EAAE,cAAc,EAAkB,MAAM,sBAAsB,CAAC;AAGtE,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAErC,MAAM,WAAW,QAAQ;IACvB,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,QAAQ,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,qBAAa,iBAAiB;IAE5B,OAAO,CAAC,IAAI,CAAmB;IAC/B,OAAO,CAAC,cAAc,CAAiB;IACvC,OAAO,CAAC,MAAM,CAAS;IACvB,KAAK,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAM;IAC5B,YAAY,EAAE,MAAM,CAAM;IAC1B,YAAY,EAAE,OAAO,CAAS;IAC9B,WAAW,EAAE,MAAM,CAAK;gBAEZ,aAAa,EAAE,gBAAgB,EAAE,cAAc,EAAE,cAAc,EAAE,YAAY,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM;IAQ3G,UAAU,CAAC,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,QAAQ;IAY/C,YAAY;IAyDlB,OAAO,CAAC,aAAa;YAeP,cAAc;IAkD5B,UAAU,CAAC,KAAK,EAAE,MAAM;IAIxB,OAAO,CAAC,aAAa;IAiCrB,OAAO,CAAC,iBAAiB;YAuBX,oBAAoB;CAGnC"}

package/dist/multipool/job-queue-processor.js

@@ -0,0 +1,197 @@
+import { classifyFailure } from "src/multipool/helpers.js";
+export class JobQueueProcessor {
+    jobs;
+    clientRegistry;
+    logger;
+    queue = [];
+    workflowHash = "";
+    isProcessing = false;
+    maxAttempts = 3;
+    constructor(stateRegistry, clientRegistry, workflowHash, logger) {
+        this.logger = logger;
+        this.logger.debug(`Creating JobQueueProcessor for workflow hash: '${workflowHash}'`);
+        this.clientRegistry = clientRegistry;
+        this.jobs = stateRegistry;
+        this.workflowHash = workflowHash;
+    }
+    async enqueueJob(newJobId, workflow) {
+        // validate job state on registry
+        const jobStatus = this.jobs.getJobStatus(newJobId);
+        if (jobStatus !== "pending") {
+            throw new Error(`Cannot enqueue job ${newJobId} with status ${jobStatus}`);
+        }
+        this.queue.push({ jobId: newJobId, workflow, attempts: 1 });
+        this.processQueue().catch(reason => {
+            this.logger.error(`Error processing job queue for workflow hash ${this.workflowHash}:`, reason);
+        });
+    }
+    async processQueue() {
+        if (this.isProcessing) {
+            this.logger.debug(`Job queue for workflow hash ${this.workflowHash} is already being processed, skipping.`);
+            return;
+        }
+        this.isProcessing = true;
+        // Get the next job in the queue
+        const nextJob = this.queue.shift();
+        if (nextJob) {
+            this.logger.debug(`Processing job ${nextJob.jobId}`);
+            let preferredClient;
+            // If this processor is for the general queue, try to find a preferred client
+            if (this.workflowHash === "general") {
+                preferredClient = await this.clientRegistry.getOptimalIdleClient(nextJob.workflow);
+            }
+            else {
+                preferredClient = this.clientRegistry.getOptimalClient(nextJob.workflow);
+            }
+            if (!preferredClient) {
+                this.logger.debug(`No idle clients available for job ${nextJob.jobId}.`);
+                // Mark as pending again
+                this.jobs.setJobStatus(nextJob.jobId, "pending");
+                // Re-add the job to the front of the queue for later processing
+                this.queue.unshift(nextJob);
+                this.isProcessing = false;
+                return;
+            }
+            else {
+                this.logger.info(`Assigning job ${nextJob.jobId} to client ${preferredClient.nodeName}`);
+                this.jobs.setJobStatus(nextJob.jobId, "assigned", preferredClient.url);
+                await this.runJobOnClient(nextJob, preferredClient);
+            }
+        }
+        this.isProcessing = false;
+        // Recursively process the next job if we have idle clients to handle them
+        if (this.queue.length > 0) {
+            let idleCount = 0;
+            for (const client of this.clientRegistry.clients.values()) {
+                this.logger.debug(`Client ${client.nodeName} state: ${client.state}`);
+                if (client.state === "idle") {
+                    idleCount++;
+                }
+            }
+            if (idleCount > 0) {
+                this.logger.debug(`Continuing to process next job in queue for workflow hash ${this.workflowHash}.`);
+                try {
+                    await this.processQueue();
+                }
+                catch (e) {
+                    this.logger.error(`Error processing job queue for workflow hash ${this.workflowHash}:`, e);
+                }
+            }
+        }
+    }
+    applyAutoSeed(workflow) {
+        const autoSeeds = {};
+        for (const [nodeId, nodeValue] of Object.entries(workflow)) {
+            if (!nodeValue || typeof nodeValue !== "object")
+                continue;
+            const inputs = nodeValue.inputs;
+            if (!inputs || typeof inputs !== "object")
+                continue;
+            if (typeof inputs.seed === "number" && inputs.seed === -1) {
+                const val = Math.floor(Math.random() * 2_147_483_647);
+                inputs.seed = val;
+                autoSeeds[nodeId] = val;
+            }
+        }
+        return autoSeeds;
+    }
+    async runJobOnClient(nextJob, preferredClient) {
+        try {
+            const api = preferredClient.api;
+            // Check if client is idle before sending job
+            const queueStatus = await api.getQueue();
+            if (queueStatus.queue_running.length !== 0 || queueStatus.queue_pending.length !== 0) {
+                this.logger.debug(`Client ${preferredClient.nodeName} is busy, re-adding job ${nextJob.jobId} to queue.`);
+                this.jobs.setJobStatus(nextJob.jobId, "pending");
+                this.queue.unshift(nextJob);
+                return;
+            }
+            await this.processAttachedMedia(nextJob.workflow, api);
+            const workflowJson = nextJob.workflow.toJSON();
+            const autoSeeds = this.applyAutoSeed(workflowJson);
+            if (Object.keys(autoSeeds).length > 0) {
+                this.logger.queue(this.workflowHash, `Applied auto seeds for job ${nextJob.jobId}: ${JSON.stringify(autoSeeds)}`);
+                this.jobs.updateJobAutoSeeds(nextJob.jobId, autoSeeds);
+                // Update the workflow json with the new seeds before sending
+                const nodeIds = Object.keys(autoSeeds);
+                for (const nodeId of nodeIds) {
+                    workflowJson[nodeId].inputs.seed = autoSeeds[nodeId];
+                }
+            }
+            this.logger.queue(this.workflowHash, `Starting job ${nextJob.jobId} on client ${preferredClient.nodeName}`);
+            const result = await api.ext.queue.queuePrompt(null, workflowJson);
+            // at this point we have the prompt_id assigned by comfyui, we can mark the job as running
+            if (result.prompt_id) {
+                this.jobs.setPromptId(nextJob.jobId, result.prompt_id);
+                this.jobs.setJobStatus(nextJob.jobId, "running");
+                this.logger.queue(this.workflowHash, `Job ${nextJob.jobId} is now queued on client ${preferredClient.nodeName} with prompt ID ${result.prompt_id}`);
+                // we also mark the client as busy, to prevent new jobs being assigned until we detect completion
+                preferredClient.state = "busy";
+                this.logger.debug(Array.from(this.clientRegistry.clients.values()).map((c) => `${c.nodeName}: ${c.state}`).join(", "));
+            }
+            else {
+                this.logger.error(`Failed to enqueue job ${nextJob.jobId} on client ${preferredClient.nodeName}: No prompt_id returned.`);
+                this.jobs.setJobStatus(nextJob.jobId, "failed");
+            }
+        }
+        catch (e) {
+            this.logger.error(`Failed to run job ${nextJob.jobId} on client ${preferredClient.nodeName}`);
+            this.handleFailure(preferredClient, nextJob, e);
+        }
+    }
+    dequeueJob(jobId) {
+        this.queue = this.queue.filter(job => job.jobId !== jobId);
+    }
+    handleFailure(preferredClient, nextJob, e) {
+        const { type, message } = classifyFailure(e);
+        this.logger.queue(this.workflowHash, `Job ${nextJob.jobId} failed on ${preferredClient.nodeName}. Failure type: ${type}. Reason: ${message}`);
+        switch (type) {
+            case "connection":
+                preferredClient.state = "offline"; // Mark as offline to be re-checked later
+                this.logger.queue(this.workflowHash, `Re-queuing job ${nextJob.jobId} due to connection error.`);
+                this.jobs.setJobStatus(nextJob.jobId, "pending");
+                this.queue.unshift(nextJob); // Re-queue without incrementing attempts
+                break;
+            case "workflow_incompatibility":
+                preferredClient.state = "idle";
+                this.logger.queue(this.workflowHash, `Marking client ${preferredClient.nodeName} as incompatible with workflow ${nextJob.workflow.structureHash}.`);
+                this.clientRegistry.markClientIncompatibleWithWorkflow(preferredClient.url, nextJob.workflow.structureHash);
+                this.retryOrMarkFailed(nextJob, e);
+                break;
+            case "transient":
+                preferredClient.state = "idle";
+                this.logger.queue(this.workflowHash, `Job ${nextJob.jobId} failed with a transient error. It will not be retried.`);
+                this.jobs.setJobFailure(nextJob.jobId, { error: message, details: e.bodyJSON });
+                break;
+        }
+        // Trigger processing for the next job in the queue
+        this.processQueue().catch(reason => {
+            this.logger.error(`Error processing job queue for workflow hash ${this.workflowHash}:`, reason);
+        });
+    }
+    retryOrMarkFailed(nextJob, originalError) {
+        // Check if the job has exceeded its max attempts
+        if (nextJob.attempts >= this.maxAttempts) {
+            this.logger.queue(this.workflowHash, `Job ${nextJob.jobId} has reached max attempts (${this.maxAttempts}). Marking as failed.`);
+            this.jobs.setJobFailure(nextJob.jobId, originalError.bodyJSON);
+            return;
+        }
+        // Confirm if we should re-queue or fail the job
+        const eligibleClients = this.clientRegistry.getAllEligibleClientsForWorkflow(nextJob.workflow);
+        if (eligibleClients.length > 0) {
+            this.logger.queue(this.workflowHash, `Re-queuing job ${nextJob.jobId} (attempt ${nextJob.attempts + 1}) as there are other eligible clients available.`);
+            this.jobs.setJobStatus(nextJob.jobId, "pending");
+            // Increment attempts and re-add to the front of the queue
+            nextJob.attempts++;
+            this.queue.unshift(nextJob);
+        }
+        else {
+            this.logger.queue(this.workflowHash, `No other eligible clients for job ${nextJob.jobId}, marking as failed.`);
+            this.jobs.setJobFailure(nextJob.jobId, originalError.bodyJSON);
+        }
+    }
+    async processAttachedMedia(workflow, api) {
+        await workflow.uploadAssets(api);
+    }
+}
+//# sourceMappingURL=job-queue-processor.js.map

package/dist/multipool/job-queue-processor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"job-queue-processor.js","sourceRoot":"","sources":["../../src/multipool/job-queue-processor.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAC;AAU3D,MAAM,OAAO,iBAAiB;IAEpB,IAAI,CAAmB;IACvB,cAAc,CAAiB;IAC/B,MAAM,CAAS;IACvB,KAAK,GAAoB,EAAE,CAAC;IAC5B,YAAY,GAAW,EAAE,CAAC;IAC1B,YAAY,GAAY,KAAK,CAAC;IAC9B,WAAW,GAAW,CAAC,CAAC;IAExB,YAAY,aAA+B,EAAE,cAA8B,EAAE,YAAoB,EAAE,MAAc;QAC/G,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,kDAAkD,YAAY,GAAG,CAAC,CAAC;QACrF,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC;QACrC,IAAI,CAAC,IAAI,GAAG,aAAa,CAAC;QAC1B,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;IACnC,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,QAAgB,EAAE,QAAkB;QACnD,iCAAiC;QACjC,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC;QACnD,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;YAC5B,MAAM,IAAI,KAAK,CAAC,sBAAsB,QAAQ,gBAAgB,SAAS,EAAE,CAAC,CAAC;QAC7E,CAAC;QACD,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC;QAC5D,IAAI,CAAC,YAAY,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE;YACjC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,gDAAgD,IAAI,CAAC,YAAY,GAAG,EAAE,MAAM,CAAC,CAAC;QAClG,CAAC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,YAAY;QAEhB,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACtB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,+BAA+B,IAAI,CAAC,YAAY,wCAAwC,CAAC,CAAC;YAC5G,OAAO;QACT,CAAC;QAED,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;QAEzB,gCAAgC;QAChC,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;QACnC,IAAI,OAAO,EAAE,CAAC;YACZ,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,kBAAkB,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC;YACrD,IAAI,eAAsC,CAAC;YAC3C,6EAA6E;YAC7E,IAAI,IAAI,CAAC,YAAY,KAAK,SAAS,EAAE,CAAC;gBACpC,eAAe,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,oBAAoB,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;YACrF,CAAC;iBAAM,CAAC;gBACN,eAAe,GAAG,IAAI,CAAC,cAAc,CAAC,gBAAgB,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;YAC3E,CAAC;YACD,IAAI,CAAC,eAAe,EAAE,CAAC;gBACrB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,qCAAqC,OAAO,CAAC,KAAK,GAAG,CAAC,CAAC;gBACzE,wBAAwB;gBACxB,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;gBACjD,gEAAgE;gBAChE,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;gBAC5B,IAAI,CAAC,YAAY,GAAG,KAAK,CAAC;gBAC1B,OAAO;YACT,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,iBAAiB,OAAO,CAAC,KAAK,cAAc,eAAe,CAAC,QAAQ,EAAE,CAAC,CAAC;gBACzF,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,KAAK,EAAE,UAAU,EAAE,eAAe,CAAC,GAAG,CAAC,CAAC;gBACvE,MAAM,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,eAAe,CAAC,CAAC;YACtD,CAAC;QACH,CAAC;QAED,IAAI,CAAC,YAAY,GAAG,KAAK,CAAC;QAE1B,0EAA0E;QAC1E,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC1B,IAAI,SAAS,GAAG,CAAC,CAAC;YAClB,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;gBAC1D,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,UAAU,MAAM,CAAC,QAAQ,WAAW,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;gBACtE,IAAI,MAAM,CAAC,KAAK,KAAK,MAAM,EAAE,CAAC;oBAC5B,SAAS,EAAE,CAAC;gBACd,CAAC;YACH,CAAC;YACD,IAAI,SAAS,GAAG,CAAC,EAAE,CAAC;gBAClB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,6DAA6D,IAAI,CAAC,YAAY,GAAG,CAAC,CAAC;gBACrG,IAAI,CAAC;oBACH,MAAM,IAAI,CAAC,YAAY,EAAE,CAAC;gBAC5B,CAAC;gBAAC,OAAO,CAAC,EAAE,CAAC;oBACX,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,gDAAgD,IAAI,CAAC,YAAY,GAAG,EAAE,CAAC,CAAC,CAAC;gBAC7F,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAEO,aAAa,CAAC,QAA6B;QACjD,MAAM,SAAS,GAA2B,EAAE,CAAC;QAC7C,KAAK,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC3D,IAAI,CAAC,SAAS,IAAI,OAAO,SAAS,KAAK,QAAQ;gBAAE,SAAS;YAC1D,MAAM,MAAM,GAAI,SAAiB,CAAC,MAAM,CAAC;YACzC,IAAI,CAAC,MAAM,IAAI,OAAO,MAAM,KAAK,QAAQ;gBAAE,SAAS;YACpD,IAAI,OAAO,MAAM,CAAC,IAAI,KAAK,QAAQ,IAAI,MAAM,CAAC,IAAI,KAAK,CAAC,CAAC,EAAE,CAAC;gBAC1D,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,aAAa,CAAC,CAAC;gBACtD,MAAM,CAAC,IAAI,GAAG,GAAG,CAAC;gBAClB,SAAS,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC;YAC1B,CAAC;QACH,CAAC;QACD,OAAO,SAAS,CAAC;IACnB,CAAC;IAEO,KAAK,CAAC,cAAc,CAAC,OAAiB,EAAE,eAA+B;QAC7E,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,eAAe,CAAC,GAAG,CAAC;YAEhC,6CAA6C;YAC7C,MAAM,WAAW,GAAG,MAAM,GAAG,CAAC,QAAQ,EAAE,CAAC;YACzC,IAAI,WAAW,CAAC,aAAa,CAAC,MAAM,KAAK,CAAC,IAAI,WAAW,CAAC,aAAa,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACrF,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,UAAU,eAAe,CAAC,QAAQ,2BAA2B,OAAO,CAAC,KAAK,YAAY,CAAC,CAAC;gBAC1G,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;gBACjD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;gBAC5B,OAAO;YACT,CAAC;YAED,MAAM,IAAI,CAAC,oBAAoB,CAAC,OAAO,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;YAEvD,MAAM,YAAY,GAAG,OAAO,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC;YAC/C,MAAM,SAAS,GAAG,IAAI,CAAC,aAAa,CAAC,YAAY,CAAC,CAAC;YACnD,IAAI,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACtC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,YAAY,EAAE,8BAA8B,OAAO,CAAC,KAAK,KAAK,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;gBAClH,IAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC,OAAO,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;gBACvD,6DAA6D;gBAC7D,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;gBACvC,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;oBAC7B,YAAY,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,IAAI,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC;gBACvD,CAAC;YACH,CAAC;YAED,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,YAAY,EAAE,gBAAgB,OAAO,CAAC,KAAK,cAAc,eAAe,CAAC,QAAQ,EAAE,CAAC,CAAC;YAE5G,MAAM,MAAM,GAAG,MAAM,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,WAAW,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC;YAEnE,0FAA0F;YAC1F,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;gBACrB,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,KAAK,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC;gBACvD,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;gBACjD,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,YAAY,EAAE,OAAO,OAAO,CAAC,KAAK,4BAA4B,eAAe,CAAC,QAAQ,mBAAmB,MAAM,CAAC,SAAS,EAAE,CAAC,CAAC;gBACpJ,iGAAiG;gBACjG,eAAe,CAAC,KAAK,GAAG,MAAM,CAAC;gBAC/B,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,QAAQ,KAAK,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;YACzH,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,yBAAyB,OAAO,CAAC,KAAK,cAAc,eAAe,CAAC,QAAQ,0BAA0B,CAAC,CAAC;gBAC1H,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;YAClD,CAAC;QAEH,CAAC;QAAC,OAAO,CAAM,EAAE,CAAC;YAChB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,qBAAqB,OAAO,CAAC,KAAK,cAAc,eAAe,CAAC,QAAQ,EAAE,CAAC,CAAC;YAC9F,IAAI,CAAC,aAAa,CAAC,eAAe,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC;QAClD,CAAC;IACH,CAAC;IAED,UAAU,CAAC,KAAa;QACtB,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,KAAK,KAAK,KAAK,CAAC,CAAC;IAC7D,CAAC;IAEO,aAAa,CAAC,eAA+B,EAAE,OAAiB,EAAE,CAAM;QAE9E,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,GAAG,eAAe,CAAC,CAAC,CAAC,CAAC;QAC7C,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,YAAY,EAAE,OAAO,OAAO,CAAC,KAAK,cAAc,eAAe,CAAC,QAAQ,mBAAmB,IAAI,aAAa,OAAO,EAAE,CAAC,CAAC;QAE9I,QAAQ,IAAI,EAAE,CAAC;YACb,KAAK,YAAY;gBACf,eAAe,CAAC,KAAK,GAAG,SAAS,CAAC,CAAC,yCAAyC;gBAC5E,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,YAAY,EAAE,kBAAkB,OAAO,CAAC,KAAK,2BAA2B,CAAC,CAAC;gBACjG,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;gBACjD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,yCAAyC;gBACtE,MAAM;YAER,KAAK,0BAA0B;gBAC7B,eAAe,CAAC,KAAK,GAAG,MAAM,CAAC;gBAC/B,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,YAAY,EAAE,kBAAkB,eAAe,CAAC,QAAQ,kCAAkC,OAAO,CAAC,QAAQ,CAAC,aAAa,GAAG,CAAC,CAAC;gBACpJ,IAAI,CAAC,cAAc,CAAC,kCAAkC,CAAC,eAAe,CAAC,GAAG,EAAE,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC;gBAC5G,IAAI,CAAC,iBAAiB,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;gBACnC,MAAM;YAER,KAAK,WAAW;gBACd,eAAe,CAAC,KAAK,GAAG,MAAM,CAAC;gBAC/B,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,YAAY,EAAE,OAAO,OAAO,CAAC,KAAK,yDAAyD,CAAC,CAAC;gBACpH,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC;gBAChF,MAAM;QACV,CAAC;QAED,mDAAmD;QACnD,IAAI,CAAC,YAAY,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE;YACjC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,gDAAgD,IAAI,CAAC,YAAY,GAAG,EAAE,MAAM,CAAC,CAAC;QAClG,CAAC,CAAC,CAAC;IACL,CAAC;IAEO,iBAAiB,CAAC,OAAiB,EAAE,aAAkB;QAC7D,iDAAiD;QACjD,IAAI,OAAO,CAAC,QAAQ,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YACzC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,YAAY,EAAE,OAAO,OAAO,CAAC,KAAK,8BAA8B,IAAI,CAAC,WAAW,uBAAuB,CAAC,CAAC;YAChI,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,KAAK,EAAE,aAAa,CAAC,QAAQ,CAAC,CAAC;YAC/D,OAAO;QACT,CAAC;QAED,gDAAgD;QAChD,MAAM,eAAe,GAAG,IAAI,CAAC,cAAc,CAAC,gCAAgC,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QAE/F,IAAI,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC/B,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,YAAY,EAAE,kBAAkB,OAAO,CAAC,KAAK,aAAa,OAAO,CAAC,QAAQ,GAAG,CAAC,kDAAkD,CAAC,CAAC;YACzJ,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;YACjD,0DAA0D;YAC1D,OAAO,CAAC,QAAQ,EAAE,CAAC;YACnB,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;QAC9B,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,YAAY,EAAE,qCAAqC,OAAO,CAAC,KAAK,sBAAsB,CAAC,CAAC;YAC/G,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,KAAK,EAAE,aAAa,CAAC,QAAQ,CAAC,CAAC;QACjE,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,oBAAoB,CAAC,QAAkB,EAAE,GAAa;QAClE,MAAM,QAAQ,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC;IACnC,CAAC;CACF"}

package/dist/multipool/job-state-registry.d.ts

@@ -0,0 +1,67 @@
+import { MultiWorkflowPool } from "src/multipool/multi-workflow-pool.js";
+import { Workflow } from "src/multipool/workflow.js";
+import { ImageInfo } from "src/types/api.js";
+import { ClientRegistry } from "src/multipool/client-registry.js";
+import { JobProfiler, JobProfileStats } from "./job-profiler.js";
+export type JobStatus = "pending" | "assigned" | "running" | "completed" | "failed" | "canceled" | "no_clients";
+export type JobResultStatus = "completed" | "failed" | "canceled";
+export interface JobState {
+    jobId: string;
+    prompt_id?: string;
+    assignedClientUrl?: string;
+    workflow: Workflow;
+    status: JobStatus;
+    autoSeeds?: Record<string, number>;
+    resolver: ((results: JobResults) => void) | null;
+    resultsPromise?: Promise<JobResults>;
+    images?: ImageInfo[];
+    onProgress?: (progress: any) => void;
+    onPreview?: (preview: any) => void;
+    profiler?: JobProfiler;
+}
+export interface JobResults {
+    status: JobResultStatus;
+    jobId: string;
+    prompt_id: string;
+    images: string[];
+    error?: any;
+    profileStats?: JobProfileStats;
+}
+export declare class JobStateRegistry {
+    pool: MultiWorkflowPool;
+    clients: ClientRegistry;
+    jobs: Map<string, JobState>;
+    promptIdToJobId: Map<string, string>;
+    constructor(pool: MultiWorkflowPool, clients: ClientRegistry);
+    addJob(workflow: Workflow): string;
+    getJobStatus(jobId: string): JobStatus;
+    cancelJob(jobId: string): Promise<void>;
+    setJobStatus(jobId: string, newStatus: JobStatus, assignedClientUrl?: string): void;
+    updateJobAutoSeeds(jobId: string, autoSeeds: Record<string, number>): void;
+    setPromptId(jobId: string, prompt_id: string): void;
+    completeJob(prompt_id: string): void;
+    private processQueue;
+    waitForResults(jobId: string): Promise<JobResults>;
+    addJobImages(prompt_id: string, images: ImageInfo[]): void;
+    private removeJobFromQueue;
+    attachJobProgressListener(jobId: string, progressListener: (progress: {
+        value: number;
+        max: number;
+    }) => void): void;
+    attachJobPreviewListener(jobId: string, previewListener: (preview: {
+        metadata: any;
+        blob: Blob;
+    }) => void): void;
+    updateJobProgress(prompt_id: string, value: number, max: number, nodeId?: string | number): void;
+    updateJobPreviewMetadata(prompt_id: any, metadata: any, blob: Blob): void;
+    setJobFailure(jobId: string, bodyJSON: any): void;
+    /**
+     * Track node execution start for profiling
+     */
+    onNodeExecuting(prompt_id: string, nodeId: string): void;
+    /**
+     * Track cached nodes for profiling
+     */
+    onCachedNodes(prompt_id: string, nodeIds: string[]): void;
+}
+//# sourceMappingURL=job-state-registry.d.ts.map

package/dist/multipool/job-state-registry.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"job-state-registry.d.ts","sourceRoot":"","sources":["../../src/multipool/job-state-registry.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,MAAM,sCAAsC,CAAC;AACzE,OAAO,EAAE,QAAQ,EAAE,MAAM,2BAA2B,CAAC;AAErD,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC7C,OAAO,EAAE,cAAc,EAAE,MAAM,kCAAkC,CAAC;AAClE,OAAO,EAAE,WAAW,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAEjE,MAAM,MAAM,SAAS,GAAG,SAAS,GAAG,UAAU,GAAG,SAAS,GAAG,WAAW,GAAG,QAAQ,GAAG,UAAU,GAAG,YAAY,CAAC;AAChH,MAAM,MAAM,eAAe,GAAG,WAAW,GAAG,QAAQ,GAAG,UAAU,CAAC;AAElE,MAAM,WAAW,QAAQ;IACvB,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,QAAQ,EAAE,QAAQ,CAAC;IACnB,MAAM,EAAE,SAAS,CAAC;IAClB,SAAS,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACnC,QAAQ,EAAE,CAAC,CAAC,OAAO,EAAE,UAAU,KAAK,IAAI,CAAC,GAAG,IAAI,CAAC;IACjD,cAAc,CAAC,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC;IACrC,MAAM,CAAC,EAAE,SAAS,EAAE,CAAC;IACrB,UAAU,CAAC,EAAE,CAAC,QAAQ,EAAE,GAAG,KAAK,IAAI,CAAC;IACrC,SAAS,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,KAAK,IAAI,CAAC;IACnC,QAAQ,CAAC,EAAE,WAAW,CAAC;CACxB;AAED,MAAM,WAAW,UAAU;IACzB,MAAM,EAAE,eAAe,CAAC;IACxB,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,KAAK,CAAC,EAAE,GAAG,CAAC;IACZ,YAAY,CAAC,EAAE,eAAe,CAAC;CAChC;AAED,qBAAa,gBAAgB;IAE3B,IAAI,EAAE,iBAAiB,CAAC;IACxB,OAAO,EAAE,cAAc,CAAC;IAGxB,IAAI,EAAE,GAAG,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAa;IAGxC,eAAe,EAAE,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAa;gBAErC,IAAI,EAAE,iBAAiB,EAAE,OAAO,EAAE,cAAc;IAK5D,MAAM,CAAC,QAAQ,EAAE,QAAQ,GAAG,MAAM;IAwBlC,YAAY,CAAC,KAAK,EAAE,MAAM,GAAG,SAAS;IAQhC,SAAS,CAAC,KAAK,EAAE,MAAM;IAiE7B,YAAY,CAAC,KAAK,EAAE,MAAM,EAAE,SAAS,EAAE,SAAS,EAAE,iBAAiB,CAAC,EAAE,MAAM;IAW5E,kBAAkB,CAAC,KAAK,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC;IAQnE,WAAW,CAAC,KAAK,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM;IAc5C,WAAW,CAAC,SAAS,EAAE,MAAM;IA4C7B,OAAO,CAAC,YAAY;IASd,cAAc,CAAC,KAAK,EAAE,MAAM,GAAG,OAAO,CAAC,UAAU,CAAC;IAWxD,YAAY,CAAC,SAAS,EAAE,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE;IAWnD,OAAO,CAAC,kBAAkB;IAO1B,yBAAyB,CAAC,KAAK,EAAE,MAAM,EAAE,gBAAgB,EAAE,CAAC,QAAQ,EAAE;QACpE,KAAK,EAAE,MAAM,CAAC;QACd,GAAG,EAAE,MAAM,CAAC;KACb,KAAK,IAAI;IAQV,wBAAwB,CAAC,KAAK,EAAE,MAAM,EAAE,eAAe,EAAE,CAAC,OAAO,EAAE;QACjE,QAAQ,EAAE,GAAG,CAAC;QACd,IAAI,EAAE,IAAI,CAAC;KACZ,KAAK,IAAI;IAQV,iBAAiB,CAAC,SAAS,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,MAAM,GAAG,MAAM;IAgBzF,wBAAwB,CAAC,SAAS,EAAE,GAAG,EAAE,QAAQ,EAAE,GAAG,EAAE,IAAI,EAAE,IAAI;IAWlE,aAAa,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG;IA+B1C;;OAEG;IACH,eAAe,CAAC,SAAS,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM;IAOjD;;OAEG;IACH,aAAa,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE;CAMnD"}