@trigger.dev/core 3.3.16 → 4.0.0-v4-beta.0

package/dist/commonjs/v3/runEngineWorker/supervisor/http.d.ts

@@ -0,0 +1,351 @@
+import { WorkerApiConnectRequestBody, WorkerApiDequeueRequestBody, WorkerApiHeartbeatRequestBody, WorkerApiRunAttemptCompleteRequestBody, WorkerApiRunAttemptStartRequestBody, WorkerApiRunHeartbeatRequestBody, WorkerApiDebugLogBody, WorkerApiSuspendRunRequestBody } from "./schemas.js";
+import { SupervisorClientCommonOptions } from "./types.js";
+type SupervisorHttpClientOptions = SupervisorClientCommonOptions;
+export declare class SupervisorHttpClient {
+    private readonly apiUrl;
+    private readonly workerToken;
+    private readonly instanceName;
+    private readonly defaultHeaders;
+    constructor(opts: SupervisorHttpClientOptions);
+    connect(body: WorkerApiConnectRequestBody): Promise<import("../../zodfetch.js").ApiResult<{
+        ok: true;
+        workerGroup: {
+            type: string;
+            name: string;
+        };
+    }>>;
+    dequeue(body: WorkerApiDequeueRequestBody): Promise<import("../../zodfetch.js").ApiResult<{
+        version: "1";
+        run: {
+            id: string;
+            isTest: boolean;
+            traceContext: Record<string, unknown>;
+            machine: {
+                cpu: number;
+                memory: number;
+                name: "micro" | "small-1x" | "small-2x" | "medium-1x" | "medium-2x" | "large-1x" | "large-2x";
+                centsPerMs: number;
+            };
+            friendlyId: string;
+            attemptNumber: number;
+            masterQueue: string;
+        };
+        environment: {
+            type: "PRODUCTION" | "STAGING" | "DEVELOPMENT" | "PREVIEW";
+            id: string;
+        };
+        organization: {
+            id: string;
+        };
+        project: {
+            id: string;
+        };
+        snapshot: {
+            id: string;
+            description: string;
+            friendlyId: string;
+            executionStatus: import("../../index.js").TaskRunExecutionStatus;
+        };
+        completedWaitpoints: {
+            type: import("../../index.js").WaitpointType;
+            id: string;
+            completedAt: Date;
+            friendlyId: string;
+            outputIsError: boolean;
+            idempotencyKey?: string | undefined;
+            output?: string | undefined;
+            outputType?: string | undefined;
+            index?: number | undefined;
+            completedByTaskRun?: {
+                id: string;
+                friendlyId: string;
+                batch?: {
+                    id: string;
+                    friendlyId: string;
+                } | undefined;
+            } | undefined;
+            completedAfter?: Date | undefined;
+            completedByBatch?: {
+                id: string;
+                friendlyId: string;
+            } | undefined;
+        }[];
+        dequeuedAt: Date;
+        backgroundWorker: {
+            id: string;
+            version: string;
+            friendlyId: string;
+        };
+        deployment: {
+            id?: string | undefined;
+            friendlyId?: string | undefined;
+        };
+        checkpoint?: {
+            type: import("../../index.js").CheckpointTypeEnum;
+            id: string;
+            location: string;
+            imageRef?: string | null | undefined;
+            reason?: string | null | undefined;
+        } | undefined;
+        image?: string | undefined;
+    }[]>>;
+    dequeueFromVersion(deploymentId: string, maxRunCount?: number, runnerId?: string): Promise<import("../../zodfetch.js").ApiResult<{
+        version: "1";
+        run: {
+            id: string;
+            isTest: boolean;
+            traceContext: Record<string, unknown>;
+            machine: {
+                cpu: number;
+                memory: number;
+                name: "micro" | "small-1x" | "small-2x" | "medium-1x" | "medium-2x" | "large-1x" | "large-2x";
+                centsPerMs: number;
+            };
+            friendlyId: string;
+            attemptNumber: number;
+            masterQueue: string;
+        };
+        environment: {
+            type: "PRODUCTION" | "STAGING" | "DEVELOPMENT" | "PREVIEW";
+            id: string;
+        };
+        organization: {
+            id: string;
+        };
+        project: {
+            id: string;
+        };
+        snapshot: {
+            id: string;
+            description: string;
+            friendlyId: string;
+            executionStatus: import("../../index.js").TaskRunExecutionStatus;
+        };
+        completedWaitpoints: {
+            type: import("../../index.js").WaitpointType;
+            id: string;
+            completedAt: Date;
+            friendlyId: string;
+            outputIsError: boolean;
+            idempotencyKey?: string | undefined;
+            output?: string | undefined;
+            outputType?: string | undefined;
+            index?: number | undefined;
+            completedByTaskRun?: {
+                id: string;
+                friendlyId: string;
+                batch?: {
+                    id: string;
+                    friendlyId: string;
+                } | undefined;
+            } | undefined;
+            completedAfter?: Date | undefined;
+            completedByBatch?: {
+                id: string;
+                friendlyId: string;
+            } | undefined;
+        }[];
+        dequeuedAt: Date;
+        backgroundWorker: {
+            id: string;
+            version: string;
+            friendlyId: string;
+        };
+        deployment: {
+            id?: string | undefined;
+            friendlyId?: string | undefined;
+        };
+        checkpoint?: {
+            type: import("../../index.js").CheckpointTypeEnum;
+            id: string;
+            location: string;
+            imageRef?: string | null | undefined;
+            reason?: string | null | undefined;
+        } | undefined;
+        image?: string | undefined;
+    }[]>>;
+    heartbeatWorker(body: WorkerApiHeartbeatRequestBody): Promise<import("../../zodfetch.js").ApiResult<{
+        ok: true;
+    }>>;
+    heartbeatRun(runId: string, snapshotId: string, body: WorkerApiRunHeartbeatRequestBody, runnerId?: string): Promise<import("../../zodfetch.js").ApiResult<{
+        ok: true;
+    }>>;
+    startRunAttempt(runId: string, snapshotId: string, body: WorkerApiRunAttemptStartRequestBody, runnerId?: string): Promise<import("../../zodfetch.js").ApiResult<{
+        run: {
+            status: import("../../index.js").TaskRunStatus;
+            id: string;
+            friendlyId: string;
+            attemptNumber?: number | null | undefined;
+        };
+        snapshot: {
+            id: string;
+            description: string;
+            friendlyId: string;
+            executionStatus: import("../../index.js").TaskRunExecutionStatus;
+        };
+    } & {
+        execution: {
+            task: {
+                id: string;
+                filePath: string;
+                exportName?: string | undefined;
+            };
+            attempt: {
+                number: number;
+                status: string;
+                id: string;
+                startedAt: Date;
+                backgroundWorkerId: string;
+                backgroundWorkerTaskId: string;
+            };
+            run: {
+                payload: string;
+                id: string;
+                payloadType: string;
+                tags: string[];
+                isTest: boolean;
+                createdAt: Date;
+                startedAt: Date;
+                durationMs: number;
+                costInCents: number;
+                baseCostInCents: number;
+                context?: any;
+                metadata?: Record<string, import("../../../index.js").DeserializedJson> | undefined;
+                idempotencyKey?: string | undefined;
+                maxAttempts?: number | undefined;
+                version?: string | undefined;
+                maxDuration?: number | undefined;
+                priority?: number | undefined;
+            } & {
+                traceContext?: Record<string, unknown> | undefined;
+            };
+            queue: {
+                name: string;
+                id: string;
+            };
+            environment: {
+                type: "PRODUCTION" | "STAGING" | "DEVELOPMENT" | "PREVIEW";
+                id: string;
+                slug: string;
+            };
+            organization: {
+                name: string;
+                id: string;
+                slug: string;
+            };
+            project: {
+                name: string;
+                id: string;
+                slug: string;
+                ref: string;
+            };
+            machine: {
+                cpu: number;
+                memory: number;
+                name: "micro" | "small-1x" | "small-2x" | "medium-1x" | "medium-2x" | "large-1x" | "large-2x";
+                centsPerMs: number;
+            };
+            batch?: {
+                id: string;
+            } | undefined;
+        };
+    } & {
+        envVars: Record<string, string>;
+    }>>;
+    completeRunAttempt(runId: string, snapshotId: string, body: WorkerApiRunAttemptCompleteRequestBody, runnerId?: string): Promise<import("../../zodfetch.js").ApiResult<{
+        result: {
+            attemptStatus: "RUN_FINISHED" | "RUN_PENDING_CANCEL" | "RETRY_QUEUED" | "RETRY_IMMEDIATELY";
+        } & {
+            run: {
+                status: import("../../index.js").TaskRunStatus;
+                id: string;
+                friendlyId: string;
+                attemptNumber?: number | null | undefined;
+            };
+            snapshot: {
+                id: string;
+                description: string;
+                friendlyId: string;
+                executionStatus: import("../../index.js").TaskRunExecutionStatus;
+            };
+        };
+    }>>;
+    getLatestSnapshot(runId: string, runnerId?: string): Promise<import("../../zodfetch.js").ApiResult<{
+        execution: {
+            version: "1";
+            run: {
+                status: import("../../index.js").TaskRunStatus;
+                id: string;
+                friendlyId: string;
+                attemptNumber?: number | null | undefined;
+            };
+            snapshot: {
+                id: string;
+                description: string;
+                friendlyId: string;
+                executionStatus: import("../../index.js").TaskRunExecutionStatus;
+            };
+            completedWaitpoints: {
+                type: import("../../index.js").WaitpointType;
+                id: string;
+                completedAt: Date;
+                friendlyId: string;
+                outputIsError: boolean;
+                idempotencyKey?: string | undefined;
+                output?: string | undefined;
+                outputType?: string | undefined;
+                index?: number | undefined;
+                completedByTaskRun?: {
+                    id: string;
+                    friendlyId: string;
+                    batch?: {
+                        id: string;
+                        friendlyId: string;
+                    } | undefined;
+                } | undefined;
+                completedAfter?: Date | undefined;
+                completedByBatch?: {
+                    id: string;
+                    friendlyId: string;
+                } | undefined;
+            }[];
+            batch?: {
+                id: string;
+                friendlyId: string;
+            } | undefined;
+            checkpoint?: {
+                type: import("../../index.js").CheckpointTypeEnum;
+                id: string;
+                friendlyId: string;
+                location: string;
+                imageRef?: string | null | undefined;
+                reason?: string | null | undefined;
+            } | undefined;
+        };
+    }>>;
+    sendDebugLog(runId: string, body: WorkerApiDebugLogBody, runnerId?: string): Promise<void>;
+    continueRunExecution(runId: string, snapshotId: string, runnerId?: string): Promise<import("../../zodfetch.js").ApiResult<{
+        run: {
+            status: import("../../index.js").TaskRunStatus;
+            id: string;
+            friendlyId: string;
+            attemptNumber?: number | null | undefined;
+        };
+        snapshot: {
+            id: string;
+            description: string;
+            friendlyId: string;
+            executionStatus: import("../../index.js").TaskRunExecutionStatus;
+        };
+    }>>;
+    submitSuspendCompletion({ runId, snapshotId, runnerId, body, }: {
+        runId: string;
+        snapshotId: string;
+        runnerId?: string;
+        body: WorkerApiSuspendRunRequestBody;
+    }): Promise<import("../../zodfetch.js").ApiResult<{
+        ok: true;
+    }>>;
+    private runnerIdHeader;
+}
+export {};

package/dist/commonjs/v3/runEngineWorker/supervisor/http.js

@@ -0,0 +1,154 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.SupervisorHttpClient = void 0;
+const zod_1 = require("zod");
+const schemas_js_1 = require("./schemas.js");
+const util_js_1 = require("./util.js");
+const zodfetch_js_1 = require("../../zodfetch.js");
+const util_js_2 = require("../util.js");
+const consts_js_1 = require("../consts.js");
+class SupervisorHttpClient {
+    apiUrl;
+    workerToken;
+    instanceName;
+    defaultHeaders;
+    constructor(opts) {
+        this.apiUrl = opts.apiUrl.replace(/\/$/, "");
+        this.workerToken = opts.workerToken;
+        this.instanceName = opts.instanceName;
+        this.defaultHeaders = (0, util_js_1.getDefaultWorkerHeaders)(opts);
+        if (!this.apiUrl) {
+            throw new Error("apiURL is required and needs to be a non-empty string");
+        }
+        if (!this.workerToken) {
+            throw new Error("workerToken is required and needs to be a non-empty string");
+        }
+        if (!this.instanceName) {
+            throw new Error("instanceName is required and needs to be a non-empty string");
+        }
+    }
+    async connect(body) {
+        return (0, zodfetch_js_1.wrapZodFetch)(schemas_js_1.WorkerApiConnectResponseBody, `${this.apiUrl}/engine/v1/worker-actions/connect`, {
+            method: "POST",
+            headers: {
+                ...this.defaultHeaders,
+                "Content-Type": "application/json",
+            },
+            body: JSON.stringify(body),
+        });
+    }
+    async dequeue(body) {
+        return (0, zodfetch_js_1.wrapZodFetch)(schemas_js_1.WorkerApiDequeueResponseBody, `${this.apiUrl}/engine/v1/worker-actions/dequeue`, {
+            method: "POST",
+            headers: {
+                ...this.defaultHeaders,
+                "Content-Type": "application/json",
+            },
+            body: JSON.stringify(body),
+        });
+    }
+    async dequeueFromVersion(deploymentId, maxRunCount = 1, runnerId) {
+        return (0, zodfetch_js_1.wrapZodFetch)(schemas_js_1.WorkerApiDequeueResponseBody, `${this.apiUrl}/engine/v1/worker-actions/deployments/${deploymentId}/dequeue?maxRunCount=${maxRunCount}`, {
+            headers: {
+                ...this.defaultHeaders,
+                ...this.runnerIdHeader(runnerId),
+            },
+        });
+    }
+    async heartbeatWorker(body) {
+        return (0, zodfetch_js_1.wrapZodFetch)(schemas_js_1.WorkerApiHeartbeatResponseBody, `${this.apiUrl}/engine/v1/worker-actions/heartbeat`, {
+            method: "POST",
+            headers: {
+                ...this.defaultHeaders,
+                "Content-Type": "application/json",
+            },
+            body: JSON.stringify(body),
+        });
+    }
+    async heartbeatRun(runId, snapshotId, body, runnerId) {
+        return (0, zodfetch_js_1.wrapZodFetch)(schemas_js_1.WorkerApiRunHeartbeatResponseBody, `${this.apiUrl}/engine/v1/worker-actions/runs/${runId}/snapshots/${snapshotId}/heartbeat`, {
+            method: "POST",
+            headers: {
+                ...this.defaultHeaders,
+                ...this.runnerIdHeader(runnerId),
+                "Content-Type": "application/json",
+            },
+            body: JSON.stringify(body),
+        });
+    }
+    async startRunAttempt(runId, snapshotId, body, runnerId) {
+        return (0, zodfetch_js_1.wrapZodFetch)(schemas_js_1.WorkerApiRunAttemptStartResponseBody, `${this.apiUrl}/engine/v1/worker-actions/runs/${runId}/snapshots/${snapshotId}/attempts/start`, {
+            method: "POST",
+            headers: {
+                ...this.defaultHeaders,
+                ...this.runnerIdHeader(runnerId),
+            },
+            body: JSON.stringify(body),
+        });
+    }
+    async completeRunAttempt(runId, snapshotId, body, runnerId) {
+        return (0, zodfetch_js_1.wrapZodFetch)(schemas_js_1.WorkerApiRunAttemptCompleteResponseBody, `${this.apiUrl}/engine/v1/worker-actions/runs/${runId}/snapshots/${snapshotId}/attempts/complete`, {
+            method: "POST",
+            headers: {
+                ...this.defaultHeaders,
+                ...this.runnerIdHeader(runnerId),
+            },
+            body: JSON.stringify(body),
+        });
+    }
+    async getLatestSnapshot(runId, runnerId) {
+        return (0, zodfetch_js_1.wrapZodFetch)(schemas_js_1.WorkerApiRunLatestSnapshotResponseBody, `${this.apiUrl}/engine/v1/worker-actions/runs/${runId}/snapshots/latest`, {
+            method: "GET",
+            headers: {
+                ...this.defaultHeaders,
+                ...this.runnerIdHeader(runnerId),
+            },
+        });
+    }
+    async sendDebugLog(runId, body, runnerId) {
+        try {
+            const res = await (0, zodfetch_js_1.wrapZodFetch)(zod_1.z.unknown(), `${this.apiUrl}/engine/v1/worker-actions/runs/${runId}/logs/debug`, {
+                method: "POST",
+                headers: {
+                    ...this.defaultHeaders,
+                    ...this.runnerIdHeader(runnerId),
+                    "Content-Type": "application/json",
+                },
+                body: JSON.stringify(body),
+            });
+            if (!res.success) {
+                console.error("Failed to send debug log", res);
+            }
+        }
+        catch (error) {
+            console.error("Failed to send debug log", { error });
+        }
+    }
+    async continueRunExecution(runId, snapshotId, runnerId) {
+        return (0, zodfetch_js_1.wrapZodFetch)(schemas_js_1.WorkerApiContinueRunExecutionRequestBody, `${this.apiUrl}/engine/v1/worker-actions/runs/${runId}/snapshots/${snapshotId}/continue`, {
+            method: "GET",
+            headers: {
+                ...this.defaultHeaders,
+                ...this.runnerIdHeader(runnerId),
+            },
+        });
+    }
+    async submitSuspendCompletion({ runId, snapshotId, runnerId, body, }) {
+        return (0, zodfetch_js_1.wrapZodFetch)(schemas_js_1.WorkerApiSuspendRunResponseBody, `${this.apiUrl}/engine/v1/worker-actions/runs/${runId}/snapshots/${snapshotId}/suspend`, {
+            method: "POST",
+            headers: {
+                ...this.defaultHeaders,
+                ...this.runnerIdHeader(runnerId),
+                "Content-Type": "application/json",
+            },
+            body: JSON.stringify(body),
+        });
+    }
+    runnerIdHeader(runnerId) {
+        return (0, util_js_2.createHeaders)({
+            [consts_js_1.WORKER_HEADERS.RUNNER_ID]: runnerId,
+        });
+    }
+}
+exports.SupervisorHttpClient = SupervisorHttpClient;
+//# sourceMappingURL=http.js.map

package/dist/commonjs/v3/runEngineWorker/supervisor/http.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"http.js","sourceRoot":"","sources":["../../../../../src/v3/runEngineWorker/supervisor/http.ts"],"names":[],"mappings":";;;AAAA,6BAAwB;AACxB,6CAkBsB;AAEtB,uCAAoD;AACpD,mDAAiD;AACjD,wCAA2C;AAC3C,4CAA8C;AAI9C,MAAa,oBAAoB;IACd,MAAM,CAAS;IACf,WAAW,CAAS;IACpB,YAAY,CAAS;IACrB,cAAc,CAAyB;IAExD,YAAY,IAAiC;QAC3C,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QAC7C,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,WAAW,CAAC;QACpC,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,YAAY,CAAC;QACtC,IAAI,CAAC,cAAc,GAAG,IAAA,iCAAuB,EAAC,IAAI,CAAC,CAAC;QAEpD,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,uDAAuD,CAAC,CAAC;QAC3E,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;YACtB,MAAM,IAAI,KAAK,CAAC,4DAA4D,CAAC,CAAC;QAChF,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,CAAC;YACvB,MAAM,IAAI,KAAK,CAAC,6DAA6D,CAAC,CAAC;QACjF,CAAC;IACH,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,IAAiC;QAC7C,OAAO,IAAA,0BAAY,EACjB,yCAA4B,EAC5B,GAAG,IAAI,CAAC,MAAM,mCAAmC,EACjD;YACE,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,GAAG,IAAI,CAAC,cAAc;gBACtB,cAAc,EAAE,kBAAkB;aACnC;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;SAC3B,CACF,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,IAAiC;QAC7C,OAAO,IAAA,0BAAY,EACjB,yCAA4B,EAC5B,GAAG,IAAI,CAAC,MAAM,mCAAmC,EACjD;YACE,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,GAAG,IAAI,CAAC,cAAc;gBACtB,cAAc,EAAE,kBAAkB;aACnC;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;SAC3B,CACF,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,kBAAkB,CAAC,YAAoB,EAAE,WAAW,GAAG,CAAC,EAAE,QAAiB;QAC/E,OAAO,IAAA,0BAAY,EACjB,yCAA4B,EAC5B,GAAG,IAAI,CAAC,MAAM,yCAAyC,YAAY,wBAAwB,WAAW,EAAE,EACxG;YACE,OAAO,EAAE;gBACP,GAAG,IAAI,CAAC,cAAc;gBACtB,GAAG,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC;aACjC;SACF,CACF,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,eAAe,CAAC,IAAmC;QACvD,OAAO,IAAA,0BAAY,EACjB,2CAA8B,EAC9B,GAAG,IAAI,CAAC,MAAM,qCAAqC,EACnD;YACE,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,GAAG,IAAI,CAAC,cAAc;gBACtB,cAAc,EAAE,kBAAkB;aACnC;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;SAC3B,CACF,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,YAAY,CAChB,KAAa,EACb,UAAkB,EAClB,IAAsC,EACtC,QAAiB;QAEjB,OAAO,IAAA,0BAAY,EACjB,8CAAiC,EACjC,GAAG,IAAI,CAAC,MAAM,kCAAkC,KAAK,cAAc,UAAU,YAAY,EACzF;YACE,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,GAAG,IAAI,CAAC,cAAc;gBACtB,GAAG,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC;gBAChC,cAAc,EAAE,kBAAkB;aACnC;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;SAC3B,CACF,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,eAAe,CACnB,KAAa,EACb,UAAkB,EAClB,IAAyC,EACzC,QAAiB;QAEjB,OAAO,IAAA,0BAAY,EACjB,iDAAoC,EACpC,GAAG,IAAI,CAAC,MAAM,kCAAkC,KAAK,cAAc,UAAU,iBAAiB,EAC9F;YACE,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,GAAG,IAAI,CAAC,cAAc;gBACtB,GAAG,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC;aACjC;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;SAC3B,CACF,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,kBAAkB,CACtB,KAAa,EACb,UAAkB,EAClB,IAA4C,EAC5C,QAAiB;QAEjB,OAAO,IAAA,0BAAY,EACjB,oDAAuC,EACvC,GAAG,IAAI,CAAC,MAAM,kCAAkC,KAAK,cAAc,UAAU,oBAAoB,EACjG;YACE,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,GAAG,IAAI,CAAC,cAAc;gBACtB,GAAG,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC;aACjC;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;SAC3B,CACF,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,KAAa,EAAE,QAAiB;QACtD,OAAO,IAAA,0BAAY,EACjB,mDAAsC,EACtC,GAAG,IAAI,CAAC,MAAM,kCAAkC,KAAK,mBAAmB,EACxE;YACE,MAAM,EAAE,KAAK;YACb,OAAO,EAAE;gBACP,GAAG,IAAI,CAAC,cAAc;gBACtB,GAAG,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC;aACjC;SACF,CACF,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,KAAa,EAAE,IAA2B,EAAE,QAAiB;QAC9E,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,MAAM,IAAA,0BAAY,EAC5B,OAAC,CAAC,OAAO,EAAE,EACX,GAAG,IAAI,CAAC,MAAM,kCAAkC,KAAK,aAAa,EAClE;gBACE,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACP,GAAG,IAAI,CAAC,cAAc;oBACtB,GAAG,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC;oBAChC,cAAc,EAAE,kBAAkB;iBACnC;gBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;aAC3B,CACF,CAAC;YAEF,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC;gBACjB,OAAO,CAAC,KAAK,CAAC,0BAA0B,EAAE,GAAG,CAAC,CAAC;YACjD,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,0BAA0B,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC;QACvD,CAAC;IACH,CAAC;IAED,KAAK,CAAC,oBAAoB,CAAC,KAAa,EAAE,UAAkB,EAAE,QAAiB;QAC7E,OAAO,IAAA,0BAAY,EACjB,qDAAwC,EACxC,GAAG,IAAI,CAAC,MAAM,kCAAkC,KAAK,cAAc,UAAU,WAAW,EACxF;YACE,MAAM,EAAE,KAAK;YACb,OAAO,EAAE;gBACP,GAAG,IAAI,CAAC,cAAc;gBACtB,GAAG,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC;aACjC;SACF,CACF,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,uBAAuB,CAAC,EAC5B,KAAK,EACL,UAAU,EACV,QAAQ,EACR,IAAI,GAML;QACC,OAAO,IAAA,0BAAY,EACjB,4CAA+B,EAC/B,GAAG,IAAI,CAAC,MAAM,kCAAkC,KAAK,cAAc,UAAU,UAAU,EACvF;YACE,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,GAAG,IAAI,CAAC,cAAc;gBACtB,GAAG,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC;gBAChC,cAAc,EAAE,kBAAkB;aACnC;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;SAC3B,CACF,CAAC;IACJ,CAAC;IAEO,cAAc,CAAC,QAAiB;QACtC,OAAO,IAAA,uBAAa,EAAC;YACnB,CAAC,0BAAc,CAAC,SAAS,CAAC,EAAE,QAAQ;SACrC,CAAC,CAAC;IACL,CAAC;CACF;AAnOD,oDAmOC"}

package/dist/commonjs/v3/runEngineWorker/supervisor/queueConsumer.d.ts

@@ -0,0 +1,26 @@
+import { SupervisorHttpClient } from "./http.js";
+import { WorkerApiDequeueResponseBody } from "./schemas.js";
+import { PreDequeueFn, PreSkipFn } from "./types.js";
+type RunQueueConsumerOptions = {
+    client: SupervisorHttpClient;
+    intervalMs?: number;
+    preDequeue?: PreDequeueFn;
+    preSkip?: PreSkipFn;
+    maxRunCount?: number;
+    onDequeue: (messages: WorkerApiDequeueResponseBody) => Promise<void>;
+};
+export declare class RunQueueConsumer {
+    private readonly client;
+    private readonly preDequeue?;
+    private readonly preSkip?;
+    private readonly maxRunCount?;
+    private readonly onDequeue;
+    private intervalMs;
+    private isEnabled;
+    constructor(opts: RunQueueConsumerOptions);
+    start(): void;
+    stop(): void;
+    private dequeue;
+    scheduleNextDequeue(delay?: number): void;
+}
+export {};

package/dist/commonjs/v3/runEngineWorker/supervisor/queueConsumer.js

@@ -0,0 +1,92 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.RunQueueConsumer = void 0;
+class RunQueueConsumer {
+    client;
+    preDequeue;
+    preSkip;
+    maxRunCount;
+    onDequeue;
+    intervalMs;
+    isEnabled;
+    constructor(opts) {
+        this.isEnabled = false;
+        this.intervalMs = opts.intervalMs ?? 5_000;
+        this.preDequeue = opts.preDequeue;
+        this.preSkip = opts.preSkip;
+        this.maxRunCount = opts.maxRunCount;
+        this.onDequeue = opts.onDequeue;
+        this.client = opts.client;
+    }
+    start() {
+        if (this.isEnabled) {
+            return;
+        }
+        this.isEnabled = true;
+        this.dequeue();
+    }
+    stop() {
+        if (!this.isEnabled) {
+            return;
+        }
+        this.isEnabled = false;
+    }
+    async dequeue() {
+        // Incredibly verbose logging for debugging purposes
+        // console.debug("[RunQueueConsumer] dequeue()", { enabled: this.isEnabled });
+        if (!this.isEnabled) {
+            return;
+        }
+        let preDequeueResult;
+        if (this.preDequeue) {
+            // console.debug("[RunQueueConsumer] preDequeue()");
+            try {
+                preDequeueResult = await this.preDequeue();
+            }
+            catch (preDequeueError) {
+                console.error("[RunQueueConsumer] preDequeue error", { error: preDequeueError });
+            }
+        }
+        // console.debug("[RunQueueConsumer] preDequeueResult", { preDequeueResult });
+        if (preDequeueResult?.skipDequeue ||
+            preDequeueResult?.maxResources?.cpu === 0 ||
+            preDequeueResult?.maxResources?.memory === 0) {
+            if (this.preSkip) {
+                console.debug("[RunQueueConsumer] preSkip()");
+                try {
+                    await this.preSkip();
+                }
+                catch (preSkipError) {
+                    console.error("[RunQueueConsumer] preSkip error", { error: preSkipError });
+                }
+            }
+            return this.scheduleNextDequeue();
+        }
+        try {
+            const response = await this.client.dequeue({
+                maxResources: preDequeueResult?.maxResources,
+                maxRunCount: this.maxRunCount,
+            });
+            if (!response.success) {
+                console.error("[RunQueueConsumer] Failed to dequeue", { error: response.error });
+            }
+            else {
+                try {
+                    await this.onDequeue(response.data);
+                }
+                catch (handlerError) {
+                    console.error("[RunQueueConsumer] onDequeue error", { error: handlerError });
+                }
+            }
+        }
+        catch (clientError) {
+            console.error("[RunQueueConsumer] client.dequeue error", { error: clientError });
+        }
+        this.scheduleNextDequeue();
+    }
+    scheduleNextDequeue(delay = this.intervalMs) {
+        setTimeout(this.dequeue.bind(this), delay);
+    }
+}
+exports.RunQueueConsumer = RunQueueConsumer;
+//# sourceMappingURL=queueConsumer.js.map

package/dist/commonjs/v3/runEngineWorker/supervisor/queueConsumer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"queueConsumer.js","sourceRoot":"","sources":["../../../../../src/v3/runEngineWorker/supervisor/queueConsumer.ts"],"names":[],"mappings":";;;AAaA,MAAa,gBAAgB;IACV,MAAM,CAAuB;IAC7B,UAAU,CAAgB;IAC1B,OAAO,CAAa;IACpB,WAAW,CAAU;IACrB,SAAS,CAA4D;IAE9E,UAAU,CAAS;IACnB,SAAS,CAAU;IAE3B,YAAY,IAA6B;QACvC,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC;QACvB,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,UAAU,IAAI,KAAK,CAAC;QAC3C,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC;QAClC,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC;QAC5B,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,WAAW,CAAC;QACpC,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC;QAChC,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;IAC5B,CAAC;IAED,KAAK;QACH,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACnB,OAAO;QACT,CAAC;QAED,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;QACtB,IAAI,CAAC,OAAO,EAAE,CAAC;IACjB,CAAC;IAED,IAAI;QACF,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;YACpB,OAAO;QACT,CAAC;QAED,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC;IACzB,CAAC;IAEO,KAAK,CAAC,OAAO;QACnB,oDAAoD;QACpD,8EAA8E;QAE9E,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;YACpB,OAAO;QACT,CAAC;QAED,IAAI,gBAA+D,CAAC;QACpE,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACpB,oDAAoD;YAEpD,IAAI,CAAC;gBACH,gBAAgB,GAAG,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;YAC7C,CAAC;YAAC,OAAO,eAAe,EAAE,CAAC;gBACzB,OAAO,CAAC,KAAK,CAAC,qCAAqC,EAAE,EAAE,KAAK,EAAE,eAAe,EAAE,CAAC,CAAC;YACnF,CAAC;QACH,CAAC;QAED,8EAA8E;QAE9E,IACE,gBAAgB,EAAE,WAAW;YAC7B,gBAAgB,EAAE,YAAY,EAAE,GAAG,KAAK,CAAC;YACzC,gBAAgB,EAAE,YAAY,EAAE,MAAM,KAAK,CAAC,EAC5C,CAAC;YACD,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;gBACjB,OAAO,CAAC,KAAK,CAAC,8BAA8B,CAAC,CAAC;gBAE9C,IAAI,CAAC;oBACH,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;gBACvB,CAAC;gBAAC,OAAO,YAAY,EAAE,CAAC;oBACtB,OAAO,CAAC,KAAK,CAAC,kCAAkC,EAAE,EAAE,KAAK,EAAE,YAAY,EAAE,CAAC,CAAC;gBAC7E,CAAC;YACH,CAAC;YAED,OAAO,IAAI,CAAC,mBAAmB,EAAE,CAAC;QACpC,CAAC;QAED,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC;gBACzC,YAAY,EAAE,gBAAgB,EAAE,YAAY;gBAC5C,WAAW,EAAE,IAAI,CAAC,WAAW;aAC9B,CAAC,CAAC;YAEH,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC;gBACtB,OAAO,CAAC,KAAK,CAAC,sCAAsC,EAAE,EAAE,KAAK,EAAE,QAAQ,CAAC,KAAK,EAAE,CAAC,CAAC;YACnF,CAAC;iBAAM,CAAC;gBACN,IAAI,CAAC;oBACH,MAAM,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;gBACtC,CAAC;gBAAC,OAAO,YAAY,EAAE,CAAC;oBACtB,OAAO,CAAC,KAAK,CAAC,oCAAoC,EAAE,EAAE,KAAK,EAAE,YAAY,EAAE,CAAC,CAAC;gBAC/E,CAAC;YACH,CAAC;QACH,CAAC;QAAC,OAAO,WAAW,EAAE,CAAC;YACrB,OAAO,CAAC,KAAK,CAAC,yCAAyC,EAAE,EAAE,KAAK,EAAE,WAAW,EAAE,CAAC,CAAC;QACnF,CAAC;QAED,IAAI,CAAC,mBAAmB,EAAE,CAAC;IAC7B,CAAC;IAED,mBAAmB,CAAC,QAAgB,IAAI,CAAC,UAAU;QACjD,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,KAAK,CAAC,CAAC;IAC7C,CAAC;CACF;AArGD,4CAqGC"}