@trigger.dev/core 0.0.0-prerelease-20240926084729 → 0.0.0-realtime-20240930190059

package/dist/commonjs/v3/apiClient/runStream.d.ts

@@ -0,0 +1,44 @@
+import { DeserializedJson } from "../../schemas/json.js";
+import { RunStatus } from "../schemas/api.js";
+import { SerializedError } from "../schemas/common.js";
+export type RunShape<TPayload = any, TOutput = any> = {
+    id: string;
+    createdAt: Date;
+    updatedAt: Date;
+    taskIdentifier: string;
+    number: number;
+    status: RunStatus;
+    durationMs: number;
+    costInCents: number;
+    baseCostInCents: number;
+    payload: TPayload;
+    tags: string[];
+    idempotencyKey?: string;
+    expiredAt?: Date;
+    ttl?: string;
+    finishedAt?: Date;
+    startedAt?: Date;
+    delayedUntil?: Date;
+    queuedAt?: Date;
+    metadata?: Record<string, DeserializedJson>;
+    error?: SerializedError;
+    output?: TOutput;
+    isTest: boolean;
+};
+export type RunStreamCallback<TPayload = any, TOutput = any> = (run: RunShape<TPayload, TOutput>) => void | Promise<void>;
+export declare function runShapeStream<TPayload = any, TOutput = any>(url: string, fetchClient: typeof fetch, callback?: RunStreamCallback<TPayload, TOutput>): Promise<RunSubscription<TPayload, TOutput>>;
+export declare class RunSubscription<TPayload = any, TOutput = any> {
+    private url;
+    private fetchClient;
+    private callback?;
+    private abortController;
+    private unsubscribeShape;
+    private stream;
+    private packetCache;
+    constructor(url: string, fetchClient: typeof fetch, callback?: RunStreamCallback<TPayload, TOutput> | undefined);
+    init(): Promise<void>;
+    unsubscribe(): void;
+    [Symbol.asyncIterator](): AsyncIterator<RunShape<TPayload, TOutput>>;
+    getReader(): ReadableStreamDefaultReader<RunShape<TPayload, TOutput>>;
+    private transformRunShape;
+}

package/dist/commonjs/v3/apiClient/runStream.js

@@ -0,0 +1,165 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.RunSubscription = void 0;
+exports.runShapeStream = runShapeStream;
+const api_js_1 = require("../schemas/api.js");
+const ioSerialization_js_1 = require("../utils/ioSerialization.js");
+const stream_js_1 = require("./stream.js");
+async function runShapeStream(url, fetchClient, callback) {
+    const subscription = new RunSubscription(url, fetchClient, callback);
+    await subscription.init();
+    return subscription;
+}
+class RunSubscription {
+    url;
+    fetchClient;
+    callback;
+    abortController;
+    unsubscribeShape;
+    stream;
+    packetCache = new Map();
+    constructor(url, fetchClient, callback) {
+        this.url = url;
+        this.fetchClient = fetchClient;
+        this.callback = callback;
+        this.abortController = new AbortController();
+    }
+    async init() {
+        const source = new ReadableStream({
+            start: async (controller) => {
+                this.unsubscribeShape = await (0, stream_js_1.zodShapeStream)(api_js_1.SubscribeRunRawShape, this.url, async (shape) => {
+                    controller.enqueue(shape);
+                    if (shape.completedAt && !this.abortController.signal.aborted) {
+                        controller.close();
+                        this.abortController.abort();
+                    }
+                }, {
+                    signal: this.abortController.signal,
+                    fetchClient: this.fetchClient,
+                });
+            },
+            cancel: () => {
+                this.unsubscribe();
+            },
+        });
+        this.stream = (0, stream_js_1.createAsyncIterableStream)(source, {
+            transform: async (chunk, controller) => {
+                const run = await this.transformRunShape(chunk);
+                if (this.callback) {
+                    await this.callback(run);
+                }
+                controller.enqueue(run);
+            },
+        });
+    }
+    unsubscribe() {
+        if (!this.abortController.signal.aborted) {
+            this.abortController.abort();
+        }
+        this.unsubscribeShape();
+    }
+    [Symbol.asyncIterator]() {
+        return this.stream[Symbol.asyncIterator]();
+    }
+    getReader() {
+        return this.stream.getReader();
+    }
+    async transformRunShape(row) {
+        const payloadPacket = row.payloadType
+            ? { data: row.payload ?? undefined, dataType: row.payloadType }
+            : undefined;
+        const outputPacket = row.outputType
+            ? { data: row.output ?? undefined, dataType: row.outputType }
+            : undefined;
+        const [payload, output] = await Promise.all([
+            { packet: payloadPacket, key: "payload" },
+            { packet: outputPacket, key: "output" },
+        ].map(async ({ packet, key }) => {
+            if (!packet) {
+                return;
+            }
+            const cachedResult = this.packetCache.get(`${row.friendlyId}/${key}`);
+            if (typeof cachedResult !== "undefined") {
+                return cachedResult;
+            }
+            const result = await (0, ioSerialization_js_1.conditionallyImportAndParsePacket)(packet);
+            this.packetCache.set(`${row.friendlyId}/${key}`, result);
+            return result;
+        }));
+        const metadata = row.metadata && row.metadataType
+            ? await (0, ioSerialization_js_1.parsePacket)({ data: row.metadata, dataType: row.metadataType })
+            : undefined;
+        return {
+            id: row.friendlyId,
+            payload,
+            output,
+            createdAt: row.createdAt,
+            updatedAt: row.updatedAt,
+            taskIdentifier: row.taskIdentifier,
+            number: row.number,
+            status: apiStatusFromRunStatus(row.status),
+            durationMs: row.usageDurationMs,
+            costInCents: row.costInCents,
+            baseCostInCents: row.baseCostInCents,
+            tags: row.runTags ?? [],
+            idempotencyKey: row.idempotencyKey ?? undefined,
+            expiredAt: row.expiredAt ?? undefined,
+            finishedAt: row.completedAt ?? undefined,
+            startedAt: row.startedAt ?? undefined,
+            delayedUntil: row.delayUntil ?? undefined,
+            queuedAt: row.queuedAt ?? undefined,
+            error: row.error ?? undefined,
+            isTest: row.isTest,
+            metadata,
+        };
+    }
+}
+exports.RunSubscription = RunSubscription;
+function apiStatusFromRunStatus(status) {
+    switch (status) {
+        case "DELAYED": {
+            return "DELAYED";
+        }
+        case "WAITING_FOR_DEPLOY": {
+            return "WAITING_FOR_DEPLOY";
+        }
+        case "PENDING": {
+            return "QUEUED";
+        }
+        case "PAUSED":
+        case "WAITING_TO_RESUME": {
+            return "FROZEN";
+        }
+        case "RETRYING_AFTER_FAILURE": {
+            return "REATTEMPTING";
+        }
+        case "EXECUTING": {
+            return "EXECUTING";
+        }
+        case "CANCELED": {
+            return "CANCELED";
+        }
+        case "COMPLETED_SUCCESSFULLY": {
+            return "COMPLETED";
+        }
+        case "SYSTEM_FAILURE": {
+            return "SYSTEM_FAILURE";
+        }
+        case "INTERRUPTED": {
+            return "INTERRUPTED";
+        }
+        case "CRASHED": {
+            return "CRASHED";
+        }
+        case "COMPLETED_WITH_ERRORS": {
+            return "FAILED";
+        }
+        case "EXPIRED": {
+            return "EXPIRED";
+        }
+        default: {
+            return "UNKNOWN";
+        }
+    }
+}
+//# sourceMappingURL=runStream.js.map

package/dist/commonjs/v3/apiClient/runStream.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"runStream.js","sourceRoot":"","sources":["../../../../src/v3/apiClient/runStream.ts"],"names":[],"mappings":";;;AAuCA,wCAQC;AA9CD,8CAAoE;AAEpE,oEAIqC;AACrC,2CAA6F;AA+BtF,KAAK,UAAU,cAAc,CAClC,GAAW,EACX,WAAyB,EACzB,QAA+C;IAE/C,MAAM,YAAY,GAAG,IAAI,eAAe,CAAoB,GAAG,EAAE,WAAW,EAAE,QAAQ,CAAC,CAAC;IACxF,MAAM,YAAY,CAAC,IAAI,EAAE,CAAC;IAC1B,OAAO,YAAY,CAAC;AACtB,CAAC;AAED,MAAa,eAAe;IAOhB;IACA;IACA;IARF,eAAe,CAAkB;IACjC,gBAAgB,CAAa;IAC7B,MAAM,CAAmD;IACzD,WAAW,GAAG,IAAI,GAAG,EAAe,CAAC;IAE7C,YACU,GAAW,EACX,WAAyB,EACzB,QAA+C;QAF/C,QAAG,GAAH,GAAG,CAAQ;QACX,gBAAW,GAAX,WAAW,CAAc;QACzB,aAAQ,GAAR,QAAQ,CAAuC;QAEvD,IAAI,CAAC,eAAe,GAAG,IAAI,eAAe,EAAE,CAAC;IAC/C,CAAC;IAED,KAAK,CAAC,IAAI;QACR,MAAM,MAAM,GAAG,IAAI,cAAc,CAAuB;YACtD,KAAK,EAAE,KAAK,EAAE,UAAU,EAAE,EAAE;gBAC1B,IAAI,CAAC,gBAAgB,GAAG,MAAM,IAAA,0BAAc,EAC1C,6BAAoB,EACpB,IAAI,CAAC,GAAG,EACR,KAAK,EAAE,KAAK,EAAE,EAAE;oBACd,UAAU,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;oBAC1B,IAAI,KAAK,CAAC,WAAW,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;wBAC9D,UAAU,CAAC,KAAK,EAAE,CAAC;wBACnB,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,CAAC;oBAC/B,CAAC;gBACH,CAAC,EACD;oBACE,MAAM,EAAE,IAAI,CAAC,eAAe,CAAC,MAAM;oBACnC,WAAW,EAAE,IAAI,CAAC,WAAW;iBAC9B,CACF,CAAC;YACJ,CAAC;YACD,MAAM,EAAE,GAAG,EAAE;gBACX,IAAI,CAAC,WAAW,EAAE,CAAC;YACrB,CAAC;SACF,CAAC,CAAC;QAEH,IAAI,CAAC,MAAM,GAAG,IAAA,qCAAyB,EAAC,MAAM,EAAE;YAC9C,SAAS,EAAE,KAAK,EAAE,KAAK,EAAE,UAAU,EAAE,EAAE;gBACrC,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC;gBAEhD,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;oBAClB,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;gBAC3B,CAAC;gBACD,UAAU,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;YAC1B,CAAC;SACF,CAAC,CAAC;IACL,CAAC;IAED,WAAW;QACT,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YACzC,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,CAAC;QAC/B,CAAC;QACD,IAAI,CAAC,gBAAgB,EAAE,CAAC;IAC1B,CAAC;IAED,CAAC,MAAM,CAAC,aAAa,CAAC;QACpB,OAAO,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC,EAAE,CAAC;IAC7C,CAAC;IAED,SAAS;QACP,OAAO,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC;IACjC,CAAC;IAEO,KAAK,CAAC,iBAAiB,CAAC,GAAyB;QACvD,MAAM,aAAa,GAAG,GAAG,CAAC,WAAW;YACnC,CAAC,CAAE,EAAE,IAAI,EAAE,GAAG,CAAC,OAAO,IAAI,SAAS,EAAE,QAAQ,EAAE,GAAG,CAAC,WAAW,EAAsB;YACpF,CAAC,CAAC,SAAS,CAAC;QAEd,MAAM,YAAY,GAAG,GAAG,CAAC,UAAU;YACjC,CAAC,CAAE,EAAE,IAAI,EAAE,GAAG,CAAC,MAAM,IAAI,SAAS,EAAE,QAAQ,EAAE,GAAG,CAAC,UAAU,EAAsB;YAClF,CAAC,CAAC,SAAS,CAAC;QAEd,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CACzC;YACE,EAAE,MAAM,EAAE,aAAa,EAAE,GAAG,EAAE,SAAS,EAAE;YACzC,EAAE,MAAM,EAAE,YAAY,EAAE,GAAG,EAAE,QAAQ,EAAE;SACxC,CAAC,GAAG,CAAC,KAAK,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE,EAAE;YAC9B,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,OAAO;YACT,CAAC;YAED,MAAM,YAAY,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC,UAAU,IAAI,GAAG,EAAE,CAAC,CAAC;YAEtE,IAAI,OAAO,YAAY,KAAK,WAAW,EAAE,CAAC;gBACxC,OAAO,YAAY,CAAC;YACtB,CAAC;YAED,MAAM,MAAM,GAAG,MAAM,IAAA,sDAAiC,EAAC,MAAM,CAAC,CAAC;YAC/D,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC,UAAU,IAAI,GAAG,EAAE,EAAE,MAAM,CAAC,CAAC;YAEzD,OAAO,MAAM,CAAC;QAChB,CAAC,CAAC,CACH,CAAC;QAEF,MAAM,QAAQ,GACZ,GAAG,CAAC,QAAQ,IAAI,GAAG,CAAC,YAAY;YAC9B,CAAC,CAAC,MAAM,IAAA,gCAAW,EAAC,EAAE,IAAI,EAAE,GAAG,CAAC,QAAQ,EAAE,QAAQ,EAAE,GAAG,CAAC,YAAY,EAAE,CAAC;YACvE,CAAC,CAAC,SAAS,CAAC;QAEhB,OAAO;YACL,EAAE,EAAE,GAAG,CAAC,UAAU;YAClB,OAAO;YACP,MAAM;YACN,SAAS,EAAE,GAAG,CAAC,SAAS;YACxB,SAAS,EAAE,GAAG,CAAC,SAAS;YACxB,cAAc,EAAE,GAAG,CAAC,cAAc;YAClC,MAAM,EAAE,GAAG,CAAC,MAAM;YAClB,MAAM,EAAE,sBAAsB,CAAC,GAAG,CAAC,MAAM,CAAC;YAC1C,UAAU,EAAE,GAAG,CAAC,eAAe;YAC/B,WAAW,EAAE,GAAG,CAAC,WAAW;YAC5B,eAAe,EAAE,GAAG,CAAC,eAAe;YACpC,IAAI,EAAE,GAAG,CAAC,OAAO,IAAI,EAAE;YACvB,cAAc,EAAE,GAAG,CAAC,cAAc,IAAI,SAAS;YAC/C,SAAS,EAAE,GAAG,CAAC,SAAS,IAAI,SAAS;YACrC,UAAU,EAAE,GAAG,CAAC,WAAW,IAAI,SAAS;YACxC,SAAS,EAAE,GAAG,CAAC,SAAS,IAAI,SAAS;YACrC,YAAY,EAAE,GAAG,CAAC,UAAU,IAAI,SAAS;YACzC,QAAQ,EAAE,GAAG,CAAC,QAAQ,IAAI,SAAS;YACnC,KAAK,EAAE,GAAG,CAAC,KAAK,IAAI,SAAS;YAC7B,MAAM,EAAE,GAAG,CAAC,MAAM;YAClB,QAAQ;SACT,CAAC;IACJ,CAAC;CACF;AA7HD,0CA6HC;AAED,SAAS,sBAAsB,CAAC,MAAc;IAC5C,QAAQ,MAAM,EAAE,CAAC;QACf,KAAK,SAAS,CAAC,CAAC,CAAC;YACf,OAAO,SAAS,CAAC;QACnB,CAAC;QACD,KAAK,oBAAoB,CAAC,CAAC,CAAC;YAC1B,OAAO,oBAAoB,CAAC;QAC9B,CAAC;QACD,KAAK,SAAS,CAAC,CAAC,CAAC;YACf,OAAO,QAAQ,CAAC;QAClB,CAAC;QACD,KAAK,QAAQ,CAAC;QACd,KAAK,mBAAmB,CAAC,CAAC,CAAC;YACzB,OAAO,QAAQ,CAAC;QAClB,CAAC;QACD,KAAK,wBAAwB,CAAC,CAAC,CAAC;YAC9B,OAAO,cAAc,CAAC;QACxB,CAAC;QACD,KAAK,WAAW,CAAC,CAAC,CAAC;YACjB,OAAO,WAAW,CAAC;QACrB,CAAC;QACD,KAAK,UAAU,CAAC,CAAC,CAAC;YAChB,OAAO,UAAU,CAAC;QACpB,CAAC;QACD,KAAK,wBAAwB,CAAC,CAAC,CAAC;YAC9B,OAAO,WAAW,CAAC;QACrB,CAAC;QACD,KAAK,gBAAgB,CAAC,CAAC,CAAC;YACtB,OAAO,gBAAgB,CAAC;QAC1B,CAAC;QACD,KAAK,aAAa,CAAC,CAAC,CAAC;YACnB,OAAO,aAAa,CAAC;QACvB,CAAC;QACD,KAAK,SAAS,CAAC,CAAC,CAAC;YACf,OAAO,SAAS,CAAC;QACnB,CAAC;QACD,KAAK,uBAAuB,CAAC,CAAC,CAAC;YAC7B,OAAO,QAAQ,CAAC;QAClB,CAAC;QACD,KAAK,SAAS,CAAC,CAAC,CAAC;YACf,OAAO,SAAS,CAAC;QACnB,CAAC;QACD,OAAO,CAAC,CAAC,CAAC;YACR,OAAO,SAAS,CAAC;QACnB,CAAC;IACH,CAAC;AACH,CAAC"}

package/dist/commonjs/v3/apiClient/stream.d.ts

@@ -0,0 +1,8 @@
+import { z } from "zod";
+export type ZodShapeStreamOptions = {
+    fetchClient?: typeof fetch;
+    signal?: AbortSignal;
+};
+export declare function zodShapeStream<TShapeSchema extends z.ZodTypeAny>(schema: TShapeSchema, url: string, callback: (shape: z.output<TShapeSchema>) => void | Promise<void>, options?: ZodShapeStreamOptions): Promise<() => void>;
+export type AsyncIterableStream<T> = AsyncIterable<T> & ReadableStream<T>;
+export declare function createAsyncIterableStream<S, T>(source: ReadableStream<S>, transformer: Transformer<S, T>): AsyncIterableStream<T>;

package/dist/commonjs/v3/apiClient/stream.js

@@ -0,0 +1,36 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.zodShapeStream = zodShapeStream;
+exports.createAsyncIterableStream = createAsyncIterableStream;
+async function zodShapeStream(schema, url, callback, options) {
+    const { ShapeStream, Shape } = await import("@electric-sql/client");
+    const stream = new ShapeStream({
+        url,
+        fetchClient: options?.fetchClient,
+        signal: options?.signal,
+    });
+    const shape = new Shape(stream);
+    const initialValue = await shape.value;
+    for (const shapeRow of initialValue.values()) {
+        await callback(schema.parse(shapeRow));
+    }
+    return shape.subscribe(async (newShape) => {
+        for (const shapeRow of newShape.values()) {
+            await callback(schema.parse(shapeRow));
+        }
+    });
+}
+function createAsyncIterableStream(source, transformer) {
+    const transformedStream = source.pipeThrough(new TransformStream(transformer));
+    transformedStream[Symbol.asyncIterator] = () => {
+        const reader = transformedStream.getReader();
+        return {
+            async next() {
+                const { done, value } = await reader.read();
+                return done ? { done: true, value: undefined } : { done: false, value };
+            },
+        };
+    };
+    return transformedStream;
+}
+//# sourceMappingURL=stream.js.map

package/dist/commonjs/v3/apiClient/stream.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"stream.js","sourceRoot":"","sources":["../../../../src/v3/apiClient/stream.ts"],"names":[],"mappings":";;AAOA,wCA2BC;AAID,8DAiBC;AAhDM,KAAK,UAAU,cAAc,CAClC,MAAoB,EACpB,GAAW,EACX,QAAiE,EACjE,OAA+B;IAE/B,MAAM,EAAE,WAAW,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,sBAAsB,CAAC,CAAC;IAEpE,MAAM,MAAM,GAAG,IAAI,WAAW,CAAwB;QACpD,GAAG;QACH,WAAW,EAAE,OAAO,EAAE,WAAW;QACjC,MAAM,EAAE,OAAO,EAAE,MAAM;KACxB,CAAC,CAAC;IAEH,MAAM,KAAK,GAAG,IAAI,KAAK,CAAC,MAAM,CAAC,CAAC;IAEhC,MAAM,YAAY,GAAG,MAAM,KAAK,CAAC,KAAK,CAAC;IAEvC,KAAK,MAAM,QAAQ,IAAI,YAAY,CAAC,MAAM,EAAE,EAAE,CAAC;QAC7C,MAAM,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC;IACzC,CAAC;IAED,OAAO,KAAK,CAAC,SAAS,CAAC,KAAK,EAAE,QAAQ,EAAE,EAAE;QACxC,KAAK,MAAM,QAAQ,IAAI,QAAQ,CAAC,MAAM,EAAE,EAAE,CAAC;YACzC,MAAM,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC;QACzC,CAAC;IACH,CAAC,CAAC,CAAC;AACL,CAAC;AAID,SAAgB,yBAAyB,CACvC,MAAyB,EACzB,WAA8B;IAE9B,MAAM,iBAAiB,GAAQ,MAAM,CAAC,WAAW,CAAC,IAAI,eAAe,CAAC,WAAW,CAAC,CAAC,CAAC;IAEpF,iBAAiB,CAAC,MAAM,CAAC,aAAa,CAAC,GAAG,GAAG,EAAE;QAC7C,MAAM,MAAM,GAAG,iBAAiB,CAAC,SAAS,EAAE,CAAC;QAC7C,OAAO;YACL,KAAK,CAAC,IAAI;gBACR,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;gBAC5C,OAAO,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC;YAC1E,CAAC;SACF,CAAC;IACJ,CAAC,CAAC;IAEF,OAAO,iBAAiB,CAAC;AAC3B,CAAC"}