@trigger.dev/core 0.0.0-v3-prerelease-20241203112040 → 0.0.0-v3-prerelease-20250108131948

package/dist/commonjs/v3/apiClient/stream.js

@@ -1,39 +1,51 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
+exports.LineTransformStream = void 0;
 exports.zodShapeStream = zodShapeStream;
 exports.createAsyncIterableStream = createAsyncIterableStream;
-const errors_js_1 = require("./errors.js");
-async function zodShapeStream(schema, url, callback, options) {
-    const { ShapeStream, Shape, FetchError } = await import("@electric-sql/client");
-    const stream = new ShapeStream({
+exports.createAsyncIterableReadable = createAsyncIterableReadable;
+const client_1 = require("@electric-sql/client");
+function zodShapeStream(schema, url, options) {
+    const abortController = new AbortController();
+    options?.signal?.addEventListener("abort", () => {
+        abortController.abort();
+    }, { once: true });
+    const shapeStream = new client_1.ShapeStream({
         url,
         headers: {
             ...options?.headers,
-            "x-trigger-electric-version": "0.8.1",
+            "x-trigger-electric-version": "1.0.0-beta.1",
         },
         fetchClient: options?.fetchClient,
-        signal: options?.signal,
+        signal: abortController.signal,
     });
-    try {
-        const shape = new Shape(stream);
-        const initialRows = await shape.rows;
-        for (const shapeRow of initialRows) {
-            await callback(schema.parse(shapeRow));
-        }
-        return shape.subscribe(async (newShape) => {
-            for (const shapeRow of newShape.rows) {
-                await callback(schema.parse(shapeRow));
+    const readableShape = new ReadableShapeStream(shapeStream);
+    const stream = readableShape.stream.pipeThrough(new TransformStream({
+        async transform(chunk, controller) {
+            const result = schema.safeParse(chunk);
+            if (result.success) {
+                controller.enqueue(result.data);
             }
-        });
-    }
-    catch (error) {
-        if (error instanceof FetchError) {
-            throw errors_js_1.ApiError.generate(error.status, error.json, error.message, error.headers);
-        }
-        else {
-            throw error;
-        }
-    }
+            else {
+                controller.error(new Error(`Unable to parse shape: ${result.error.message}`));
+            }
+        },
+    }));
+    return {
+        stream: stream,
+        stop: (delay) => {
+            if (delay) {
+                setTimeout(() => {
+                    if (abortController.signal.aborted)
+                        return;
+                    abortController.abort();
+                }, delay);
+            }
+            else {
+                abortController.abort();
+            }
+        },
+    };
 }
 function createAsyncIterableStream(source, transformer) {
     const transformedStream = source.pipeThrough(new TransformStream(transformer));
@@ -48,4 +60,148 @@ function createAsyncIterableStream(source, transformer) {
     };
     return transformedStream;
 }
+function createAsyncIterableReadable(source, transformer, signal) {
+    return new ReadableStream({
+        async start(controller) {
+            const transformedStream = source.pipeThrough(new TransformStream(transformer));
+            const reader = transformedStream.getReader();
+            signal.addEventListener("abort", () => {
+                queueMicrotask(() => {
+                    reader.cancel();
+                    controller.close();
+                });
+            });
+            while (true) {
+                const { done, value } = await reader.read();
+                if (done) {
+                    controller.close();
+                    break;
+                }
+                controller.enqueue(value);
+            }
+        },
+    });
+}
+class ReadableShapeStream {
+    #stream;
+    #currentState = new Map();
+    #changeStream;
+    #error = false;
+    #unsubscribe;
+    stop() {
+        this.#unsubscribe?.();
+    }
+    constructor(stream) {
+        this.#stream = stream;
+        // Create the source stream that will receive messages
+        const source = new ReadableStream({
+            start: (controller) => {
+                this.#unsubscribe = this.#stream.subscribe((messages) => controller.enqueue(messages), this.#handleError.bind(this));
+            },
+        });
+        // Create the transformed stream that processes messages and emits complete rows
+        this.#changeStream = createAsyncIterableStream(source, {
+            transform: (messages, controller) => {
+                const updatedKeys = new Set();
+                for (const message of messages) {
+                    if ((0, client_1.isChangeMessage)(message)) {
+                        const key = message.key;
+                        switch (message.headers.operation) {
+                            case "insert": {
+                                // New row entirely
+                                this.#currentState.set(key, message.value);
+                                updatedKeys.add(key);
+                                break;
+                            }
+                            case "update": {
+                                // Merge updates into existing row if any, otherwise treat as new
+                                const existingRow = this.#currentState.get(key);
+                                const updatedRow = existingRow
+                                    ? { ...existingRow, ...message.value }
+                                    : message.value;
+                                this.#currentState.set(key, updatedRow);
+                                updatedKeys.add(key);
+                                break;
+                            }
+                        }
+                    }
+                    else if ((0, client_1.isControlMessage)(message)) {
+                        if (message.headers.control === "must-refetch") {
+                            this.#currentState.clear();
+                            this.#error = false;
+                        }
+                    }
+                }
+                // Now enqueue only one updated row per key, after all messages have been processed.
+                for (const key of updatedKeys) {
+                    const finalRow = this.#currentState.get(key);
+                    if (finalRow) {
+                        controller.enqueue(finalRow);
+                    }
+                }
+            },
+        });
+    }
+    get stream() {
+        return this.#changeStream;
+    }
+    get isUpToDate() {
+        return this.#stream.isUpToDate;
+    }
+    get lastOffset() {
+        return this.#stream.lastOffset;
+    }
+    get handle() {
+        return this.#stream.shapeHandle;
+    }
+    get error() {
+        return this.#error;
+    }
+    lastSyncedAt() {
+        return this.#stream.lastSyncedAt();
+    }
+    lastSynced() {
+        return this.#stream.lastSynced();
+    }
+    isLoading() {
+        return this.#stream.isLoading();
+    }
+    isConnected() {
+        return this.#stream.isConnected();
+    }
+    #handleError(e) {
+        if (e instanceof client_1.FetchError) {
+            this.#error = e;
+        }
+    }
+}
+class LineTransformStream extends TransformStream {
+    buffer = "";
+    constructor() {
+        super({
+            transform: (chunk, controller) => {
+                // Append the chunk to the buffer
+                this.buffer += chunk;
+                // Split on newlines
+                const lines = this.buffer.split("\n");
+                // The last element might be incomplete, hold it back in buffer
+                this.buffer = lines.pop() || "";
+                // Filter out empty or whitespace-only lines
+                const fullLines = lines.filter((line) => line.trim().length > 0);
+                // If we got any complete lines, emit them as an array
+                if (fullLines.length > 0) {
+                    controller.enqueue(fullLines);
+                }
+            },
+            flush: (controller) => {
+                // On stream end, if there's leftover text, emit it as a single-element array
+                const trimmed = this.buffer.trim();
+                if (trimmed.length > 0) {
+                    controller.enqueue([trimmed]);
+                }
+            },
+        });
+    }
+}
+exports.LineTransformStream = LineTransformStream;
 //# sourceMappingURL=stream.js.map

package/dist/commonjs/v3/apiClient/stream.js.map

@@ -1 +1 @@
-{"version":3,"file":"stream.js","sourceRoot":"","sources":["../../../../src/v3/apiClient/stream.ts"],"names":[],"mappings":";;AASA,wCAuCC;AAID,8DAiBC;AApED,2CAAuC;AAQhC,KAAK,UAAU,cAAc,CAClC,MAAoB,EACpB,GAAW,EACX,QAAiE,EACjE,OAA+B;IAE/B,MAAM,EAAE,WAAW,EAAE,KAAK,EAAE,UAAU,EAAE,GAAG,MAAM,MAAM,CAAC,sBAAsB,CAAC,CAAC;IAEhF,MAAM,MAAM,GAAG,IAAI,WAAW,CAAwB;QACpD,GAAG;QACH,OAAO,EAAE;YACP,GAAG,OAAO,EAAE,OAAO;YACnB,4BAA4B,EAAE,OAAO;SACtC;QACD,WAAW,EAAE,OAAO,EAAE,WAAW;QACjC,MAAM,EAAE,OAAO,EAAE,MAAM;KACxB,CAAC,CAAC;IAEH,IAAI,CAAC;QACH,MAAM,KAAK,GAAG,IAAI,KAAK,CAAC,MAAM,CAAC,CAAC;QAEhC,MAAM,WAAW,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC;QAErC,KAAK,MAAM,QAAQ,IAAI,WAAW,EAAE,CAAC;YACnC,MAAM,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC;QACzC,CAAC;QAED,OAAO,KAAK,CAAC,SAAS,CAAC,KAAK,EAAE,QAAQ,EAAE,EAAE;YACxC,KAAK,MAAM,QAAQ,IAAI,QAAQ,CAAC,IAAI,EAAE,CAAC;gBACrC,MAAM,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC;YACzC,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,KAAK,YAAY,UAAU,EAAE,CAAC;YAChC,MAAM,oBAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC,MAAM,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;QAClF,CAAC;aAAM,CAAC;YACN,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;AACH,CAAC;AAID,SAAgB,yBAAyB,CACvC,MAAyB,EACzB,WAA8B;IAE9B,MAAM,iBAAiB,GAAQ,MAAM,CAAC,WAAW,CAAC,IAAI,eAAe,CAAC,WAAW,CAAC,CAAC,CAAC;IAEpF,iBAAiB,CAAC,MAAM,CAAC,aAAa,CAAC,GAAG,GAAG,EAAE;QAC7C,MAAM,MAAM,GAAG,iBAAiB,CAAC,SAAS,EAAE,CAAC;QAC7C,OAAO;YACL,KAAK,CAAC,IAAI;gBACR,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;gBAC5C,OAAO,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC;YAC1E,CAAC;SACF,CAAC;IACJ,CAAC,CAAC;IAEF,OAAO,iBAAiB,CAAC;AAC3B,CAAC"}
+{"version":3,"file":"stream.js","sourceRoot":"","sources":["../../../../src/v3/apiClient/stream.ts"],"names":[],"mappings":";;;AAuBA,wCAuDC;AAID,8DAiBC;AAED,kEA4BC;AAhID,iDAS8B;AAa9B,SAAgB,cAAc,CAC5B,MAAoB,EACpB,GAAW,EACX,OAA+B;IAE/B,MAAM,eAAe,GAAG,IAAI,eAAe,EAAE,CAAC;IAE9C,OAAO,EAAE,MAAM,EAAE,gBAAgB,CAC/B,OAAO,EACP,GAAG,EAAE;QACH,eAAe,CAAC,KAAK,EAAE,CAAC;IAC1B,CAAC,EACD,EAAE,IAAI,EAAE,IAAI,EAAE,CACf,CAAC;IAEF,MAAM,WAAW,GAAG,IAAI,oBAAW,CAAC;QAClC,GAAG;QACH,OAAO,EAAE;YACP,GAAG,OAAO,EAAE,OAAO;YACnB,4BAA4B,EAAE,cAAc;SAC7C;QACD,WAAW,EAAE,OAAO,EAAE,WAAW;QACjC,MAAM,EAAE,eAAe,CAAC,MAAM;KAC/B,CAAC,CAAC;IAEH,MAAM,aAAa,GAAG,IAAI,mBAAmB,CAAC,WAAW,CAAC,CAAC;IAE3D,MAAM,MAAM,GAAG,aAAa,CAAC,MAAM,CAAC,WAAW,CAC7C,IAAI,eAAe,CAAkC;QACnD,KAAK,CAAC,SAAS,CAAC,KAAK,EAAE,UAAU;YAC/B,MAAM,MAAM,GAAG,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;YAEvC,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;gBACnB,UAAU,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;YAClC,CAAC;iBAAM,CAAC;gBACN,UAAU,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,0BAA0B,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC;YAChF,CAAC;QACH,CAAC;KACF,CAAC,CACH,CAAC;IAEF,OAAO;QACL,MAAM,EAAE,MAAqD;QAC7D,IAAI,EAAE,CAAC,KAAc,EAAE,EAAE;YACvB,IAAI,KAAK,EAAE,CAAC;gBACV,UAAU,CAAC,GAAG,EAAE;oBACd,IAAI,eAAe,CAAC,MAAM,CAAC,OAAO;wBAAE,OAAO;oBAE3C,eAAe,CAAC,KAAK,EAAE,CAAC;gBAC1B,CAAC,EAAE,KAAK,CAAC,CAAC;YACZ,CAAC;iBAAM,CAAC;gBACN,eAAe,CAAC,KAAK,EAAE,CAAC;YAC1B,CAAC;QACH,CAAC;KACF,CAAC;AACJ,CAAC;AAID,SAAgB,yBAAyB,CACvC,MAAyB,EACzB,WAA8B;IAE9B,MAAM,iBAAiB,GAAQ,MAAM,CAAC,WAAW,CAAC,IAAI,eAAe,CAAC,WAAW,CAAC,CAAC,CAAC;IAEpF,iBAAiB,CAAC,MAAM,CAAC,aAAa,CAAC,GAAG,GAAG,EAAE;QAC7C,MAAM,MAAM,GAAG,iBAAiB,CAAC,SAAS,EAAE,CAAC;QAC7C,OAAO;YACL,KAAK,CAAC,IAAI;gBACR,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;gBAC5C,OAAO,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC;YAC1E,CAAC;SACF,CAAC;IACJ,CAAC,CAAC;IAEF,OAAO,iBAAiB,CAAC;AAC3B,CAAC;AAED,SAAgB,2BAA2B,CACzC,MAAyB,EACzB,WAA8B,EAC9B,MAAmB;IAEnB,OAAO,IAAI,cAAc,CAAI;QAC3B,KAAK,CAAC,KAAK,CAAC,UAAU;YACpB,MAAM,iBAAiB,GAAG,MAAM,CAAC,WAAW,CAAC,IAAI,eAAe,CAAC,WAAW,CAAC,CAAC,CAAC;YAC/E,MAAM,MAAM,GAAG,iBAAiB,CAAC,SAAS,EAAE,CAAC;YAE7C,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,GAAG,EAAE;gBACpC,cAAc,CAAC,GAAG,EAAE;oBAClB,MAAM,CAAC,MAAM,EAAE,CAAC;oBAChB,UAAU,CAAC,KAAK,EAAE,CAAC;gBACrB,CAAC,CAAC,CAAC;YACL,CAAC,CAAC,CAAC;YAEH,OAAO,IAAI,EAAE,CAAC;gBACZ,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;gBAC5C,IAAI,IAAI,EAAE,CAAC;oBACT,UAAU,CAAC,KAAK,EAAE,CAAC;oBACnB,MAAM;gBACR,CAAC;gBAED,UAAU,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YAC5B,CAAC;QACH,CAAC;KACF,CAA2B,CAAC;AAC/B,CAAC;AAED,MAAM,mBAAmB;IACd,OAAO,CAA0B;IACjC,aAAa,GAAmB,IAAI,GAAG,EAAE,CAAC;IAC1C,aAAa,CAAyB;IAC/C,MAAM,GAAuB,KAAK,CAAC;IACnC,YAAY,CAAc;IAE1B,IAAI;QACF,IAAI,CAAC,YAAY,EAAE,EAAE,CAAC;IACxB,CAAC;IAED,YAAY,MAA+B;QACzC,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC;QAEtB,sDAAsD;QACtD,MAAM,MAAM,GAAG,IAAI,cAAc,CAAe;YAC9C,KAAK,EAAE,CAAC,UAAU,EAAE,EAAE;gBACpB,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,CACxC,CAAC,QAAQ,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC,QAAQ,CAAC,EAC1C,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAC7B,CAAC;YACJ,CAAC;SACF,CAAC,CAAC;QAEH,gFAAgF;QAChF,IAAI,CAAC,aAAa,GAAG,yBAAyB,CAAC,MAAM,EAAE;YACrD,SAAS,EAAE,CAAC,QAAQ,EAAE,UAAU,EAAE,EAAE;gBAClC,MAAM,WAAW,GAAG,IAAI,GAAG,EAAU,CAAC;gBAEtC,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;oBAC/B,IAAI,IAAA,wBAAe,EAAC,OAAO,CAAC,EAAE,CAAC;wBAC7B,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC;wBACxB,QAAQ,OAAO,CAAC,OAAO,CAAC,SAAS,EAAE,CAAC;4BAClC,KAAK,QAAQ,CAAC,CAAC,CAAC;gCACd,mBAAmB;gCACnB,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,GAAG,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC;gCAC3C,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;gCACrB,MAAM;4BACR,CAAC;4BACD,KAAK,QAAQ,CAAC,CAAC,CAAC;gCACd,iEAAiE;gCACjE,MAAM,WAAW,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;gCAChD,MAAM,UAAU,GAAG,WAAW;oCAC5B,CAAC,CAAC,EAAE,GAAG,WAAW,EAAE,GAAG,OAAO,CAAC,KAAK,EAAE;oCACtC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC;gCAClB,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,GAAG,EAAE,UAAU,CAAC,CAAC;gCACxC,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;gCACrB,MAAM;4BACR,CAAC;wBACH,CAAC;oBACH,CAAC;yBAAM,IAAI,IAAA,yBAAgB,EAAC,OAAO,CAAC,EAAE,CAAC;wBACrC,IAAI,OAAO,CAAC,OAAO,CAAC,OAAO,KAAK,cAAc,EAAE,CAAC;4BAC/C,IAAI,CAAC,aAAa,CAAC,KAAK,EAAE,CAAC;4BAC3B,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;wBACtB,CAAC;oBACH,CAAC;gBACH,CAAC;gBAED,oFAAoF;gBACpF,KAAK,MAAM,GAAG,IAAI,WAAW,EAAE,CAAC;oBAC9B,MAAM,QAAQ,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;oBAC7C,IAAI,QAAQ,EAAE,CAAC;wBACb,UAAU,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;oBAC/B,CAAC;gBACH,CAAC;YACH,CAAC;SACF,CAAC,CAAC;IACL,CAAC;IAED,IAAI,MAAM;QACR,OAAO,IAAI,CAAC,aAAa,CAAC;IAC5B,CAAC;IAED,IAAI,UAAU;QACZ,OAAO,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC;IACjC,CAAC;IAED,IAAI,UAAU;QACZ,OAAO,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC;IACjC,CAAC;IAED,IAAI,MAAM;QACR,OAAO,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC;IAClC,CAAC;IAED,IAAI,KAAK;QACP,OAAO,IAAI,CAAC,MAAM,CAAC;IACrB,CAAC;IAED,YAAY;QACV,OAAO,IAAI,CAAC,OAAO,CAAC,YAAY,EAAE,CAAC;IACrC,CAAC;IAED,UAAU;QACR,OAAO,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC;IACnC,CAAC;IAED,SAAS;QACP,OAAO,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,CAAC;IAClC,CAAC;IAED,WAAW;QACT,OAAO,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC;IACpC,CAAC;IAED,YAAY,CAAC,CAAQ;QACnB,IAAI,CAAC,YAAY,mBAAU,EAAE,CAAC;YAC5B,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC;QAClB,CAAC;IACH,CAAC;CACF;AAED,MAAa,mBAAoB,SAAQ,eAAiC;IAChE,MAAM,GAAG,EAAE,CAAC;IAEpB;QACE,KAAK,CAAC;YACJ,SAAS,EAAE,CAAC,KAAK,EAAE,UAAU,EAAE,EAAE;gBAC/B,iCAAiC;gBACjC,IAAI,CAAC,MAAM,IAAI,KAAK,CAAC;gBAErB,oBAAoB;gBACpB,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBAEtC,+DAA+D;gBAC/D,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC;gBAEhC,4CAA4C;gBAC5C,MAAM,SAAS,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;gBAEjE,sDAAsD;gBACtD,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACzB,UAAU,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;gBAChC,CAAC;YACH,CAAC;YACD,KAAK,EAAE,CAAC,UAAU,EAAE,EAAE;gBACpB,6EAA6E;gBAC7E,MAAM,OAAO,GAAG,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;gBACnC,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACvB,UAAU,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;gBAChC,CAAC;YACH,CAAC;SACF,CAAC,CAAC;IACL,CAAC;CACF;AAhCD,kDAgCC"}

package/dist/commonjs/v3/apiClientManager/index.d.ts

@@ -15,5 +15,5 @@ export declare class APIClientManagerAPI {
     clientOrThrow(): ApiClient;
     runWithConfig<R extends (...args: any[]) => Promise<any>>(config: ApiClientConfiguration, fn: R): Promise<ReturnType<R>>;
     setGlobalAPIClientConfiguration(config: ApiClientConfiguration): boolean;
-    apiClientMissingError(): "Unknown error" | "You need to set the TRIGGER_API_URL and TRIGGER_SECRET_KEY environment variables. See https://trigger.dev/docs/management/overview#authentication" | "You need to set the TRIGGER_API_URL environment variable. See https://trigger.dev/docs/management/overview#authentication" | "You need to set the TRIGGER_SECRET_KEY environment variable. See https://trigger.dev/docs/management/overview#authentication";
+    apiClientMissingError(): "You need to set the TRIGGER_API_URL and TRIGGER_SECRET_KEY environment variables. See https://trigger.dev/docs/management/overview#authentication" | "You need to set the TRIGGER_API_URL environment variable. See https://trigger.dev/docs/management/overview#authentication" | "You need to set the TRIGGER_SECRET_KEY environment variable. See https://trigger.dev/docs/management/overview#authentication" | "Unknown error";
 }

package/dist/commonjs/v3/run-metadata-api.d.ts

@@ -1,2 +1,4 @@
 import { RunMetadataAPI } from "./runMetadata/index.js";
 export declare const runMetadata: RunMetadataAPI;
+export * from "./runMetadata/types.js";
+export * from "./runMetadata/operations.js";

package/dist/commonjs/v3/run-metadata-api.js

@@ -1,8 +1,24 @@
 "use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.runMetadata = void 0;
 // Split module-level variable definition into separate files to allow
 // tree-shaking on each api instance.
 const index_js_1 = require("./runMetadata/index.js");
 exports.runMetadata = index_js_1.RunMetadataAPI.getInstance();
+__exportStar(require("./runMetadata/types.js"), exports);
+__exportStar(require("./runMetadata/operations.js"), exports);
 //# sourceMappingURL=run-metadata-api.js.map

package/dist/commonjs/v3/run-metadata-api.js.map

@@ -1 +1 @@
-{"version":3,"file":"run-metadata-api.js","sourceRoot":"","sources":["../../../src/v3/run-metadata-api.ts"],"names":[],"mappings":";;;AAAA,sEAAsE;AACtE,qCAAqC;AACrC,qDAAwD;AAE3C,QAAA,WAAW,GAAG,yBAAc,CAAC,WAAW,EAAE,CAAC"}
+{"version":3,"file":"run-metadata-api.js","sourceRoot":"","sources":["../../../src/v3/run-metadata-api.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;AAAA,sEAAsE;AACtE,qCAAqC;AACrC,qDAAwD;AAE3C,QAAA,WAAW,GAAG,yBAAc,CAAC,WAAW,EAAE,CAAC;AAExD,yDAAuC;AACvC,8DAA4C"}

package/dist/commonjs/v3/runMetadata/index.d.ts

@@ -1,6 +1,7 @@
 import { DeserializedJson } from "../../schemas/json.js";
+import { AsyncIterableStream } from "../apiClient/stream.js";
 import { ApiRequestOptions } from "../zodfetch.js";
-import { RunMetadataManager } from "./types.js";
+import { RunMetadataManager, RunMetadataUpdater } from "./types.js";
 export declare class RunMetadataAPI implements RunMetadataManager {
     #private;
     private static _instance?;
@@ -10,13 +11,17 @@ export declare class RunMetadataAPI implements RunMetadataManager {
     enterWithMetadata(metadata: Record<string, DeserializedJson>): void;
     current(): Record<string, DeserializedJson> | undefined;
     getKey(key: string): DeserializedJson | undefined;
-    setKey(key: string, value: DeserializedJson): void;
-    deleteKey(key: string): void;
-    incrementKey(key: string, value: number): void;
-    decrementKey(key: string, value: number): void;
-    appendKey(key: string, value: DeserializedJson): void;
-    removeFromKey(key: string, value: DeserializedJson): void;
-    update(metadata: Record<string, DeserializedJson>): void;
+    set(key: string, value: DeserializedJson): this;
+    del(key: string): this;
+    increment(key: string, value: number): this;
+    decrement(key: string, value: number): this;
+    append(key: string, value: DeserializedJson): this;
+    remove(key: string, value: DeserializedJson): this;
+    update(metadata: Record<string, DeserializedJson>): this;
     stream<T>(key: string, value: AsyncIterable<T> | ReadableStream<T>, signal?: AbortSignal): Promise<AsyncIterable<T>>;
+    fetchStream<T>(key: string, signal?: AbortSignal): Promise<AsyncIterableStream<T>>;
     flush(requestOptions?: ApiRequestOptions): Promise<void>;
+    refresh(requestOptions?: ApiRequestOptions): Promise<void>;
+    get parent(): RunMetadataUpdater;
+    get root(): RunMetadataUpdater;
 }

package/dist/commonjs/v3/runMetadata/index.js

@@ -29,33 +29,52 @@ class RunMetadataAPI {
     getKey(key) {
         return this.#getManager().getKey(key);
     }
-    setKey(key, value) {
-        return this.#getManager().setKey(key, value);
+    set(key, value) {
+        this.#getManager().set(key, value);
+        return this;
     }
-    deleteKey(key) {
-        return this.#getManager().deleteKey(key);
+    del(key) {
+        this.#getManager().del(key);
+        return this;
     }
-    incrementKey(key, value) {
-        return this.#getManager().incrementKey(key, value);
+    increment(key, value) {
+        this.#getManager().increment(key, value);
+        return this;
     }
-    decrementKey(key, value) {
-        return this.#getManager().decrementKey(key, value);
+    decrement(key, value) {
+        this.#getManager().decrement(key, value);
+        return this;
     }
-    appendKey(key, value) {
-        this.#getManager().appendKey(key, value);
+    append(key, value) {
+        this.#getManager().append(key, value);
+        return this;
     }
-    removeFromKey(key, value) {
-        this.#getManager().removeFromKey(key, value);
+    remove(key, value) {
+        this.#getManager().remove(key, value);
+        return this;
     }
     update(metadata) {
-        return this.#getManager().update(metadata);
+        this.#getManager().update(metadata);
+        return this;
     }
     stream(key, value, signal) {
         return this.#getManager().stream(key, value, signal);
     }
+    fetchStream(key, signal) {
+        return this.#getManager().fetchStream(key, signal);
+    }
     flush(requestOptions) {
         return this.#getManager().flush(requestOptions);
     }
+    refresh(requestOptions) {
+        return this.#getManager().refresh(requestOptions);
+    }
+    get parent() {
+        return this.#getManager().parent;
+    }
+    get root() {
+        return this.#getManager().root;
+    }
 }
 exports.RunMetadataAPI = RunMetadataAPI;
 //# sourceMappingURL=index.js.map

package/dist/commonjs/v3/runMetadata/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/v3/runMetadata/index.ts"],"names":[],"mappings":";;;AACA,oDAAgE;AAEhE,qDAA0D;AAG1D,MAAM,QAAQ,GAAG,cAAc,CAAC;AAEhC,MAAM,YAAY,GAAG,IAAI,uCAAsB,EAAE,CAAC;AAElD,MAAa,cAAc;IACjB,MAAM,CAAC,SAAS,CAAkB;IAE1C,gBAAuB,CAAC;IAEjB,MAAM,CAAC,WAAW;QACvB,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;YACpB,IAAI,CAAC,SAAS,GAAG,IAAI,cAAc,EAAE,CAAC;QACxC,CAAC;QAED,OAAO,IAAI,CAAC,SAAS,CAAC;IACxB,CAAC;IAED,gBAAgB,CAAC,OAA2B;QAC1C,OAAO,IAAA,2BAAc,EAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IAC3C,CAAC;IAED,WAAW;QACT,OAAO,IAAA,sBAAS,EAAC,QAAQ,CAAC,IAAI,YAAY,CAAC;IAC7C,CAAC;IAEM,iBAAiB,CAAC,QAA0C;QACjE,IAAI,CAAC,WAAW,EAAE,CAAC,iBAAiB,CAAC,QAAQ,CAAC,CAAC;IACjD,CAAC;IAEM,OAAO;QACZ,OAAO,IAAI,CAAC,WAAW,EAAE,CAAC,OAAO,EAAE,CAAC;IACtC,CAAC;IAEM,MAAM,CAAC,GAAW;QACvB,OAAO,IAAI,CAAC,WAAW,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;IACxC,CAAC;IAEM,MAAM,CAAC,GAAW,EAAE,KAAuB;QAChD,OAAO,IAAI,CAAC,WAAW,EAAE,CAAC,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;IAC/C,CAAC;IAEM,SAAS,CAAC,GAAW;QAC1B,OAAO,IAAI,CAAC,WAAW,EAAE,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;IAC3C,CAAC;IAEM,YAAY,CAAC,GAAW,EAAE,KAAa;QAC5C,OAAO,IAAI,CAAC,WAAW,EAAE,CAAC,YAAY,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;IACrD,CAAC;IAED,YAAY,CAAC,GAAW,EAAE,KAAa;QACrC,OAAO,IAAI,CAAC,WAAW,EAAE,CAAC,YAAY,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;IACrD,CAAC;IAED,SAAS,CAAC,GAAW,EAAE,KAAuB;QAC5C,IAAI,CAAC,WAAW,EAAE,CAAC,SAAS,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;IAC3C,CAAC;IAED,aAAa,CAAC,GAAW,EAAE,KAAuB;QAChD,IAAI,CAAC,WAAW,EAAE,CAAC,aAAa,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;IAC/C,CAAC;IAEM,MAAM,CAAC,QAA0C;QACtD,OAAO,IAAI,CAAC,WAAW,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IAC7C,CAAC;IAEM,MAAM,CACX,GAAW,EACX,KAA2C,EAC3C,MAAoB;QAEpB,OAAO,IAAI,CAAC,WAAW,EAAE,CAAC,MAAM,CAAC,GAAG,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC;IACvD,CAAC;IAED,KAAK,CAAC,cAAkC;QACtC,OAAO,IAAI,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;IAClD,CAAC;CACF;AAxED,wCAwEC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/v3/runMetadata/index.ts"],"names":[],"mappings":";;;AAEA,oDAAgE;AAEhE,qDAA0D;AAG1D,MAAM,QAAQ,GAAG,cAAc,CAAC;AAEhC,MAAM,YAAY,GAAG,IAAI,uCAAsB,EAAE,CAAC;AAElD,MAAa,cAAc;IACjB,MAAM,CAAC,SAAS,CAAkB;IAE1C,gBAAuB,CAAC;IAEjB,MAAM,CAAC,WAAW;QACvB,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;YACpB,IAAI,CAAC,SAAS,GAAG,IAAI,cAAc,EAAE,CAAC;QACxC,CAAC;QAED,OAAO,IAAI,CAAC,SAAS,CAAC;IACxB,CAAC;IAED,gBAAgB,CAAC,OAA2B;QAC1C,OAAO,IAAA,2BAAc,EAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IAC3C,CAAC;IAED,WAAW;QACT,OAAO,IAAA,sBAAS,EAAC,QAAQ,CAAC,IAAI,YAAY,CAAC;IAC7C,CAAC;IAEM,iBAAiB,CAAC,QAA0C;QACjE,IAAI,CAAC,WAAW,EAAE,CAAC,iBAAiB,CAAC,QAAQ,CAAC,CAAC;IACjD,CAAC;IAEM,OAAO;QACZ,OAAO,IAAI,CAAC,WAAW,EAAE,CAAC,OAAO,EAAE,CAAC;IACtC,CAAC;IAEM,MAAM,CAAC,GAAW;QACvB,OAAO,IAAI,CAAC,WAAW,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;IACxC,CAAC;IAEM,GAAG,CAAC,GAAW,EAAE,KAAuB;QAC7C,IAAI,CAAC,WAAW,EAAE,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;QACnC,OAAO,IAAI,CAAC;IACd,CAAC;IAEM,GAAG,CAAC,GAAW;QACpB,IAAI,CAAC,WAAW,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAC5B,OAAO,IAAI,CAAC;IACd,CAAC;IAEM,SAAS,CAAC,GAAW,EAAE,KAAa;QACzC,IAAI,CAAC,WAAW,EAAE,CAAC,SAAS,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;QACzC,OAAO,IAAI,CAAC;IACd,CAAC;IAED,SAAS,CAAC,GAAW,EAAE,KAAa;QAClC,IAAI,CAAC,WAAW,EAAE,CAAC,SAAS,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;QACzC,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,CAAC,GAAW,EAAE,KAAuB;QACzC,IAAI,CAAC,WAAW,EAAE,CAAC,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;QACtC,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,CAAC,GAAW,EAAE,KAAuB;QACzC,IAAI,CAAC,WAAW,EAAE,CAAC,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;QACtC,OAAO,IAAI,CAAC;IACd,CAAC;IAEM,MAAM,CAAC,QAA0C;QACtD,IAAI,CAAC,WAAW,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;QACpC,OAAO,IAAI,CAAC;IACd,CAAC;IAEM,MAAM,CACX,GAAW,EACX,KAA2C,EAC3C,MAAoB;QAEpB,OAAO,IAAI,CAAC,WAAW,EAAE,CAAC,MAAM,CAAC,GAAG,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC;IACvD,CAAC;IAEM,WAAW,CAAI,GAAW,EAAE,MAAoB;QACrD,OAAO,IAAI,CAAC,WAAW,EAAE,CAAC,WAAW,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;IACrD,CAAC;IAED,KAAK,CAAC,cAAkC;QACtC,OAAO,IAAI,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;IAClD,CAAC;IAED,OAAO,CAAC,cAAkC;QACxC,OAAO,IAAI,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC;IACpD,CAAC;IAED,IAAI,MAAM;QACR,OAAO,IAAI,CAAC,WAAW,EAAE,CAAC,MAAM,CAAC;IACnC,CAAC;IAED,IAAI,IAAI;QACN,OAAO,IAAI,CAAC,WAAW,EAAE,CAAC,IAAI,CAAC;IACjC,CAAC;CACF;AA/FD,wCA+FC"}

package/dist/commonjs/v3/runMetadata/manager.d.ts

@@ -1,30 +1,44 @@
 import { DeserializedJson } from "../../schemas/json.js";
-import { ApiRequestOptions } from "../zodfetch.js";
-import { RunMetadataManager } from "./types.js";
 import { ApiClient } from "../apiClient/index.js";
+import { AsyncIterableStream } from "../apiClient/stream.js";
+import { FlushedRunMetadata } from "../schemas/common.js";
+import { ApiRequestOptions } from "../zodfetch.js";
+import { RunMetadataManager, RunMetadataUpdater } from "./types.js";
 export declare class StandardMetadataManager implements RunMetadataManager {
+    #private;
     private apiClient;
     private streamsBaseUrl;
+    private streamsVersion;
     private flushTimeoutId;
-    private hasChanges;
+    private isFlushing;
     private store;
     private activeStreams;
+    private queuedOperations;
+    private queuedParentOperations;
+    private queuedRootOperations;
     runId: string | undefined;
-    constructor(apiClient: ApiClient, streamsBaseUrl: string);
+    constructor(apiClient: ApiClient, streamsBaseUrl: string, streamsVersion?: "v1" | "v2");
+    get parent(): RunMetadataUpdater;
+    get root(): RunMetadataUpdater;
     enterWithMetadata(metadata: Record<string, DeserializedJson>): void;
     current(): Record<string, DeserializedJson> | undefined;
     getKey(key: string): DeserializedJson | undefined;
-    setKey(key: string, value: DeserializedJson): void;
-    deleteKey(key: string): void;
-    appendKey(key: string, value: DeserializedJson): void;
-    removeFromKey(key: string, value: DeserializedJson): void;
-    incrementKey(key: string, increment?: number): void;
-    decrementKey(key: string, decrement?: number): void;
-    update(metadata: Record<string, DeserializedJson>): void;
+    private enqueueOperation;
+    set(key: string, value: DeserializedJson): this;
+    del(key: string): this;
+    append(key: string, value: DeserializedJson): this;
+    remove(key: string, value: DeserializedJson): this;
+    increment(key: string, increment?: number): this;
+    decrement(key: string, decrement?: number): this;
+    update(metadata: Record<string, DeserializedJson>): this;
     stream<T>(key: string, value: AsyncIterable<T> | ReadableStream<T>, signal?: AbortSignal): Promise<AsyncIterable<T>>;
+    fetchStream<T>(key: string, signal?: AbortSignal): Promise<AsyncIterableStream<T>>;
+    private doStream;
     hasActiveStreams(): boolean;
     waitForAllStreams(timeout?: number): Promise<void>;
+    refresh(requestOptions?: ApiRequestOptions): Promise<void>;
     flush(requestOptions?: ApiRequestOptions): Promise<void>;
     startPeriodicFlush(intervalMs?: number): void;
     stopPeriodicFlush(): void;
+    stopAndReturnLastFlush(): FlushedRunMetadata | undefined;
 }