@trigger.dev/core 0.0.0-prerelease-20241023140846 → 0.0.0-prerelease-20241119135607

package/dist/esm/v3/otel/index.js

@@ -1,22 +1,3 @@
-import { SpanStatusCode } from "@opentelemetry/api";
 export { TracingSDK } from "./tracingSDK.js";
-export function recordSpanException(span, error) {
-    if (error instanceof Error) {
-        span.recordException(sanitizeSpanError(error));
-    }
-    else if (typeof error === "string") {
-        span.recordException(error.replace(/\0/g, ""));
-    }
-    else {
-        span.recordException(JSON.stringify(error).replace(/\0/g, ""));
-    }
-    span.setStatus({ code: SpanStatusCode.ERROR });
-}
-function sanitizeSpanError(error) {
-    // Create a new error object with the same name, message and stack trace
-    const sanitizedError = new Error(error.message.replace(/\0/g, ""));
-    sanitizedError.name = error.name.replace(/\0/g, "");
-    sanitizedError.stack = error.stack?.replace(/\0/g, "");
-    return sanitizedError;
-}
+export * from "./utils.js";
 //# sourceMappingURL=index.js.map

package/dist/esm/v3/otel/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/v3/otel/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAQ,cAAc,EAAE,MAAM,oBAAoB,CAAC;AAE1D,OAAO,EAAE,UAAU,EAAyD,MAAM,iBAAiB,CAAC;AAEpG,MAAM,UAAU,mBAAmB,CAAC,IAAU,EAAE,KAAc;IAC5D,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;QAC3B,IAAI,CAAC,eAAe,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC,CAAC;IACjD,CAAC;SAAM,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QACrC,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,CAAC;IACjD,CAAC;SAAM,CAAC;QACN,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,CAAC;IACjE,CAAC;IAED,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,cAAc,CAAC,KAAK,EAAE,CAAC,CAAC;AACjD,CAAC;AAED,SAAS,iBAAiB,CAAC,KAAY;IACrC,wEAAwE;IACxE,MAAM,cAAc,GAAG,IAAI,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,CAAC;IACnE,cAAc,CAAC,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IACpD,cAAc,CAAC,KAAK,GAAG,KAAK,CAAC,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IAEvD,OAAO,cAAc,CAAC;AACxB,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/v3/otel/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAyD,MAAM,iBAAiB,CAAC;AAEpG,cAAc,YAAY,CAAC"}

package/dist/esm/v3/otel/utils.d.ts

@@ -0,0 +1,2 @@
+import { type Span } from "@opentelemetry/api";
+export declare function recordSpanException(span: Span, error: unknown): void;

package/dist/esm/v3/otel/utils.js

@@ -0,0 +1,21 @@
+import { SpanStatusCode } from "@opentelemetry/api";
+export function recordSpanException(span, error) {
+    if (error instanceof Error) {
+        span.recordException(sanitizeSpanError(error));
+    }
+    else if (typeof error === "string") {
+        span.recordException(error.replace(/\0/g, ""));
+    }
+    else {
+        span.recordException(JSON.stringify(error).replace(/\0/g, ""));
+    }
+    span.setStatus({ code: SpanStatusCode.ERROR });
+}
+function sanitizeSpanError(error) {
+    // Create a new error object with the same name, message and stack trace
+    const sanitizedError = new Error(error.message.replace(/\0/g, ""));
+    sanitizedError.name = error.name.replace(/\0/g, "");
+    sanitizedError.stack = error.stack?.replace(/\0/g, "");
+    return sanitizedError;
+}
+//# sourceMappingURL=utils.js.map

package/dist/esm/v3/otel/utils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"utils.js","sourceRoot":"","sources":["../../../../src/v3/otel/utils.ts"],"names":[],"mappings":"AAAA,OAAO,EAAa,cAAc,EAAE,MAAM,oBAAoB,CAAC;AAE/D,MAAM,UAAU,mBAAmB,CAAC,IAAU,EAAE,KAAc;IAC5D,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;QAC3B,IAAI,CAAC,eAAe,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC,CAAC;IACjD,CAAC;SAAM,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QACrC,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,CAAC;IACjD,CAAC;SAAM,CAAC;QACN,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,CAAC;IACjE,CAAC;IAED,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,cAAc,CAAC,KAAK,EAAE,CAAC,CAAC;AACjD,CAAC;AAED,SAAS,iBAAiB,CAAC,KAAY;IACrC,wEAAwE;IACxE,MAAM,cAAc,GAAG,IAAI,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,CAAC;IACnE,cAAc,CAAC,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IACpD,cAAc,CAAC,KAAK,GAAG,KAAK,CAAC,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IAEvD,OAAO,cAAc,CAAC;AACxB,CAAC"}

package/dist/esm/v3/runMetadata/index.d.ts

@@ -1,15 +1,22 @@
 import { DeserializedJson } from "../../schemas/json.js";
 import { ApiRequestOptions } from "../zodfetch.js";
-export declare class RunMetadataAPI {
+import { RunMetadataManager } from "./types.js";
+export declare class RunMetadataAPI implements RunMetadataManager {
+    #private;
     private static _instance?;
     private constructor();
     static getInstance(): RunMetadataAPI;
-    get store(): Record<string, DeserializedJson> | undefined;
-    set store(value: Record<string, DeserializedJson> | undefined);
+    setGlobalManager(manager: RunMetadataManager): boolean;
     enterWithMetadata(metadata: Record<string, DeserializedJson>): void;
     current(): Record<string, DeserializedJson> | undefined;
     getKey(key: string): DeserializedJson | undefined;
-    setKey(key: string, value: DeserializedJson, requestOptions?: ApiRequestOptions): Promise<void>;
-    deleteKey(key: string, requestOptions?: ApiRequestOptions): Promise<void>;
-    update(metadata: Record<string, DeserializedJson>, requestOptions?: ApiRequestOptions): Promise<void>;
+    setKey(key: string, value: DeserializedJson): void;
+    deleteKey(key: string): void;
+    incrementKey(key: string, value: number): void;
+    decrementKey(key: string, value: number): void;
+    appendKey(key: string, value: DeserializedJson): void;
+    removeFromKey(key: string, value: DeserializedJson): void;
+    update(metadata: Record<string, DeserializedJson>): void;
+    stream<T>(key: string, value: AsyncIterable<T> | ReadableStream<T>, signal?: AbortSignal): Promise<AsyncIterable<T>>;
+    flush(requestOptions?: ApiRequestOptions): Promise<void>;
 }

package/dist/esm/v3/runMetadata/index.js

@@ -1,7 +1,7 @@
-import { apiClientManager } from "../apiClientManager-api.js";
-import { taskContext } from "../task-context-api.js";
 import { getGlobal, registerGlobal } from "../utils/globals.js";
+import { NoopRunMetadataManager } from "./noopManager.js";
 const API_NAME = "run-metadata";
+const NOOP_MANAGER = new NoopRunMetadataManager();
 export class RunMetadataAPI {
     static _instance;
     constructor() { }
@@ -11,53 +11,47 @@ export class RunMetadataAPI {
         }
         return this._instance;
     }
-    get store() {
-        return getGlobal(API_NAME);
+    setGlobalManager(manager) {
+        return registerGlobal(API_NAME, manager);
     }
-    set store(value) {
-        registerGlobal(API_NAME, value, true);
+    #getManager() {
+        return getGlobal(API_NAME) ?? NOOP_MANAGER;
     }
     enterWithMetadata(metadata) {
-        registerGlobal(API_NAME, metadata);
+        this.#getManager().enterWithMetadata(metadata);
     }
     current() {
-        return this.store;
+        return this.#getManager().current();
     }
     getKey(key) {
-        return this.store?.[key];
+        return this.#getManager().getKey(key);
     }
-    async setKey(key, value, requestOptions) {
-        const runId = taskContext.ctx?.run.id;
-        if (!runId) {
-            return;
-        }
-        const apiClient = apiClientManager.clientOrThrow();
-        const nextStore = {
-            ...(this.store ?? {}),
-            [key]: value,
-        };
-        const response = await apiClient.updateRunMetadata(runId, { metadata: nextStore }, requestOptions);
-        this.store = response.metadata;
-    }
-    async deleteKey(key, requestOptions) {
-        const runId = taskContext.ctx?.run.id;
-        if (!runId) {
-            return;
-        }
-        const apiClient = apiClientManager.clientOrThrow();
-        const nextStore = { ...(this.store ?? {}) };
-        delete nextStore[key];
-        const response = await apiClient.updateRunMetadata(runId, { metadata: nextStore }, requestOptions);
-        this.store = response.metadata;
-    }
-    async update(metadata, requestOptions) {
-        const runId = taskContext.ctx?.run.id;
-        if (!runId) {
-            return;
-        }
-        const apiClient = apiClientManager.clientOrThrow();
-        const response = await apiClient.updateRunMetadata(runId, { metadata }, requestOptions);
-        this.store = response.metadata;
+    setKey(key, value) {
+        return this.#getManager().setKey(key, value);
+    }
+    deleteKey(key) {
+        return this.#getManager().deleteKey(key);
+    }
+    incrementKey(key, value) {
+        return this.#getManager().incrementKey(key, value);
+    }
+    decrementKey(key, value) {
+        return this.#getManager().decrementKey(key, value);
+    }
+    appendKey(key, value) {
+        this.#getManager().appendKey(key, value);
+    }
+    removeFromKey(key, value) {
+        this.#getManager().removeFromKey(key, value);
+    }
+    update(metadata) {
+        return this.#getManager().update(metadata);
+    }
+    stream(key, value, signal) {
+        return this.#getManager().stream(key, value, signal);
+    }
+    flush(requestOptions) {
+        return this.#getManager().flush(requestOptions);
     }
 }
 //# sourceMappingURL=index.js.map

package/dist/esm/v3/runMetadata/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/v3/runMetadata/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,gBAAgB,EAAE,MAAM,4BAA4B,CAAC;AAC9D,OAAO,EAAE,WAAW,EAAE,MAAM,wBAAwB,CAAC;AACrD,OAAO,EAAE,SAAS,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AAGhE,MAAM,QAAQ,GAAG,cAAc,CAAC;AAEhC,MAAM,OAAO,cAAc;IACjB,MAAM,CAAC,SAAS,CAAkB;IAE1C,gBAAuB,CAAC;IAEjB,MAAM,CAAC,WAAW;QACvB,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;YACpB,IAAI,CAAC,SAAS,GAAG,IAAI,cAAc,EAAE,CAAC;QACxC,CAAC;QAED,OAAO,IAAI,CAAC,SAAS,CAAC;IACxB,CAAC;IAED,IAAI,KAAK;QACP,OAAO,SAAS,CAAC,QAAQ,CAAC,CAAC;IAC7B,CAAC;IAED,IAAI,KAAK,CAAC,KAAmD;QAC3D,cAAc,CAAC,QAAQ,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;IACxC,CAAC;IAEM,iBAAiB,CAAC,QAA0C;QACjE,cAAc,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;IACrC,CAAC;IAEM,OAAO;QACZ,OAAO,IAAI,CAAC,KAAK,CAAC;IACpB,CAAC;IAEM,MAAM,CAAC,GAAW;QACvB,OAAO,IAAI,CAAC,KAAK,EAAE,CAAC,GAAG,CAAC,CAAC;IAC3B,CAAC;IAEM,KAAK,CAAC,MAAM,CACjB,GAAW,EACX,KAAuB,EACvB,cAAkC;QAElC,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE,CAAC;QAEtC,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,OAAO;QACT,CAAC;QAED,MAAM,SAAS,GAAG,gBAAgB,CAAC,aAAa,EAAE,CAAC;QAEnD,MAAM,SAAS,GAAG;YAChB,GAAG,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC;YACrB,CAAC,GAAG,CAAC,EAAE,KAAK;SACb,CAAC;QAEF,MAAM,QAAQ,GAAG,MAAM,SAAS,CAAC,iBAAiB,CAChD,KAAK,EACL,EAAE,QAAQ,EAAE,SAAS,EAAE,EACvB,cAAc,CACf,CAAC;QAEF,IAAI,CAAC,KAAK,GAAG,QAAQ,CAAC,QAAQ,CAAC;IACjC,CAAC;IAEM,KAAK,CAAC,SAAS,CAAC,GAAW,EAAE,cAAkC;QACpE,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE,CAAC;QAEtC,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,OAAO;QACT,CAAC;QAED,MAAM,SAAS,GAAG,gBAAgB,CAAC,aAAa,EAAE,CAAC;QAEnD,MAAM,SAAS,GAAG,EAAE,GAAG,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC,EAAE,CAAC;QAC5C,OAAO,SAAS,CAAC,GAAG,CAAC,CAAC;QAEtB,MAAM,QAAQ,GAAG,MAAM,SAAS,CAAC,iBAAiB,CAChD,KAAK,EACL,EAAE,QAAQ,EAAE,SAAS,EAAE,EACvB,cAAc,CACf,CAAC;QAEF,IAAI,CAAC,KAAK,GAAG,QAAQ,CAAC,QAAQ,CAAC;IACjC,CAAC;IAEM,KAAK,CAAC,MAAM,CACjB,QAA0C,EAC1C,cAAkC;QAElC,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE,CAAC;QAEtC,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,OAAO;QACT,CAAC;QAED,MAAM,SAAS,GAAG,gBAAgB,CAAC,aAAa,EAAE,CAAC;QAEnD,MAAM,QAAQ,GAAG,MAAM,SAAS,CAAC,iBAAiB,CAAC,KAAK,EAAE,EAAE,QAAQ,EAAE,EAAE,cAAc,CAAC,CAAC;QAExF,IAAI,CAAC,KAAK,GAAG,QAAQ,CAAC,QAAQ,CAAC;IACjC,CAAC;CACF"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/v3/runMetadata/index.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,SAAS,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AAEhE,OAAO,EAAE,sBAAsB,EAAE,MAAM,kBAAkB,CAAC;AAG1D,MAAM,QAAQ,GAAG,cAAc,CAAC;AAEhC,MAAM,YAAY,GAAG,IAAI,sBAAsB,EAAE,CAAC;AAElD,MAAM,OAAO,cAAc;IACjB,MAAM,CAAC,SAAS,CAAkB;IAE1C,gBAAuB,CAAC;IAEjB,MAAM,CAAC,WAAW;QACvB,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;YACpB,IAAI,CAAC,SAAS,GAAG,IAAI,cAAc,EAAE,CAAC;QACxC,CAAC;QAED,OAAO,IAAI,CAAC,SAAS,CAAC;IACxB,CAAC;IAED,gBAAgB,CAAC,OAA2B;QAC1C,OAAO,cAAc,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IAC3C,CAAC;IAED,WAAW;QACT,OAAO,SAAS,CAAC,QAAQ,CAAC,IAAI,YAAY,CAAC;IAC7C,CAAC;IAEM,iBAAiB,CAAC,QAA0C;QACjE,IAAI,CAAC,WAAW,EAAE,CAAC,iBAAiB,CAAC,QAAQ,CAAC,CAAC;IACjD,CAAC;IAEM,OAAO;QACZ,OAAO,IAAI,CAAC,WAAW,EAAE,CAAC,OAAO,EAAE,CAAC;IACtC,CAAC;IAEM,MAAM,CAAC,GAAW;QACvB,OAAO,IAAI,CAAC,WAAW,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;IACxC,CAAC;IAEM,MAAM,CAAC,GAAW,EAAE,KAAuB;QAChD,OAAO,IAAI,CAAC,WAAW,EAAE,CAAC,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;IAC/C,CAAC;IAEM,SAAS,CAAC,GAAW;QAC1B,OAAO,IAAI,CAAC,WAAW,EAAE,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;IAC3C,CAAC;IAEM,YAAY,CAAC,GAAW,EAAE,KAAa;QAC5C,OAAO,IAAI,CAAC,WAAW,EAAE,CAAC,YAAY,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;IACrD,CAAC;IAED,YAAY,CAAC,GAAW,EAAE,KAAa;QACrC,OAAO,IAAI,CAAC,WAAW,EAAE,CAAC,YAAY,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;IACrD,CAAC;IAED,SAAS,CAAC,GAAW,EAAE,KAAuB;QAC5C,IAAI,CAAC,WAAW,EAAE,CAAC,SAAS,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;IAC3C,CAAC;IAED,aAAa,CAAC,GAAW,EAAE,KAAuB;QAChD,IAAI,CAAC,WAAW,EAAE,CAAC,aAAa,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;IAC/C,CAAC;IAEM,MAAM,CAAC,QAA0C;QACtD,OAAO,IAAI,CAAC,WAAW,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IAC7C,CAAC;IAEM,MAAM,CACX,GAAW,EACX,KAA2C,EAC3C,MAAoB;QAEpB,OAAO,IAAI,CAAC,WAAW,EAAE,CAAC,MAAM,CAAC,GAAG,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC;IACvD,CAAC;IAED,KAAK,CAAC,cAAkC;QACtC,OAAO,IAAI,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;IAClD,CAAC;CACF"}

package/dist/esm/v3/runMetadata/manager.d.ts

@@ -0,0 +1,30 @@
+import { DeserializedJson } from "../../schemas/json.js";
+import { ApiRequestOptions } from "../zodfetch.js";
+import { RunMetadataManager } from "./types.js";
+import { ApiClient } from "../apiClient/index.js";
+export declare class StandardMetadataManager implements RunMetadataManager {
+    private apiClient;
+    private streamsBaseUrl;
+    private flushTimeoutId;
+    private hasChanges;
+    private store;
+    private activeStreams;
+    runId: string | undefined;
+    constructor(apiClient: ApiClient, streamsBaseUrl: string);
+    enterWithMetadata(metadata: Record<string, DeserializedJson>): void;
+    current(): Record<string, DeserializedJson> | undefined;
+    getKey(key: string): DeserializedJson | undefined;
+    setKey(key: string, value: DeserializedJson): void;
+    deleteKey(key: string): void;
+    appendKey(key: string, value: DeserializedJson): void;
+    removeFromKey(key: string, value: DeserializedJson): void;
+    incrementKey(key: string, increment?: number): void;
+    decrementKey(key: string, decrement?: number): void;
+    update(metadata: Record<string, DeserializedJson>): void;
+    stream<T>(key: string, value: AsyncIterable<T> | ReadableStream<T>, signal?: AbortSignal): Promise<AsyncIterable<T>>;
+    hasActiveStreams(): boolean;
+    waitForAllStreams(timeout?: number): Promise<void>;
+    flush(requestOptions?: ApiRequestOptions): Promise<void>;
+    startPeriodicFlush(intervalMs?: number): void;
+    stopPeriodicFlush(): void;
+}

package/dist/esm/v3/runMetadata/manager.js

@@ -0,0 +1,274 @@
+import { JSONHeroPath } from "@jsonhero/path";
+import { dequal } from "dequal/lite";
+import { MetadataStream } from "./metadataStream.js";
+const MAXIMUM_ACTIVE_STREAMS = 2;
+const MAXIMUM_TOTAL_STREAMS = 5;
+export class StandardMetadataManager {
+    apiClient;
+    streamsBaseUrl;
+    flushTimeoutId = null;
+    hasChanges = false;
+    store;
+    // Add a Map to track active streams
+    activeStreams = new Map();
+    runId;
+    constructor(apiClient, streamsBaseUrl) {
+        this.apiClient = apiClient;
+        this.streamsBaseUrl = streamsBaseUrl;
+    }
+    enterWithMetadata(metadata) {
+        this.store = metadata ?? {};
+    }
+    current() {
+        return this.store;
+    }
+    getKey(key) {
+        return this.store?.[key];
+    }
+    setKey(key, value) {
+        if (!this.runId) {
+            return;
+        }
+        let nextStore = this.store
+            ? structuredClone(this.store)
+            : undefined;
+        if (key.startsWith("$.")) {
+            const path = new JSONHeroPath(key);
+            path.set(nextStore, value);
+        }
+        else {
+            nextStore = {
+                ...(nextStore ?? {}),
+                [key]: value,
+            };
+        }
+        if (!nextStore) {
+            return;
+        }
+        if (!dequal(this.store, nextStore)) {
+            this.hasChanges = true;
+        }
+        this.store = nextStore;
+    }
+    deleteKey(key) {
+        if (!this.runId) {
+            return;
+        }
+        const nextStore = { ...(this.store ?? {}) };
+        delete nextStore[key];
+        if (!dequal(this.store, nextStore)) {
+            this.hasChanges = true;
+        }
+        this.store = nextStore;
+    }
+    appendKey(key, value) {
+        if (!this.runId) {
+            return;
+        }
+        let nextStore = this.store
+            ? structuredClone(this.store)
+            : {};
+        if (key.startsWith("$.")) {
+            const path = new JSONHeroPath(key);
+            const currentValue = path.first(nextStore);
+            if (currentValue === undefined) {
+                // Initialize as array with single item
+                path.set(nextStore, [value]);
+            }
+            else if (Array.isArray(currentValue)) {
+                // Append to existing array
+                path.set(nextStore, [...currentValue, value]);
+            }
+            else {
+                // Convert to array if not already
+                path.set(nextStore, [currentValue, value]);
+            }
+        }
+        else {
+            const currentValue = nextStore[key];
+            if (currentValue === undefined) {
+                // Initialize as array with single item
+                nextStore[key] = [value];
+            }
+            else if (Array.isArray(currentValue)) {
+                // Append to existing array
+                nextStore[key] = [...currentValue, value];
+            }
+            else {
+                // Convert to array if not already
+                nextStore[key] = [currentValue, value];
+            }
+        }
+        if (!dequal(this.store, nextStore)) {
+            this.hasChanges = true;
+        }
+        this.store = nextStore;
+    }
+    removeFromKey(key, value) {
+        if (!this.runId) {
+            return;
+        }
+        let nextStore = this.store
+            ? structuredClone(this.store)
+            : {};
+        if (key.startsWith("$.")) {
+            const path = new JSONHeroPath(key);
+            const currentValue = path.first(nextStore);
+            if (Array.isArray(currentValue)) {
+                // Remove the value from array using deep equality check
+                const newArray = currentValue.filter((item) => !dequal(item, value));
+                path.set(nextStore, newArray);
+            }
+        }
+        else {
+            const currentValue = nextStore[key];
+            if (Array.isArray(currentValue)) {
+                // Remove the value from array using deep equality check
+                nextStore[key] = currentValue.filter((item) => !dequal(item, value));
+            }
+        }
+        if (!dequal(this.store, nextStore)) {
+            this.hasChanges = true;
+        }
+        this.store = nextStore;
+    }
+    incrementKey(key, increment = 1) {
+        if (!this.runId) {
+            return;
+        }
+        let nextStore = this.store ? structuredClone(this.store) : {};
+        let currentValue = key.startsWith("$.")
+            ? new JSONHeroPath(key).first(nextStore)
+            : nextStore[key];
+        const newValue = (typeof currentValue === "number" ? currentValue : 0) + increment;
+        if (key.startsWith("$.")) {
+            new JSONHeroPath(key).set(nextStore, newValue);
+        }
+        else {
+            nextStore[key] = newValue;
+        }
+        if (!dequal(this.store, nextStore)) {
+            this.hasChanges = true;
+            this.store = nextStore;
+        }
+    }
+    decrementKey(key, decrement = 1) {
+        this.incrementKey(key, -decrement);
+    }
+    update(metadata) {
+        if (!this.runId) {
+            return;
+        }
+        if (!dequal(this.store, metadata)) {
+            this.hasChanges = true;
+        }
+        this.store = metadata;
+    }
+    async stream(key, value, signal) {
+        const $value = value;
+        if (!this.runId) {
+            return $value;
+        }
+        // Check to make sure we haven't exceeded the max number of active streams
+        if (this.activeStreams.size >= MAXIMUM_ACTIVE_STREAMS) {
+            console.warn(`Exceeded the maximum number of active streams (${MAXIMUM_ACTIVE_STREAMS}). The "${key}" stream will be ignored.`);
+            return $value;
+        }
+        // Check to make sure we haven't exceeded the max number of total streams
+        const streams = (this.store?.$$streams ?? []);
+        if (streams.length >= MAXIMUM_TOTAL_STREAMS) {
+            console.warn(`Exceeded the maximum number of total streams (${MAXIMUM_TOTAL_STREAMS}). The "${key}" stream will be ignored.`);
+            return $value;
+        }
+        try {
+            // Add the key to the special stream metadata object
+            this.appendKey(`$$streams`, key);
+            await this.flush();
+            const streamInstance = new MetadataStream({
+                key,
+                runId: this.runId,
+                iterator: $value[Symbol.asyncIterator](),
+                baseUrl: this.streamsBaseUrl,
+                signal,
+            });
+            this.activeStreams.set(key, streamInstance);
+            // Clean up when stream completes
+            streamInstance.wait().finally(() => this.activeStreams.delete(key));
+            return streamInstance;
+        }
+        catch (error) {
+            // Clean up metadata key if stream creation fails
+            this.deleteKey(`$$stream.${key}`);
+            throw error;
+        }
+    }
+    hasActiveStreams() {
+        return this.activeStreams.size > 0;
+    }
+    // Waits for all the streams to finish
+    async waitForAllStreams(timeout = 60_000) {
+        if (this.activeStreams.size === 0) {
+            return;
+        }
+        const promises = Array.from(this.activeStreams.values());
+        try {
+            await Promise.race([
+                Promise.allSettled(promises),
+                new Promise((resolve, _) => setTimeout(() => resolve(), timeout)),
+            ]);
+        }
+        catch (error) {
+            console.error("Error waiting for streams to finish:", error);
+            // If we time out, abort all remaining streams
+            for (const [key, promise] of this.activeStreams.entries()) {
+                // We can add abort logic here if needed
+                this.activeStreams.delete(key);
+            }
+            throw error;
+        }
+    }
+    async flush(requestOptions) {
+        if (!this.runId) {
+            return;
+        }
+        if (!this.store) {
+            return;
+        }
+        if (!this.hasChanges) {
+            return;
+        }
+        try {
+            this.hasChanges = false;
+            await this.apiClient.updateRunMetadata(this.runId, { metadata: this.store }, requestOptions);
+        }
+        catch (error) {
+            this.hasChanges = true;
+            throw error;
+        }
+    }
+    startPeriodicFlush(intervalMs = 1000) {
+        const periodicFlush = async (intervalMs) => {
+            try {
+                await this.flush();
+            }
+            catch (error) {
+                console.error("Failed to flush metadata", error);
+                throw error;
+            }
+            finally {
+                scheduleNext();
+            }
+        };
+        const scheduleNext = () => {
+            this.flushTimeoutId = setTimeout(() => periodicFlush(intervalMs), intervalMs);
+        };
+        scheduleNext();
+    }
+    stopPeriodicFlush() {
+        if (this.flushTimeoutId) {
+            clearTimeout(this.flushTimeoutId);
+            this.flushTimeoutId = null;
+        }
+    }
+}
+//# sourceMappingURL=manager.js.map

package/dist/esm/v3/runMetadata/manager.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"manager.js","sourceRoot":"","sources":["../../../../src/v3/runMetadata/manager.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAC9C,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAIrC,OAAO,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AAGrD,MAAM,sBAAsB,GAAG,CAAC,CAAC;AACjC,MAAM,qBAAqB,GAAG,CAAC,CAAC;AAEhC,MAAM,OAAO,uBAAuB;IAUxB;IACA;IAVF,cAAc,GAA0B,IAAI,CAAC;IAC7C,UAAU,GAAY,KAAK,CAAC;IAC5B,KAAK,CAA+C;IAC5D,oCAAoC;IAC5B,aAAa,GAAG,IAAI,GAAG,EAA+B,CAAC;IAExD,KAAK,CAAqB;IAEjC,YACU,SAAoB,EACpB,cAAsB;QADtB,cAAS,GAAT,SAAS,CAAW;QACpB,mBAAc,GAAd,cAAc,CAAQ;IAC7B,CAAC;IAEG,iBAAiB,CAAC,QAA0C;QACjE,IAAI,CAAC,KAAK,GAAG,QAAQ,IAAI,EAAE,CAAC;IAC9B,CAAC;IAEM,OAAO;QACZ,OAAO,IAAI,CAAC,KAAK,CAAC;IACpB,CAAC;IAEM,MAAM,CAAC,GAAW;QACvB,OAAO,IAAI,CAAC,KAAK,EAAE,CAAC,GAAG,CAAC,CAAC;IAC3B,CAAC;IAEM,MAAM,CAAC,GAAW,EAAE,KAAuB;QAChD,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;YAChB,OAAO;QACT,CAAC;QAED,IAAI,SAAS,GAAiD,IAAI,CAAC,KAAK;YACtE,CAAC,CAAC,eAAe,CAAC,IAAI,CAAC,KAAK,CAAC;YAC7B,CAAC,CAAC,SAAS,CAAC;QAEd,IAAI,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;YACzB,MAAM,IAAI,GAAG,IAAI,YAAY,CAAC,GAAG,CAAC,CAAC;YACnC,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;QAC7B,CAAC;aAAM,CAAC;YACN,SAAS,GAAG;gBACV,GAAG,CAAC,SAAS,IAAI,EAAE,CAAC;gBACpB,CAAC,GAAG,CAAC,EAAE,KAAK;aACb,CAAC;QACJ,CAAC;QAED,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,OAAO;QACT,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,EAAE,SAAS,CAAC,EAAE,CAAC;YACnC,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;QACzB,CAAC;QAED,IAAI,CAAC,KAAK,GAAG,SAAS,CAAC;IACzB,CAAC;IAEM,SAAS,CAAC,GAAW;QAC1B,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;YAChB,OAAO;QACT,CAAC;QAED,MAAM,SAAS,GAAG,EAAE,GAAG,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC,EAAE,CAAC;QAC5C,OAAO,SAAS,CAAC,GAAG,CAAC,CAAC;QAEtB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,EAAE,SAAS,CAAC,EAAE,CAAC;YACnC,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;QACzB,CAAC;QAED,IAAI,CAAC,KAAK,GAAG,SAAS,CAAC;IACzB,CAAC;IAEM,SAAS,CAAC,GAAW,EAAE,KAAuB;QACnD,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;YAChB,OAAO;QACT,CAAC;QAED,IAAI,SAAS,GAAiD,IAAI,CAAC,KAAK;YACtE,CAAC,CAAC,eAAe,CAAC,IAAI,CAAC,KAAK,CAAC;YAC7B,CAAC,CAAC,EAAE,CAAC;QAEP,IAAI,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;YACzB,MAAM,IAAI,GAAG,IAAI,YAAY,CAAC,GAAG,CAAC,CAAC;YACnC,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;YAE3C,IAAI,YAAY,KAAK,SAAS,EAAE,CAAC;gBAC/B,uCAAuC;gBACvC,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC;YAC/B,CAAC;iBAAM,IAAI,KAAK,CAAC,OAAO,CAAC,YAAY,CAAC,EAAE,CAAC;gBACvC,2BAA2B;gBAC3B,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,CAAC,GAAG,YAAY,EAAE,KAAK,CAAC,CAAC,CAAC;YAChD,CAAC;iBAAM,CAAC;gBACN,kCAAkC;gBAClC,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,CAAC,YAAY,EAAE,KAAK,CAAC,CAAC,CAAC;YAC7C,CAAC;QACH,CAAC;aAAM,CAAC;YACN,MAAM,YAAY,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC;YAEpC,IAAI,YAAY,KAAK,SAAS,EAAE,CAAC;gBAC/B,uCAAuC;gBACvC,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YAC3B,CAAC;iBAAM,IAAI,KAAK,CAAC,OAAO,CAAC,YAAY,CAAC,EAAE,CAAC;gBACvC,2BAA2B;gBAC3B,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,YAAY,EAAE,KAAK,CAAC,CAAC;YAC5C,CAAC;iBAAM,CAAC;gBACN,kCAAkC;gBAClC,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,YAAY,EAAE,KAAK,CAAC,CAAC;YACzC,CAAC;QACH,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,EAAE,SAAS,CAAC,EAAE,CAAC;YACnC,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;QACzB,CAAC;QAED,IAAI,CAAC,KAAK,GAAG,SAAS,CAAC;IACzB,CAAC;IAEM,aAAa,CAAC,GAAW,EAAE,KAAuB;QACvD,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;YAChB,OAAO;QACT,CAAC;QAED,IAAI,SAAS,GAAiD,IAAI,CAAC,KAAK;YACtE,CAAC,CAAC,eAAe,CAAC,IAAI,CAAC,KAAK,CAAC;YAC7B,CAAC,CAAC,EAAE,CAAC;QAEP,IAAI,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;YACzB,MAAM,IAAI,GAAG,IAAI,YAAY,CAAC,GAAG,CAAC,CAAC;YACnC,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;YAE3C,IAAI,KAAK,CAAC,OAAO,CAAC,YAAY,CAAC,EAAE,CAAC;gBAChC,wDAAwD;gBACxD,MAAM,QAAQ,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC;gBACrE,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;YAChC,CAAC;QACH,CAAC;aAAM,CAAC;YACN,MAAM,YAAY,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC;YAEpC,IAAI,KAAK,CAAC,OAAO,CAAC,YAAY,CAAC,EAAE,CAAC;gBAChC,wDAAwD;gBACxD,SAAS,CAAC,GAAG,CAAC,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC;YACvE,CAAC;QACH,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,EAAE,SAAS,CAAC,EAAE,CAAC;YACnC,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;QACzB,CAAC;QAED,IAAI,CAAC,KAAK,GAAG,SAAS,CAAC;IACzB,CAAC;IAEM,YAAY,CAAC,GAAW,EAAE,YAAoB,CAAC;QACpD,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;YAChB,OAAO;QACT,CAAC;QAED,IAAI,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,eAAe,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAC9D,IAAI,YAAY,GAAG,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC;YACrC,CAAC,CAAC,IAAI,YAAY,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC;YACxC,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;QAEnB,MAAM,QAAQ,GAAG,CAAC,OAAO,YAAY,KAAK,QAAQ,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,SAAS,CAAC;QAEnF,IAAI,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;YACzB,IAAI,YAAY,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;QACjD,CAAC;aAAM,CAAC;YACN,SAAS,CAAC,GAAG,CAAC,GAAG,QAAQ,CAAC;QAC5B,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,EAAE,SAAS,CAAC,EAAE,CAAC;YACnC,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;YACvB,IAAI,CAAC,KAAK,GAAG,SAAS,CAAC;QACzB,CAAC;IACH,CAAC;IAEM,YAAY,CAAC,GAAW,EAAE,YAAoB,CAAC;QACpD,IAAI,CAAC,YAAY,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;IACrC,CAAC;IAEM,MAAM,CAAC,QAA0C;QACtD,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;YAChB,OAAO;QACT,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,EAAE,QAAQ,CAAC,EAAE,CAAC;YAClC,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;QACzB,CAAC;QAED,IAAI,CAAC,KAAK,GAAG,QAAQ,CAAC;IACxB,CAAC;IAEM,KAAK,CAAC,MAAM,CACjB,GAAW,EACX,KAA2C,EAC3C,MAAoB;QAEpB,MAAM,MAAM,GAAG,KAAyB,CAAC;QAEzC,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;YAChB,OAAO,MAAM,CAAC;QAChB,CAAC;QAED,0EAA0E;QAC1E,IAAI,IAAI,CAAC,aAAa,CAAC,IAAI,IAAI,sBAAsB,EAAE,CAAC;YACtD,OAAO,CAAC,IAAI,CACV,kDAAkD,sBAAsB,WAAW,GAAG,2BAA2B,CAClH,CAAC;YACF,OAAO,MAAM,CAAC;QAChB,CAAC;QAED,yEAAyE;QACzE,MAAM,OAAO,GAAG,CAAC,IAAI,CAAC,KAAK,EAAE,SAAS,IAAI,EAAE,CAAa,CAAC;QAE1D,IAAI,OAAO,CAAC,MAAM,IAAI,qBAAqB,EAAE,CAAC;YAC5C,OAAO,CAAC,IAAI,CACV,iDAAiD,qBAAqB,WAAW,GAAG,2BAA2B,CAChH,CAAC;YACF,OAAO,MAAM,CAAC;QAChB,CAAC;QAED,IAAI,CAAC;YACH,oDAAoD;YACpD,IAAI,CAAC,SAAS,CAAC,WAAW,EAAE,GAAG,CAAC,CAAC;YAEjC,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;YAEnB,MAAM,cAAc,GAAG,IAAI,cAAc,CAAC;gBACxC,GAAG;gBACH,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,QAAQ,EAAE,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC,EAAE;gBACxC,OAAO,EAAE,IAAI,CAAC,cAAc;gBAC5B,MAAM;aACP,CAAC,CAAC;YAEH,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,GAAG,EAAE,cAAc,CAAC,CAAC;YAE5C,iCAAiC;YACjC,cAAc,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;YAEpE,OAAO,cAAc,CAAC;QACxB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,iDAAiD;YACjD,IAAI,CAAC,SAAS,CAAC,YAAY,GAAG,EAAE,CAAC,CAAC;YAClC,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAEM,gBAAgB;QACrB,OAAO,IAAI,CAAC,aAAa,CAAC,IAAI,GAAG,CAAC,CAAC;IACrC,CAAC;IAED,sCAAsC;IAC/B,KAAK,CAAC,iBAAiB,CAAC,UAAkB,MAAM;QACrD,IAAI,IAAI,CAAC,aAAa,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;YAClC,OAAO;QACT,CAAC;QAED,MAAM,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,MAAM,EAAE,CAAC,CAAC;QAEzD,IAAI,CAAC;YACH,MAAM,OAAO,CAAC,IAAI,CAAC;gBACjB,OAAO,CAAC,UAAU,CAAC,QAAQ,CAAC;gBAC5B,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,GAAG,EAAE,CAAC,OAAO,EAAE,EAAE,OAAO,CAAC,CAAC;aACxE,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,sCAAsC,EAAE,KAAK,CAAC,CAAC;YAE7D,8CAA8C;YAC9C,KAAK,MAAM,CAAC,GAAG,EAAE,OAAO,CAAC,IAAI,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE,EAAE,CAAC;gBAC1D,wCAAwC;gBACxC,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACjC,CAAC;YACD,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAEM,KAAK,CAAC,KAAK,CAAC,cAAkC;QACnD,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;YAChB,OAAO;QACT,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;YAChB,OAAO;QACT,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC;YACrB,OAAO;QACT,CAAC;QAED,IAAI,CAAC;YACH,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC;YACxB,MAAM,IAAI,CAAC,SAAS,CAAC,iBAAiB,CAAC,IAAI,CAAC,KAAK,EAAE,EAAE,QAAQ,EAAE,IAAI,CAAC,KAAK,EAAE,EAAE,cAAc,CAAC,CAAC;QAC/F,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;YACvB,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAEM,kBAAkB,CAAC,aAAqB,IAAI;QACjD,MAAM,aAAa,GAAG,KAAK,EAAE,UAAkB,EAAE,EAAE;YACjD,IAAI,CAAC;gBACH,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;YACrB,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,KAAK,CAAC,0BAA0B,EAAE,KAAK,CAAC,CAAC;gBACjD,MAAM,KAAK,CAAC;YACd,CAAC;oBAAS,CAAC;gBACT,YAAY,EAAE,CAAC;YACjB,CAAC;QACH,CAAC,CAAC;QAEF,MAAM,YAAY,GAAG,GAAG,EAAE;YACxB,IAAI,CAAC,cAAc,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,aAAa,CAAC,UAAU,CAAC,EAAE,UAAU,CAAC,CAAC;QAChF,CAAC,CAAC;QAEF,YAAY,EAAE,CAAC;IACjB,CAAC;IAED,iBAAiB;QACf,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YACxB,YAAY,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;YAClC,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC;QAC7B,CAAC;IACH,CAAC;CACF"}

package/dist/esm/v3/runMetadata/metadataStream.d.ts

@@ -0,0 +1,21 @@
+export type MetadataOptions<T> = {
+    baseUrl: string;
+    runId: string;
+    key: string;
+    iterator: AsyncIterator<T>;
+    signal?: AbortSignal;
+};
+export declare class MetadataStream<T> {
+    private options;
+    private controller;
+    private serverQueue;
+    private consumerQueue;
+    private serverIterator;
+    private consumerIterator;
+    private streamPromise;
+    constructor(options: MetadataOptions<T>);
+    private createTeeIterators;
+    private initializeServerStream;
+    wait(): Promise<void>;
+    [Symbol.asyncIterator](): AsyncIterator<T, any, undefined>;
+}

package/dist/esm/v3/runMetadata/metadataStream.js

@@ -0,0 +1,67 @@
+export class MetadataStream {
+    options;
+    controller = new AbortController();
+    serverQueue = [];
+    consumerQueue = [];
+    serverIterator;
+    consumerIterator;
+    streamPromise;
+    constructor(options) {
+        this.options = options;
+        const { serverIterator, consumerIterator } = this.createTeeIterators();
+        this.serverIterator = serverIterator;
+        this.consumerIterator = consumerIterator;
+        this.streamPromise = this.initializeServerStream();
+    }
+    createTeeIterators() {
+        const teeIterator = (queue) => ({
+            next: () => {
+                if (queue.length === 0) {
+                    const result = this.options.iterator.next();
+                    this.serverQueue.push(result);
+                    this.consumerQueue.push(result);
+                }
+                return queue.shift();
+            },
+        });
+        return {
+            serverIterator: teeIterator(this.serverQueue),
+            consumerIterator: teeIterator(this.consumerQueue),
+        };
+    }
+    initializeServerStream() {
+        const serverIterator = this.serverIterator;
+        // TODO: Why is this only sending stuff to the server at the end of the run?
+        const serverStream = new ReadableStream({
+            async pull(controller) {
+                try {
+                    const { value, done } = await serverIterator.next();
+                    if (done) {
+                        controller.close();
+                        return;
+                    }
+                    controller.enqueue(JSON.stringify(value) + "\n");
+                }
+                catch (err) {
+                    controller.error(err);
+                }
+            },
+            cancel: () => this.controller.abort(),
+        });
+        return fetch(`${this.options.baseUrl}/realtime/v1/streams/${this.options.runId}/${this.options.key}`, {
+            method: "POST",
+            headers: {},
+            body: serverStream,
+            // @ts-expect-error
+            duplex: "half",
+            signal: this.controller.signal,
+        });
+    }
+    async wait() {
+        return this.streamPromise.then(() => void 0);
+    }
+    [Symbol.asyncIterator]() {
+        return this.consumerIterator;
+    }
+}
+//# sourceMappingURL=metadataStream.js.map

package/dist/esm/v3/runMetadata/metadataStream.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"metadataStream.js","sourceRoot":"","sources":["../../../../src/v3/runMetadata/metadataStream.ts"],"names":[],"mappings":"AAQA,MAAM,OAAO,cAAc;IAQL;IAPZ,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;IACnC,WAAW,GAAsC,EAAE,CAAC;IACpD,aAAa,GAAsC,EAAE,CAAC;IACtD,cAAc,CAAmB;IACjC,gBAAgB,CAAmB;IACnC,aAAa,CAA2B;IAEhD,YAAoB,OAA2B;QAA3B,YAAO,GAAP,OAAO,CAAoB;QAC7C,MAAM,EAAE,cAAc,EAAE,gBAAgB,EAAE,GAAG,IAAI,CAAC,kBAAkB,EAAE,CAAC;QACvE,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC;QACrC,IAAI,CAAC,gBAAgB,GAAG,gBAAgB,CAAC;QAEzC,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,sBAAsB,EAAE,CAAC;IACrD,CAAC;IAEO,kBAAkB;QACxB,MAAM,WAAW,GAAG,CAAC,KAAwC,EAAoB,EAAE,CAAC,CAAC;YACnF,IAAI,EAAE,GAAG,EAAE;gBACT,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;oBACvB,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;oBAC5C,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;oBAC9B,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBAClC,CAAC;gBACD,OAAO,KAAK,CAAC,KAAK,EAAG,CAAC;YACxB,CAAC;SACF,CAAC,CAAC;QAEH,OAAO;YACL,cAAc,EAAE,WAAW,CAAC,IAAI,CAAC,WAAW,CAAC;YAC7C,gBAAgB,EAAE,WAAW,CAAC,IAAI,CAAC,aAAa,CAAC;SAClD,CAAC;IACJ,CAAC;IAEO,sBAAsB;QAC5B,MAAM,cAAc,GAAG,IAAI,CAAC,cAAc,CAAC;QAE3C,4EAA4E;QAC5E,MAAM,YAAY,GAAG,IAAI,cAAc,CAAC;YACtC,KAAK,CAAC,IAAI,CAAC,UAAU;gBACnB,IAAI,CAAC;oBACH,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,MAAM,cAAc,CAAC,IAAI,EAAE,CAAC;oBACpD,IAAI,IAAI,EAAE,CAAC;wBACT,UAAU,CAAC,KAAK,EAAE,CAAC;wBACnB,OAAO;oBACT,CAAC;oBAED,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,CAAC;gBACnD,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACb,UAAU,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;gBACxB,CAAC;YACH,CAAC;YACD,MAAM,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE;SACtC,CAAC,CAAC;QAEH,OAAO,KAAK,CACV,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,wBAAwB,IAAI,CAAC,OAAO,CAAC,KAAK,IAAI,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EACvF;YACE,MAAM,EAAE,MAAM;YACd,OAAO,EAAE,EAAE;YACX,IAAI,EAAE,YAAY;YAClB,mBAAmB;YACnB,MAAM,EAAE,MAAM;YACd,MAAM,EAAE,IAAI,CAAC,UAAU,CAAC,MAAM;SAC/B,CACF,CAAC;IACJ,CAAC;IAEM,KAAK,CAAC,IAAI;QACf,OAAO,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC;IAC/C,CAAC;IAEM,CAAC,MAAM,CAAC,aAAa,CAAC;QAC3B,OAAO,IAAI,CAAC,gBAAgB,CAAC;IAC/B,CAAC;CACF"}

package/dist/esm/v3/runMetadata/noopManager.d.ts

@@ -0,0 +1,17 @@
+import { DeserializedJson } from "../../schemas/json.js";
+import { ApiRequestOptions } from "../zodfetch.js";
+import type { RunMetadataManager } from "./types.js";
+export declare class NoopRunMetadataManager implements RunMetadataManager {
+    appendKey(key: string, value: DeserializedJson): void;
+    removeFromKey(key: string, value: DeserializedJson): void;
+    incrementKey(key: string, value: number): void;
+    decrementKey(key: string, value: number): void;
+    stream<T>(key: string, value: AsyncIterable<T>): Promise<AsyncIterable<T>>;
+    flush(requestOptions?: ApiRequestOptions): Promise<void>;
+    enterWithMetadata(metadata: Record<string, DeserializedJson>): void;
+    current(): Record<string, DeserializedJson> | undefined;
+    getKey(key: string): DeserializedJson | undefined;
+    setKey(key: string, value: DeserializedJson): void;
+    deleteKey(key: string): void;
+    update(metadata: Record<string, DeserializedJson>): void;
+}