@trigger.dev/core 0.0.0-prerelease-20241003205750 → 0.0.0-realtime-20241021152316

package/dist/commonjs/v3/runMetadata/index.d.ts

@@ -2,6 +2,8 @@ import { DeserializedJson } from "../../schemas/json.js";
 import { ApiRequestOptions } from "../zodfetch.js";
 export declare class RunMetadataAPI {
     private static _instance?;
+    private flushTimeoutId;
+    private hasChanges;
     private constructor();
     static getInstance(): RunMetadataAPI;
     get store(): Record<string, DeserializedJson> | undefined;
@@ -9,7 +11,10 @@ export declare class RunMetadataAPI {
     enterWithMetadata(metadata: Record<string, DeserializedJson>): void;
     current(): Record<string, DeserializedJson> | undefined;
     getKey(key: string): DeserializedJson | undefined;
-    setKey(key: string, value: DeserializedJson, requestOptions?: ApiRequestOptions): Promise<void>;
-    deleteKey(key: string, requestOptions?: ApiRequestOptions): Promise<void>;
-    update(metadata: Record<string, DeserializedJson>, requestOptions?: ApiRequestOptions): Promise<void>;
+    setKey(key: string, value: DeserializedJson): void;
+    deleteKey(key: string): void;
+    update(metadata: Record<string, DeserializedJson>): void;
+    flush(requestOptions?: ApiRequestOptions): Promise<void>;
+    startPeriodicFlush(intervalMs?: number): void;
+    stopPeriodicFlush(): void;
 }

package/dist/commonjs/v3/runMetadata/index.js

@@ -1,12 +1,16 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.RunMetadataAPI = void 0;
+const lite_1 = require("dequal/lite");
 const apiClientManager_api_js_1 = require("../apiClientManager-api.js");
 const task_context_api_js_1 = require("../task-context-api.js");
 const globals_js_1 = require("../utils/globals.js");
+const path_1 = require("@jsonhero/path");
 const API_NAME = "run-metadata";
 class RunMetadataAPI {
     static _instance;
+    flushTimeoutId = null;
+    hasChanges = false;
     constructor() { }
     static getInstance() {
         if (!this._instance) {
@@ -29,38 +33,98 @@ class RunMetadataAPI {
     getKey(key) {
         return this.store?.[key];
     }
-    async setKey(key, value, requestOptions) {
+    setKey(key, value) {
         const runId = task_context_api_js_1.taskContext.ctx?.run.id;
         if (!runId) {
             return;
         }
-        const apiClient = apiClientManager_api_js_1.apiClientManager.clientOrThrow();
-        const nextStore = {
-            ...(this.store ?? {}),
-            [key]: value,
-        };
-        const response = await apiClient.updateRunMetadata(runId, { metadata: nextStore }, requestOptions);
-        this.store = response.metadata;
+        let nextStore = this.store
+            ? structuredClone(this.store)
+            : undefined;
+        if (key.startsWith("$.")) {
+            const path = new path_1.JSONHeroPath(key);
+            path.set(nextStore, value);
+        }
+        else {
+            nextStore = {
+                ...(nextStore ?? {}),
+                [key]: value,
+            };
+        }
+        if (!nextStore) {
+            return;
+        }
+        if (!(0, lite_1.dequal)(this.store, nextStore)) {
+            this.hasChanges = true;
+        }
+        this.store = nextStore;
     }
-    async deleteKey(key, requestOptions) {
+    deleteKey(key) {
         const runId = task_context_api_js_1.taskContext.ctx?.run.id;
         if (!runId) {
             return;
         }
-        const apiClient = apiClientManager_api_js_1.apiClientManager.clientOrThrow();
         const nextStore = { ...(this.store ?? {}) };
         delete nextStore[key];
-        const response = await apiClient.updateRunMetadata(runId, { metadata: nextStore }, requestOptions);
-        this.store = response.metadata;
+        if (!(0, lite_1.dequal)(this.store, nextStore)) {
+            this.hasChanges = true;
+        }
+        this.store = nextStore;
+    }
+    update(metadata) {
+        const runId = task_context_api_js_1.taskContext.ctx?.run.id;
+        if (!runId) {
+            return;
+        }
+        if (!(0, lite_1.dequal)(this.store, metadata)) {
+            this.hasChanges = true;
+        }
+        this.store = metadata;
     }
-    async update(metadata, requestOptions) {
+    async flush(requestOptions) {
         const runId = task_context_api_js_1.taskContext.ctx?.run.id;
         if (!runId) {
             return;
         }
+        if (!this.store) {
+            return;
+        }
+        if (!this.hasChanges) {
+            return;
+        }
         const apiClient = apiClientManager_api_js_1.apiClientManager.clientOrThrow();
-        const response = await apiClient.updateRunMetadata(runId, { metadata }, requestOptions);
-        this.store = response.metadata;
+        try {
+            this.hasChanges = false;
+            await apiClient.updateRunMetadata(runId, { metadata: this.store }, requestOptions);
+        }
+        catch (error) {
+            this.hasChanges = true;
+            throw error;
+        }
+    }
+    startPeriodicFlush(intervalMs = 1000) {
+        const periodicFlush = async (intervalMs) => {
+            try {
+                await this.flush();
+            }
+            catch (error) {
+                console.error("Failed to flush metadata", error);
+                throw error;
+            }
+            finally {
+                scheduleNext();
+            }
+        };
+        const scheduleNext = () => {
+            this.flushTimeoutId = setTimeout(() => periodicFlush(intervalMs), intervalMs);
+        };
+        scheduleNext();
+    }
+    stopPeriodicFlush() {
+        if (this.flushTimeoutId) {
+            clearTimeout(this.flushTimeoutId);
+            this.flushTimeoutId = null;
+        }
     }
 }
 exports.RunMetadataAPI = RunMetadataAPI;

package/dist/commonjs/v3/runMetadata/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/v3/runMetadata/index.ts"],"names":[],"mappings":";;;AACA,wEAA8D;AAC9D,gEAAqD;AACrD,oDAAgE;AAGhE,MAAM,QAAQ,GAAG,cAAc,CAAC;AAEhC,MAAa,cAAc;IACjB,MAAM,CAAC,SAAS,CAAkB;IAE1C,gBAAuB,CAAC;IAEjB,MAAM,CAAC,WAAW;QACvB,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;YACpB,IAAI,CAAC,SAAS,GAAG,IAAI,cAAc,EAAE,CAAC;QACxC,CAAC;QAED,OAAO,IAAI,CAAC,SAAS,CAAC;IACxB,CAAC;IAED,IAAI,KAAK;QACP,OAAO,IAAA,sBAAS,EAAC,QAAQ,CAAC,CAAC;IAC7B,CAAC;IAED,IAAI,KAAK,CAAC,KAAmD;QAC3D,IAAA,2BAAc,EAAC,QAAQ,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;IACxC,CAAC;IAEM,iBAAiB,CAAC,QAA0C;QACjE,IAAA,2BAAc,EAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;IACrC,CAAC;IAEM,OAAO;QACZ,OAAO,IAAI,CAAC,KAAK,CAAC;IACpB,CAAC;IAEM,MAAM,CAAC,GAAW;QACvB,OAAO,IAAI,CAAC,KAAK,EAAE,CAAC,GAAG,CAAC,CAAC;IAC3B,CAAC;IAEM,KAAK,CAAC,MAAM,CACjB,GAAW,EACX,KAAuB,EACvB,cAAkC;QAElC,MAAM,KAAK,GAAG,iCAAW,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE,CAAC;QAEtC,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,OAAO;QACT,CAAC;QAED,MAAM,SAAS,GAAG,0CAAgB,CAAC,aAAa,EAAE,CAAC;QAEnD,MAAM,SAAS,GAAG;YAChB,GAAG,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC;YACrB,CAAC,GAAG,CAAC,EAAE,KAAK;SACb,CAAC;QAEF,MAAM,QAAQ,GAAG,MAAM,SAAS,CAAC,iBAAiB,CAChD,KAAK,EACL,EAAE,QAAQ,EAAE,SAAS,EAAE,EACvB,cAAc,CACf,CAAC;QAEF,IAAI,CAAC,KAAK,GAAG,QAAQ,CAAC,QAAQ,CAAC;IACjC,CAAC;IAEM,KAAK,CAAC,SAAS,CAAC,GAAW,EAAE,cAAkC;QACpE,MAAM,KAAK,GAAG,iCAAW,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE,CAAC;QAEtC,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,OAAO;QACT,CAAC;QAED,MAAM,SAAS,GAAG,0CAAgB,CAAC,aAAa,EAAE,CAAC;QAEnD,MAAM,SAAS,GAAG,EAAE,GAAG,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC,EAAE,CAAC;QAC5C,OAAO,SAAS,CAAC,GAAG,CAAC,CAAC;QAEtB,MAAM,QAAQ,GAAG,MAAM,SAAS,CAAC,iBAAiB,CAChD,KAAK,EACL,EAAE,QAAQ,EAAE,SAAS,EAAE,EACvB,cAAc,CACf,CAAC;QAEF,IAAI,CAAC,KAAK,GAAG,QAAQ,CAAC,QAAQ,CAAC;IACjC,CAAC;IAEM,KAAK,CAAC,MAAM,CACjB,QAA0C,EAC1C,cAAkC;QAElC,MAAM,KAAK,GAAG,iCAAW,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE,CAAC;QAEtC,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,OAAO;QACT,CAAC;QAED,MAAM,SAAS,GAAG,0CAAgB,CAAC,aAAa,EAAE,CAAC;QAEnD,MAAM,QAAQ,GAAG,MAAM,SAAS,CAAC,iBAAiB,CAAC,KAAK,EAAE,EAAE,QAAQ,EAAE,EAAE,cAAc,CAAC,CAAC;QAExF,IAAI,CAAC,KAAK,GAAG,QAAQ,CAAC,QAAQ,CAAC;IACjC,CAAC;CACF;AAjGD,wCAiGC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/v3/runMetadata/index.ts"],"names":[],"mappings":";;;AAAA,sCAAqC;AAErC,wEAA8D;AAC9D,gEAAqD;AACrD,oDAAgE;AAEhE,yCAA8C;AAE9C,MAAM,QAAQ,GAAG,cAAc,CAAC;AAEhC,MAAa,cAAc;IACjB,MAAM,CAAC,SAAS,CAAkB;IAClC,cAAc,GAA0B,IAAI,CAAC;IAC7C,UAAU,GAAY,KAAK,CAAC;IAEpC,gBAAuB,CAAC;IAEjB,MAAM,CAAC,WAAW;QACvB,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;YACpB,IAAI,CAAC,SAAS,GAAG,IAAI,cAAc,EAAE,CAAC;QACxC,CAAC;QAED,OAAO,IAAI,CAAC,SAAS,CAAC;IACxB,CAAC;IAED,IAAI,KAAK;QACP,OAAO,IAAA,sBAAS,EAAC,QAAQ,CAAC,CAAC;IAC7B,CAAC;IAED,IAAI,KAAK,CAAC,KAAmD;QAC3D,IAAA,2BAAc,EAAC,QAAQ,EAAE,KAAK,EAAE,IAAI,CAAC,CAAC;IACxC,CAAC;IAEM,iBAAiB,CAAC,QAA0C;QACjE,IAAA,2BAAc,EAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;IACrC,CAAC;IAEM,OAAO;QACZ,OAAO,IAAI,CAAC,KAAK,CAAC;IACpB,CAAC;IAEM,MAAM,CAAC,GAAW;QACvB,OAAO,IAAI,CAAC,KAAK,EAAE,CAAC,GAAG,CAAC,CAAC;IAC3B,CAAC;IAEM,MAAM,CAAC,GAAW,EAAE,KAAuB;QAChD,MAAM,KAAK,GAAG,iCAAW,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE,CAAC;QAEtC,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,OAAO;QACT,CAAC;QAED,IAAI,SAAS,GAAiD,IAAI,CAAC,KAAK;YACtE,CAAC,CAAC,eAAe,CAAC,IAAI,CAAC,KAAK,CAAC;YAC7B,CAAC,CAAC,SAAS,CAAC;QAEd,IAAI,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;YACzB,MAAM,IAAI,GAAG,IAAI,mBAAY,CAAC,GAAG,CAAC,CAAC;YACnC,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;QAC7B,CAAC;aAAM,CAAC;YACN,SAAS,GAAG;gBACV,GAAG,CAAC,SAAS,IAAI,EAAE,CAAC;gBACpB,CAAC,GAAG,CAAC,EAAE,KAAK;aACb,CAAC;QACJ,CAAC;QAED,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,OAAO;QACT,CAAC;QAED,IAAI,CAAC,IAAA,aAAM,EAAC,IAAI,CAAC,KAAK,EAAE,SAAS,CAAC,EAAE,CAAC;YACnC,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;QACzB,CAAC;QAED,IAAI,CAAC,KAAK,GAAG,SAAS,CAAC;IACzB,CAAC;IAEM,SAAS,CAAC,GAAW;QAC1B,MAAM,KAAK,GAAG,iCAAW,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE,CAAC;QAEtC,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,OAAO;QACT,CAAC;QAED,MAAM,SAAS,GAAG,EAAE,GAAG,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC,EAAE,CAAC;QAC5C,OAAO,SAAS,CAAC,GAAG,CAAC,CAAC;QAEtB,IAAI,CAAC,IAAA,aAAM,EAAC,IAAI,CAAC,KAAK,EAAE,SAAS,CAAC,EAAE,CAAC;YACnC,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;QACzB,CAAC;QAED,IAAI,CAAC,KAAK,GAAG,SAAS,CAAC;IACzB,CAAC;IAEM,MAAM,CAAC,QAA0C;QACtD,MAAM,KAAK,GAAG,iCAAW,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE,CAAC;QAEtC,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,OAAO;QACT,CAAC;QAED,IAAI,CAAC,IAAA,aAAM,EAAC,IAAI,CAAC,KAAK,EAAE,QAAQ,CAAC,EAAE,CAAC;YAClC,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;QACzB,CAAC;QAED,IAAI,CAAC,KAAK,GAAG,QAAQ,CAAC;IACxB,CAAC;IAEM,KAAK,CAAC,KAAK,CAAC,cAAkC;QACnD,MAAM,KAAK,GAAG,iCAAW,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE,CAAC;QAEtC,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,OAAO;QACT,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;YAChB,OAAO;QACT,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC;YACrB,OAAO;QACT,CAAC;QAED,MAAM,SAAS,GAAG,0CAAgB,CAAC,aAAa,EAAE,CAAC;QAEnD,IAAI,CAAC;YACH,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC;YACxB,MAAM,SAAS,CAAC,iBAAiB,CAAC,KAAK,EAAE,EAAE,QAAQ,EAAE,IAAI,CAAC,KAAK,EAAE,EAAE,cAAc,CAAC,CAAC;QACrF,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;YACvB,MAAM,KAAK,CAAC;QACd,CAAC;IACH,CAAC;IAEM,kBAAkB,CAAC,aAAqB,IAAI;QACjD,MAAM,aAAa,GAAG,KAAK,EAAE,UAAkB,EAAE,EAAE;YACjD,IAAI,CAAC;gBACH,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;YACrB,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,KAAK,CAAC,0BAA0B,EAAE,KAAK,CAAC,CAAC;gBACjD,MAAM,KAAK,CAAC;YACd,CAAC;oBAAS,CAAC;gBACT,YAAY,EAAE,CAAC;YACjB,CAAC;QACH,CAAC,CAAC;QAEF,MAAM,YAAY,GAAG,GAAG,EAAE;YACxB,IAAI,CAAC,cAAc,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,aAAa,CAAC,UAAU,CAAC,EAAE,UAAU,CAAC,CAAC;QAChF,CAAC,CAAC;QAEF,YAAY,EAAE,CAAC;IACjB,CAAC;IAED,iBAAiB;QACf,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YACxB,YAAY,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;YAClC,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC;QAC7B,CAAC;IACH,CAAC;CACF;AArJD,wCAqJC"}