@agent-native/core 0.132.1 → 0.133.0

package/dist/jobs/background-automation-runner.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"background-automation-runner.d.ts","sourceRoot":"","sources":["../../src/jobs/background-automation-runner.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,uBAAuB,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAM1E,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,0BAA0B,CAAC;AAC5D,OAAO,EAKL,KAAK,WAAW,EACjB,MAAM,8BAA8B,CAAC;AAItC,OAAO,EAEL,KAAK,2BAA2B,EACjC,MAAM,2BAA2B,CAAC;AAGnC,OAAO,EAEL,KAAK,QAAQ,EACd,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EAEL,KAAK,cAAc,EACpB,MAAM,8BAA8B,CAAC;AACtC,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAC;AAKvD,MAAM,WAAW,2BAA2B;IAC1C,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,cAAc,CAAC;IACrB,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,QAAQ,CAAC;CACpB;AAED,MAAM,WAAW,wBAAwB;IACvC,UAAU,EAAE,CACV,UAAU,CAAC,EAAE,2BAA2B,KACrC,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;IACjC,eAAe,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC;IACpD,mBAAmB,CAAC,EAAE,CACpB,UAAU,CAAC,EAAE,2BAA2B,KACrC,MAAM,EAAE,GAAG,SAAS,CAAC;IAC1B,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,8BAA8B;IAC7C,UAAU,EAAE,2BAA2B,CAAC;IACxC,UAAU,EAAE,MAAM,CAAC;IACnB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,cAAc,CAAC,EAAE,IAAI,CAAC,cAAc,EAAE,WAAW,GAAG,OAAO,CAAC,CAAC;IAC7D,YAAY,CAAC,EAAE,YAAY,CAAC;IAC5B,gBAAgB,CAAC,EAAE,uBAAuB,CAAC;CAC5C;AAED,MAAM,WAAW,6BAA6B;IAC5C,YAAY,EAAE,MAAM,CAAC;IACrB,KAAK,EAAE,MAAM,CAAC;CACf;AAED,MAAM,MAAM,4BAA4B,GACpC;IAAE,EAAE,EAAE,IAAI,CAAA;CAAE,GACZ;IAAE,EAAE,EAAE,KAAK,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,CAAC;AAElC,MAAM,MAAM,kCAAkC,GAC1C;IAAE,EAAE,EAAE,IAAI,CAAC;IAAC,QAAQ,EAAE,2BAA2B,CAAA;CAAE,GACnD;IAAE,EAAE,EAAE,KAAK,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,CAAC;AAElC;;;;;GAKG;AACH,wBAAsB,6BAA6B,CACjD,UAAU,EAAE,MAAM,EAClB,KAAK,CAAC,EAAE,MAAM,GACb,OAAO,CAAC,4BAA4B,CAAC,CA0DvC;AAED,wBAAsB,mCAAmC,CACvD,UAAU,EAAE,2BAA2B,GACtC,OAAO,CAAC,kCAAkC,CAAC,CAgC7C;AAED,wBAAgB,+BAA+B,CAC7C,IAAI,EAAE,IAAI,CAAC,cAAc,EAAE,SAAS,GAAG,YAAY,CAAC,EACpD,GAAG,OAAa,GACf,OAAO,CAQT;AAED;;;;GAIG;AACH,wBAAgB,yBAAyB,CAAC,GAAG,EAAE;IAC7C,MAAM,CAAC,EAAE,SAAS;QAAE,KAAK,EAAE;YAAE,IAAI,EAAE,MAAM,CAAC;YAAC,MAAM,CAAC,EAAE,MAAM,CAAA;SAAE,CAAA;KAAE,EAAE,CAAC;CAClE,GAAG,MAAM,GAAG,IAAI,CAYhB;AAwBD,wBAAsB,uBAAuB,CAC3C,OAAO,EAAE,8BAA8B,EACvC,IAAI,EAAE,wBAAwB,GAC7B,OAAO,CAAC,6BAA6B,CAAC,CA2LxC"}
+{"version":3,"file":"background-automation-runner.d.ts","sourceRoot":"","sources":["../../src/jobs/background-automation-runner.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,uBAAuB,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAM1E,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,0BAA0B,CAAC;AAC5D,OAAO,EAKL,KAAK,WAAW,EACjB,MAAM,8BAA8B,CAAC;AAKtC,OAAO,EAEL,KAAK,2BAA2B,EACjC,MAAM,2BAA2B,CAAC;AAGnC,OAAO,EAEL,KAAK,QAAQ,EACd,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EAEL,KAAK,cAAc,EACpB,MAAM,8BAA8B,CAAC;AACtC,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,kBAAkB,CAAC;AAKvD,MAAM,WAAW,2BAA2B;IAC1C,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,cAAc,CAAC;IACrB,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,QAAQ,CAAC;CACpB;AAED,MAAM,WAAW,wBAAwB;IACvC,UAAU,EAAE,CACV,UAAU,CAAC,EAAE,2BAA2B,KACrC,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;IACjC,eAAe,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,OAAO,CAAC,MAAM,CAAC,CAAC;IACpD,mBAAmB,CAAC,EAAE,CACpB,UAAU,CAAC,EAAE,2BAA2B,KACrC,MAAM,EAAE,GAAG,SAAS,CAAC;IAC1B,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,8BAA8B;IAC7C,UAAU,EAAE,2BAA2B,CAAC;IACxC,UAAU,EAAE,MAAM,CAAC;IACnB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,cAAc,CAAC,EAAE,IAAI,CAAC,cAAc,EAAE,WAAW,GAAG,OAAO,CAAC,CAAC;IAC7D,YAAY,CAAC,EAAE,YAAY,CAAC;IAC5B,gBAAgB,CAAC,EAAE,uBAAuB,CAAC;CAC5C;AAED,MAAM,WAAW,6BAA6B;IAC5C,YAAY,EAAE,MAAM,CAAC;IACrB,KAAK,EAAE,MAAM,CAAC;CACf;AAED,MAAM,MAAM,4BAA4B,GACpC;IAAE,EAAE,EAAE,IAAI,CAAA;CAAE,GACZ;IAAE,EAAE,EAAE,KAAK,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,CAAC;AAElC,MAAM,MAAM,kCAAkC,GAC1C;IAAE,EAAE,EAAE,IAAI,CAAC;IAAC,QAAQ,EAAE,2BAA2B,CAAA;CAAE,GACnD;IAAE,EAAE,EAAE,KAAK,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,CAAC;AAElC;;;;;GAKG;AACH,wBAAsB,6BAA6B,CACjD,UAAU,EAAE,MAAM,EAClB,KAAK,CAAC,EAAE,MAAM,GACb,OAAO,CAAC,4BAA4B,CAAC,CA0DvC;AAED,wBAAsB,mCAAmC,CACvD,UAAU,EAAE,2BAA2B,GACtC,OAAO,CAAC,kCAAkC,CAAC,CAgC7C;AAED,wBAAgB,+BAA+B,CAC7C,IAAI,EAAE,IAAI,CAAC,cAAc,EAAE,SAAS,GAAG,YAAY,CAAC,EACpD,GAAG,OAAa,GACf,OAAO,CAQT;AAED;;;;GAIG;AACH,wBAAgB,yBAAyB,CAAC,GAAG,EAAE;IAC7C,MAAM,CAAC,EAAE,SAAS;QAAE,KAAK,EAAE;YAAE,IAAI,EAAE,MAAM,CAAC;YAAC,MAAM,CAAC,EAAE,MAAM,CAAA;SAAE,CAAA;KAAE,EAAE,CAAC;CAClE,GAAG,MAAM,GAAG,IAAI,CAYhB;AAwBD,wBAAsB,uBAAuB,CAC3C,OAAO,EAAE,8BAA8B,EACvC,IAAI,EAAE,wBAAwB,GAC7B,OAAO,CAAC,6BAA6B,CAAC,CA+NxC"}

package/dist/jobs/background-automation-runner.js

@@ -3,6 +3,7 @@ import { getStoredModelForEngine, normalizeModelForEngine, resolveEngine, } from
 import { actionsToEngineTools, filterInitialEngineTools, getOwnerActiveApiKey, } from "../agent/production-agent.js";
 import { runAgentLoopDirectWithSoftTimeout } from "../agent/run-loop-with-resume.js";
 import { resolveRunSoftTimeoutMs, startRun } from "../agent/run-manager.js";
+import { claimBackgroundRun, insertRun } from "../agent/run-store.js";
 import { attachToolSearch } from "../agent/tool-search.js";
 import { resolveAutomationExecutionIdentity, } from "../automations/service.js";
 import { createThread } from "../chat-threads/store.js";
@@ -179,12 +180,44 @@ export async function runBackgroundAutomation(options, deps) {
         const systemPrompt = await deps.getSystemPrompt(ownerEmail);
         const thread = await createThread(ownerEmail, { title: threadTitle });
         const runId = createRunId(options.runIdPrefix);
+        // Scheduled work is background work: it has no synchronous serverless
+        // caller waiting on it, so it must not inherit the interactive clamp
+        // (40s soft timeout, a 30s no-progress backstop at 0.75x that, and 6
+        // continuations). A dashboard render or digest legitimately spends
+        // minutes across many tool calls, and dies the first time any gap
+        // between two of them exceeds 30s — recorded as `no_progress` after
+        // several minutes of real work, because the backstop is suspended
+        // while a tool is in flight but not between tools.
+        //
+        // Hardcoded rather than `isInBackgroundFunctionRuntime()` (what
+        // webhook-handler.ts uses): a webhook can arrive on either runtime, but
+        // a scheduler tick never serves a synchronous request, so the
+        // interactive clamp never applies to it. The wider soft ceiling stays
+        // bounded by this runner's own BACKGROUND_RUN_HARD_TIMEOUT_MS abort.
         const softTimeoutMs = resolveRunSoftTimeoutMs(undefined, {
             useHostedDefault: true,
+            backgroundFunction: true,
         });
         const usageRef = { current: null };
         let responseText = "";
         let hardAbortTimer = null;
+        // This runner executes in-process, synchronously — there is no HTTP
+        // self-dispatch to a separate worker. Self-claim the row into
+        // 'background-processing' right away, exactly like a genuine HTTP
+        // background worker does immediately after its own insert (see
+        // production-agent.ts's `claimBackgroundWorkerRunEarly`). Without this,
+        // the row sits at dispatch_mode='background' for its whole life with no
+        // worker ever claiming it, which is indistinguishable from a lost HTTP
+        // handoff to the unclaimed-background-run sweep — it gets reaped as
+        // "background_worker_never_started" out from under a still-executing
+        // job the moment any single tool call runs past the 25s grace window.
+        await insertRun(runId, thread.id, undefined, {
+            dispatchMode: "background",
+        });
+        const claimedOwnRun = await claimBackgroundRun(runId);
+        if (!claimedOwnRun) {
+            throw new Error(`Background automation "${automation.name}" (run "${runId}") could not claim its own freshly-inserted run row`);
+        }
         await new Promise((resolve, reject) => {
             const activeRun = startRun(runId, thread.id, async (send, signal) => {
                 usageRef.current = await runAgentLoopDirectWithSoftTimeout({
@@ -208,7 +241,7 @@ export async function runBackgroundAutomation(options, deps) {
                     actionCaller: options.actionCaller,
                     automation: options.actionAutomation,
                     runId,
-                }, softTimeoutMs);
+                }, softTimeoutMs, { backgroundFunction: true });
             }, async (run) => {
                 if (hardAbortTimer) {
                     clearTimeout(hardAbortTimer);
@@ -227,7 +260,7 @@ export async function runBackgroundAutomation(options, deps) {
                 resolve();
             }, {
                 softTimeoutMs,
-                dispatchMode: "background",
+                backgroundFunction: true,
                 model,
                 engineName: engine.name,
             });

package/dist/jobs/background-automation-runner.js.map

@@ -1 +1 @@
-{"version":3,"file":"background-automation-runner.js","sourceRoot":"","sources":["../../src/jobs/background-automation-runner.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,uCAAuC,EAAE,MAAM,yBAAyB,CAAC;AAElF,OAAO,EACL,uBAAuB,EACvB,uBAAuB,EACvB,aAAa,GACd,MAAM,0BAA0B,CAAC;AAElC,OAAO,EACL,oBAAoB,EACpB,wBAAwB,EACxB,oBAAoB,GAGrB,MAAM,8BAA8B,CAAC;AACtC,OAAO,EAAE,iCAAiC,EAAE,MAAM,kCAAkC,CAAC;AACrF,OAAO,EAAE,uBAAuB,EAAE,QAAQ,EAAE,MAAM,yBAAyB,CAAC;AAC5E,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAC3D,OAAO,EACL,kCAAkC,GAEnC,MAAM,2BAA2B,CAAC;AACnC,OAAO,EAAE,YAAY,EAAE,MAAM,0BAA0B,CAAC;AACxD,OAAO,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AACpD,OAAO,EACL,+BAA+B,GAEhC,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EACL,qBAAqB,GAEtB,MAAM,8BAA8B,CAAC;AAGtC,MAAM,uBAAuB,GAAG,EAAE,GAAG,MAAM,CAAC;AAC5C,MAAM,8BAA8B,GAAG,CAAC,GAAG,MAAM,CAAC;AAkDlD;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,6BAA6B,CACjD,UAAkB,EAClB,KAAc;IAEd,IACE,UAAU,KAAK,YAAY;QAC3B,+BAA+B,CAAC,UAAU,CAAC,EAC3C,CAAC;QACD,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC;IACtB,CAAC;IAED,IAAI,CAAC;QACH,MAAM,EAAE,SAAS,EAAE,GAAG,MAAM,MAAM,CAAC,iBAAiB,CAAC,CAAC;QACtD,MAAM,UAAU,GAAG,MAAM,SAAS,EAAE,CAAC,OAAO,CAAC;YAC3C,GAAG,EAAE,8CAA8C;YACnD,IAAI,EAAE,CAAC,UAAU,CAAC;SACnB,CAAC,CAAC;QACH,IAAI,CAAC,UAAU,CAAC,IAAI,IAAI,UAAU,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACrD,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,SAAS,UAAU,oBAAoB,EAAE,CAAC;QACxE,CAAC;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,OAAO,GACX,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACvE,MAAM,yBAAyB,GAC7B,CAAC,KAAK;YACN,CAAC,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAC;gBACjC,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAC;gBACjC,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAAC,CAAC,CAAC;QACzC,IAAI,yBAAyB;YAAE,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC;QACnD,OAAO;YACL,EAAE,EAAE,KAAK;YACT,MAAM,EAAE,0BAA0B,UAAU,gBAAgB;SAC7D,CAAC;IACJ,CAAC;IAED,IAAI,CAAC,KAAK;QAAE,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC;IAEhC,IAAI,CAAC;QACH,MAAM,UAAU,GAAG,MAAM,eAAe,CAAC;YACvC,GAAG,EAAE,gFAAgF;YACrF,IAAI,EAAE,CAAC,KAAK,EAAE,UAAU,CAAC;SAC1B,CAAC,CAAC;QACH,IAAI,UAAU,KAAK,IAAI,EAAE,CAAC;YACxB,OAAO;gBACL,EAAE,EAAE,KAAK;gBACT,MAAM,EAAE,uCAAuC,KAAK,GAAG;aACxD,CAAC;QACJ,CAAC;QACD,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC5B,OAAO;gBACL,EAAE,EAAE,KAAK;gBACT,MAAM,EAAE,SAAS,UAAU,mCAAmC,KAAK,GAAG;aACvE,CAAC;QACJ,CAAC;QACD,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC;IACtB,CAAC;IAAC,MAAM,CAAC;QACP,OAAO;YACL,EAAE,EAAE,KAAK;YACT,MAAM,EAAE,uCAAuC,KAAK,GAAG;SACxD,CAAC;IACJ,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,mCAAmC,CACvD,UAAuC;IAEvC,IAAI,UAAU,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;QAChC,IAAI,CAAC;YACH,OAAO,MAAM,kCAAkC,CAC7C,UAAU,CAAC,QAAQ,CAAC,KAAK,EACzB,UAAU,CAAC,IAAI,CAChB,CAAC;QACJ,CAAC;QAAC,MAAM,CAAC;YACP,OAAO;gBACL,EAAE,EAAE,KAAK;gBACT,MAAM,EAAE,qDAAqD;aAC9D,CAAC;QACJ,CAAC;IACH,CAAC;IAED,MAAM,cAAc,GAAG,UAAU,CAAC,IAAI,CAAC,KAAK,IAAI,SAAS,CAAC;IAC1D,MAAM,SAAS,GACb,cAAc,KAAK,SAAS;QAC1B,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,SAAS,IAAI,UAAU,CAAC,QAAQ,CAAC,KAAK;QACxD,CAAC,CAAC,UAAU,CAAC,QAAQ,CAAC,KAAK,CAAC;IAChC,MAAM,KAAK,GAAG,UAAU,CAAC,IAAI,CAAC,KAAK,IAAI,SAAS,CAAC;IACjD,MAAM,QAAQ,GAAG,MAAM,6BAA6B,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;IACvE,OAAO,QAAQ,CAAC,EAAE;QAChB,CAAC,CAAC;YACE,EAAE,EAAE,IAAI;YACR,QAAQ,EAAE;gBACR,SAAS;gBACT,KAAK;gBACL,UAAU,EAAE,SAAS,CAAC,WAAW,EAAE;aACpC;SACF;QACH,CAAC,CAAC,QAAQ,CAAC;AACf,CAAC;AAED,MAAM,UAAU,+BAA+B,CAC7C,IAAoD,EACpD,GAAG,GAAG,IAAI,IAAI,EAAE;IAEhB,IAAI,IAAI,CAAC,UAAU,KAAK,SAAS;QAAE,OAAO,KAAK,CAAC;IAChD,IAAI,CAAC,IAAI,CAAC,OAAO;QAAE,OAAO,KAAK,CAAC;IAChC,MAAM,SAAS,GAAG,IAAI,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,CAAC;IACnD,OAAO,CACL,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC;QAC1B,GAAG,CAAC,OAAO,EAAE,GAAG,SAAS,GAAG,uBAAuB,CACpD,CAAC;AACJ,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,yBAAyB,CAAC,GAEzC;IACC,MAAM,MAAM,GAAG,GAAG,CAAC,MAAM,IAAI,EAAE,CAAC;IAChC,KAAK,IAAI,CAAC,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC5C,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;QAC9B,IAAI,KAAK,CAAC,IAAI,KAAK,eAAe,EAAE,CAAC;YACnC,OAAO,KAAK,CAAC,MAAM,KAAK,aAAa,IAAI,KAAK,CAAC,MAAM,KAAK,aAAa;gBACrE,CAAC,CAAC,KAAK,CAAC,MAAM;gBACd,CAAC,CAAC,IAAI,CAAC;QACX,CAAC;QACD,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO;YAAE,OAAO,IAAI,CAAC;IACnE,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,eAAe,CAAC,KAAwB;IAC/C,OAAO,CAAC,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC;AAC7B,CAAC;AAED,SAAS,gCAAgC,CACvC,UAAuC,EACvC,OAAoC;IAEpC,MAAM,SAAS,GAAG,UAAU,CAAC,IAAI,CAAC,QAAQ,IAAI,EAAE,CAAC;IACjD,MAAM,OAAO,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC;IACnE,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACvB,MAAM,IAAI,KAAK,CACb,qDAAqD,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,wEAAwE,CAChJ,CAAC;IACJ,CAAC;AACH,CAAC;AAED,SAAS,WAAW,CAAC,MAAc;IACjC,MAAM,UAAU,GAAG,MAAM,CAAC,OAAO,CAAC,kBAAkB,EAAE,GAAG,CAAC,CAAC;IAC3D,OAAO,GAAG,UAAU,IAAI,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;AACjF,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAC3C,OAAuC,EACvC,IAA8B;IAE9B,MAAM,EAAE,UAAU,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,EAAE,WAAW,EAAE,UAAU,EAAE,GACtE,OAAO,CAAC;IAEV,OAAO,qBAAqB,CAC1B;QACE,GAAG,OAAO,CAAC,cAAc;QACzB,SAAS,EAAE,UAAU;QACrB,KAAK;KACN,EACD,KAAK,IAAI,EAAE;QACT,MAAM,WAAW,GAAG,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC;QAChD,gCAAgC,CAAC,UAAU,EAAE,WAAW,CAAC,CAAC;QAE1D,MAAM,sBAAsB,GAAG,IAAI,CAAC,mBAAmB,EAAE,CAAC,UAAU,CAAC,CAAC;QACtE,MAAM,gBAAgB,GAAG,sBAAsB;YAC7C,CAAC,CAAC,eAAe,CAAC;gBACd,GAAG,sBAAsB;gBACzB,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,QAAQ,IAAI,EAAE,CAAC;aACpC,CAAC;YACJ,CAAC,CAAC,SAAS,CAAC;QACd,MAAM,OAAO,GAAG,gBAAgB;YAC9B,CAAC,CAAC,gBAAgB,CAAC,EAAE,GAAG,WAAW,EAAE,CAAC;YACtC,CAAC,CAAC,WAAW,CAAC;QAChB,MAAM,cAAc,GAAG,oBAAoB,CAAC,OAAO,CAAC,CAAC;QACrD,MAAM,KAAK,GAAG,wBAAwB,CAAC,cAAc,EAAE,gBAAgB,CAAC,CAAC;QAEzE,MAAM,UAAU,GAAG,MAAM,oBAAoB,CAAC,UAAU,CAAC,CAAC;QAC1D,MAAM,MAAM,GACV,IAAI,CAAC,MAAM;YACX,CAAC,MAAM,aAAa,CAAC;gBACnB,MAAM,EAAE,UAAU,IAAI,IAAI,CAAC,MAAM;gBACjC,KAAK,EAAE,IAAI,CAAC,KAAK;aAClB,CAAC,CAAC,CAAC;QACN,MAAM,cAAc,GAClB,UAAU,CAAC,IAAI,CAAC,KAAK;YACrB,IAAI,CAAC,KAAK;YACV,CAAC,MAAM,uBAAuB,CAAC,MAAM,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;YAC9D,MAAM,CAAC,YAAY,CAAC;QACtB,MAAM,KAAK,GAAG,uBAAuB,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC;QAC9D,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,UAAU,CAAC,CAAC;QAC5D,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC,UAAU,EAAE,EAAE,KAAK,EAAE,WAAW,EAAE,CAAC,CAAC;QACtE,MAAM,KAAK,GAAG,WAAW,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;QAC/C,MAAM,aAAa,GAAG,uBAAuB,CAAC,SAAS,EAAE;YACvD,gBAAgB,EAAE,IAAI;SACvB,CAAC,CAAC;QAEH,MAAM,QAAQ,GAEV,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;QACtB,IAAI,YAAY,GAAG,EAAE,CAAC;QACtB,IAAI,cAAc,GAAyC,IAAI,CAAC;QAEhE,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YAC1C,MAAM,SAAS,GAAG,QAAQ,CACxB,KAAK,EACL,MAAM,CAAC,EAAE,EACT,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE;gBACrB,QAAQ,CAAC,OAAO,GAAG,MAAM,iCAAiC,CACxD;oBACE,MAAM;oBACN,KAAK;oBACL,YAAY;oBACZ,KAAK;oBACL,cAAc;oBACd,QAAQ,EAAE;wBACR;4BACE,IAAI,EAAE,MAAM;4BACZ,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;yBAC1C;qBACF;oBACD,OAAO;oBACP,IAAI;oBACJ,MAAM;oBACN,QAAQ,EAAE,MAAM,CAAC,EAAE;oBACnB,UAAU;oBACV,KAAK;oBACL,YAAY,EAAE,OAAO,CAAC,YAAY;oBAClC,UAAU,EAAE,OAAO,CAAC,gBAAgB;oBACpC,KAAK;iBACN,EACD,aAAa,CACd,CAAC;YACJ,CAAC,EACD,KAAK,EAAE,GAAG,EAAE,EAAE;gBACZ,IAAI,cAAc,EAAE,CAAC;oBACnB,YAAY,CAAC,cAAc,CAAC,CAAC;oBAC7B,cAAc,GAAG,IAAI,CAAC;gBACxB,CAAC;gBACD,MAAM,YAAY,GAAG,yBAAyB,CAAC,GAAG,CAAC,CAAC;gBACpD,IAAI,YAAY,EAAE,CAAC;oBACjB,MAAM,CACJ,IAAI,KAAK,CACP,uDAAuD,YAAY,GAAG,CACvE,CACF,CAAC;oBACF,OAAO;gBACT,CAAC;gBACD,IAAI,GAAG,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;oBAC/B,MAAM,CACJ,IAAI,KAAK,CACP,4CAA4C,GAAG,CAAC,MAAM,EAAE,CACzD,CACF,CAAC;oBACF,OAAO;gBACT,CAAC;gBACD,YAAY,GAAG,uCAAuC,CACpD,CAAC,GAAG,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAC/C,CAAC;gBACF,OAAO,EAAE,CAAC;YACZ,CAAC,EACD;gBACE,aAAa;gBACb,YAAY,EAAE,YAAY;gBAC1B,KAAK;gBACL,UAAU,EAAE,MAAM,CAAC,IAAI;aACxB,CACF,CAAC;YAEF,cAAc,GAAG,UAAU,CAAC,GAAG,EAAE;gBAC/B,cAAc,GAAG,IAAI,CAAC;gBACtB,IAAI,SAAS,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;oBACnC,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC,oCAAoC,CAAC,CAAC;oBAC5D,MAAM,CACJ,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAC7D,CAAC;gBACJ,CAAC;YACH,CAAC,EAAE,8BAA8B,CAAC,CAAC;QACrC,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE;YACd,IAAI,cAAc,EAAE,CAAC;gBACnB,YAAY,CAAC,cAAc,CAAC,CAAC;gBAC7B,cAAc,GAAG,IAAI,CAAC;YACxB,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,MAAM,KAAK,GAAG,QAAQ,CAAC,OAAO,CAAC;QAC/B,IACE,KAAK;YACL,CAAC,KAAK,CAAC,WAAW,GAAG,CAAC;gBACpB,KAAK,CAAC,YAAY,GAAG,CAAC;gBACtB,KAAK,CAAC,eAAe,GAAG,CAAC;gBACzB,KAAK,CAAC,gBAAgB,GAAG,CAAC,CAAC,EAC7B,CAAC;YACD,IAAI,CAAC;gBACH,MAAM,EAAE,WAAW,EAAE,GAAG,MAAM,MAAM,CAAC,mBAAmB,CAAC,CAAC;gBAC1D,MAAM,WAAW,CAAC;oBAChB,UAAU;oBACV,WAAW,EAAE,KAAK,CAAC,WAAW;oBAC9B,YAAY,EAAE,KAAK,CAAC,YAAY;oBAChC,eAAe,EAAE,KAAK,CAAC,eAAe;oBACtC,gBAAgB,EAAE,KAAK,CAAC,gBAAgB;oBACxC,KAAK,EAAE,KAAK,CAAC,KAAK;oBAClB,KAAK,EAAE,UAAU;oBACjB,GAAG,EAAE,IAAI,CAAC,KAAK;oBACf,KAAK,EAAE,OAAO,CAAC,UAAU,IAAI,KAAK;iBACnC,CAAC,CAAC;YACL,CAAC;YAAC,MAAM,CAAC;gBACP,gEAAgE;YAClE,CAAC;QACH,CAAC;QAED,IACE,YAAY,CAAC,IAAI,EAAE;YACnB,UAAU,CAAC,IAAI,CAAC,gBAAgB;YAChC,UAAU,CAAC,IAAI,CAAC,mBAAmB,EACnC,CAAC;YACD,MAAM,EAAE,iBAAiB,EAAE,GACzB,MAAM,MAAM,CAAC,mCAAmC,CAAC,CAAC;YACpD,MAAM,OAAO,GAAG,iBAAiB,CAAC,UAAU,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;YACpE,IAAI,CAAC,OAAO,EAAE,mBAAmB,EAAE,CAAC;gBAClC,MAAM,IAAI,KAAK,CACb,4CAA4C,UAAU,CAAC,IAAI,CAAC,gBAAgB,EAAE,CAC/E,CAAC;YACJ,CAAC;YACD,MAAM,OAAO,CAAC,mBAAmB,CAC/B,OAAO,CAAC,mBAAmB,CAAC,YAAY,CAAC,EACzC;gBACE,WAAW,EAAE,UAAU,CAAC,IAAI,CAAC,mBAAmB;gBAChD,SAAS,EAAE,UAAU,CAAC,IAAI,CAAC,iBAAiB,IAAI,IAAI;gBACpD,QAAQ,EAAE,UAAU,CAAC,IAAI,CAAC,gBAAgB;aAC3C,CACF,CAAC;QACJ,CAAC;QAED,OAAO,EAAE,YAAY,EAAE,KAAK,EAAE,CAAC;IACjC,CAAC,CACF,CAAC;AACJ,CAAC","sourcesContent":["import { collectFinalResponseTextFromAgentEvents } from \"../a2a/response-text.js\";\nimport type { ActionAutomationContext, ActionCaller } from \"../action.js\";\nimport {\n  getStoredModelForEngine,\n  normalizeModelForEngine,\n  resolveEngine,\n} from \"../agent/engine/index.js\";\nimport type { AgentEngine } from \"../agent/engine/types.js\";\nimport {\n  actionsToEngineTools,\n  filterInitialEngineTools,\n  getOwnerActiveApiKey,\n  runAgentLoop,\n  type ActionEntry,\n} from \"../agent/production-agent.js\";\nimport { runAgentLoopDirectWithSoftTimeout } from \"../agent/run-loop-with-resume.js\";\nimport { resolveRunSoftTimeoutMs, startRun } from \"../agent/run-manager.js\";\nimport { attachToolSearch } from \"../agent/tool-search.js\";\nimport {\n  resolveAutomationExecutionIdentity,\n  type AutomationExecutionIdentity,\n} from \"../automations/service.js\";\nimport { createThread } from \"../chat-threads/store.js\";\nimport { queryOrgMembers } from \"../org/context.js\";\nimport {\n  organizationIdFromResourceOwner,\n  type Resource,\n} from \"../resources/store.js\";\nimport {\n  runWithRequestContext,\n  type RequestContext,\n} from \"../server/request-context.js\";\nimport type { JobFrontmatter } from \"./frontmatter.js\";\n\nconst BACKGROUND_RUN_STUCK_MS = 10 * 60_000;\nconst BACKGROUND_RUN_HARD_TIMEOUT_MS = 5 * 60_000;\n\nexport interface BackgroundAutomationContext {\n  name: string;\n  meta: JobFrontmatter;\n  body: string;\n  resource: Resource;\n}\n\nexport interface BackgroundAutomationDeps {\n  getActions: (\n    automation?: BackgroundAutomationContext,\n  ) => Record<string, ActionEntry>;\n  getSystemPrompt: (owner: string) => Promise<string>;\n  getInitialToolNames?: (\n    automation?: BackgroundAutomationContext,\n  ) => string[] | undefined;\n  engine?: AgentEngine;\n  apiKey?: string;\n  model?: string;\n  appId?: string;\n}\n\nexport interface BackgroundAutomationRunOptions {\n  automation: BackgroundAutomationContext;\n  ownerEmail: string;\n  orgId?: string;\n  prompt: string;\n  threadTitle: string;\n  runIdPrefix: string;\n  usageLabel: string;\n  usageRefId?: string;\n  requestContext?: Omit<RequestContext, \"userEmail\" | \"orgId\">;\n  actionCaller?: ActionCaller;\n  actionAutomation?: ActionAutomationContext;\n}\n\nexport interface BackgroundAutomationRunResult {\n  responseText: string;\n  runId: string;\n}\n\nexport type AutomationIdentityValidation =\n  | { ok: true }\n  | { ok: false; reason: string };\n\nexport type BackgroundAutomationIdentityResult =\n  | { ok: true; identity: AutomationExecutionIdentity }\n  | { ok: false; reason: string };\n\n/**\n * A persisted background run must not outlive its execution identity.\n * Organization runs fail closed when membership state cannot be read. A\n * brand-new personal install without auth tables remains a distinct\n * not-applicable case so local/CLI jobs keep working before auth is configured.\n */\nexport async function validateAutomationRunIdentity(\n  ownerEmail: string,\n  orgId?: string,\n): Promise<AutomationIdentityValidation> {\n  if (\n    ownerEmail === \"__shared__\" ||\n    organizationIdFromResourceOwner(ownerEmail)\n  ) {\n    return { ok: true };\n  }\n\n  try {\n    const { getDbExec } = await import(\"../db/client.js\");\n    const userResult = await getDbExec().execute({\n      sql: `SELECT 1 FROM \"user\" WHERE email = ? LIMIT 1`,\n      args: [ownerEmail],\n    });\n    if (!userResult.rows || userResult.rows.length === 0) {\n      return { ok: false, reason: `user \"${ownerEmail}\" no longer exists` };\n    }\n  } catch (error) {\n    const message =\n      error instanceof Error ? error.message.toLowerCase() : String(error);\n    const authTablesAreUnconfigured =\n      !orgId &&\n      (message.includes(\"does not exist\") ||\n        message.includes(\"no such table\") ||\n        message.includes(\"undefined table\"));\n    if (authTablesAreUnconfigured) return { ok: true };\n    return {\n      ok: false,\n      reason: `could not verify user \"${ownerEmail}\" for this run`,\n    };\n  }\n\n  if (!orgId) return { ok: true };\n\n  try {\n    const memberRows = await queryOrgMembers({\n      sql: `SELECT 1 FROM org_members WHERE org_id = ? AND LOWER(email) = LOWER(?) LIMIT 1`,\n      args: [orgId, ownerEmail],\n    });\n    if (memberRows === null) {\n      return {\n        ok: false,\n        reason: `could not verify membership in org \"${orgId}\"`,\n      };\n    }\n    if (memberRows.length === 0) {\n      return {\n        ok: false,\n        reason: `user \"${ownerEmail}\" is no longer a member of org \"${orgId}\"`,\n      };\n    }\n    return { ok: true };\n  } catch {\n    return {\n      ok: false,\n      reason: `could not verify membership in org \"${orgId}\"`,\n    };\n  }\n}\n\nexport async function resolveBackgroundAutomationIdentity(\n  automation: BackgroundAutomationContext,\n): Promise<BackgroundAutomationIdentityResult> {\n  if (automation.meta.triggerType) {\n    try {\n      return await resolveAutomationExecutionIdentity(\n        automation.resource.owner,\n        automation.meta,\n      );\n    } catch {\n      return {\n        ok: false,\n        reason: \"Could not verify the automation execution identity.\",\n      };\n    }\n  }\n\n  const effectiveRunAs = automation.meta.runAs ?? \"creator\";\n  const userEmail =\n    effectiveRunAs === \"creator\"\n      ? automation.meta.createdBy || automation.resource.owner\n      : automation.resource.owner;\n  const orgId = automation.meta.orgId ?? undefined;\n  const validity = await validateAutomationRunIdentity(userEmail, orgId);\n  return validity.ok\n    ? {\n        ok: true,\n        identity: {\n          userEmail,\n          orgId,\n          eventOwner: userEmail.toLowerCase(),\n        },\n      }\n    : validity;\n}\n\nexport function isBackgroundAutomationRunActive(\n  meta: Pick<JobFrontmatter, \"lastRun\" | \"lastStatus\">,\n  now = new Date(),\n): boolean {\n  if (meta.lastStatus !== \"running\") return false;\n  if (!meta.lastRun) return false;\n  const startedAt = new Date(meta.lastRun).getTime();\n  return (\n    Number.isFinite(startedAt) &&\n    now.getTime() - startedAt < BACKGROUND_RUN_STUCK_MS\n  );\n}\n\n/**\n * A soft-timeout/no-progress checkpoint is a continuation boundary, not a\n * successful finish. Only the last terminal event decides whether an\n * in-invocation resume recovered from the boundary.\n */\nexport function backgroundRunCutOffReason(run: {\n  events?: readonly { event: { type: string; reason?: string } }[];\n}): string | null {\n  const events = run.events ?? [];\n  for (let i = events.length - 1; i >= 0; i--) {\n    const event = events[i].event;\n    if (event.type === \"auto_continue\") {\n      return event.reason === \"run_timeout\" || event.reason === \"no_progress\"\n        ? event.reason\n        : null;\n    }\n    if (event.type === \"done\" || event.type === \"error\") return null;\n  }\n  return null;\n}\n\nfunction uniqueToolNames(names: readonly string[]): string[] {\n  return [...new Set(names)];\n}\n\nfunction assertRequestedMcpToolsAvailable(\n  automation: BackgroundAutomationContext,\n  actions: Record<string, ActionEntry>,\n): void {\n  const requested = automation.meta.mcpTools ?? [];\n  const missing = requested.filter((toolName) => !actions[toolName]);\n  if (missing.length > 0) {\n    throw new Error(\n      `Configured MCP tools are unavailable in this run: ${missing.join(\", \")}. Reconnect the MCP server or update the automation's capability list.`,\n    );\n  }\n}\n\nfunction createRunId(prefix: string): string {\n  const safePrefix = prefix.replace(/[^a-zA-Z0-9._-]/g, \"-\");\n  return `${safePrefix}-${Date.now()}-${Math.random().toString(36).slice(2, 6)}`;\n}\n\nexport async function runBackgroundAutomation(\n  options: BackgroundAutomationRunOptions,\n  deps: BackgroundAutomationDeps,\n): Promise<BackgroundAutomationRunResult> {\n  const { automation, ownerEmail, orgId, prompt, threadTitle, usageLabel } =\n    options;\n\n  return runWithRequestContext(\n    {\n      ...options.requestContext,\n      userEmail: ownerEmail,\n      orgId,\n    },\n    async () => {\n      const baseActions = deps.getActions(automation);\n      assertRequestedMcpToolsAvailable(automation, baseActions);\n\n      const configuredInitialTools = deps.getInitialToolNames?.(automation);\n      const initialToolNames = configuredInitialTools\n        ? uniqueToolNames([\n            ...configuredInitialTools,\n            ...(automation.meta.mcpTools ?? []),\n          ])\n        : undefined;\n      const actions = initialToolNames\n        ? attachToolSearch({ ...baseActions })\n        : baseActions;\n      const availableTools = actionsToEngineTools(actions);\n      const tools = filterInitialEngineTools(availableTools, initialToolNames);\n\n      const userApiKey = await getOwnerActiveApiKey(ownerEmail);\n      const engine =\n        deps.engine ??\n        (await resolveEngine({\n          apiKey: userApiKey ?? deps.apiKey,\n          appId: deps.appId,\n        }));\n      const modelCandidate =\n        automation.meta.model ??\n        deps.model ??\n        (await getStoredModelForEngine(engine, { appId: deps.appId })) ??\n        engine.defaultModel;\n      const model = normalizeModelForEngine(engine, modelCandidate);\n      const systemPrompt = await deps.getSystemPrompt(ownerEmail);\n      const thread = await createThread(ownerEmail, { title: threadTitle });\n      const runId = createRunId(options.runIdPrefix);\n      const softTimeoutMs = resolveRunSoftTimeoutMs(undefined, {\n        useHostedDefault: true,\n      });\n\n      const usageRef: {\n        current: Awaited<ReturnType<typeof runAgentLoop>> | null;\n      } = { current: null };\n      let responseText = \"\";\n      let hardAbortTimer: ReturnType<typeof setTimeout> | null = null;\n\n      await new Promise<void>((resolve, reject) => {\n        const activeRun = startRun(\n          runId,\n          thread.id,\n          async (send, signal) => {\n            usageRef.current = await runAgentLoopDirectWithSoftTimeout(\n              {\n                engine,\n                model,\n                systemPrompt,\n                tools,\n                availableTools,\n                messages: [\n                  {\n                    role: \"user\",\n                    content: [{ type: \"text\", text: prompt }],\n                  },\n                ],\n                actions,\n                send,\n                signal,\n                threadId: thread.id,\n                ownerEmail,\n                orgId,\n                actionCaller: options.actionCaller,\n                automation: options.actionAutomation,\n                runId,\n              },\n              softTimeoutMs,\n            );\n          },\n          async (run) => {\n            if (hardAbortTimer) {\n              clearTimeout(hardAbortTimer);\n              hardAbortTimer = null;\n            }\n            const cutOffReason = backgroundRunCutOffReason(run);\n            if (cutOffReason) {\n              reject(\n                new Error(\n                  `Background automation was cut off before finishing (${cutOffReason})`,\n                ),\n              );\n              return;\n            }\n            if (run.status !== \"completed\") {\n              reject(\n                new Error(\n                  `Background automation ended with status: ${run.status}`,\n                ),\n              );\n              return;\n            }\n            responseText = collectFinalResponseTextFromAgentEvents(\n              (run.events ?? []).map((entry) => entry.event),\n            );\n            resolve();\n          },\n          {\n            softTimeoutMs,\n            dispatchMode: \"background\",\n            model,\n            engineName: engine.name,\n          },\n        );\n\n        hardAbortTimer = setTimeout(() => {\n          hardAbortTimer = null;\n          if (activeRun.status === \"running\") {\n            activeRun.abort.abort(\"background_automation_hard_timeout\");\n            reject(\n              new Error(\"Background automation timed out after 5 minutes\"),\n            );\n          }\n        }, BACKGROUND_RUN_HARD_TIMEOUT_MS);\n      }).finally(() => {\n        if (hardAbortTimer) {\n          clearTimeout(hardAbortTimer);\n          hardAbortTimer = null;\n        }\n      });\n\n      const usage = usageRef.current;\n      if (\n        usage &&\n        (usage.inputTokens > 0 ||\n          usage.outputTokens > 0 ||\n          usage.cacheReadTokens > 0 ||\n          usage.cacheWriteTokens > 0)\n      ) {\n        try {\n          const { recordUsage } = await import(\"../usage/store.js\");\n          await recordUsage({\n            ownerEmail,\n            inputTokens: usage.inputTokens,\n            outputTokens: usage.outputTokens,\n            cacheReadTokens: usage.cacheReadTokens,\n            cacheWriteTokens: usage.cacheWriteTokens,\n            model: usage.model,\n            label: usageLabel,\n            app: deps.appId,\n            refId: options.usageRefId ?? runId,\n          });\n        } catch {\n          // Usage attribution must not break an otherwise successful run.\n        }\n      }\n\n      if (\n        responseText.trim() &&\n        automation.meta.deliveryPlatform &&\n        automation.meta.deliveryDestination\n      ) {\n        const { getDefaultAdapter } =\n          await import(\"../integrations/adapters/index.js\");\n        const adapter = getDefaultAdapter(automation.meta.deliveryPlatform);\n        if (!adapter?.sendMessageToTarget) {\n          throw new Error(\n            `Automation delivery is not supported for ${automation.meta.deliveryPlatform}`,\n          );\n        }\n        await adapter.sendMessageToTarget(\n          adapter.formatAgentResponse(responseText),\n          {\n            destination: automation.meta.deliveryDestination,\n            threadRef: automation.meta.deliveryThreadRef ?? null,\n            tenantId: automation.meta.deliveryTenantId,\n          },\n        );\n      }\n\n      return { responseText, runId };\n    },\n  );\n}\n"]}
+{"version":3,"file":"background-automation-runner.js","sourceRoot":"","sources":["../../src/jobs/background-automation-runner.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,uCAAuC,EAAE,MAAM,yBAAyB,CAAC;AAElF,OAAO,EACL,uBAAuB,EACvB,uBAAuB,EACvB,aAAa,GACd,MAAM,0BAA0B,CAAC;AAElC,OAAO,EACL,oBAAoB,EACpB,wBAAwB,EACxB,oBAAoB,GAGrB,MAAM,8BAA8B,CAAC;AACtC,OAAO,EAAE,iCAAiC,EAAE,MAAM,kCAAkC,CAAC;AACrF,OAAO,EAAE,uBAAuB,EAAE,QAAQ,EAAE,MAAM,yBAAyB,CAAC;AAC5E,OAAO,EAAE,kBAAkB,EAAE,SAAS,EAAE,MAAM,uBAAuB,CAAC;AACtE,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAC3D,OAAO,EACL,kCAAkC,GAEnC,MAAM,2BAA2B,CAAC;AACnC,OAAO,EAAE,YAAY,EAAE,MAAM,0BAA0B,CAAC;AACxD,OAAO,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AACpD,OAAO,EACL,+BAA+B,GAEhC,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EACL,qBAAqB,GAEtB,MAAM,8BAA8B,CAAC;AAGtC,MAAM,uBAAuB,GAAG,EAAE,GAAG,MAAM,CAAC;AAC5C,MAAM,8BAA8B,GAAG,CAAC,GAAG,MAAM,CAAC;AAkDlD;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,6BAA6B,CACjD,UAAkB,EAClB,KAAc;IAEd,IACE,UAAU,KAAK,YAAY;QAC3B,+BAA+B,CAAC,UAAU,CAAC,EAC3C,CAAC;QACD,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC;IACtB,CAAC;IAED,IAAI,CAAC;QACH,MAAM,EAAE,SAAS,EAAE,GAAG,MAAM,MAAM,CAAC,iBAAiB,CAAC,CAAC;QACtD,MAAM,UAAU,GAAG,MAAM,SAAS,EAAE,CAAC,OAAO,CAAC;YAC3C,GAAG,EAAE,8CAA8C;YACnD,IAAI,EAAE,CAAC,UAAU,CAAC;SACnB,CAAC,CAAC;QACH,IAAI,CAAC,UAAU,CAAC,IAAI,IAAI,UAAU,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACrD,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,SAAS,UAAU,oBAAoB,EAAE,CAAC;QACxE,CAAC;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,OAAO,GACX,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACvE,MAAM,yBAAyB,GAC7B,CAAC,KAAK;YACN,CAAC,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAC;gBACjC,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAC;gBACjC,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAAC,CAAC,CAAC;QACzC,IAAI,yBAAyB;YAAE,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC;QACnD,OAAO;YACL,EAAE,EAAE,KAAK;YACT,MAAM,EAAE,0BAA0B,UAAU,gBAAgB;SAC7D,CAAC;IACJ,CAAC;IAED,IAAI,CAAC,KAAK;QAAE,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC;IAEhC,IAAI,CAAC;QACH,MAAM,UAAU,GAAG,MAAM,eAAe,CAAC;YACvC,GAAG,EAAE,gFAAgF;YACrF,IAAI,EAAE,CAAC,KAAK,EAAE,UAAU,CAAC;SAC1B,CAAC,CAAC;QACH,IAAI,UAAU,KAAK,IAAI,EAAE,CAAC;YACxB,OAAO;gBACL,EAAE,EAAE,KAAK;gBACT,MAAM,EAAE,uCAAuC,KAAK,GAAG;aACxD,CAAC;QACJ,CAAC;QACD,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC5B,OAAO;gBACL,EAAE,EAAE,KAAK;gBACT,MAAM,EAAE,SAAS,UAAU,mCAAmC,KAAK,GAAG;aACvE,CAAC;QACJ,CAAC;QACD,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC;IACtB,CAAC;IAAC,MAAM,CAAC;QACP,OAAO;YACL,EAAE,EAAE,KAAK;YACT,MAAM,EAAE,uCAAuC,KAAK,GAAG;SACxD,CAAC;IACJ,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,mCAAmC,CACvD,UAAuC;IAEvC,IAAI,UAAU,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;QAChC,IAAI,CAAC;YACH,OAAO,MAAM,kCAAkC,CAC7C,UAAU,CAAC,QAAQ,CAAC,KAAK,EACzB,UAAU,CAAC,IAAI,CAChB,CAAC;QACJ,CAAC;QAAC,MAAM,CAAC;YACP,OAAO;gBACL,EAAE,EAAE,KAAK;gBACT,MAAM,EAAE,qDAAqD;aAC9D,CAAC;QACJ,CAAC;IACH,CAAC;IAED,MAAM,cAAc,GAAG,UAAU,CAAC,IAAI,CAAC,KAAK,IAAI,SAAS,CAAC;IAC1D,MAAM,SAAS,GACb,cAAc,KAAK,SAAS;QAC1B,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,SAAS,IAAI,UAAU,CAAC,QAAQ,CAAC,KAAK;QACxD,CAAC,CAAC,UAAU,CAAC,QAAQ,CAAC,KAAK,CAAC;IAChC,MAAM,KAAK,GAAG,UAAU,CAAC,IAAI,CAAC,KAAK,IAAI,SAAS,CAAC;IACjD,MAAM,QAAQ,GAAG,MAAM,6BAA6B,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;IACvE,OAAO,QAAQ,CAAC,EAAE;QAChB,CAAC,CAAC;YACE,EAAE,EAAE,IAAI;YACR,QAAQ,EAAE;gBACR,SAAS;gBACT,KAAK;gBACL,UAAU,EAAE,SAAS,CAAC,WAAW,EAAE;aACpC;SACF;QACH,CAAC,CAAC,QAAQ,CAAC;AACf,CAAC;AAED,MAAM,UAAU,+BAA+B,CAC7C,IAAoD,EACpD,GAAG,GAAG,IAAI,IAAI,EAAE;IAEhB,IAAI,IAAI,CAAC,UAAU,KAAK,SAAS;QAAE,OAAO,KAAK,CAAC;IAChD,IAAI,CAAC,IAAI,CAAC,OAAO;QAAE,OAAO,KAAK,CAAC;IAChC,MAAM,SAAS,GAAG,IAAI,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,CAAC;IACnD,OAAO,CACL,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC;QAC1B,GAAG,CAAC,OAAO,EAAE,GAAG,SAAS,GAAG,uBAAuB,CACpD,CAAC;AACJ,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,yBAAyB,CAAC,GAEzC;IACC,MAAM,MAAM,GAAG,GAAG,CAAC,MAAM,IAAI,EAAE,CAAC;IAChC,KAAK,IAAI,CAAC,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC5C,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;QAC9B,IAAI,KAAK,CAAC,IAAI,KAAK,eAAe,EAAE,CAAC;YACnC,OAAO,KAAK,CAAC,MAAM,KAAK,aAAa,IAAI,KAAK,CAAC,MAAM,KAAK,aAAa;gBACrE,CAAC,CAAC,KAAK,CAAC,MAAM;gBACd,CAAC,CAAC,IAAI,CAAC;QACX,CAAC;QACD,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO;YAAE,OAAO,IAAI,CAAC;IACnE,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,eAAe,CAAC,KAAwB;IAC/C,OAAO,CAAC,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC;AAC7B,CAAC;AAED,SAAS,gCAAgC,CACvC,UAAuC,EACvC,OAAoC;IAEpC,MAAM,SAAS,GAAG,UAAU,CAAC,IAAI,CAAC,QAAQ,IAAI,EAAE,CAAC;IACjD,MAAM,OAAO,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC;IACnE,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACvB,MAAM,IAAI,KAAK,CACb,qDAAqD,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,wEAAwE,CAChJ,CAAC;IACJ,CAAC;AACH,CAAC;AAED,SAAS,WAAW,CAAC,MAAc;IACjC,MAAM,UAAU,GAAG,MAAM,CAAC,OAAO,CAAC,kBAAkB,EAAE,GAAG,CAAC,CAAC;IAC3D,OAAO,GAAG,UAAU,IAAI,IAAI,CAAC,GAAG,EAAE,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;AACjF,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAC3C,OAAuC,EACvC,IAA8B;IAE9B,MAAM,EAAE,UAAU,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,EAAE,WAAW,EAAE,UAAU,EAAE,GACtE,OAAO,CAAC;IAEV,OAAO,qBAAqB,CAC1B;QACE,GAAG,OAAO,CAAC,cAAc;QACzB,SAAS,EAAE,UAAU;QACrB,KAAK;KACN,EACD,KAAK,IAAI,EAAE;QACT,MAAM,WAAW,GAAG,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC;QAChD,gCAAgC,CAAC,UAAU,EAAE,WAAW,CAAC,CAAC;QAE1D,MAAM,sBAAsB,GAAG,IAAI,CAAC,mBAAmB,EAAE,CAAC,UAAU,CAAC,CAAC;QACtE,MAAM,gBAAgB,GAAG,sBAAsB;YAC7C,CAAC,CAAC,eAAe,CAAC;gBACd,GAAG,sBAAsB;gBACzB,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,QAAQ,IAAI,EAAE,CAAC;aACpC,CAAC;YACJ,CAAC,CAAC,SAAS,CAAC;QACd,MAAM,OAAO,GAAG,gBAAgB;YAC9B,CAAC,CAAC,gBAAgB,CAAC,EAAE,GAAG,WAAW,EAAE,CAAC;YACtC,CAAC,CAAC,WAAW,CAAC;QAChB,MAAM,cAAc,GAAG,oBAAoB,CAAC,OAAO,CAAC,CAAC;QACrD,MAAM,KAAK,GAAG,wBAAwB,CAAC,cAAc,EAAE,gBAAgB,CAAC,CAAC;QAEzE,MAAM,UAAU,GAAG,MAAM,oBAAoB,CAAC,UAAU,CAAC,CAAC;QAC1D,MAAM,MAAM,GACV,IAAI,CAAC,MAAM;YACX,CAAC,MAAM,aAAa,CAAC;gBACnB,MAAM,EAAE,UAAU,IAAI,IAAI,CAAC,MAAM;gBACjC,KAAK,EAAE,IAAI,CAAC,KAAK;aAClB,CAAC,CAAC,CAAC;QACN,MAAM,cAAc,GAClB,UAAU,CAAC,IAAI,CAAC,KAAK;YACrB,IAAI,CAAC,KAAK;YACV,CAAC,MAAM,uBAAuB,CAAC,MAAM,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;YAC9D,MAAM,CAAC,YAAY,CAAC;QACtB,MAAM,KAAK,GAAG,uBAAuB,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC;QAC9D,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,UAAU,CAAC,CAAC;QAC5D,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC,UAAU,EAAE,EAAE,KAAK,EAAE,WAAW,EAAE,CAAC,CAAC;QACtE,MAAM,KAAK,GAAG,WAAW,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;QAC/C,sEAAsE;QACtE,qEAAqE;QACrE,qEAAqE;QACrE,mEAAmE;QACnE,kEAAkE;QAClE,oEAAoE;QACpE,kEAAkE;QAClE,mDAAmD;QACnD,EAAE;QACF,gEAAgE;QAChE,wEAAwE;QACxE,8DAA8D;QAC9D,sEAAsE;QACtE,qEAAqE;QACrE,MAAM,aAAa,GAAG,uBAAuB,CAAC,SAAS,EAAE;YACvD,gBAAgB,EAAE,IAAI;YACtB,kBAAkB,EAAE,IAAI;SACzB,CAAC,CAAC;QAEH,MAAM,QAAQ,GAEV,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;QACtB,IAAI,YAAY,GAAG,EAAE,CAAC;QACtB,IAAI,cAAc,GAAyC,IAAI,CAAC;QAEhE,oEAAoE;QACpE,8DAA8D;QAC9D,kEAAkE;QAClE,+DAA+D;QAC/D,wEAAwE;QACxE,wEAAwE;QACxE,uEAAuE;QACvE,oEAAoE;QACpE,qEAAqE;QACrE,sEAAsE;QACtE,MAAM,SAAS,CAAC,KAAK,EAAE,MAAM,CAAC,EAAE,EAAE,SAAS,EAAE;YAC3C,YAAY,EAAE,YAAY;SAC3B,CAAC,CAAC;QACH,MAAM,aAAa,GAAG,MAAM,kBAAkB,CAAC,KAAK,CAAC,CAAC;QACtD,IAAI,CAAC,aAAa,EAAE,CAAC;YACnB,MAAM,IAAI,KAAK,CACb,0BAA0B,UAAU,CAAC,IAAI,WAAW,KAAK,qDAAqD,CAC/G,CAAC;QACJ,CAAC;QAED,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YAC1C,MAAM,SAAS,GAAG,QAAQ,CACxB,KAAK,EACL,MAAM,CAAC,EAAE,EACT,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE;gBACrB,QAAQ,CAAC,OAAO,GAAG,MAAM,iCAAiC,CACxD;oBACE,MAAM;oBACN,KAAK;oBACL,YAAY;oBACZ,KAAK;oBACL,cAAc;oBACd,QAAQ,EAAE;wBACR;4BACE,IAAI,EAAE,MAAM;4BACZ,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;yBAC1C;qBACF;oBACD,OAAO;oBACP,IAAI;oBACJ,MAAM;oBACN,QAAQ,EAAE,MAAM,CAAC,EAAE;oBACnB,UAAU;oBACV,KAAK;oBACL,YAAY,EAAE,OAAO,CAAC,YAAY;oBAClC,UAAU,EAAE,OAAO,CAAC,gBAAgB;oBACpC,KAAK;iBACN,EACD,aAAa,EACb,EAAE,kBAAkB,EAAE,IAAI,EAAE,CAC7B,CAAC;YACJ,CAAC,EACD,KAAK,EAAE,GAAG,EAAE,EAAE;gBACZ,IAAI,cAAc,EAAE,CAAC;oBACnB,YAAY,CAAC,cAAc,CAAC,CAAC;oBAC7B,cAAc,GAAG,IAAI,CAAC;gBACxB,CAAC;gBACD,MAAM,YAAY,GAAG,yBAAyB,CAAC,GAAG,CAAC,CAAC;gBACpD,IAAI,YAAY,EAAE,CAAC;oBACjB,MAAM,CACJ,IAAI,KAAK,CACP,uDAAuD,YAAY,GAAG,CACvE,CACF,CAAC;oBACF,OAAO;gBACT,CAAC;gBACD,IAAI,GAAG,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC;oBAC/B,MAAM,CACJ,IAAI,KAAK,CACP,4CAA4C,GAAG,CAAC,MAAM,EAAE,CACzD,CACF,CAAC;oBACF,OAAO;gBACT,CAAC;gBACD,YAAY,GAAG,uCAAuC,CACpD,CAAC,GAAG,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,CAC/C,CAAC;gBACF,OAAO,EAAE,CAAC;YACZ,CAAC,EACD;gBACE,aAAa;gBACb,kBAAkB,EAAE,IAAI;gBACxB,KAAK;gBACL,UAAU,EAAE,MAAM,CAAC,IAAI;aACxB,CACF,CAAC;YAEF,cAAc,GAAG,UAAU,CAAC,GAAG,EAAE;gBAC/B,cAAc,GAAG,IAAI,CAAC;gBACtB,IAAI,SAAS,CAAC,MAAM,KAAK,SAAS,EAAE,CAAC;oBACnC,SAAS,CAAC,KAAK,CAAC,KAAK,CAAC,oCAAoC,CAAC,CAAC;oBAC5D,MAAM,CACJ,IAAI,KAAK,CAAC,iDAAiD,CAAC,CAC7D,CAAC;gBACJ,CAAC;YACH,CAAC,EAAE,8BAA8B,CAAC,CAAC;QACrC,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE;YACd,IAAI,cAAc,EAAE,CAAC;gBACnB,YAAY,CAAC,cAAc,CAAC,CAAC;gBAC7B,cAAc,GAAG,IAAI,CAAC;YACxB,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,MAAM,KAAK,GAAG,QAAQ,CAAC,OAAO,CAAC;QAC/B,IACE,KAAK;YACL,CAAC,KAAK,CAAC,WAAW,GAAG,CAAC;gBACpB,KAAK,CAAC,YAAY,GAAG,CAAC;gBACtB,KAAK,CAAC,eAAe,GAAG,CAAC;gBACzB,KAAK,CAAC,gBAAgB,GAAG,CAAC,CAAC,EAC7B,CAAC;YACD,IAAI,CAAC;gBACH,MAAM,EAAE,WAAW,EAAE,GAAG,MAAM,MAAM,CAAC,mBAAmB,CAAC,CAAC;gBAC1D,MAAM,WAAW,CAAC;oBAChB,UAAU;oBACV,WAAW,EAAE,KAAK,CAAC,WAAW;oBAC9B,YAAY,EAAE,KAAK,CAAC,YAAY;oBAChC,eAAe,EAAE,KAAK,CAAC,eAAe;oBACtC,gBAAgB,EAAE,KAAK,CAAC,gBAAgB;oBACxC,KAAK,EAAE,KAAK,CAAC,KAAK;oBAClB,KAAK,EAAE,UAAU;oBACjB,GAAG,EAAE,IAAI,CAAC,KAAK;oBACf,KAAK,EAAE,OAAO,CAAC,UAAU,IAAI,KAAK;iBACnC,CAAC,CAAC;YACL,CAAC;YAAC,MAAM,CAAC;gBACP,gEAAgE;YAClE,CAAC;QACH,CAAC;QAED,IACE,YAAY,CAAC,IAAI,EAAE;YACnB,UAAU,CAAC,IAAI,CAAC,gBAAgB;YAChC,UAAU,CAAC,IAAI,CAAC,mBAAmB,EACnC,CAAC;YACD,MAAM,EAAE,iBAAiB,EAAE,GACzB,MAAM,MAAM,CAAC,mCAAmC,CAAC,CAAC;YACpD,MAAM,OAAO,GAAG,iBAAiB,CAAC,UAAU,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;YACpE,IAAI,CAAC,OAAO,EAAE,mBAAmB,EAAE,CAAC;gBAClC,MAAM,IAAI,KAAK,CACb,4CAA4C,UAAU,CAAC,IAAI,CAAC,gBAAgB,EAAE,CAC/E,CAAC;YACJ,CAAC;YACD,MAAM,OAAO,CAAC,mBAAmB,CAC/B,OAAO,CAAC,mBAAmB,CAAC,YAAY,CAAC,EACzC;gBACE,WAAW,EAAE,UAAU,CAAC,IAAI,CAAC,mBAAmB;gBAChD,SAAS,EAAE,UAAU,CAAC,IAAI,CAAC,iBAAiB,IAAI,IAAI;gBACpD,QAAQ,EAAE,UAAU,CAAC,IAAI,CAAC,gBAAgB;aAC3C,CACF,CAAC;QACJ,CAAC;QAED,OAAO,EAAE,YAAY,EAAE,KAAK,EAAE,CAAC;IACjC,CAAC,CACF,CAAC;AACJ,CAAC","sourcesContent":["import { collectFinalResponseTextFromAgentEvents } from \"../a2a/response-text.js\";\nimport type { ActionAutomationContext, ActionCaller } from \"../action.js\";\nimport {\n  getStoredModelForEngine,\n  normalizeModelForEngine,\n  resolveEngine,\n} from \"../agent/engine/index.js\";\nimport type { AgentEngine } from \"../agent/engine/types.js\";\nimport {\n  actionsToEngineTools,\n  filterInitialEngineTools,\n  getOwnerActiveApiKey,\n  runAgentLoop,\n  type ActionEntry,\n} from \"../agent/production-agent.js\";\nimport { runAgentLoopDirectWithSoftTimeout } from \"../agent/run-loop-with-resume.js\";\nimport { resolveRunSoftTimeoutMs, startRun } from \"../agent/run-manager.js\";\nimport { claimBackgroundRun, insertRun } from \"../agent/run-store.js\";\nimport { attachToolSearch } from \"../agent/tool-search.js\";\nimport {\n  resolveAutomationExecutionIdentity,\n  type AutomationExecutionIdentity,\n} from \"../automations/service.js\";\nimport { createThread } from \"../chat-threads/store.js\";\nimport { queryOrgMembers } from \"../org/context.js\";\nimport {\n  organizationIdFromResourceOwner,\n  type Resource,\n} from \"../resources/store.js\";\nimport {\n  runWithRequestContext,\n  type RequestContext,\n} from \"../server/request-context.js\";\nimport type { JobFrontmatter } from \"./frontmatter.js\";\n\nconst BACKGROUND_RUN_STUCK_MS = 10 * 60_000;\nconst BACKGROUND_RUN_HARD_TIMEOUT_MS = 5 * 60_000;\n\nexport interface BackgroundAutomationContext {\n  name: string;\n  meta: JobFrontmatter;\n  body: string;\n  resource: Resource;\n}\n\nexport interface BackgroundAutomationDeps {\n  getActions: (\n    automation?: BackgroundAutomationContext,\n  ) => Record<string, ActionEntry>;\n  getSystemPrompt: (owner: string) => Promise<string>;\n  getInitialToolNames?: (\n    automation?: BackgroundAutomationContext,\n  ) => string[] | undefined;\n  engine?: AgentEngine;\n  apiKey?: string;\n  model?: string;\n  appId?: string;\n}\n\nexport interface BackgroundAutomationRunOptions {\n  automation: BackgroundAutomationContext;\n  ownerEmail: string;\n  orgId?: string;\n  prompt: string;\n  threadTitle: string;\n  runIdPrefix: string;\n  usageLabel: string;\n  usageRefId?: string;\n  requestContext?: Omit<RequestContext, \"userEmail\" | \"orgId\">;\n  actionCaller?: ActionCaller;\n  actionAutomation?: ActionAutomationContext;\n}\n\nexport interface BackgroundAutomationRunResult {\n  responseText: string;\n  runId: string;\n}\n\nexport type AutomationIdentityValidation =\n  | { ok: true }\n  | { ok: false; reason: string };\n\nexport type BackgroundAutomationIdentityResult =\n  | { ok: true; identity: AutomationExecutionIdentity }\n  | { ok: false; reason: string };\n\n/**\n * A persisted background run must not outlive its execution identity.\n * Organization runs fail closed when membership state cannot be read. A\n * brand-new personal install without auth tables remains a distinct\n * not-applicable case so local/CLI jobs keep working before auth is configured.\n */\nexport async function validateAutomationRunIdentity(\n  ownerEmail: string,\n  orgId?: string,\n): Promise<AutomationIdentityValidation> {\n  if (\n    ownerEmail === \"__shared__\" ||\n    organizationIdFromResourceOwner(ownerEmail)\n  ) {\n    return { ok: true };\n  }\n\n  try {\n    const { getDbExec } = await import(\"../db/client.js\");\n    const userResult = await getDbExec().execute({\n      sql: `SELECT 1 FROM \"user\" WHERE email = ? LIMIT 1`,\n      args: [ownerEmail],\n    });\n    if (!userResult.rows || userResult.rows.length === 0) {\n      return { ok: false, reason: `user \"${ownerEmail}\" no longer exists` };\n    }\n  } catch (error) {\n    const message =\n      error instanceof Error ? error.message.toLowerCase() : String(error);\n    const authTablesAreUnconfigured =\n      !orgId &&\n      (message.includes(\"does not exist\") ||\n        message.includes(\"no such table\") ||\n        message.includes(\"undefined table\"));\n    if (authTablesAreUnconfigured) return { ok: true };\n    return {\n      ok: false,\n      reason: `could not verify user \"${ownerEmail}\" for this run`,\n    };\n  }\n\n  if (!orgId) return { ok: true };\n\n  try {\n    const memberRows = await queryOrgMembers({\n      sql: `SELECT 1 FROM org_members WHERE org_id = ? AND LOWER(email) = LOWER(?) LIMIT 1`,\n      args: [orgId, ownerEmail],\n    });\n    if (memberRows === null) {\n      return {\n        ok: false,\n        reason: `could not verify membership in org \"${orgId}\"`,\n      };\n    }\n    if (memberRows.length === 0) {\n      return {\n        ok: false,\n        reason: `user \"${ownerEmail}\" is no longer a member of org \"${orgId}\"`,\n      };\n    }\n    return { ok: true };\n  } catch {\n    return {\n      ok: false,\n      reason: `could not verify membership in org \"${orgId}\"`,\n    };\n  }\n}\n\nexport async function resolveBackgroundAutomationIdentity(\n  automation: BackgroundAutomationContext,\n): Promise<BackgroundAutomationIdentityResult> {\n  if (automation.meta.triggerType) {\n    try {\n      return await resolveAutomationExecutionIdentity(\n        automation.resource.owner,\n        automation.meta,\n      );\n    } catch {\n      return {\n        ok: false,\n        reason: \"Could not verify the automation execution identity.\",\n      };\n    }\n  }\n\n  const effectiveRunAs = automation.meta.runAs ?? \"creator\";\n  const userEmail =\n    effectiveRunAs === \"creator\"\n      ? automation.meta.createdBy || automation.resource.owner\n      : automation.resource.owner;\n  const orgId = automation.meta.orgId ?? undefined;\n  const validity = await validateAutomationRunIdentity(userEmail, orgId);\n  return validity.ok\n    ? {\n        ok: true,\n        identity: {\n          userEmail,\n          orgId,\n          eventOwner: userEmail.toLowerCase(),\n        },\n      }\n    : validity;\n}\n\nexport function isBackgroundAutomationRunActive(\n  meta: Pick<JobFrontmatter, \"lastRun\" | \"lastStatus\">,\n  now = new Date(),\n): boolean {\n  if (meta.lastStatus !== \"running\") return false;\n  if (!meta.lastRun) return false;\n  const startedAt = new Date(meta.lastRun).getTime();\n  return (\n    Number.isFinite(startedAt) &&\n    now.getTime() - startedAt < BACKGROUND_RUN_STUCK_MS\n  );\n}\n\n/**\n * A soft-timeout/no-progress checkpoint is a continuation boundary, not a\n * successful finish. Only the last terminal event decides whether an\n * in-invocation resume recovered from the boundary.\n */\nexport function backgroundRunCutOffReason(run: {\n  events?: readonly { event: { type: string; reason?: string } }[];\n}): string | null {\n  const events = run.events ?? [];\n  for (let i = events.length - 1; i >= 0; i--) {\n    const event = events[i].event;\n    if (event.type === \"auto_continue\") {\n      return event.reason === \"run_timeout\" || event.reason === \"no_progress\"\n        ? event.reason\n        : null;\n    }\n    if (event.type === \"done\" || event.type === \"error\") return null;\n  }\n  return null;\n}\n\nfunction uniqueToolNames(names: readonly string[]): string[] {\n  return [...new Set(names)];\n}\n\nfunction assertRequestedMcpToolsAvailable(\n  automation: BackgroundAutomationContext,\n  actions: Record<string, ActionEntry>,\n): void {\n  const requested = automation.meta.mcpTools ?? [];\n  const missing = requested.filter((toolName) => !actions[toolName]);\n  if (missing.length > 0) {\n    throw new Error(\n      `Configured MCP tools are unavailable in this run: ${missing.join(\", \")}. Reconnect the MCP server or update the automation's capability list.`,\n    );\n  }\n}\n\nfunction createRunId(prefix: string): string {\n  const safePrefix = prefix.replace(/[^a-zA-Z0-9._-]/g, \"-\");\n  return `${safePrefix}-${Date.now()}-${Math.random().toString(36).slice(2, 6)}`;\n}\n\nexport async function runBackgroundAutomation(\n  options: BackgroundAutomationRunOptions,\n  deps: BackgroundAutomationDeps,\n): Promise<BackgroundAutomationRunResult> {\n  const { automation, ownerEmail, orgId, prompt, threadTitle, usageLabel } =\n    options;\n\n  return runWithRequestContext(\n    {\n      ...options.requestContext,\n      userEmail: ownerEmail,\n      orgId,\n    },\n    async () => {\n      const baseActions = deps.getActions(automation);\n      assertRequestedMcpToolsAvailable(automation, baseActions);\n\n      const configuredInitialTools = deps.getInitialToolNames?.(automation);\n      const initialToolNames = configuredInitialTools\n        ? uniqueToolNames([\n            ...configuredInitialTools,\n            ...(automation.meta.mcpTools ?? []),\n          ])\n        : undefined;\n      const actions = initialToolNames\n        ? attachToolSearch({ ...baseActions })\n        : baseActions;\n      const availableTools = actionsToEngineTools(actions);\n      const tools = filterInitialEngineTools(availableTools, initialToolNames);\n\n      const userApiKey = await getOwnerActiveApiKey(ownerEmail);\n      const engine =\n        deps.engine ??\n        (await resolveEngine({\n          apiKey: userApiKey ?? deps.apiKey,\n          appId: deps.appId,\n        }));\n      const modelCandidate =\n        automation.meta.model ??\n        deps.model ??\n        (await getStoredModelForEngine(engine, { appId: deps.appId })) ??\n        engine.defaultModel;\n      const model = normalizeModelForEngine(engine, modelCandidate);\n      const systemPrompt = await deps.getSystemPrompt(ownerEmail);\n      const thread = await createThread(ownerEmail, { title: threadTitle });\n      const runId = createRunId(options.runIdPrefix);\n      // Scheduled work is background work: it has no synchronous serverless\n      // caller waiting on it, so it must not inherit the interactive clamp\n      // (40s soft timeout, a 30s no-progress backstop at 0.75x that, and 6\n      // continuations). A dashboard render or digest legitimately spends\n      // minutes across many tool calls, and dies the first time any gap\n      // between two of them exceeds 30s — recorded as `no_progress` after\n      // several minutes of real work, because the backstop is suspended\n      // while a tool is in flight but not between tools.\n      //\n      // Hardcoded rather than `isInBackgroundFunctionRuntime()` (what\n      // webhook-handler.ts uses): a webhook can arrive on either runtime, but\n      // a scheduler tick never serves a synchronous request, so the\n      // interactive clamp never applies to it. The wider soft ceiling stays\n      // bounded by this runner's own BACKGROUND_RUN_HARD_TIMEOUT_MS abort.\n      const softTimeoutMs = resolveRunSoftTimeoutMs(undefined, {\n        useHostedDefault: true,\n        backgroundFunction: true,\n      });\n\n      const usageRef: {\n        current: Awaited<ReturnType<typeof runAgentLoop>> | null;\n      } = { current: null };\n      let responseText = \"\";\n      let hardAbortTimer: ReturnType<typeof setTimeout> | null = null;\n\n      // This runner executes in-process, synchronously — there is no HTTP\n      // self-dispatch to a separate worker. Self-claim the row into\n      // 'background-processing' right away, exactly like a genuine HTTP\n      // background worker does immediately after its own insert (see\n      // production-agent.ts's `claimBackgroundWorkerRunEarly`). Without this,\n      // the row sits at dispatch_mode='background' for its whole life with no\n      // worker ever claiming it, which is indistinguishable from a lost HTTP\n      // handoff to the unclaimed-background-run sweep — it gets reaped as\n      // \"background_worker_never_started\" out from under a still-executing\n      // job the moment any single tool call runs past the 25s grace window.\n      await insertRun(runId, thread.id, undefined, {\n        dispatchMode: \"background\",\n      });\n      const claimedOwnRun = await claimBackgroundRun(runId);\n      if (!claimedOwnRun) {\n        throw new Error(\n          `Background automation \"${automation.name}\" (run \"${runId}\") could not claim its own freshly-inserted run row`,\n        );\n      }\n\n      await new Promise<void>((resolve, reject) => {\n        const activeRun = startRun(\n          runId,\n          thread.id,\n          async (send, signal) => {\n            usageRef.current = await runAgentLoopDirectWithSoftTimeout(\n              {\n                engine,\n                model,\n                systemPrompt,\n                tools,\n                availableTools,\n                messages: [\n                  {\n                    role: \"user\",\n                    content: [{ type: \"text\", text: prompt }],\n                  },\n                ],\n                actions,\n                send,\n                signal,\n                threadId: thread.id,\n                ownerEmail,\n                orgId,\n                actionCaller: options.actionCaller,\n                automation: options.actionAutomation,\n                runId,\n              },\n              softTimeoutMs,\n              { backgroundFunction: true },\n            );\n          },\n          async (run) => {\n            if (hardAbortTimer) {\n              clearTimeout(hardAbortTimer);\n              hardAbortTimer = null;\n            }\n            const cutOffReason = backgroundRunCutOffReason(run);\n            if (cutOffReason) {\n              reject(\n                new Error(\n                  `Background automation was cut off before finishing (${cutOffReason})`,\n                ),\n              );\n              return;\n            }\n            if (run.status !== \"completed\") {\n              reject(\n                new Error(\n                  `Background automation ended with status: ${run.status}`,\n                ),\n              );\n              return;\n            }\n            responseText = collectFinalResponseTextFromAgentEvents(\n              (run.events ?? []).map((entry) => entry.event),\n            );\n            resolve();\n          },\n          {\n            softTimeoutMs,\n            backgroundFunction: true,\n            model,\n            engineName: engine.name,\n          },\n        );\n\n        hardAbortTimer = setTimeout(() => {\n          hardAbortTimer = null;\n          if (activeRun.status === \"running\") {\n            activeRun.abort.abort(\"background_automation_hard_timeout\");\n            reject(\n              new Error(\"Background automation timed out after 5 minutes\"),\n            );\n          }\n        }, BACKGROUND_RUN_HARD_TIMEOUT_MS);\n      }).finally(() => {\n        if (hardAbortTimer) {\n          clearTimeout(hardAbortTimer);\n          hardAbortTimer = null;\n        }\n      });\n\n      const usage = usageRef.current;\n      if (\n        usage &&\n        (usage.inputTokens > 0 ||\n          usage.outputTokens > 0 ||\n          usage.cacheReadTokens > 0 ||\n          usage.cacheWriteTokens > 0)\n      ) {\n        try {\n          const { recordUsage } = await import(\"../usage/store.js\");\n          await recordUsage({\n            ownerEmail,\n            inputTokens: usage.inputTokens,\n            outputTokens: usage.outputTokens,\n            cacheReadTokens: usage.cacheReadTokens,\n            cacheWriteTokens: usage.cacheWriteTokens,\n            model: usage.model,\n            label: usageLabel,\n            app: deps.appId,\n            refId: options.usageRefId ?? runId,\n          });\n        } catch {\n          // Usage attribution must not break an otherwise successful run.\n        }\n      }\n\n      if (\n        responseText.trim() &&\n        automation.meta.deliveryPlatform &&\n        automation.meta.deliveryDestination\n      ) {\n        const { getDefaultAdapter } =\n          await import(\"../integrations/adapters/index.js\");\n        const adapter = getDefaultAdapter(automation.meta.deliveryPlatform);\n        if (!adapter?.sendMessageToTarget) {\n          throw new Error(\n            `Automation delivery is not supported for ${automation.meta.deliveryPlatform}`,\n          );\n        }\n        await adapter.sendMessageToTarget(\n          adapter.formatAgentResponse(responseText),\n          {\n            destination: automation.meta.deliveryDestination,\n            threadRef: automation.meta.deliveryThreadRef ?? null,\n            tenantId: automation.meta.deliveryTenantId,\n          },\n        );\n      }\n\n      return { responseText, runId };\n    },\n  );\n}\n"]}

package/dist/notifications/routes.d.ts

@@ -11,24 +11,24 @@
  *   DELETE /_agent-native/notifications/:id         — delete
  */
 export declare function createNotificationsHandler(): import("h3").EventHandlerWithFetch<import("h3").EventHandlerRequest, Promise<"" | import("./types.js").Notification[] | {
+    error?: undefined;
     count: number;
     updated?: undefined;
-    error?: undefined;
     ok?: undefined;
 } | {
-    updated: number;
     error?: undefined;
-    ok?: undefined;
     count?: undefined;
+    updated: number;
+    ok?: undefined;
 } | {
+    count?: undefined;
     updated?: undefined;
     error: string;
     ok?: undefined;
-    count?: undefined;
 } | {
-    updated?: undefined;
     error?: undefined;
-    ok: boolean;
     count?: undefined;
+    updated?: undefined;
+    ok: boolean;
 }>>;
 //# sourceMappingURL=routes.d.ts.map

package/dist/observability/routes.d.ts

@@ -41,16 +41,16 @@ export declare function createObservabilityHandler(): import("h3").EventHandlerW
     thumbsUpRate: number;
     avgEvalScore: number;
 } | {
+    error?: undefined;
     summary: import("./types.js").TraceSummary;
     spans: import("./types.js").TraceSpan[];
     id?: undefined;
-    error?: undefined;
     ok?: undefined;
 } | {
+    error?: undefined;
     summary?: undefined;
     spans?: undefined;
     id: string;
-    error?: undefined;
     ok?: undefined;
 } | {
     summary?: undefined;
@@ -59,10 +59,10 @@ export declare function createObservabilityHandler(): import("h3").EventHandlerW
     error: any;
     ok?: undefined;
 } | {
+    error?: undefined;
     summary?: undefined;
     spans?: undefined;
     id?: undefined;
     ok: boolean;
-    error?: undefined;
 }>>;
 //# sourceMappingURL=routes.d.ts.map

package/dist/provider-api/actions/custom-provider-registration.d.ts

@@ -75,10 +75,10 @@ export declare function createCustomProviderRegistrationAction<TSchema extends Z
         user: "user";
     }>>;
 }, z.core.$strip>>, {
+    deleted?: undefined;
     id?: undefined;
-    message?: undefined;
     provider?: undefined;
-    deleted?: undefined;
+    found?: undefined;
     providers: {
         id: string;
         label: string;
@@ -89,45 +89,45 @@ export declare function createCustomProviderRegistrationAction<TSchema extends Z
         updatedAt: number;
     }[];
     count: number;
-    found?: undefined;
     registered?: undefined;
     label?: undefined;
-} | {
-    id?: undefined;
     message?: undefined;
+} | {
     deleted?: undefined;
-    providers?: undefined;
     count?: undefined;
+    id?: undefined;
+    providers?: undefined;
     found: boolean;
     provider: import("../custom-registry.js").CustomProviderConfig;
     registered?: undefined;
     label?: undefined;
-} | {
     message?: undefined;
-    provider?: undefined;
+} | {
     deleted?: undefined;
-    providers?: undefined;
     count?: undefined;
+    provider?: undefined;
+    providers?: undefined;
     found: boolean;
     id: string;
     registered?: undefined;
     label?: undefined;
-} | {
     message?: undefined;
-    provider?: undefined;
-    providers?: undefined;
+} | {
     count?: undefined;
+    provider?: undefined;
     found?: undefined;
+    providers?: undefined;
     deleted: boolean;
     id: string;
     registered?: undefined;
     label?: undefined;
+    message?: undefined;
 } | {
-    provider?: undefined;
     deleted?: undefined;
-    providers?: undefined;
     count?: undefined;
+    provider?: undefined;
     found?: undefined;
+    providers?: undefined;
     registered: boolean;
     id: string;
     label: string;

package/dist/provider-api/actions/provider-api.d.ts

@@ -312,6 +312,8 @@ export declare function createProviderApiActions(runtime: Pick<ProviderApiRuntim
         scope?: "org" | "user" | undefined;
     }, {
         id?: undefined;
+        deleted?: undefined;
+        found?: undefined;
         providers: {
             id: string;
             label: string;
@@ -323,47 +325,45 @@ export declare function createProviderApiActions(runtime: Pick<ProviderApiRuntim
         }[];
         count: number;
         provider?: undefined;
-        found?: undefined;
-        deleted?: undefined;
         registered?: undefined;
         label?: undefined;
         message?: undefined;
     } | {
-        count?: undefined;
         id?: undefined;
+        deleted?: undefined;
+        count?: undefined;
         providers?: undefined;
         found: boolean;
         provider: import("../custom-registry.js").CustomProviderConfig;
-        deleted?: undefined;
         registered?: undefined;
         label?: undefined;
         message?: undefined;
     } | {
+        deleted?: undefined;
         count?: undefined;
         providers?: undefined;
         provider?: undefined;
         found: boolean;
         id: string;
-        deleted?: undefined;
         registered?: undefined;
         label?: undefined;
         message?: undefined;
     } | {
+        found?: undefined;
         count?: undefined;
         providers?: undefined;
         provider?: undefined;
-        found?: undefined;
         deleted: boolean;
         id: string;
         registered?: undefined;
         label?: undefined;
         message?: undefined;
     } | {
+        deleted?: undefined;
+        found?: undefined;
         count?: undefined;
         providers?: undefined;
         provider?: undefined;
-        found?: undefined;
-        deleted?: undefined;
         registered: boolean;
         id: string;
         label: string;

package/dist/provider-api/index.js

@@ -2951,9 +2951,13 @@ async function resolveAnyCredential(options) {
 }
 async function resolveRequiredCredential(options) {
     const credential = await resolveOptionalCredential(options);
-    if (!credential?.value)
-        throw new Error(`${options.key} not configured`);
-    return credential;
+    if (credential?.value)
+        return credential;
+    const scopeGap = await describeCredentialScopeGap([options.key], options.ctx)
+        // coercion-ok: only enriches an error we throw either way — losing the scope
+        // hint still surfaces the real "not configured" failure, never a success.
+        .catch(() => null);
+    throw new Error(`${options.key} not configured${scopeGap ? `. ${scopeGap}` : ""}`);
 }
 async function resolveOptionalCredential(options) {
     const localCredentialSource = options.runtime.localCredentialSource ?? "app_local";