stageflow 0.33.0 → 0.36.0

package/dist/runtime/emailSource.js

@@ -1,10 +1,6 @@
-import path from "node:path";
 import { ImapFlow } from "imapflow";
-import { getCatalogScanPaths } from "../config/browseCatalog.js";
-import { loadTriggerOutcome } from "../config/loadTrigger.js";
-import { catalogContextFromStageflow } from "../config/resolveCatalogContext.js";
+import { listCatalogTriggerMatches, triggerStoreId, } from "../config/triggerCatalog.js";
 import { readSecretFromEnvOrFile } from "../config/secretFromEnvOrFile.js";
-import { resolveStageflowContext } from "../project/resolveStageflowContext.js";
 import { matchesEventFilter } from "./triggerEventMatch.js";
 export const DEFAULT_EMAIL_RECONNECT_BASE_DELAY_MS = 1_000;
 export const DEFAULT_EMAIL_RECONNECT_MAX_DELAY_MS = 30_000;
@@ -122,20 +118,17 @@ export class EmailSource {
     }
     async start(onFire) {
         this.stopped = false;
-        const ctx = catalogContextFromStageflow(await resolveStageflowContext(this.cwd));
-        const scanPaths = await getCatalogScanPaths(ctx);
-        if (!scanPaths)
-            return;
-        const projectRoot = ctx.projectRoot ?? undefined;
-        const groups = await this.discover(scanPaths.triggerPaths);
+        const catalogTriggers = await listCatalogTriggerMatches({
+            store: this.store,
+            bootCwd: this.cwd,
+            sourceRootsOnly: true,
+        });
+        const groups = this.discover(catalogTriggers);
         for (const [mailboxKey, group] of groups) {
             for (const match of group.matches) {
-                const definitionRef = projectRoot !== undefined
-                    ? path.relative(projectRoot, match.path).replace(/\\/g, "/")
-                    : match.path;
                 await this.store.upsertTrigger({
-                    id: match.definition.id,
-                    definitionRef,
+                    id: triggerStoreId(match.project_root, match.definition.id),
+                    definitionRef: match.definition_ref,
                     enabled: true,
                 });
             }
@@ -161,13 +154,10 @@ export class EmailSource {
         }
         this.connections.clear();
     }
-    async discover(triggerPaths) {
+    discover(catalogTriggers) {
         const groups = new Map();
-        for (const triggerPath of triggerPaths) {
-            const outcome = await loadTriggerOutcome(triggerPath);
-            if (!outcome.ok)
-                continue;
-            const definition = outcome.value;
+        for (const match of catalogTriggers) {
+            const definition = match.definition;
             if (definition.kind !== "event" || !definition.enabled)
                 continue;
             const source = definition.event?.source;
@@ -181,7 +171,7 @@ export class EmailSource {
             }
             const mailboxKey = mailboxKeyFor(config);
             const group = groups.get(mailboxKey) ?? { config, matches: [] };
-            group.matches.push({ path: triggerPath, definition });
+            group.matches.push(match);
             groups.set(mailboxKey, group);
         }
         return groups;
@@ -274,20 +264,22 @@ export class EmailSource {
                 date: message.date,
                 text: message.text,
             };
-            for (const { definition } of conn.group.matches) {
+            for (const match of conn.group.matches) {
+                const { definition } = match;
                 if (!matchesEventFilter(definition.event?.match, summary))
                     continue;
-                await this.fireSafely(conn.onFire, definition, message, summary);
+                await this.fireSafely(conn.onFire, match, message, summary);
             }
         }
         if (maxUid > sinceUid) {
             await this.store.setTriggerAdapterState(mailboxKey, "uid", String(maxUid));
         }
     }
-    async fireSafely(onFire, definition, message, summary) {
+    async fireSafely(onFire, match, message, summary) {
+        const definition = match.definition;
         try {
             if (definition.task !== undefined) {
-                await onFire({ triggerId: definition.id });
+                await onFire({ triggerId: definition.id, project_root: match.project_root });
                 return;
             }
             const task = {
@@ -295,7 +287,7 @@ export class EmailSource {
                 goal: `Handle email: ${message.subject}`,
                 input: summary,
             };
-            await onFire({ triggerId: definition.id, task });
+            await onFire({ triggerId: definition.id, project_root: match.project_root, task });
         }
         catch (err) {
             this.logError(`email: firing trigger "${definition.id}" failed: ${errMsg(err)}`);

package/dist/runtime/githubPollSource.js

@@ -1,10 +1,6 @@
-import path from "node:path";
 import { Octokit } from "octokit";
-import { getCatalogScanPaths } from "../config/browseCatalog.js";
-import { loadTriggerOutcome } from "../config/loadTrigger.js";
-import { catalogContextFromStageflow } from "../config/resolveCatalogContext.js";
+import { listCatalogTriggerMatches, triggerStoreId, } from "../config/triggerCatalog.js";
 import { readSecretFromEnvOrFile } from "../config/secretFromEnvOrFile.js";
-import { resolveStageflowContext } from "../project/resolveStageflowContext.js";
 import { matchesEventFilter } from "./triggerEventMatch.js";
 export const DEFAULT_GITHUB_POLL_INTERVAL_MS = 60_000;
 export const DEFAULT_GITHUB_TOKEN_SECRET = "GITHUB_TOKEN";
@@ -166,33 +162,27 @@ export class GithubPollSource {
      * instead of waiting on real interval timers.
      */
     async tick(onFire) {
-        const ctx = catalogContextFromStageflow(await resolveStageflowContext(this.cwd));
-        const scanPaths = await getCatalogScanPaths(ctx);
-        if (!scanPaths)
-            return;
-        const projectRoot = ctx.projectRoot ?? undefined;
-        const groups = await this.discover(scanPaths.triggerPaths);
+        const catalogTriggers = await listCatalogTriggerMatches({
+            store: this.store,
+            bootCwd: this.cwd,
+            sourceRootsOnly: true,
+        });
+        const groups = this.discover(catalogTriggers);
         for (const [repo, matches] of groups) {
             for (const match of matches) {
-                const definitionRef = projectRoot !== undefined
-                    ? path.relative(projectRoot, match.path).replace(/\\/g, "/")
-                    : match.path;
                 await this.store.upsertTrigger({
-                    id: match.definition.id,
-                    definitionRef,
+                    id: triggerStoreId(match.project_root, match.definition.id),
+                    definitionRef: match.definition_ref,
                     enabled: true,
                 });
             }
             await this.pollRepo(repo, matches, onFire);
         }
     }
-    async discover(triggerPaths) {
+    discover(catalogTriggers) {
         const groups = new Map();
-        for (const triggerPath of triggerPaths) {
-            const outcome = await loadTriggerOutcome(triggerPath);
-            if (!outcome.ok)
-                continue;
-            const definition = outcome.value;
+        for (const match of catalogTriggers) {
+            const definition = match.definition;
             if (definition.kind !== "event" || !definition.enabled)
                 continue;
             const source = definition.event?.source;
@@ -205,7 +195,7 @@ export class GithubPollSource {
                 continue;
             }
             const list = groups.get(repo) ?? [];
-            list.push({ path: triggerPath, definition });
+            list.push(match);
             groups.set(repo, list);
         }
         return groups;
@@ -256,18 +246,20 @@ export class GithubPollSource {
         const newItems = response.items.filter((item) => isNewerThanCursor(item, cursor)).reverse();
         for (const item of newItems) {
             const summary = normalizeGithubItem(item, repo);
-            for (const { definition } of matches) {
+            for (const match of matches) {
+                const { definition } = match;
                 if (!matchesEventFilter(definition.event?.match, summary))
                     continue;
-                await this.fireSafely(onFire, definition, summary);
+                await this.fireSafely(onFire, match, summary);
             }
         }
         await this.store.setTriggerAdapterState(adapterId, "cursor", JSON.stringify({ updatedAt: newest.updated_at, number: newest.number }));
     }
-    async fireSafely(onFire, definition, summary) {
+    async fireSafely(onFire, match, summary) {
+        const definition = match.definition;
         try {
             if (definition.task !== undefined) {
-                await onFire({ triggerId: definition.id });
+                await onFire({ triggerId: definition.id, project_root: match.project_root });
                 return;
             }
             const task = {
@@ -275,7 +267,7 @@ export class GithubPollSource {
                 goal: `Handle PR #${summary.number}: ${summary.title}`,
                 input: summary,
             };
-            await onFire({ triggerId: definition.id, task });
+            await onFire({ triggerId: definition.id, project_root: match.project_root, task });
         }
         catch (err) {
             this.logError(`github poll: firing trigger "${definition.id}" failed: ${err instanceof Error ? err.message : String(err)}`);

package/dist/runtime/pipelineRunner.d.ts

@@ -1,5 +1,5 @@
 import type { RunSubmission } from "../runstore/submission.js";
-import type { AgentPort } from "../agent/port.js";
+import type { StagePort } from "../agent/port.js";
 import { type ValidationFinding } from "../config/validateCatalog.js";
 import type { RunStore } from "../runstore/port.js";
 import type { StageEnvelope } from "../types/envelope.js";
@@ -54,7 +54,7 @@ export type PreparedPipeline = {
         workspaceDir: string;
         created?: boolean;
     };
-    agent: AgentPort;
+    agent: StagePort;
     store: RunStore;
     cwd: string;
     projectRoot: string;
@@ -81,7 +81,7 @@ export type ExecuteStagesOptions = {
 };
 export declare function executeStages(prepared: PreparedPipeline, options?: ExecuteStagesOptions): Promise<PipelineRunResult>;
 export declare function runPipeline(options: {
-    agent: AgentPort;
+    agent: StagePort;
     store: RunStore;
     taskPath?: string;
     taskYaml?: string;
@@ -101,7 +101,7 @@ export declare function runPipeline(options: {
 export declare function startPipeline(options: {
     dispatchKey?: string;
     submission?: RunSubmission;
-    agent: AgentPort;
+    agent: StagePort;
     store: RunStore;
     taskPath?: string;
     taskYaml?: string;

package/dist/runtime/pipelineRunner.js

@@ -13,6 +13,7 @@ import { checkTaskEntryInput } from "./taskInput.js";
 import { pipelinePersistenceForStart } from "./startPayload.js";
 import { materializeRunSkills, } from "./runSkills.js";
 import { preflightFailureCode, runPipelinePreflight, } from "../preflight/pipelinePreflight.js";
+import { channelFailureSummary } from "../preflight/channelChecks.js";
 import { networkError } from "../errors/codes.js";
 import { newRunId } from "../runstore/paths.js";
 import { bindingFromFields, buildInitialRunManifest, collectDeclaredSecretValues, finaliseStoredRunManifest, } from "../runstore/runManifest.js";
@@ -24,7 +25,8 @@ export class PipelinePreflightError extends Error {
     code;
     preflight;
     constructor(code, preflight) {
-        super(`Pipeline preflight failed: ${code}`);
+        const detail = code === "channel_check_failed" ? channelFailureSummary(preflight.checks) : undefined;
+        super(`Pipeline preflight failed: ${code}${detail ? `: ${detail}` : ""}`);
         this.name = "PipelinePreflightError";
         this.code = code;
         this.preflight = preflight;

package/dist/runtime/pipelineScheduler.d.ts

@@ -1,4 +1,4 @@
-import type { AgentPort } from "../agent/port.js";
+import type { StagePort } from "../agent/port.js";
 import type { RunPipelineDagSnapshot, RunStore, StageSnapshot } from "../runstore/port.js";
 import type { StageBrowserSupport } from "../browser/browserHost.js";
 import type { StageEnvelope } from "../types/envelope.js";
@@ -17,7 +17,7 @@ type SchedulerPreparedPipeline = {
         runId: string;
         workspaceDir: string;
     };
-    agent: AgentPort;
+    agent: StagePort;
     store: RunStore;
     cwd: string;
     projectRoot?: string;

package/dist/runtime/pipelineScheduler.js

@@ -2,6 +2,7 @@ import { normalizeForkChoice } from "../envelope/forkChoice.js";
 import { refreshRunDiskUsage } from "../runstore/diskUsage.js";
 import { buildPipelineDagSnapshotFromLoaded } from "../runstore/pipelineDagSnapshot.js";
 import { defaultStageBrowserSupport, resolveStageBrowserEnv, } from "../browser/stageBrowserEnv.js";
+import { runOwnerScope } from "../browser/ownerScope.js";
 import { teardownRunBrowsers, teardownStageBrowser, } from "../browser/browserTeardown.js";
 import { isHumanLoginStage } from "../browser/humanLogin.js";
 import { createRunLiveness } from "../browser/runLiveness.js";
@@ -856,6 +857,7 @@ export async function runPipelineDag(options) {
             let acquired;
             try {
                 acquired = await acquireStageProfile(prepared.browser ?? defaultStageBrowserSupport(), {
+                    scope: runOwnerScope(prepared.browser ?? defaultStageBrowserSupport(), { runId: run.runId }),
                     profile,
                     owner: { runId: run.runId, stageId },
                     isRunLive: createRunLiveness(store),
@@ -944,6 +946,7 @@ export async function runPipelineDag(options) {
             browserEnv = await resolveStageBrowserEnv(prepared.browser ?? defaultStageBrowserSupport(), {
                 runId: run.runId,
                 stageId,
+                scope: runOwnerScope(prepared.browser ?? defaultStageBrowserSupport(), { runId: run.runId }),
                 runDir: run.workspaceDir,
                 browser: stage.browser,
                 attempt,

package/dist/runtime/repositoryMaterialize.d.ts

@@ -1,7 +1,7 @@
 import type { RunMeta, RunStore } from "../runstore/port.js";
 import type { TaskFile } from "../types/task.js";
 import type { WorkspaceBinding } from "./workspaceBinding.js";
-export type StartFailureCode = "busy_capacity" | "busy_checkout" | "busy_caller_quota" | "repository_auth_failed" | "repository_not_found" | "ref_not_found" | "repository_fetch_failed" | "worktree_create_failed" | "git_missing" | "insufficient_disk" | "disk_check_failed" | "pinned_sha_unavailable" | "invalid_run_branch" | "task.binding_conflict" | "task.repository_ref_required" | "task.ref_without_repository" | "task.repository_invalid" | "task.invalid_shape" | "task.load_error" | "trigger.task_override_not_allowed" | "trigger.task_required" | "start.token_rejected" | "inline_pipeline_too_large" | "skills_invalid_name" | "skills_invalid_path" | "skills_missing_skill_md" | "skills_payload_too_large" | "missing_tool" | "tool_version_mismatch" | "unknown_version" | "secret_unavailable" | "unresolved_var" | "shutting_down" | "autostart_disabled" | "ensure_project_not_allowed" | "claude_as_root";
+export type StartFailureCode = "busy_capacity" | "busy_checkout" | "busy_caller_quota" | "repository_auth_failed" | "repository_not_found" | "ref_not_found" | "repository_fetch_failed" | "worktree_create_failed" | "git_missing" | "insufficient_disk" | "disk_check_failed" | "pinned_sha_unavailable" | "invalid_run_branch" | "task.binding_conflict" | "task.repository_ref_required" | "task.ref_without_repository" | "task.repository_invalid" | "task.invalid_shape" | "task.load_error" | "trigger.task_override_not_allowed" | "trigger.task_required" | "start.token_rejected" | "inline_pipeline_too_large" | "skills_invalid_name" | "skills_invalid_path" | "skills_missing_skill_md" | "skills_payload_too_large" | "missing_tool" | "tool_version_mismatch" | "unknown_version" | "secret_unavailable" | "channel_check_failed" | "unresolved_var" | "shutting_down" | "autostart_disabled" | "ensure_project_not_allowed" | "claude_as_root";
 export type MaterializedBinding = {
     runId: string;
     checkoutRoot?: string;

package/dist/runtime/resumeReconstruct.d.ts

@@ -1,4 +1,4 @@
-import type { AgentPort, OpaqueAnswer } from "../agent/port.js";
+import type { StagePort, OpaqueAnswer } from "../agent/port.js";
 import type { RunStore, RunMeta } from "../runstore/port.js";
 import type { LoadedPipeline } from "../types/pipeline.js";
 import type { TaskFile } from "../types/task.js";
@@ -10,7 +10,7 @@ export type PreparedResumeContext = {
     runId: string;
     stageId: string;
     opaqueAnswer: OpaqueAnswer;
-    agent: AgentPort;
+    agent: StagePort;
     store: RunStore;
     hitl: StageHitlController;
     executionMode: StageExecutionMode;

package/dist/runtime/resumeTimedOut.d.ts

@@ -1,4 +1,4 @@
-import type { AgentPort } from "../agent/port.js";
+import type { StagePort } from "../agent/port.js";
 import type { RunStore } from "../runstore/port.js";
 import type { StageExecutionMode } from "./stageConcurrency.js";
 import type { StageProcessLauncher } from "./stageProcessLauncher.js";
@@ -7,7 +7,7 @@ import { type OperatorCatalog } from "./stageAttemptBootstrap.js";
 export type ResumeTimedOutContext = {
     runId: string;
     stageId: string;
-    agent: AgentPort;
+    agent: StagePort;
     store: RunStore;
     hitl: StageHitlController;
     executionMode: StageExecutionMode;

package/dist/runtime/runManager.d.ts

@@ -1,5 +1,5 @@
 import { type RunSubmission } from "../runstore/submission.js";
-import type { AgentPort, OpaqueAnswer } from "../agent/port.js";
+import type { StagePort, OpaqueAnswer } from "../agent/port.js";
 import type { InlinePipelineDefinition } from "../types/pipeline.js";
 import { type DiskBreakdown, type FreeSpaceReader } from "../runstore/diskUsage.js";
 import { type RunStore } from "../runstore/port.js";
@@ -155,6 +155,9 @@ export declare class RunManager {
     private readonly queuedDone;
     private admissionDrainInFlight;
     private readonly resumeInFlight;
+    private readonly gateClosedListeners;
+    private readonly beforeBrowserTeardownListeners;
+    private readonly shutdownListeners;
     private readonly retryInFlight;
     private readonly retryStartOwner;
     private readonly retryStartWaiters;
@@ -176,7 +179,7 @@ export declare class RunManager {
     private readonly isGitProject;
     private acceptingWork;
     constructor(options: {
-        agent: AgentPort;
+        agent: StagePort;
         store: RunStore;
         cwd?: string;
         projectRoot?: string;
@@ -239,6 +242,7 @@ export declare class RunManager {
     hasActiveWorker(runId: string, stageId: string): boolean;
     sweepBrowserSessions(): Promise<{
         closed: string[];
+        released: string[];
     }>;
     reconcileOrphanedStages(): Promise<{
         reconciled: Array<{
@@ -267,6 +271,18 @@ export declare class RunManager {
     }>>;
     /** Rebuild in-memory admission queue from persisted `queued` rows (R27). */
     reenqueuePersistedQueuedRuns(): Promise<void>;
+    /** Called when a stage's gate stops accepting operator input (answered, abandoned) or a run is cancelled (no stage id). */
+    onGateClosed(listener: (runId: string, stageId?: string) => void): () => void;
+    /** Awaited (bounded by the browser support) before a stage's or run's browser is torn down; stageId absent means the whole run. */
+    beforeBrowserTeardown(listener: (input: {
+        runId: string;
+        stageId?: string;
+    }) => Promise<void> | void): () => void;
+    /** Called once the Host stops accepting work (drain start). */
+    onShutdown(listener: () => void): () => void;
+    private browserSupport;
+    private browserOption;
+    private notifyGateClosed;
     abandonStage(runId: string, stageId: string): Promise<AbandonStageResult>;
     cancelRun(runId: string, reason: string): Promise<CancelRunResult>;
     setA2aStore(store: A2aStore): void;