@nylorun/runtime 0.51.0-beta → 0.51.2-beta

package/CHANGELOG.md

@@ -1,5 +1,17 @@
 # Changelog
 
+## 0.51.2-beta
+
+### Patch Changes
+
+- b04a877: Pods on Agent Substrate (preview): a pod's engine tries its first join again while the edge can't be reached. A new actor can start before its egress policy reaches Substrate's egress, so the first join failed at the network ("fetch failed") and the engine exited; Substrate doesn't restart an actor's main process, so the actor stayed RUNNING with no engine and the start failed at the ready deadline (E13 on kind: 2 of 3 first starts). The first join is now tried again from 250 ms, doubling to 5 s, for up to 4 minutes (`sandbox_join_retry` in the engine's log); a refusal is still final at once.
+
+## 0.51.1-beta
+
+### Patch Changes
+
+- 8451138: Pods on Agent Substrate (preview): a drain is recorded as soon as the moved pod's engine connects again. After suspend before drain, the restored engine redials with its host token (no join), and nothing asked the Runtime to reconcile the pod, so `agent.suspended` with reason `drain` waited for the next turn or idle timer (E13 on kind: not within two minutes). A pod engine's connection now asks for its sandbox's reconcile.
+
 ## 0.51.0-beta
 
 ### Minor Changes

package/dist/harness/main.js

@@ -27,7 +27,7 @@ import { createHostLogger } from "../host/logger.js";
 import { RUNTIME_VERSION } from "../version.js";
 import { localBackend, localExec } from "../adapters/sandbox/local.js";
 import { awaitNetworkPolicy } from "../sandbox/pods/network-gate.js";
-import { podHost } from "./pod.js";
+import { firstJoin, podHost } from "./pod.js";
 import { prepareDisk } from "./setup.js";
 import { harnessRunTokens } from "./run-tokens.js";
 import { startHarnessService } from "./service.js";
@@ -59,8 +59,9 @@ export async function runHarness(stack, baseline) {
             caBundleFile: join(config.root, "egress-ca-bundle.pem"),
             ...(config.pod.egressCaFile ? { extraCaFile: config.pod.egressCaFile } : {}),
         });
-        // Join, then make the disk ready (R2d step 2) before taking any turn.
-        await pod.token();
+        // Join, then make the disk ready (R2d step 2) before taking any turn. The first join is tried
+        // again while the edge can't be reached yet (a new Agent Substrate actor's egress policy).
+        await firstJoin(pod, (message, fields) => logger.warn(message, fields));
         const host = pod;
         prepare = () => prepareDisk({
             host,

package/dist/harness/pod.d.ts

@@ -52,6 +52,23 @@ export interface PodHost {
     setupFile(index: number, path?: string): Promise<Response>;
     stop(): void;
 }
+/**
+ * The engine's first join, tried again while the edge can't be reached. On Agent Substrate a new
+ * actor can start before its egress policy reaches the egress gateway, so its first request to
+ * the edge fails at the network ("fetch failed"), and an engine that then exited stayed down: an
+ * actor's main process is not restarted the way a pod's container is (E13, 2 of 3 first starts on
+ * a GitHub runner). A refusal (400, 401) is final at once; anything else is tried again with a
+ * pause from 250 ms doubling to 5 s, until `budgetMs` (default 4 min, inside the Runtime's 5-minute
+ * ready deadline) has passed.
+ */
+export declare function firstJoin(host: Pick<PodHost, "token">, log: (message: string, fields: Record<string, unknown>) => void, options?: {
+    budgetMs?: number;
+    firstWaitMs?: number;
+    sleep?: (ms: number) => Promise<void>;
+    now?: () => number;
+}): Promise<void>;
+/** Whether `error` is the Runtime refusing a join or a renewal (final), not the network. */
+export declare function isRefused(error: unknown): boolean;
 export declare function podHost(config: PodHostConfig, logger: {
     info(message: string, fields?: Record<string, unknown>): void;
     warn(message: string, fields?: Record<string, unknown>): void;

package/dist/harness/pod.js

@@ -29,6 +29,38 @@ const TRUST_VARIABLES = [
 ];
 class Refused extends Error {
 }
+/**
+ * The engine's first join, tried again while the edge can't be reached. On Agent Substrate a new
+ * actor can start before its egress policy reaches the egress gateway, so its first request to
+ * the edge fails at the network ("fetch failed"), and an engine that then exited stayed down: an
+ * actor's main process is not restarted the way a pod's container is (E13, 2 of 3 first starts on
+ * a GitHub runner). A refusal (400, 401) is final at once; anything else is tried again with a
+ * pause from 250 ms doubling to 5 s, until `budgetMs` (default 4 min, inside the Runtime's 5-minute
+ * ready deadline) has passed.
+ */
+export async function firstJoin(host, log, options = {}) {
+    const now = options.now ?? Date.now;
+    const sleep = options.sleep ?? ((ms) => new Promise((resolve) => setTimeout(resolve, ms)));
+    const deadline = now() + (options.budgetMs ?? 240_000);
+    let wait = options.firstWaitMs ?? 250;
+    for (let attempt = 1;; attempt += 1) {
+        try {
+            await host.token();
+            return;
+        }
+        catch (error) {
+            if (error instanceof Refused || now() + wait > deadline)
+                throw error;
+            log("sandbox_join_retry", { attempt, waitMs: wait, error: error instanceof Error ? error.message : String(error) });
+            await sleep(wait);
+            wait = Math.min(wait * 2, 5_000);
+        }
+    }
+}
+/** Whether `error` is the Runtime refusing a join or a renewal (final), not the network. */
+export function isRefused(error) {
+    return error instanceof Refused;
+}
 export function podHost(config, logger, options = {}) {
     const call = options.fetch ?? fetch;
     const imageEngine = options.imageEngine ?? isBuiltinEngine(import.meta.url);

package/dist/management-openapi.json

@@ -2,7 +2,7 @@
   "openapi": "3.2.0",
   "info": {
     "title": "Nylorun Management API",
-    "version": "0.51.0-beta",
+    "version": "0.51.2-beta",
     "x-nylorun-protocol": {
       "min": 16,
       "max": 18,

package/dist/openapi.json

@@ -2,7 +2,7 @@
   "openapi": "3.2.0",
   "info": {
     "title": "Nylorun Runtime API",
-    "version": "0.51.0-beta",
+    "version": "0.51.2-beta",
     "x-nylorun-protocol": {
       "min": 16,
       "max": 18,

package/dist/tenant/runtime.js

@@ -392,7 +392,20 @@ export class TenantRuntime {
         return this.ctx.onSweep(hook);
     }
     attachHarness(channel, peer) {
-        return this.ctx.harness.attach(channel, peer);
+        const detach = this.ctx.harness.attach(channel, peer);
+        // A pod's engine that (re)connects asks for its sandbox's reconcile: after a drain (Agent
+        // Substrate's eviction contract) the restored engine redials with its host token and no join,
+        // and this is what lets the Runtime see the move (`drainedAt`, `agent.suspended` reason
+        // `drain`) at once rather than at the next turn or idle timer.
+        const sandboxId = peer.host?.sandboxId;
+        if (sandboxId !== undefined)
+            void this.ctx.store
+                .tx((t) => t.signalSandbox(sandboxId, { kind: "reconcile" }))
+                .catch((error) => this.ctx.config.logger.warn("sandbox reconcile after connect failed", {
+                sandboxId,
+                error: error instanceof Error ? error.message : String(error),
+            }));
+        return detach;
     }
     harnessStatus() {
         return harnessStatusOf(this.ctx);

package/dist/version.d.ts

@@ -1 +1 @@
-export declare const RUNTIME_VERSION = "0.51.0-beta";
+export declare const RUNTIME_VERSION = "0.51.2-beta";

package/dist/version.js

@@ -1,3 +1,3 @@
 // Kept in step with package.json by runtime/server/scripts/check-package.mjs, which runs in npm run check.
 // release:prepare also rewrites this when it bumps @nylorun/runtime.
-export const RUNTIME_VERSION = "0.51.0-beta";
+export const RUNTIME_VERSION = "0.51.2-beta";

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@nylorun/runtime",
-  "version": "0.51.0-beta",
+  "version": "0.51.2-beta",
   "description": "Nylorun Runtime: the agent execution Host on Postgres, Restate and S2, and model providers.",
   "type": "module",
   "license": "Apache-2.0",