@forgezero/agent 0.1.143 → 0.1.145

package/dist/agent-heartbeat.js

@@ -917,7 +917,7 @@ async function postSignedNode(options, path, body) {
 }
 
 // src/version.ts
-var VERSION3 = "0.1.143";
+var VERSION3 = "0.1.145";
 
 // src/agent-heartbeat.ts
 function readAgentHostMetrics() {

package/dist/bootstrap.js

@@ -1460,7 +1460,7 @@ var UPDATE_RETRY_BASE_MS = 5 * 60000;
 var UPDATE_RETRY_MAX_MS = 24 * 60 * 60000;
 
 // src/version.ts
-var VERSION = "0.1.143";
+var VERSION = "0.1.145";
 
 // src/software.ts
 var PINNED_BUN_VERSION = "1.3.14";
@@ -3555,6 +3555,9 @@ function renderPlatformActivationFiles(input) {
   boundedInteger("greenPort", input.greenPort, 1024, 65535);
   if (input.bluePort === input.greenPort)
     throw new Error("Activation slot ports must differ.");
+  if (!/^[A-Za-z0-9.-]{1,253}$/.test(input.seedMeshAddress) || input.seedMeshAddress.startsWith(".") || input.seedMeshAddress.endsWith(".")) {
+    throw new Error("Activation seed mesh address is malformed.");
+  }
   boundedInteger("keepReleases", input.keepReleases, 2, 100);
   const drainDeadlineMs = boundedInteger("drainDeadlineMs", input.drainDeadlineMs ?? 35000, 1000, 300000);
   if (!/^\/[A-Za-z0-9/_-]{1,128}$/.test(input.healthPath) || input.healthPath.includes("..")) {
@@ -3565,6 +3568,7 @@ function renderPlatformActivationFiles(input) {
     `FZ_USER=${input.serviceUser}`,
     `FZ_BLUE_PORT=${input.bluePort}`,
     `FZ_GREEN_PORT=${input.greenPort}`,
+    `FZ_SEED_MESH_ADDRESS=${input.seedMeshAddress}`,
     `FZ_HEALTH_PATH=${input.healthPath}`,
     `FZ_KEEP_RELEASES=${input.keepReleases}`,
     `FZ_DRAIN_DEADLINE_MS=${drainDeadlineMs}`
@@ -4937,11 +4941,15 @@ async function applyBootstrap(input, host = localBootstrapHost(), secrets, depen
       concurrencyLimit: runtime.environment.concurrencyLimit,
       workerDrainSeconds: Math.ceil(runtime.environment.drainDeadlineMs / 1000)
     });
+    const seedMeshAddress = runtime.environment.databaseAddress ?? config.database.address;
+    if (!seedMeshAddress)
+      throw new Error("platform activation requires the private seed mesh address");
     const activation = renderPlatformActivationFiles({
       root: config.deployRoot ?? "/opt/forgezero",
       serviceUser: runtime.serviceUser,
       bluePort: runtime.bluePort,
       greenPort: runtime.greenPort,
+      seedMeshAddress,
       healthPath: runtime.healthPath,
       keepReleases: runtime.keepReleases,
       drainDeadlineMs: runtime.environment.drainDeadlineMs

package/dist/fz-agent.js

@@ -9684,7 +9684,7 @@ async function writeAndCloseProcessInput(input, value) {
 }
 
 // src/version.ts
-var VERSION2 = "0.1.143";
+var VERSION2 = "0.1.145";
 
 // src/ssh-bootstrap.ts
 function deriveMetalAdmissionProvisioning(lscpu) {
@@ -15340,6 +15340,9 @@ function renderPlatformActivationFiles(input) {
   boundedInteger2("greenPort", input.greenPort, 1024, 65535);
   if (input.bluePort === input.greenPort)
     throw new Error("Activation slot ports must differ.");
+  if (!/^[A-Za-z0-9.-]{1,253}$/.test(input.seedMeshAddress) || input.seedMeshAddress.startsWith(".") || input.seedMeshAddress.endsWith(".")) {
+    throw new Error("Activation seed mesh address is malformed.");
+  }
   boundedInteger2("keepReleases", input.keepReleases, 2, 100);
   const drainDeadlineMs = boundedInteger2("drainDeadlineMs", input.drainDeadlineMs ?? 35000, 1000, 300000);
   if (!/^\/[A-Za-z0-9/_-]{1,128}$/.test(input.healthPath) || input.healthPath.includes("..")) {
@@ -15350,6 +15353,7 @@ function renderPlatformActivationFiles(input) {
     `FZ_USER=${input.serviceUser}`,
     `FZ_BLUE_PORT=${input.bluePort}`,
     `FZ_GREEN_PORT=${input.greenPort}`,
+    `FZ_SEED_MESH_ADDRESS=${input.seedMeshAddress}`,
     `FZ_HEALTH_PATH=${input.healthPath}`,
     `FZ_KEEP_RELEASES=${input.keepReleases}`,
     `FZ_DRAIN_DEADLINE_MS=${drainDeadlineMs}`
@@ -15446,6 +15450,15 @@ async function activatePlatformRelease(config, requestedRelease, options = {}) {
   }
   const target2 = previousSlot === "blue" ? "green" : "blue";
   const port = target2 === "blue" ? normalized.bluePort : normalized.greenPort;
+  const meshProbe = async (slotPort, path2) => {
+    try {
+      const response = await request(`http://${normalized.seedMeshAddress}:${slotPort}/_internal/forgezero/seed-mesh/${path2}`, { signal: AbortSignal.timeout(2000) });
+      return response.ok;
+    } catch {
+      return false;
+    }
+  };
+  const previousHeldSeed = previousSlot ? await meshProbe(previousSlot === "blue" ? normalized.bluePort : normalized.greenPort, "resident") : false;
   const targetLink = join10(slots, target2);
   let previousTarget;
   try {
@@ -15483,6 +15496,19 @@ async function activatePlatformRelease(config, requestedRelease, options = {}) {
     await stopTarget();
     throw new Error("target slot failed its health deadline");
   }
+  if (previousHeldSeed) {
+    let seedReady = false;
+    for (let attempt = 0;attempt < 30; attempt += 1) {
+      seedReady = await meshProbe(port, "ready");
+      if (seedReady)
+        break;
+      await sleep2(1000);
+    }
+    if (!seedReady) {
+      await stopTarget();
+      throw new Error("target slot failed RAM-seed handover deadline");
+    }
+  }
   const upstream = "/etc/nginx/conf.d/forgezero-upstream.conf";
   const backup = `${upstream}.forgezero-backup`;
   if (existsSync19(upstream))

package/dist/fz.js

@@ -6007,7 +6007,7 @@ var UPDATE_RETRY_BASE_MS = 5 * 60000;
 var UPDATE_RETRY_MAX_MS = 24 * 60 * 60000;
 
 // src/version.ts
-var VERSION2 = "0.1.143";
+var VERSION2 = "0.1.145";
 
 // src/software.ts
 var PINNED_BUN_VERSION = "1.3.14";
@@ -12922,6 +12922,9 @@ function renderPlatformActivationFiles(input) {
   boundedInteger("greenPort", input.greenPort, 1024, 65535);
   if (input.bluePort === input.greenPort)
     throw new Error("Activation slot ports must differ.");
+  if (!/^[A-Za-z0-9.-]{1,253}$/.test(input.seedMeshAddress) || input.seedMeshAddress.startsWith(".") || input.seedMeshAddress.endsWith(".")) {
+    throw new Error("Activation seed mesh address is malformed.");
+  }
   boundedInteger("keepReleases", input.keepReleases, 2, 100);
   const drainDeadlineMs = boundedInteger("drainDeadlineMs", input.drainDeadlineMs ?? 35000, 1000, 300000);
   if (!/^\/[A-Za-z0-9/_-]{1,128}$/.test(input.healthPath) || input.healthPath.includes("..")) {
@@ -12932,6 +12935,7 @@ function renderPlatformActivationFiles(input) {
     `FZ_USER=${input.serviceUser}`,
     `FZ_BLUE_PORT=${input.bluePort}`,
     `FZ_GREEN_PORT=${input.greenPort}`,
+    `FZ_SEED_MESH_ADDRESS=${input.seedMeshAddress}`,
     `FZ_HEALTH_PATH=${input.healthPath}`,
     `FZ_KEEP_RELEASES=${input.keepReleases}`,
     `FZ_DRAIN_DEADLINE_MS=${drainDeadlineMs}`
@@ -15580,11 +15584,15 @@ async function applyBootstrap(input, host = localBootstrapHost(), secrets, depen
       concurrencyLimit: runtime.environment.concurrencyLimit,
       workerDrainSeconds: Math.ceil(runtime.environment.drainDeadlineMs / 1000)
     });
+    const seedMeshAddress = runtime.environment.databaseAddress ?? config.database.address;
+    if (!seedMeshAddress)
+      throw new Error("platform activation requires the private seed mesh address");
     const activation = renderPlatformActivationFiles({
       root: config.deployRoot ?? "/opt/forgezero",
       serviceUser: runtime.serviceUser,
       bluePort: runtime.bluePort,
       greenPort: runtime.greenPort,
+      seedMeshAddress,
       healthPath: runtime.healthPath,
       keepReleases: runtime.keepReleases,
       drainDeadlineMs: runtime.environment.drainDeadlineMs
@@ -18287,7 +18295,21 @@ async function applyOperatorPlatformFleetBootstrap(fleet, mode, options = {}) {
     for (const config of configs.slice(1))
       validatePlatformBootstrapSecrets(config, secrets);
   }
-  const settled = await Promise.allSettled(requests.map((request) => applyOperatorPlatformBootstrap(request, mode, { ...options, secrets })));
+  const settled = [];
+  if (mode === "apply") {
+    settled.push(...await Promise.allSettled(requests.map((request) => applyOperatorPlatformBootstrap(request, mode, { ...options, secrets }))));
+  } else {
+    for (const request of requests) {
+      try {
+        settled.push({
+          status: "fulfilled",
+          value: await applyOperatorPlatformBootstrap(request, mode, { ...options, secrets })
+        });
+      } catch (reason) {
+        settled.push({ status: "rejected", reason });
+      }
+    }
+  }
   const outcomes = settled.map((result, index) => {
     const config = configs[index];
     const address = requests[index].target.address;
@@ -18531,7 +18553,7 @@ function platformGenesisBootstrapConfigs(template, guests, nodes, metalHostname,
       databaseAddress: guest.address,
       databaseMaster: role === "joiner" ? master : undefined,
       nodeHostname: node.nodeHostname,
-      seedSyncPeers: fleet.filter((_, peer) => peer !== index).flatMap((peer) => [config.runtime.bluePort, config.runtime.greenPort].map((port) => `ws://${peer.address}:${port}/_internal/forgezero/seed-mesh/v2`)),
+      seedSyncPeers: fleet.flatMap((peer) => [config.runtime.bluePort, config.runtime.greenPort].map((port) => `ws://${peer.address}:${port}/_internal/forgezero/seed-mesh/v2`)),
       seedSyncMembers: nodes.map(({ nodeHostname }) => nodeHostname),
       initialInventory,
       custodianEmail: template.runtime.environment.custodianEmail
@@ -18636,7 +18658,7 @@ function forgeZeroLaunchTemplate(profile, guests, bundle, owner) {
         apiOrigin: profile.apiOrigin,
         publicApiPort: 3000,
         sharedDirectory: "/opt/forgezero/shared",
-        seedSyncPeers: fleet.slice(1).flatMap(({ address }) => [3001, 3002].map((port) => `ws://${address}:${port}/_internal/forgezero/seed-mesh/v2`)),
+        seedSyncPeers: fleet.flatMap(({ address }) => [3001, 3002].map((port) => `ws://${address}:${port}/_internal/forgezero/seed-mesh/v2`)),
         seedSyncMembers: nodeHostnames,
         seedSyncEpoch: profile.seedSyncEpoch,
         concurrencyLimit: 128,

package/dist/metal-bootstrap.js

@@ -366,7 +366,7 @@ function systemdAgentEgressDirectives(loopbackTcpPorts = []) {
 }
 
 // src/version.ts
-var VERSION = "0.1.143";
+var VERSION = "0.1.145";
 
 // src/otel-collector.ts
 var FORGEZERO_OTEL_COLLECTOR_UNIT = "forgezero-otel-collector.service";

package/dist/operator-bootstrap.d.ts

@@ -191,9 +191,12 @@ export declare function applyOperatorPlatformBootstrap(request: OperatorPlatform
     output: string;
 }>;
 /**
- * Run the exact three-node genesis fleet from one attended secret collection.
- * Every request is fully validated before the first SSH connection. Nodes run
- * concurrently because the three-member Agency cannot form sequentially.
+ * Run the exact three-node fleet from one attended secret collection.
+ * Every request is fully validated before the first SSH connection. Initial
+ * genesis runs concurrently because the three-member Agency must form as one
+ * operation. An established fleet is repaired/promoted one node at a time so
+ * an API origin and an unlocked seed-mesh peer remain resident throughout the
+ * rollout.
  */
 export declare function applyOperatorPlatformFleetBootstrap(fleet: OperatorPlatformBootstrapFleetRequest, mode: OperatorPlatformBootstrapMode, options?: OperatorPlatformBootstrapOptions & {
     secrets?: PlatformBootstrapSecrets;

package/dist/operator-bootstrap.js

@@ -1460,7 +1460,7 @@ var UPDATE_RETRY_BASE_MS = 5 * 60000;
 var UPDATE_RETRY_MAX_MS = 24 * 60 * 60000;
 
 // src/version.ts
-var VERSION = "0.1.143";
+var VERSION = "0.1.145";
 
 // src/software.ts
 var PINNED_BUN_VERSION = "1.3.14";
@@ -3555,6 +3555,9 @@ function renderPlatformActivationFiles(input) {
   boundedInteger("greenPort", input.greenPort, 1024, 65535);
   if (input.bluePort === input.greenPort)
     throw new Error("Activation slot ports must differ.");
+  if (!/^[A-Za-z0-9.-]{1,253}$/.test(input.seedMeshAddress) || input.seedMeshAddress.startsWith(".") || input.seedMeshAddress.endsWith(".")) {
+    throw new Error("Activation seed mesh address is malformed.");
+  }
   boundedInteger("keepReleases", input.keepReleases, 2, 100);
   const drainDeadlineMs = boundedInteger("drainDeadlineMs", input.drainDeadlineMs ?? 35000, 1000, 300000);
   if (!/^\/[A-Za-z0-9/_-]{1,128}$/.test(input.healthPath) || input.healthPath.includes("..")) {
@@ -3565,6 +3568,7 @@ function renderPlatformActivationFiles(input) {
     `FZ_USER=${input.serviceUser}`,
     `FZ_BLUE_PORT=${input.bluePort}`,
     `FZ_GREEN_PORT=${input.greenPort}`,
+    `FZ_SEED_MESH_ADDRESS=${input.seedMeshAddress}`,
     `FZ_HEALTH_PATH=${input.healthPath}`,
     `FZ_KEEP_RELEASES=${input.keepReleases}`,
     `FZ_DRAIN_DEADLINE_MS=${drainDeadlineMs}`
@@ -4937,11 +4941,15 @@ async function applyBootstrap(input, host = localBootstrapHost(), secrets, depen
       concurrencyLimit: runtime.environment.concurrencyLimit,
       workerDrainSeconds: Math.ceil(runtime.environment.drainDeadlineMs / 1000)
     });
+    const seedMeshAddress = runtime.environment.databaseAddress ?? config.database.address;
+    if (!seedMeshAddress)
+      throw new Error("platform activation requires the private seed mesh address");
     const activation = renderPlatformActivationFiles({
       root: config.deployRoot ?? "/opt/forgezero",
       serviceUser: runtime.serviceUser,
       bluePort: runtime.bluePort,
       greenPort: runtime.greenPort,
+      seedMeshAddress,
       healthPath: runtime.healthPath,
       keepReleases: runtime.keepReleases,
       drainDeadlineMs: runtime.environment.drainDeadlineMs
@@ -7443,7 +7451,21 @@ async function applyOperatorPlatformFleetBootstrap(fleet, mode, options = {}) {
     for (const config of configs.slice(1))
       validatePlatformBootstrapSecrets(config, secrets);
   }
-  const settled = await Promise.allSettled(requests.map((request) => applyOperatorPlatformBootstrap(request, mode, { ...options, secrets })));
+  const settled = [];
+  if (mode === "apply") {
+    settled.push(...await Promise.allSettled(requests.map((request) => applyOperatorPlatformBootstrap(request, mode, { ...options, secrets }))));
+  } else {
+    for (const request of requests) {
+      try {
+        settled.push({
+          status: "fulfilled",
+          value: await applyOperatorPlatformBootstrap(request, mode, { ...options, secrets })
+        });
+      } catch (reason) {
+        settled.push({ status: "rejected", reason });
+      }
+    }
+  }
   const outcomes = settled.map((result, index) => {
     const config = configs[index];
     const address = requests[index].target.address;

package/dist/platform-bootstrap-runtime.d.ts

@@ -176,6 +176,8 @@ export interface PlatformActivationConfig {
     serviceUser: string;
     bluePort: number;
     greenPort: number;
+    /** Private address used by the seed mesh; never exposed through nginx. */
+    seedMeshAddress: string;
     healthPath: string;
     keepReleases: number;
     drainDeadlineMs?: number;

package/dist/platform-bootstrap-runtime.js

@@ -1168,6 +1168,9 @@ function renderPlatformActivationFiles(input) {
   boundedInteger("greenPort", input.greenPort, 1024, 65535);
   if (input.bluePort === input.greenPort)
     throw new Error("Activation slot ports must differ.");
+  if (!/^[A-Za-z0-9.-]{1,253}$/.test(input.seedMeshAddress) || input.seedMeshAddress.startsWith(".") || input.seedMeshAddress.endsWith(".")) {
+    throw new Error("Activation seed mesh address is malformed.");
+  }
   boundedInteger("keepReleases", input.keepReleases, 2, 100);
   const drainDeadlineMs = boundedInteger("drainDeadlineMs", input.drainDeadlineMs ?? 35000, 1000, 300000);
   if (!/^\/[A-Za-z0-9/_-]{1,128}$/.test(input.healthPath) || input.healthPath.includes("..")) {
@@ -1178,6 +1181,7 @@ function renderPlatformActivationFiles(input) {
     `FZ_USER=${input.serviceUser}`,
     `FZ_BLUE_PORT=${input.bluePort}`,
     `FZ_GREEN_PORT=${input.greenPort}`,
+    `FZ_SEED_MESH_ADDRESS=${input.seedMeshAddress}`,
     `FZ_HEALTH_PATH=${input.healthPath}`,
     `FZ_KEEP_RELEASES=${input.keepReleases}`,
     `FZ_DRAIN_DEADLINE_MS=${drainDeadlineMs}`
@@ -1274,6 +1278,15 @@ async function activatePlatformRelease(config, requestedRelease, options = {}) {
   }
   const target = previousSlot === "blue" ? "green" : "blue";
   const port = target === "blue" ? normalized.bluePort : normalized.greenPort;
+  const meshProbe = async (slotPort, path2) => {
+    try {
+      const response = await request(`http://${normalized.seedMeshAddress}:${slotPort}/_internal/forgezero/seed-mesh/${path2}`, { signal: AbortSignal.timeout(2000) });
+      return response.ok;
+    } catch {
+      return false;
+    }
+  };
+  const previousHeldSeed = previousSlot ? await meshProbe(previousSlot === "blue" ? normalized.bluePort : normalized.greenPort, "resident") : false;
   const targetLink = join2(slots, target);
   let previousTarget;
   try {
@@ -1311,6 +1324,19 @@ async function activatePlatformRelease(config, requestedRelease, options = {}) {
     await stopTarget();
     throw new Error("target slot failed its health deadline");
   }
+  if (previousHeldSeed) {
+    let seedReady = false;
+    for (let attempt = 0;attempt < 30; attempt += 1) {
+      seedReady = await meshProbe(port, "ready");
+      if (seedReady)
+        break;
+      await sleep(1000);
+    }
+    if (!seedReady) {
+      await stopTarget();
+      throw new Error("target slot failed RAM-seed handover deadline");
+    }
+  }
   const upstream = "/etc/nginx/conf.d/forgezero-upstream.conf";
   const backup = `${upstream}.forgezero-backup`;
   if (existsSync2(upstream))

package/dist/platform-fleet-verification.js

@@ -3050,7 +3050,7 @@ function requestSoftware(requirements, socketPath = DEFAULT_SOFTWARE_HELPER_SOCK
 }
 
 // src/version.ts
-var VERSION3 = "0.1.143";
+var VERSION3 = "0.1.145";
 
 // src/egress-policy.ts
 import { realpathSync as realpathSync3 } from "node:fs";
@@ -4685,6 +4685,9 @@ function renderPlatformActivationFiles(input) {
   boundedInteger("greenPort", input.greenPort, 1024, 65535);
   if (input.bluePort === input.greenPort)
     throw new Error("Activation slot ports must differ.");
+  if (!/^[A-Za-z0-9.-]{1,253}$/.test(input.seedMeshAddress) || input.seedMeshAddress.startsWith(".") || input.seedMeshAddress.endsWith(".")) {
+    throw new Error("Activation seed mesh address is malformed.");
+  }
   boundedInteger("keepReleases", input.keepReleases, 2, 100);
   const drainDeadlineMs = boundedInteger("drainDeadlineMs", input.drainDeadlineMs ?? 35000, 1000, 300000);
   if (!/^\/[A-Za-z0-9/_-]{1,128}$/.test(input.healthPath) || input.healthPath.includes("..")) {
@@ -4695,6 +4698,7 @@ function renderPlatformActivationFiles(input) {
     `FZ_USER=${input.serviceUser}`,
     `FZ_BLUE_PORT=${input.bluePort}`,
     `FZ_GREEN_PORT=${input.greenPort}`,
+    `FZ_SEED_MESH_ADDRESS=${input.seedMeshAddress}`,
     `FZ_HEALTH_PATH=${input.healthPath}`,
     `FZ_KEEP_RELEASES=${input.keepReleases}`,
     `FZ_DRAIN_DEADLINE_MS=${drainDeadlineMs}`
@@ -4791,6 +4795,15 @@ async function activatePlatformRelease(config, requestedRelease, options = {}) {
   }
   const target = previousSlot === "blue" ? "green" : "blue";
   const port = target === "blue" ? normalized.bluePort : normalized.greenPort;
+  const meshProbe = async (slotPort, path2) => {
+    try {
+      const response = await request(`http://${normalized.seedMeshAddress}:${slotPort}/_internal/forgezero/seed-mesh/${path2}`, { signal: AbortSignal.timeout(2000) });
+      return response.ok;
+    } catch {
+      return false;
+    }
+  };
+  const previousHeldSeed = previousSlot ? await meshProbe(previousSlot === "blue" ? normalized.bluePort : normalized.greenPort, "resident") : false;
   const targetLink = join5(slots, target);
   let previousTarget;
   try {
@@ -4828,6 +4841,19 @@ async function activatePlatformRelease(config, requestedRelease, options = {}) {
     await stopTarget();
     throw new Error("target slot failed its health deadline");
   }
+  if (previousHeldSeed) {
+    let seedReady = false;
+    for (let attempt = 0;attempt < 30; attempt += 1) {
+      seedReady = await meshProbe(port, "ready");
+      if (seedReady)
+        break;
+      await sleep(1000);
+    }
+    if (!seedReady) {
+      await stopTarget();
+      throw new Error("target slot failed RAM-seed handover deadline");
+    }
+  }
   const upstream = "/etc/nginx/conf.d/forgezero-upstream.conf";
   const backup = `${upstream}.forgezero-backup`;
   if (existsSync8(upstream))

package/dist/provision.js

@@ -3050,7 +3050,7 @@ function requestSoftware(requirements, socketPath = DEFAULT_SOFTWARE_HELPER_SOCK
 }
 
 // src/version.ts
-var VERSION3 = "0.1.143";
+var VERSION3 = "0.1.145";
 
 // src/egress-policy.ts
 import { realpathSync as realpathSync3 } from "node:fs";

package/dist/version.d.ts

@@ -1,2 +1,2 @@
 /** One package version shared by both public binaries. Pinned to package.json by tests. */
-export declare const VERSION = "0.1.143";
+export declare const VERSION = "0.1.145";

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@forgezero/agent",
-  "version": "0.1.143",
+  "version": "0.1.145",
   "type": "module",
   "scripts": {
     "check": "tsc --noEmit",