bulletin-deploy 0.7.13 → 0.7.14-rc.1

package/bin/bulletin-deploy

@@ -1,6 +1,6 @@
 #!/usr/bin/env node
 
-import { deploy, DEFAULT_BULLETIN_RPC, DEFAULT_POOL_SIZE, NonRetryableError, EXIT_CODE_NO_RETRY } from "../dist/deploy.js";
+import { deploy, DEFAULT_BULLETIN_RPC, DEFAULT_POOL_SIZE, NonRetryableError, EXIT_CODE_NO_RETRY, isConnectionError } from "../dist/deploy.js";
 import { VERSION, setDeployAttribute, captureWarning, closeTelemetry, setRunStateActive, markRelaunchOomHintShown } from "../dist/telemetry.js";
 import { handleFailedDeploy, preReleaseWarning } from "../dist/version-check.js";
 import { setDeployContext, installLogCapture, buildCliFlagsSummary } from "../dist/bug-report.js";
@@ -162,6 +162,7 @@ if (!flags.help && !flags.version) {
     if (finalizing) return;
     finalizing = true;
     try {
+      setDeployAttribute("deploy.status", "killed");
       setDeployAttribute("deploy.killed", reason);
       setDeployAttribute("deploy.sad", "true");
       captureWarning(`deploy process terminated: ${reason}`);
@@ -173,15 +174,30 @@ if (!flags.help && !flags.version) {
     process.exit(exitCode);
   };
 
-  process.on("uncaughtException", (e) => {
-    try { setDeployAttribute("deploy.error", (e?.message ?? String(e)).slice(0, 200)); } catch {}
-    finalize("uncaught", 2);
-  });
-  process.on("unhandledRejection", (e) => {
-    const msg = e instanceof Error ? e.message : String(e);
-    try { setDeployAttribute("deploy.error", msg.slice(0, 200)); } catch {}
-    finalize("unhandled", 2);
-  });
+  // Connection errors propagate from polkadot-api's internal subscriptions
+  // (chainHead etc.) when the WS halts mid-call. They're recoverable via
+  // storeChunkedContent's reconnect path; don't exit. The retry-budget
+  // circuit breaker (#271) bounds repeat occurrences — if too many fire in
+  // 30s, the deploy bails cleanly with "Retry budget exhausted" instead of
+  // looping forever. Issue #278 has the full diagnosis.
+  const handleUnhandled = (e, kind) => {
+    const msgStr = e instanceof Error ? (e.message ?? "") : String(e);
+    // Debug breadcrumb — gated by env so it doesn't add stderr noise in
+    // production but helps when running E2E fault-injection scenarios.
+    if (process.env.BULLETIN_DEPLOY_DEBUG_HANDLERS === "1") {
+      console.error(`[handleUnhandled ${kind}] match=${isConnectionError(e)} type=${e?.constructor?.name ?? typeof e} msg=${msgStr.slice(0, 200)}`);
+    }
+    if (isConnectionError(e)) {
+      try {
+        captureWarning(`Suppressed ${kind} connection error`, { msg: msgStr.slice(0, 200) });
+      } catch { /* telemetry best-effort */ }
+      return;
+    }
+    try { setDeployAttribute("deploy.error", msgStr.slice(0, 200)); } catch {}
+    finalize(kind, 2);
+  };
+  process.on("uncaughtException", (e) => handleUnhandled(e, "uncaught"));
+  process.on("unhandledRejection", (e) => handleUnhandled(e, "unhandled"));
   // POSIX exit codes: 128 + signal number. Matches shell conventions so
   // callers (e.g. consumer CI with EXIT_CODE_NO_RETRY=75) treat them as
   // retryable.

package/dist/bug-report.js

@@ -9,10 +9,10 @@ import {
   offerBugReport,
   scrubSecrets,
   setDeployContext
-} from "./chunk-Y54W6NVZ.js";
-import "./chunk-TTSFL3JB.js";
-import "./chunk-MRB5E7YM.js";
-import "./chunk-KU6N5DD3.js";
+} from "./chunk-ZEEBDKYR.js";
+import "./chunk-J3Q6PFPW.js";
+import "./chunk-SHE6AKRK.js";
+import "./chunk-HFXK72IC.js";
 import "./chunk-QGM4M3NI.js";
 export {
   buildCliFlagsSummary,

package/dist/{chunk-RBFXJVAG.js → chunk-CIBGKXW5.js}

@@ -5,7 +5,7 @@ import {
   captureWarning,
   setDeployAttribute,
   withSpan
-} from "./chunk-MRB5E7YM.js";
+} from "./chunk-SHE6AKRK.js";
 
 // src/dotns.ts
 import { spawn } from "child_process";

package/dist/{chunk-KU6N5DD3.js → chunk-HFXK72IC.js}

@@ -6,7 +6,7 @@ import * as path from "path";
 // package.json
 var package_default = {
   name: "bulletin-deploy",
-  version: "0.7.13",
+  version: "0.7.14-rc.1",
   private: false,
   repository: {
     type: "git",
@@ -67,7 +67,8 @@ var package_default = {
   devDependencies: {
     "@types/node": "^22.0.0",
     tsup: "^8.5.0",
-    typescript: "^5.9.3"
+    typescript: "^5.9.3",
+    ws: "^8.20.0"
   },
   minimumVersion: "0.5.6",
   engines: {

package/dist/{chunk-TTSFL3JB.js → chunk-J3Q6PFPW.js}

@@ -1,6 +1,6 @@
 import {
   VERSION
-} from "./chunk-MRB5E7YM.js";
+} from "./chunk-SHE6AKRK.js";
 
 // src/version-check.ts
 import { execSync, execFileSync } from "child_process";

package/dist/{chunk-YX5USCHH.js → chunk-KNIHHFFX.js}

@@ -3,7 +3,7 @@ import {
 } from "./chunk-B7GUYYAN.js";
 import {
   setDeployContext
-} from "./chunk-Y54W6NVZ.js";
+} from "./chunk-ZEEBDKYR.js";
 import {
   DotNS,
   TX_TIMEOUT_MS,
@@ -11,7 +11,7 @@ import {
   parseDomainName,
   popStatusName,
   verifyNonceAdvanced
-} from "./chunk-RBFXJVAG.js";
+} from "./chunk-CIBGKXW5.js";
 import {
   derivePoolAccounts,
   detectTestnet,
@@ -46,7 +46,7 @@ import {
   truncateAddress,
   withDeploySpan,
   withSpan
-} from "./chunk-MRB5E7YM.js";
+} from "./chunk-SHE6AKRK.js";
 
 // src/deploy.ts
 import { Buffer } from "buffer";
@@ -80,6 +80,10 @@ var DEFAULT_POOL_SIZE = 10;
 var BULLETIN_ENDPOINTS = [DEFAULT_BULLETIN_RPC];
 var POOL_SIZE = DEFAULT_POOL_SIZE;
 var _deployRpcFailedOver = false;
+var _onWsHalt = null;
+function setWsHaltCallback(cb) {
+  _onWsHalt = cb;
+}
 function makeBulletinStatusHandler(primary) {
   return (s) => {
     if (s.type === WsEvent.CONNECTED && s.uri !== primary) {
@@ -87,6 +91,12 @@ function makeBulletinStatusHandler(primary) {
       setDeployAttribute("deploy.rpc.failed_over", "true");
       captureWarning("Bulletin RPC failover", { from: primary, to: s.uri });
     }
+    if (s.type === WsEvent.CLOSE || s.type === WsEvent.ERROR) {
+      try {
+        _onWsHalt?.();
+      } catch {
+      }
+    }
   };
 }
 var CHUNK_SIZE = 2 * 1024 * 1024;
@@ -97,9 +107,18 @@ var CHUNK_MORTALITY_PERIOD = 16;
 var RETRY_BASE_DELAY_MS = 2e3;
 var RETRY_MAX_DELAY_MS = 15e3;
 var WS_HEARTBEAT_TIMEOUT_MS = 3e5;
+var RETRY_BUDGET_MAX_EVENTS = parseInt(process.env.BULLETIN_RETRY_BUDGET_MAX ?? "5", 10);
+var RETRY_BUDGET_WINDOW_MS = parseInt(process.env.BULLETIN_RETRY_BUDGET_WINDOW_MS ?? "30000", 10);
+function retryBudgetExhausted(history, maxEvents, windowMs, now = Date.now()) {
+  let inWindow = 0;
+  for (const t of history) {
+    if (now - t <= windowMs) inWindow++;
+  }
+  return inWindow > maxEvents;
+}
 function isConnectionError(error) {
   const msg = error?.message || String(error);
-  return /heartbeat timeout|WS halt|Unable to connect/i.test(msg);
+  return /heartbeat timeout|WS halt|Unable to connect|ChainHead disjointed/i.test(msg);
 }
 var CID_CONFIG = { version: 1, codec: 85, hashCode: 18, hashLength: 32 };
 function deriveRootSigner(mnemonic, path2 = "") {
@@ -364,10 +383,27 @@ async function storeChunkedContent(chunks, { client: existingClient, unsafeApi:
     }
   }
   let reconnectionsUsed = 0;
+  const recoveryHistory = [];
+  const recordRecoveryAndCheckBudget = (kind) => {
+    const now = Date.now();
+    recoveryHistory.push(now);
+    if (retryBudgetExhausted(recoveryHistory, RETRY_BUDGET_MAX_EVENTS, RETRY_BUDGET_WINDOW_MS, now)) {
+      captureWarning("Retry budget exhausted", {
+        kind,
+        events: recoveryHistory.length,
+        maxEvents: RETRY_BUDGET_MAX_EVENTS,
+        windowMs: RETRY_BUDGET_WINDOW_MS
+      });
+      throw new Error(
+        `Retry budget exhausted: more than ${RETRY_BUDGET_MAX_EVENTS} recovery attempts within ${Math.round(RETRY_BUDGET_WINDOW_MS / 1e3)}s. Chain RPC is unstable; bailing to bound peak memory.`
+      );
+    }
+  };
   async function doReconnect() {
     if (!reconnect || reconnectionsUsed >= MAX_RECONNECTIONS) {
       throw new Error(`Connection lost and max reconnections (${MAX_RECONNECTIONS}) exhausted`);
     }
+    recordRecoveryAndCheckBudget("reconnect");
     reconnectionsUsed++;
     setDeployAttribute("deploy.reconnects", reconnectionsUsed);
     const delay = Math.min(RETRY_BASE_DELAY_MS * Math.pow(2, reconnectionsUsed - 1), RETRY_MAX_DELAY_MS);
@@ -388,26 +424,44 @@ async function storeChunkedContent(chunks, { client: existingClient, unsafeApi:
     ownsClient = true;
     sampleMemory(`reconnect_${reconnectionsUsed}_after`);
   }
+  let wsHaltDetected = false;
+  setWsHaltCallback(() => {
+    wsHaltDetected = true;
+    try {
+      client.destroy();
+    } catch {
+    }
+  });
   try {
     let startNonce = await _fetchNonce(BULLETIN_ENDPOINTS, ss58);
     console.log(`   Starting nonce: ${startNonce}`);
-    const BATCH_SIZE = 2;
+    const BATCH_SIZE_INITIAL = 2;
+    const BATCH_SIZE_RECOVERY = 1;
     const MAX_CHUNK_RETRIES = 3;
     console.log(`
-   Submitting ${chunks.length} chunks in batches of ${BATCH_SIZE}...`);
+   Submitting ${chunks.length} chunks in batches of up to ${BATCH_SIZE_INITIAL}...`);
     const stored = new Array(chunks.length).fill(null);
     const assignedNonces = /* @__PURE__ */ new Map();
-    for (let b = 0; b < chunks.length; b += BATCH_SIZE) {
+    let b = 0;
+    while (b < chunks.length) {
+      if (wsHaltDetected && reconnect && reconnectionsUsed < MAX_RECONNECTIONS) {
+        wsHaltDetected = false;
+        await doReconnect();
+      }
+      const batchSize = reconnectionsUsed > 0 ? BATCH_SIZE_RECOVERY : BATCH_SIZE_INITIAL;
       const batchIndices = [];
       const batchChunks = [];
-      for (let j = 0; j < BATCH_SIZE && b + j < chunks.length; j++) {
+      for (let j = 0; j < batchSize && b + j < chunks.length; j++) {
         const i = b + j;
         if (stored[i] === null) {
           batchIndices.push(i);
           batchChunks.push(chunks[i]);
         }
       }
-      if (batchIndices.length === 0) continue;
+      if (batchIndices.length === 0) {
+        b += batchSize;
+        continue;
+      }
       const batchPromises = batchChunks.map((chunkData, j) => {
         const i = batchIndices[j];
         if (!assignedNonces.has(i)) {
@@ -439,7 +493,6 @@ async function storeChunkedContent(chunks, { client: existingClient, unsafeApi:
         }
         startNonce = Math.max(startNonce, currentNonce);
         if (failures.some((f) => stored[f.index] === null)) {
-          b -= BATCH_SIZE;
           continue;
         }
       }
@@ -447,6 +500,7 @@ async function storeChunkedContent(chunks, { client: existingClient, unsafeApi:
         captureWarning("Chunk upload failed, retrying", { chunkIndex: fail.index + 1, maxRetries: MAX_CHUNK_RETRIES, error: fail.error?.message?.slice(0, 200) });
         let retried = false;
         for (let attempt = 1; attempt <= MAX_CHUNK_RETRIES; attempt++) {
+          recordRecoveryAndCheckBudget("chunk_retry");
           const retryDelay = Math.min(RETRY_BASE_DELAY_MS * Math.pow(2, attempt - 1), RETRY_MAX_DELAY_MS);
           console.log(`   Retrying chunk ${fail.index + 1} (attempt ${attempt}/${MAX_CHUNK_RETRIES}) in ${(retryDelay / 1e3).toFixed(0)}s...`);
           await new Promise((r) => setTimeout(r, retryDelay));
@@ -489,6 +543,7 @@ async function storeChunkedContent(chunks, { client: existingClient, unsafeApi:
           throw new Error(`Chunk ${fail.index + 1} failed after ${MAX_CHUNK_RETRIES} retries: ${fail.error?.message?.slice(0, 100)}`);
         }
       }
+      b += batchSize;
     }
     setDeployAttribute("deploy.pool.account", truncateAddress(ss58));
     console.log(`
@@ -545,6 +600,8 @@ async function storeChunkedContent(chunks, { client: existingClient, unsafeApi:
   } catch (e) {
     if (ownsClient) client.destroy();
     throw e;
+  } finally {
+    setWsHaltCallback(null);
   }
 }
 function chunk(data, size = CHUNK_SIZE) {
@@ -852,7 +909,7 @@ async function deploy(content, domainName = null, options = {}) {
             console.log(`
    Mode: File`);
             console.log(`   Path: ${contentPath}`);
-            let fileContent = new Uint8Array(fs.readFileSync(contentPath));
+            let fileContent = fs.readFileSync(contentPath);
             if (options.password) {
               console.log(`   Encrypting...`);
               fileContent = await encryptContent(fileContent, options.password);
@@ -980,7 +1037,9 @@ export {
   friendlyChainError,
   DEFAULT_BULLETIN_RPC,
   DEFAULT_POOL_SIZE,
+  setWsHaltCallback,
   CHUNK_MORTALITY_PERIOD,
+  retryBudgetExhausted,
   isConnectionError,
   deriveRootSigner,
   createCID,

package/dist/{chunk-MRB5E7YM.js → chunk-SHE6AKRK.js}

@@ -1,7 +1,7 @@
 import {
   package_default,
   writeRunState
-} from "./chunk-KU6N5DD3.js";
+} from "./chunk-HFXK72IC.js";
 
 // src/memory-report.ts
 import * as fs2 from "fs";
@@ -333,7 +333,9 @@ async function withDeploySpan(domain, fn) {
       if (!tagsToSet["deploy.host_app"]) delete tagsToSet["deploy.host_app"];
       Sentry.setTags(tagsToSet);
       try {
-        return await fn();
+        const result = await fn();
+        span.setAttribute("deploy.status", "ok");
+        return result;
       } catch (error) {
         const msg = error.message;
         span.setAttribute("deploy.status", "error");

package/dist/{chunk-Y54W6NVZ.js → chunk-ZEEBDKYR.js}

@@ -2,11 +2,11 @@ import {
   classifyErrorArea,
   isInteractive,
   promptYesNo
-} from "./chunk-TTSFL3JB.js";
+} from "./chunk-J3Q6PFPW.js";
 import {
   VERSION,
   getCurrentSentryTraceId
-} from "./chunk-MRB5E7YM.js";
+} from "./chunk-SHE6AKRK.js";
 
 // src/bug-report.ts
 import { execSync, execFileSync } from "child_process";

package/dist/deploy.d.ts

@@ -27,7 +27,9 @@ interface ExistingProvider {
 }
 declare const DEFAULT_BULLETIN_RPC = "wss://paseo-bulletin-rpc.polkadot.io";
 declare const DEFAULT_POOL_SIZE = 10;
+declare function setWsHaltCallback(cb: (() => void) | null): void;
 declare const CHUNK_MORTALITY_PERIOD = 16;
+declare function retryBudgetExhausted(history: number[], maxEvents: number, windowMs: number, now?: number): boolean;
 declare function isConnectionError(error: any): boolean;
 declare function deriveRootSigner(mnemonic: string, path?: string): {
     signer: PolkadotSigner;
@@ -129,4 +131,4 @@ declare function resolveDotnsConnectOptions(options: Pick<DeployOptions, "mnemon
 declare function estimateUploadBytes(content: DeployContent): Promise<number | null>;
 declare function deploy(content: DeployContent, domainName?: string | null, options?: DeployOptions): Promise<DeployResult>;
 
-export { CHUNK_MORTALITY_PERIOD, DEFAULT_BULLETIN_RPC, DEFAULT_POOL_SIZE, type DeployContent, type DeployOptions, type DeployResult, ENCRYPT_KEY_LEN, ENCRYPT_MAGIC, ENCRYPT_NONCE_LEN, ENCRYPT_PBKDF2_ITERATIONS, ENCRYPT_SALT_LEN, ENCRYPT_TAG_LEN, type StoreDirectoryOptions, chunk, computeStorageCid, createCID, deploy, deriveRootSigner, encodeContenthash, encryptContent, estimateUploadBytes, friendlyChainError, hasIPFS, isConnectionError, merkleize, resolveDotnsConnectOptions, storeChunkedContent, storeDirectory, storeFile };
+export { CHUNK_MORTALITY_PERIOD, DEFAULT_BULLETIN_RPC, DEFAULT_POOL_SIZE, type DeployContent, type DeployOptions, type DeployResult, ENCRYPT_KEY_LEN, ENCRYPT_MAGIC, ENCRYPT_NONCE_LEN, ENCRYPT_PBKDF2_ITERATIONS, ENCRYPT_SALT_LEN, ENCRYPT_TAG_LEN, type StoreDirectoryOptions, chunk, computeStorageCid, createCID, deploy, deriveRootSigner, encodeContenthash, encryptContent, estimateUploadBytes, friendlyChainError, hasIPFS, isConnectionError, merkleize, resolveDotnsConnectOptions, retryBudgetExhausted, setWsHaltCallback, storeChunkedContent, storeDirectory, storeFile };

package/dist/deploy.js

@@ -21,14 +21,16 @@ import {
   isConnectionError,
   merkleize,
   resolveDotnsConnectOptions,
+  retryBudgetExhausted,
+  setWsHaltCallback,
   storeChunkedContent,
   storeDirectory,
   storeFile
-} from "./chunk-YX5USCHH.js";
+} from "./chunk-KNIHHFFX.js";
 import "./chunk-B7GUYYAN.js";
-import "./chunk-Y54W6NVZ.js";
-import "./chunk-TTSFL3JB.js";
-import "./chunk-RBFXJVAG.js";
+import "./chunk-ZEEBDKYR.js";
+import "./chunk-J3Q6PFPW.js";
+import "./chunk-CIBGKXW5.js";
 import "./chunk-VOEFHED3.js";
 import "./chunk-2VYG7NXN.js";
 import {
@@ -36,8 +38,8 @@ import {
   NonRetryableError
 } from "./chunk-ZOC4GITL.js";
 import "./chunk-HOTQDYHD.js";
-import "./chunk-MRB5E7YM.js";
-import "./chunk-KU6N5DD3.js";
+import "./chunk-SHE6AKRK.js";
+import "./chunk-HFXK72IC.js";
 import "./chunk-QGM4M3NI.js";
 export {
   CHUNK_MORTALITY_PERIOD,
@@ -64,6 +66,8 @@ export {
   isConnectionError,
   merkleize,
   resolveDotnsConnectOptions,
+  retryBudgetExhausted,
+  setWsHaltCallback,
   storeChunkedContent,
   storeDirectory,
   storeFile

package/dist/dotns.js

@@ -36,10 +36,10 @@ import {
   stripTrailingDigits,
   validateDomainLabel,
   verifyNonceAdvanced
-} from "./chunk-RBFXJVAG.js";
+} from "./chunk-CIBGKXW5.js";
 import "./chunk-VOEFHED3.js";
-import "./chunk-MRB5E7YM.js";
-import "./chunk-KU6N5DD3.js";
+import "./chunk-SHE6AKRK.js";
+import "./chunk-HFXK72IC.js";
 import "./chunk-QGM4M3NI.js";
 export {
   CONNECTION_TIMEOUT_MS,

package/dist/index.js

@@ -1,15 +1,15 @@
 import {
   deploy
-} from "./chunk-YX5USCHH.js";
+} from "./chunk-KNIHHFFX.js";
 import {
   merkleizeJS
 } from "./chunk-B7GUYYAN.js";
-import "./chunk-Y54W6NVZ.js";
-import "./chunk-TTSFL3JB.js";
+import "./chunk-ZEEBDKYR.js";
+import "./chunk-J3Q6PFPW.js";
 import {
   DotNS,
   parseDomainName
-} from "./chunk-RBFXJVAG.js";
+} from "./chunk-CIBGKXW5.js";
 import {
   bootstrapPool,
   derivePoolAccounts,
@@ -20,7 +20,7 @@ import {
 import "./chunk-2VYG7NXN.js";
 import "./chunk-ZOC4GITL.js";
 import "./chunk-HOTQDYHD.js";
-import "./chunk-MRB5E7YM.js";
+import "./chunk-SHE6AKRK.js";
 import {
   VERSION,
   loadRunState,
@@ -30,7 +30,7 @@ import {
   shouldSkipStaleWarning,
   stateFilePath,
   writeRunState
-} from "./chunk-KU6N5DD3.js";
+} from "./chunk-HFXK72IC.js";
 import "./chunk-QGM4M3NI.js";
 export {
   DotNS,

package/dist/memory-report.js

@@ -5,8 +5,8 @@ import {
   maybeWriteMemoryReport,
   safeHeap,
   sampleFromBytes
-} from "./chunk-MRB5E7YM.js";
-import "./chunk-KU6N5DD3.js";
+} from "./chunk-SHE6AKRK.js";
+import "./chunk-HFXK72IC.js";
 import "./chunk-QGM4M3NI.js";
 export {
   DEFAULT_THRESHOLD_MB,

package/dist/run-state.js

@@ -7,7 +7,7 @@ import {
   shouldSkipStaleWarning,
   stateFilePath,
   writeRunState
-} from "./chunk-KU6N5DD3.js";
+} from "./chunk-HFXK72IC.js";
 import "./chunk-QGM4M3NI.js";
 export {
   VERSION,

package/dist/telemetry.js

@@ -27,8 +27,8 @@ import {
   truncateAddress,
   withDeploySpan,
   withSpan
-} from "./chunk-MRB5E7YM.js";
-import "./chunk-KU6N5DD3.js";
+} from "./chunk-SHE6AKRK.js";
+import "./chunk-HFXK72IC.js";
 import "./chunk-QGM4M3NI.js";
 export {
   VERSION,

package/dist/version-check.js

@@ -8,9 +8,9 @@ import {
   isPreReleaseVersion,
   preReleaseWarning,
   promptYesNo
-} from "./chunk-TTSFL3JB.js";
-import "./chunk-MRB5E7YM.js";
-import "./chunk-KU6N5DD3.js";
+} from "./chunk-J3Q6PFPW.js";
+import "./chunk-SHE6AKRK.js";
+import "./chunk-HFXK72IC.js";
 import "./chunk-QGM4M3NI.js";
 export {
   assessVersion,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "bulletin-deploy",
-  "version": "0.7.13",
+  "version": "0.7.14-rc.1",
   "private": false,
   "repository": {
     "type": "git",
@@ -61,7 +61,8 @@
   "devDependencies": {
     "@types/node": "^22.0.0",
     "tsup": "^8.5.0",
-    "typescript": "^5.9.3"
+    "typescript": "^5.9.3",
+    "ws": "^8.20.0"
   },
   "minimumVersion": "0.5.6",
   "engines": {