bulletin-deploy 0.6.16 → 0.7.0

package/README.md

@@ -47,9 +47,6 @@ bulletin-deploy ./dist my-app00.dot
 
 # Custom RPC endpoint
 bulletin-deploy --rpc wss://custom-bulletin.example.com ./dist my-app00.dot
-
-# Deploy and publish to the Playground remix registry
-bulletin-deploy --playground ./dist my-app00.dot
 ```
 
 ### All options
@@ -63,7 +60,6 @@ Options:
                            Bulletin direct signer and the DotNS registration signer then
                            run as that derived account. Useful when running parallel
                            deploys against the same root mnemonic without nonce contention.
-  --playground             Publish to the Playground remix registry
   --js-merkle              Use pure-JS merkleization (no IPFS Kubo binary required)
   --pool-size N            Number of pool accounts (default: 10)
   --tag "..."              Free-form label attached to the deploy span as deploy.tag
@@ -111,18 +107,6 @@ Limitations / follow-ups:
 - **Mirror failures are non-fatal.** The source of truth is Bulletin + DotNS; the mirror is a cache. Failures log and let the deploy succeed.
 - **GitHub Pages build latency.** The CAR lands on `gh-pages` immediately; Pages serves it after the build completes (~1–2 min in practice). Hosts should fall back to Bulletin while the 404 window lasts.
 
-### Playground registry
-
-By default, deploys only upload to Bulletin storage and register the DotNS domain. The **Playground remix registry** is an on-chain app directory that makes your deploy visible in [Polkadot Playground](https://playground.polkadot.cloud).
-
-To publish to it, pass `--playground`:
-
-```bash
-bulletin-deploy --playground ./dist my-app.dot
-```
-
-This requires `cdm.json` in your project root (shipped with bulletin-deploy) and a git remote origin.
-
 ## GitHub Actions
 
 1. Copy `workflows/deploy-on-pr.yml` to your repo's `.github/workflows/` directory
@@ -331,20 +315,21 @@ Runs `test/test.js` + `test/pool.test.js` + `test/helpers/e2e-helpers.test.js` v
 
 ### Live-testnet E2E
 
-Three scenarios land on Paseo Bulletin:
+Four scenarios land on Paseo Bulletin:
 
 - **S1** — happy path on a stable label (`e2epool.dot` / `e2edirect.dot`)
 - **S2** — fresh registration via commit-reveal (nightly only)
 - **S3** — deploy to `e2eowned.dot` (owned by a different account), expects `EXIT_CODE_NO_RETRY` (78) and the "owned by a different account" error message
+- **S4** — deploy with `--gh-pages-mirror`, waits for GitHub Pages to serve the just-pushed manifest (CID-freshness check), then byte-compares the CAR on Pages against a pre-upload dump to confirm the mirror is an exact copy of what went to Bulletin
 
-**Prerequisites** (one-time per testnet lifetime): see [`docs/e2e-bootstrap.md`](docs/e2e-bootstrap.md). Grants Alice PoP Full, funds+maps Bob, pre-registers `e2eowned.dot` to Bob via `dotns-cli`.
+**Prerequisites** (one-time per testnet lifetime): see [`docs/e2e-bootstrap.md`](docs/e2e-bootstrap.md). Grants Alice PoP Full, funds+maps Bob, pre-registers `e2eowned.dot` to Bob via `dotns-cli`. S4 additionally needs GitHub Pages enabled on the repo with `gh-pages` as the source branch and a token with `contents: write` (the workflow's `GITHUB_TOKEN` provides this; locally your git credentials must be able to push).
 
 **Local launchers:**
 
 ```bash
 npm run test:e2e:smoke      # 1 scenario  (S1 pool/js)           ~5 min
-npm run test:e2e:pr         # 3 scenarios (matches per-PR CI)    ~15 min
-npm run test:e2e:nightly    # 7 scenarios (matches nightly CI)   ~30–45 min
+npm run test:e2e:pr         # 4 scenarios (matches per-PR CI)    ~20 min
+npm run test:e2e:nightly    # 8 scenarios (matches nightly CI)   ~30–45 min
 ```
 
 All three run through to completion even if one fails; a colored summary prints at the end with per-scenario pass/fail, timing, JUnit report paths, and a pre-filtered Sentry trace link.

package/bin/bulletin-deploy

@@ -18,7 +18,6 @@ for (let i = 0; i < args.length; i++) {
   else if (args[i] === "--derivation-path") { flags.derivationPath = args[++i]; }
   else if (args[i] === "--rpc") { flags.rpc = args[++i]; }
   else if (args[i] === "--password") { flags.password = args[++i]; }
-  else if (args[i] === "--playground") { flags.playground = true; }
   else if (args[i] === "--js-merkle") { flags.jsMerkle = true; }
   else if (args[i] === "--tag") { flags.tag = args[++i]; }
   else if (args[i] === "--gh-pages-mirror") { flags.ghPagesMirror = true; }
@@ -45,7 +44,6 @@ Options:
   --rpc wss://...          Bulletin RPC (or set BULLETIN_RPC env var)
   --pool-size N       Number of pool accounts (default: 10)
   --password "..."    Encrypt SPA content (users will be prompted to decrypt)
-  --playground        Publish to the playground remix registry
   --js-merkle         Use pure-JS merkleization (no IPFS Kubo binary required)
   --tag "..."         Label deploy in telemetry (or set DEPLOY_TAG env var); see Telemetry in README
   --gh-pages-mirror   After deploy, push the CAR to the current repo's gh-pages branch
@@ -78,7 +76,6 @@ try {
     });
 
     const result = await deploy(buildDir, domain, {
-      playground: flags.playground,
       mnemonic: flags.mnemonic,
       derivationPath: flags.derivationPath,
       rpc: flags.rpc,

package/dist/bug-report.js

@@ -2,10 +2,10 @@ import {
   classifyErrorArea,
   isInteractive,
   promptYesNo
-} from "./chunk-BGLOVKHX.js";
+} from "./chunk-PA3AS7QR.js";
 import {
   VERSION
-} from "./chunk-LF3XAUCI.js";
+} from "./chunk-Q42TQHNL.js";
 import "./chunk-QGM4M3NI.js";
 
 // src/bug-report.ts

package/dist/{chunk-UZVOH3HB.js → chunk-2Q2WSKFD.js}

@@ -12,6 +12,35 @@ var MirrorSkipped = class extends Error {
     this.name = "MirrorSkipped";
   }
 };
+async function pollMirrorFreshness(mirrorUrl2, expectedCid, opts = {}) {
+  const timeoutMs = opts.timeoutMs ?? 5 * 60 * 1e3;
+  const intervalMs = opts.intervalMs ?? 1e4;
+  const fetchFn = opts.fetchFn ?? fetch;
+  const manifestUrl = mirrorUrl2.replace(/\.car$/, ".json");
+  const started = Date.now();
+  const deadline = started + timeoutMs;
+  let attempts = 0;
+  let lastCid = null;
+  let lastStatus = 0;
+  while (Date.now() < deadline) {
+    attempts++;
+    try {
+      const res = await fetchFn(manifestUrl, { redirect: "follow", cache: "no-store" });
+      lastStatus = res.status;
+      if (res.status === 200) {
+        const m = await res.json();
+        if (m.cid === expectedCid) {
+          return { verified: true, attempts, durationMs: Date.now() - started, lastCid: m.cid, lastStatus };
+        }
+        lastCid = m.cid ?? null;
+      }
+    } catch {
+    }
+    if (Date.now() + intervalMs >= deadline) break;
+    await new Promise((r) => setTimeout(r, intervalMs));
+  }
+  return { verified: false, attempts, durationMs: Date.now() - started, lastCid, lastStatus };
+}
 function parseGitRemoteUrl(url) {
   const trimmed = url.trim();
   const ssh = trimmed.match(/^git@[^:]+:([^/]+)\/(.+?)(?:\.git)?$/);
@@ -91,7 +120,7 @@ async function mirrorToGitHubPages(input) {
   }
   if (input.carBytes.length > GH_PAGES_MIRROR_MAX_BYTES) {
     const mb = (input.carBytes.length / 1024 / 1024).toFixed(1);
-    throw new MirrorSkipped(`CAR is ${mb} MB; GitHub limits single files to 100 MB. Mirror skipped.`);
+    throw new MirrorSkipped(`CAR is ${mb} MB, exceeds GitHub's 100 MB single-file soft limit. Pages can't host this CAR \u2014 the on-chain deploy still succeeds and hosts will fall back to Bulletin.`);
   }
   const domainFilename = normalizeDomainFilename(input.domain);
   const { owner, repo } = ownerRepo;
@@ -112,8 +141,8 @@ async function mirrorToGitHubPages(input) {
       branchExists = false;
     }
     if (branchExists) {
-      runGit(["fetch", "origin", `${GH_PAGES_MIRROR_BRANCH}:${GH_PAGES_MIRROR_BRANCH}`, "--depth=1"], repoPath);
-      runGit(["worktree", "add", workTree, GH_PAGES_MIRROR_BRANCH], repoPath);
+      runGit(["fetch", "origin", GH_PAGES_MIRROR_BRANCH, "--depth=1"], repoPath);
+      runGit(["worktree", "add", "--detach", workTree, `origin/${GH_PAGES_MIRROR_BRANCH}`], repoPath);
     } else {
       runGit(["worktree", "add", "--detach", workTree, "HEAD"], repoPath);
       runGit(["checkout", "--orphan", GH_PAGES_MIRROR_BRANCH], workTree);
@@ -173,6 +202,7 @@ export {
   GH_PAGES_MIRROR_DIR,
   GH_PAGES_MIRROR_BRANCH,
   MirrorSkipped,
+  pollMirrorFreshness,
   parseGitRemoteUrl,
   resolveOwnerRepo,
   resolveSourceCommit,

package/dist/{chunk-QILGABSF.js → chunk-B7GUYYAN.js}

@@ -12,8 +12,11 @@ var CidPreservingBlockstore = class {
   *all() {
     yield* this.data.values();
   }
+  clear() {
+    this.data.clear();
+  }
 };
-function walkDirectory(dirPath, prefix = "") {
+function* walkDirectoryLazy(dirPath, prefix = "") {
   let dirents;
   try {
     dirents = fs.readdirSync(dirPath, { withFileTypes: true });
@@ -23,42 +26,46 @@ function walkDirectory(dirPath, prefix = "") {
     if (code === "ENOTDIR") throw new Error(`Not a directory: ${dirPath}`);
     throw err;
   }
-  const entries = [];
   for (const entry of dirents) {
     const fullPath = path.join(dirPath, entry.name);
     const relativePath = prefix ? `${prefix}/${entry.name}` : entry.name;
     if (entry.isDirectory()) {
-      entries.push(...walkDirectory(fullPath, relativePath));
+      yield* walkDirectoryLazy(fullPath, relativePath);
     } else if (entry.isFile()) {
-      entries.push({ path: relativePath, content: fs.readFileSync(fullPath) });
+      yield { path: relativePath, absolutePath: fullPath };
     }
   }
-  return entries;
 }
 async function collectBytes(iter) {
   const parts = [];
+  let totalLength = 0;
   for await (const chunk of iter) {
     parts.push(chunk);
+    totalLength += chunk.length;
   }
-  const totalLength = parts.reduce((sum, p) => sum + p.length, 0);
   const result = new Uint8Array(totalLength);
   let offset = 0;
-  for (const part of parts) {
+  for (let i = 0; i < parts.length; i++) {
+    const part = parts[i];
     result.set(part, offset);
     offset += part.length;
+    parts[i] = void 0;
   }
   return result;
 }
 async function merkleizeJS(directoryPath) {
   console.log(`   Merkleizing (JS): ${directoryPath}`);
-  const files = walkDirectory(directoryPath);
   const blockstore = new CidPreservingBlockstore();
-  const source = files.map((file) => ({
-    path: file.path,
-    content: (async function* () {
-      yield file.content;
-    })()
-  }));
+  const source = (function* () {
+    for (const file of walkDirectoryLazy(directoryPath)) {
+      yield {
+        path: file.path,
+        content: (async function* () {
+          yield fs.readFileSync(file.absolutePath);
+        })()
+      };
+    }
+  })();
   let rootCid;
   for await (const entry of importer(source, blockstore, {
     cidVersion: 1,
@@ -77,6 +84,7 @@ async function merkleizeJS(directoryPath) {
   }
   await writer.close();
   const carBytes = await collectPromise;
+  blockstore.clear();
   console.log(`   CAR (JS): ${(carBytes.length / 1024 / 1024).toFixed(2)} MB`);
   return { carBytes, cid: rootCid.toString() };
 }