@lodestar/spec-test-util 1.43.0-dev.b7d69444c9 → 1.43.0-dev.bc569affb9

package/lib/downloadNightlyTests.d.ts

@@ -0,0 +1,7 @@
+export declare function downloadNightlyTests(opts: {
+    specTestsRepoUrl: string;
+    outputDir: string;
+    testsToDownload: string[];
+    branch?: string;
+}, log: (msg: string) => void, date?: string): Promise<void>;
+//# sourceMappingURL=downloadNightlyTests.d.ts.map

package/lib/downloadNightlyTests.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"downloadNightlyTests.d.ts","sourceRoot":"","sources":["../src/downloadNightlyTests.ts"],"names":[],"mappings":"AA0CA,wBAAsB,oBAAoB,CACxC,IAAI,EAAE;IAAC,gBAAgB,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,MAAM,CAAC;IAAC,eAAe,EAAE,MAAM,EAAE,CAAC;IAAC,MAAM,CAAC,EAAE,MAAM,CAAA;CAAC,EAC/F,GAAG,EAAE,CAAC,GAAG,EAAE,MAAM,KAAK,IAAI,EAC1B,IAAI,CAAC,EAAE,MAAM,GACZ,OAAO,CAAC,IAAI,CAAC,CA0Cf"}

package/lib/downloadNightlyTests.js

@@ -0,0 +1,67 @@
+import { fetch } from "@lodestar/utils";
+import { downloadGenericSpecTests } from "./downloadTests.js";
+async function ghApiFetch(endpoint, token) {
+    const res = await fetch(`https://api.github.com${endpoint}`, {
+        headers: { Authorization: `token ${token}`, Accept: "application/vnd.github+json" },
+        signal: AbortSignal.timeout(30_000),
+    });
+    if (!res.ok) {
+        throw new Error(res.status === 401 ? "GITHUB_TOKEN is invalid or expired" : `GitHub API ${res.status} (${endpoint})`);
+    }
+    return res.json();
+}
+async function resolveNightlyRunId(repo, token, date, branch) {
+    const params = new URLSearchParams({ status: "success", per_page: "1" });
+    if (branch)
+        params.append("branch", branch);
+    // If neither branch nor date narrow the query, restrict to scheduled runs so
+    // a PR's successful run on consensus-specs can't outrank the latest master
+    // nightly. When a date is given, allow manual re-runs on that day too.
+    else if (!date)
+        params.append("event", "schedule");
+    if (date)
+        params.append("created", date);
+    const { workflow_runs } = await ghApiFetch(`/repos/${repo}/actions/workflows/tests.yml/runs?${params}`, token);
+    const runId = workflow_runs[0]?.id;
+    if (!runId) {
+        throw new Error(`No successful run found${date ? ` on ${date}` : ""} for ${repo}${branch ? ` (${branch})` : ""}`);
+    }
+    return runId;
+}
+export async function downloadNightlyTests(opts, log, date) {
+    const token = process.env.GITHUB_TOKEN;
+    if (!token)
+        throw new Error("GITHUB_TOKEN is required for nightly downloads");
+    const resolvedDate = date === "latest" || !date ? undefined : date;
+    if (resolvedDate && !/^\d{4}-\d{2}-\d{2}$/.test(resolvedDate)) {
+        throw new Error(`Invalid date: "${date}". Expected "latest" or YYYY-MM-DD`);
+    }
+    const repo = new URL(opts.specTestsRepoUrl).pathname.slice(1).replace(/\/$/, "");
+    const runId = await resolveNightlyRunId(repo, token, resolvedDate, opts.branch);
+    log(`Resolved nightly${resolvedDate ? ` ${resolvedDate}` : ""} to run ${runId}`);
+    const { artifacts } = await ghApiFetch(`/repos/${repo}/actions/runs/${runId}/artifacts`, token);
+    const urlByTest = {};
+    const available = [];
+    for (const test of opts.testsToDownload) {
+        const artifact = artifacts.find((a) => a.name === `${test}.tar.gz` && !a.expired);
+        if (artifact) {
+            urlByTest[test] = artifact.archive_download_url;
+            available.push(test);
+        }
+        else {
+            log(`Skipping ${test} (not found in run ${runId})`);
+        }
+    }
+    if (available.length === 0)
+        throw new Error(`No matching artifacts found in run ${runId}`);
+    const authInit = { headers: { Authorization: `token ${token}`, Accept: "application/vnd.github+json" } };
+    await downloadGenericSpecTests({
+        specVersion: `nightly-${runId}`,
+        specTestsRepoUrl: opts.specTestsRepoUrl,
+        outputDir: opts.outputDir,
+        testsToDownload: available,
+        testUrls: urlByTest,
+        fetchInit: authInit,
+    }, log);
+}
+//# sourceMappingURL=downloadNightlyTests.js.map

package/lib/downloadNightlyTests.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"downloadNightlyTests.js","sourceRoot":"","sources":["../src/downloadNightlyTests.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,KAAK,EAAC,MAAM,iBAAiB,CAAC;AACtC,OAAO,EAAC,wBAAwB,EAAC,MAAM,oBAAoB,CAAC;AAK5D,KAAK,UAAU,UAAU,CAAI,QAAgB,EAAE,KAAa,EAAc;IACxE,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,yBAAyB,QAAQ,EAAE,EAAE;QAC3D,OAAO,EAAE,EAAC,aAAa,EAAE,SAAS,KAAK,EAAE,EAAE,MAAM,EAAE,6BAA6B,EAAC;QACjF,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,MAAM,CAAC;KACpC,CAAC,CAAC;IAEH,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;QACZ,MAAM,IAAI,KAAK,CACb,GAAG,CAAC,MAAM,KAAK,GAAG,CAAC,CAAC,CAAC,oCAAoC,CAAC,CAAC,CAAC,cAAc,GAAG,CAAC,MAAM,KAAK,QAAQ,GAAG,CACrG,CAAC;IACJ,CAAC;IAED,OAAO,GAAG,CAAC,IAAI,EAAgB,CAAC;AAAA,CACjC;AAED,KAAK,UAAU,mBAAmB,CAAC,IAAY,EAAE,KAAa,EAAE,IAAa,EAAE,MAAe,EAAmB;IAC/G,MAAM,MAAM,GAAG,IAAI,eAAe,CAAC,EAAC,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,GAAG,EAAC,CAAC,CAAC;IACvE,IAAI,MAAM;QAAE,MAAM,CAAC,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;IAC5C,6EAA6E;IAC7E,2EAA2E;IAC3E,uEAAuE;SAClE,IAAI,CAAC,IAAI;QAAE,MAAM,CAAC,MAAM,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;IACnD,IAAI,IAAI;QAAE,MAAM,CAAC,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;IAEzC,MAAM,EAAC,aAAa,EAAC,GAAG,MAAM,UAAU,CACtC,UAAU,IAAI,qCAAqC,MAAM,EAAE,EAC3D,KAAK,CACN,CAAC;IAEF,MAAM,KAAK,GAAG,aAAa,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;IACnC,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,MAAM,IAAI,KAAK,CAAC,0BAA0B,IAAI,CAAC,CAAC,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,QAAQ,IAAI,GAAG,MAAM,CAAC,CAAC,CAAC,KAAK,MAAM,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IACpH,CAAC;IACD,OAAO,KAAK,CAAC;AAAA,CACd;AAED,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACxC,IAA+F,EAC/F,GAA0B,EAC1B,IAAa,EACE;IACf,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC;IACvC,IAAI,CAAC,KAAK;QAAE,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;IAE9E,MAAM,YAAY,GAAG,IAAI,KAAK,QAAQ,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC;IACnE,IAAI,YAAY,IAAI,CAAC,qBAAqB,CAAC,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC;QAC9D,MAAM,IAAI,KAAK,CAAC,kBAAkB,IAAI,oCAAoC,CAAC,CAAC;IAC9E,CAAC;IAED,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IACjF,MAAM,KAAK,GAAG,MAAM,mBAAmB,CAAC,IAAI,EAAE,KAAK,EAAE,YAAY,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;IAChF,GAAG,CAAC,mBAAmB,YAAY,CAAC,CAAC,CAAC,IAAI,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,WAAW,KAAK,EAAE,CAAC,CAAC;IAEjF,MAAM,EAAC,SAAS,EAAC,GAAG,MAAM,UAAU,CAAwB,UAAU,IAAI,iBAAiB,KAAK,YAAY,EAAE,KAAK,CAAC,CAAC;IAErH,MAAM,SAAS,GAA2B,EAAE,CAAC;IAC7C,MAAM,SAAS,GAAa,EAAE,CAAC;IAC/B,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;QACxC,MAAM,QAAQ,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,GAAG,IAAI,SAAS,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;QAClF,IAAI,QAAQ,EAAE,CAAC;YACb,SAAS,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,oBAAoB,CAAC;YAChD,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACvB,CAAC;aAAM,CAAC;YACN,GAAG,CAAC,YAAY,IAAI,sBAAsB,KAAK,GAAG,CAAC,CAAC;QACtD,CAAC;IACH,CAAC;IAED,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,sCAAsC,KAAK,EAAE,CAAC,CAAC;IAE3F,MAAM,QAAQ,GAAgB,EAAC,OAAO,EAAE,EAAC,aAAa,EAAE,SAAS,KAAK,EAAE,EAAE,MAAM,EAAE,6BAA6B,EAAC,EAAC,CAAC;IAElH,MAAM,wBAAwB,CAC5B;QACE,WAAW,EAAE,WAAW,KAAK,EAAE;QAC/B,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;QACvC,SAAS,EAAE,IAAI,CAAC,SAAS;QACzB,eAAe,EAAE,SAAS;QAC1B,QAAQ,EAAE,SAAS;QACnB,SAAS,EAAE,QAAQ;KACpB,EACD,GAAG,CACJ,CAAC;AAAA,CACH"}

package/lib/downloadTests.d.ts

@@ -12,6 +12,8 @@ export interface DownloadGenericTestsOptions<TestNames extends string> {
     outputDir: string;
     specTestsRepoUrl: string;
     testsToDownload: TestNames[];
+    testUrls?: Record<string, string>;
+    fetchInit?: RequestInit;
 }
 /**
  * Download spec tests
@@ -21,5 +23,5 @@ export declare function downloadTests(opts: DownloadTestsOptions, log?: (msg: st
  * Generic Github release downloader.
  * Used by spec tests and SlashingProtectionInterchangeTest
  */
-export declare function downloadGenericSpecTests<TestNames extends string>({ specVersion, specTestsRepoUrl, outputDir, testsToDownload }: DownloadGenericTestsOptions<TestNames>, log?: (msg: string) => void): Promise<void>;
+export declare function downloadGenericSpecTests<TestNames extends string>({ specVersion, specTestsRepoUrl, outputDir, testsToDownload, testUrls, fetchInit }: DownloadGenericTestsOptions<TestNames>, log?: (msg: string) => void): Promise<void>;
 //# sourceMappingURL=downloadTests.d.ts.map

package/lib/downloadTests.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"downloadTests.d.ts","sourceRoot":"","sources":["../src/downloadTests.ts"],"names":[],"mappings":"AASA,eAAO,MAAM,uBAAuB,gDAAgD,CAAC;AAIrF,MAAM,MAAM,oBAAoB,GAAG;IACjC,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;IAClB,oEAAoE;IACpE,gBAAgB,EAAE,MAAM,CAAC;IACzB,yFAAyF;IACzF,eAAe,EAAE,MAAM,EAAE,CAAC;CAC3B,CAAC;AAEF,MAAM,WAAW,2BAA2B,CAAC,SAAS,SAAS,MAAM;IACnE,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;IAClB,gBAAgB,EAAE,MAAM,CAAC;IACzB,eAAe,EAAE,SAAS,EAAE,CAAC;CAC9B;AAED;;GAEG;AACH,wBAAsB,aAAa,CAAC,IAAI,EAAE,oBAAoB,EAAE,GAAG,GAAE,CAAC,GAAG,EAAE,MAAM,KAAK,IAAe,GAAG,OAAO,CAAC,IAAI,CAAC,CAEpH;AAED;;;GAGG;AACH,wBAAsB,wBAAwB,CAAC,SAAS,SAAS,MAAM,EACrE,EAAC,WAAW,EAAE,gBAAgB,EAAE,SAAS,EAAE,eAAe,EAAC,EAAE,2BAA2B,CAAC,SAAS,CAAC,EACnG,GAAG,GAAE,CAAC,GAAG,EAAE,MAAM,KAAK,IAAe,GACpC,OAAO,CAAC,IAAI,CAAC,CAgEf"}
+{"version":3,"file":"downloadTests.d.ts","sourceRoot":"","sources":["../src/downloadTests.ts"],"names":[],"mappings":"AASA,eAAO,MAAM,uBAAuB,gDAAgD,CAAC;AAIrF,MAAM,MAAM,oBAAoB,GAAG;IACjC,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;IAClB,oEAAoE;IACpE,gBAAgB,EAAE,MAAM,CAAC;IACzB,yFAAyF;IACzF,eAAe,EAAE,MAAM,EAAE,CAAC;CAC3B,CAAC;AAEF,MAAM,WAAW,2BAA2B,CAAC,SAAS,SAAS,MAAM;IACnE,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;IAClB,gBAAgB,EAAE,MAAM,CAAC;IACzB,eAAe,EAAE,SAAS,EAAE,CAAC;IAC7B,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAClC,SAAS,CAAC,EAAE,WAAW,CAAC;CACzB;AAED;;GAEG;AACH,wBAAsB,aAAa,CAAC,IAAI,EAAE,oBAAoB,EAAE,GAAG,GAAE,CAAC,GAAG,EAAE,MAAM,KAAK,IAAe,GAAG,OAAO,CAAC,IAAI,CAAC,CAEpH;AAED;;;GAGG;AACH,wBAAsB,wBAAwB,CAAC,SAAS,SAAS,MAAM,EACrE,EACE,WAAW,EACX,gBAAgB,EAChB,SAAS,EACT,eAAe,EACf,QAAQ,EACR,SAAS,EACV,EAAE,2BAA2B,CAAC,SAAS,CAAC,EACzC,GAAG,GAAE,CAAC,GAAG,EAAE,MAAM,KAAK,IAAe,GACpC,OAAO,CAAC,IAAI,CAAC,CAiEf"}

package/lib/downloadTests.js

@@ -17,7 +17,7 @@ export async function downloadTests(opts, log = logEmpty) {
  * Generic Github release downloader.
  * Used by spec tests and SlashingProtectionInterchangeTest
  */
-export async function downloadGenericSpecTests({ specVersion, specTestsRepoUrl, outputDir, testsToDownload }, log = logEmpty) {
+export async function downloadGenericSpecTests({ specVersion, specTestsRepoUrl, outputDir, testsToDownload, testUrls, fetchInit, }, log = logEmpty) {
     log(`outputDir = ${outputDir}`);
     // Use version.txt as a flag to prevent re-downloading the tests
     const versionFile = path.join(outputDir, "version.txt");
@@ -32,10 +32,11 @@ export async function downloadGenericSpecTests({ specVersion, specTestsRepoUrl,
     }
     fs.mkdirSync(outputDir, { recursive: true });
     await Promise.all(testsToDownload.map(async (test) => {
-        const url = `${specTestsRepoUrl ?? defaultSpecTestsRepoUrl}/releases/download/${specVersion}/${test}.tar.gz`;
+        const defaultUrl = `${specTestsRepoUrl ?? defaultSpecTestsRepoUrl}/releases/download/${specVersion}/${test}.tar.gz`;
         const tarball = path.join(outputDir, `${test}.tar.gz`);
         await retry(async () => {
-            const res = await fetch(url, { signal: AbortSignal.timeout(30 * 60 * 1000) });
+            const url = testUrls?.[test] ?? defaultUrl;
+            const res = await fetch(url, { signal: AbortSignal.timeout(30 * 60 * 1000), ...fetchInit });
             if (!res.ok) {
                 throw new Error(`Failed to download file from ${url}: ${res.status} ${res.statusText}`);
             }
@@ -56,7 +57,7 @@ export async function downloadGenericSpecTests({ specVersion, specTestsRepoUrl,
         }, {
             retries: 3,
             onRetry: (e, attempt) => {
-                log(`Download attempt ${attempt} for ${url} failed: ${e.message}`);
+                log(`Download attempt ${attempt} for ${test} failed: ${e.message}`);
             },
         });
         // download tar

package/lib/downloadTests.js.map

@@ -1 +1 @@
-{"version":3,"file":"downloadTests.js","sourceRoot":"","sources":["../src/downloadTests.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,QAAQ,EAAC,MAAM,oBAAoB,CAAC;AAC5C,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAC,QAAQ,EAAC,MAAM,sBAAsB,CAAC;AAE9C,OAAO,EAAC,SAAS,EAAC,MAAM,WAAW,CAAC;AACpC,OAAO,EAAC,MAAM,EAAC,MAAM,QAAQ,CAAC;AAC9B,OAAO,EAAC,KAAK,EAAE,KAAK,EAAC,MAAM,iBAAiB,CAAC;AAE7C,MAAM,CAAC,MAAM,uBAAuB,GAAG,6CAA6C,CAAC;AAErF,MAAM,QAAQ,GAAG,GAAS,EAAE,CAAC,EAAC,CAAC,CAAC;AAkBhC;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,IAA0B,EAAE,GAAG,GAA0B,QAAQ,EAAiB;IACpH,MAAM,wBAAwB,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;AAAA,CAC3C;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,wBAAwB,CAC5C,EAAC,WAAW,EAAE,gBAAgB,EAAE,SAAS,EAAE,eAAe,EAAyC,EACnG,GAAG,GAA0B,QAAQ,EACtB;IACf,GAAG,CAAC,eAAe,SAAS,EAAE,CAAC,CAAC;IAEhC,gEAAgE;IAChE,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,aAAa,CAAC,CAAC;IACxD,MAAM,eAAe,GAAG,EAAE,CAAC,UAAU,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC,YAAY,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC;IAElG,IAAI,eAAe,KAAK,WAAW,EAAE,CAAC;QACpC,OAAO,GAAG,CAAC,WAAW,WAAW,qBAAqB,CAAC,CAAC;IAC1D,CAAC;IACD,GAAG,CAAC,2BAA2B,WAAW,EAAE,CAAC,CAAC;IAE9C,IAAI,EAAE,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;QAC7B,GAAG,CAAC,6BAA6B,eAAe,OAAO,SAAS,EAAE,CAAC,CAAC;QACpE,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IACzB,CAAC;IAED,EAAE,CAAC,SAAS,CAAC,SAAS,EAAE,EAAC,SAAS,EAAE,IAAI,EAAC,CAAC,CAAC;IAE3C,MAAM,OAAO,CAAC,GAAG,CACf,eAAe,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE,CAAC;QAClC,MAAM,GAAG,GAAG,GAAG,gBAAgB,IAAI,uBAAuB,sBAAsB,WAAW,IAAI,IAAI,SAAS,CAAC;QAC7G,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,GAAG,IAAI,SAAS,CAAC,CAAC;QAEvD,MAAM,KAAK,CACT,KAAK,IAAI,EAAE,CAAC;YACV,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE,EAAC,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,EAAC,CAAC,CAAC;YAE5E,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;gBACZ,MAAM,IAAI,KAAK,CAAC,gCAAgC,GAAG,KAAK,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,UAAU,EAAE,CAAC,CAAC;YAC1F,CAAC;YAED,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;gBACd,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC;YAC3C,CAAC;YAED,MAAM,SAAS,GAAG,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC;YACpD,GAAG,CAAC,eAAe,GAAG,MAAM,SAAS,QAAQ,CAAC,CAAC;YAE/C,wCAAwC;YACxC,MAAM,QAAQ,CAAC,GAAG,CAAC,IAAqC,EAAE,EAAE,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC,CAAC;YACzF,GAAG,CAAC,cAAc,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,IAAI,QAAQ,CAAC,CAAC;YAE9D,oCAAoC;YACpC,MAAM,SAAS,CAAC,QAAQ,CAAC,CAAC,KAAK,EAAE,CAAC,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,eAAe,EAAE,iBAAiB,CAAC,EAAE;gBACvG,SAAS,EAAE,IAAI,GAAG,IAAI,GAAG,IAAI,EAAE,OAAO;aACvC,CAAC,CAAC;YACH,GAAG,CAAC,aAAa,OAAO,OAAO,SAAS,EAAE,CAAC,CAAC;YAE5C,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;QAAA,CACxB,EACD;YACE,OAAO,EAAE,CAAC;YACV,OAAO,EAAE,CAAC,CAAC,EAAE,OAAO,EAAE,EAAE,CAAC;gBACvB,GAAG,CAAC,oBAAoB,OAAO,QAAQ,GAAG,YAAY,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;YAAA,CACpE;SACF,CACF,CAAC;QAEF,eAAe;IAFb,CAGH,CAAC,CACH,CAAC;IAEF,EAAE,CAAC,aAAa,CAAC,WAAW,EAAE,WAAW,CAAC,CAAC;AAAA,CAC5C"}
+{"version":3,"file":"downloadTests.js","sourceRoot":"","sources":["../src/downloadTests.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,QAAQ,EAAC,MAAM,oBAAoB,CAAC;AAC5C,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAC,QAAQ,EAAC,MAAM,sBAAsB,CAAC;AAE9C,OAAO,EAAC,SAAS,EAAC,MAAM,WAAW,CAAC;AACpC,OAAO,EAAC,MAAM,EAAC,MAAM,QAAQ,CAAC;AAC9B,OAAO,EAAC,KAAK,EAAE,KAAK,EAAC,MAAM,iBAAiB,CAAC;AAE7C,MAAM,CAAC,MAAM,uBAAuB,GAAG,6CAA6C,CAAC;AAErF,MAAM,QAAQ,GAAG,GAAS,EAAE,CAAC,EAAC,CAAC,CAAC;AAoBhC;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,IAA0B,EAAE,GAAG,GAA0B,QAAQ,EAAiB;IACpH,MAAM,wBAAwB,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;AAAA,CAC3C;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,wBAAwB,CAC5C,EACE,WAAW,EACX,gBAAgB,EAChB,SAAS,EACT,eAAe,EACf,QAAQ,EACR,SAAS,GAC8B,EACzC,GAAG,GAA0B,QAAQ,EACtB;IACf,GAAG,CAAC,eAAe,SAAS,EAAE,CAAC,CAAC;IAEhC,gEAAgE;IAChE,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,aAAa,CAAC,CAAC;IACxD,MAAM,eAAe,GAAG,EAAE,CAAC,UAAU,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC,YAAY,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC;IAElG,IAAI,eAAe,KAAK,WAAW,EAAE,CAAC;QACpC,OAAO,GAAG,CAAC,WAAW,WAAW,qBAAqB,CAAC,CAAC;IAC1D,CAAC;IACD,GAAG,CAAC,2BAA2B,WAAW,EAAE,CAAC,CAAC;IAE9C,IAAI,EAAE,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;QAC7B,GAAG,CAAC,6BAA6B,eAAe,OAAO,SAAS,EAAE,CAAC,CAAC;QACpE,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IACzB,CAAC;IAED,EAAE,CAAC,SAAS,CAAC,SAAS,EAAE,EAAC,SAAS,EAAE,IAAI,EAAC,CAAC,CAAC;IAE3C,MAAM,OAAO,CAAC,GAAG,CACf,eAAe,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE,CAAC;QAClC,MAAM,UAAU,GAAG,GAAG,gBAAgB,IAAI,uBAAuB,sBAAsB,WAAW,IAAI,IAAI,SAAS,CAAC;QACpH,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,GAAG,IAAI,SAAS,CAAC,CAAC;QAEvD,MAAM,KAAK,CACT,KAAK,IAAI,EAAE,CAAC;YACV,MAAM,GAAG,GAAG,QAAQ,EAAE,CAAC,IAAI,CAAC,IAAI,UAAU,CAAC;YAC3C,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE,EAAC,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,EAAE,GAAG,SAAS,EAAC,CAAC,CAAC;YAE1F,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;gBACZ,MAAM,IAAI,KAAK,CAAC,gCAAgC,GAAG,KAAK,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,UAAU,EAAE,CAAC,CAAC;YAC1F,CAAC;YAED,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;gBACd,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC;YAC3C,CAAC;YAED,MAAM,SAAS,GAAG,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC;YACpD,GAAG,CAAC,eAAe,GAAG,MAAM,SAAS,QAAQ,CAAC,CAAC;YAE/C,wCAAwC;YACxC,MAAM,QAAQ,CAAC,GAAG,CAAC,IAAqC,EAAE,EAAE,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC,CAAC;YACzF,GAAG,CAAC,cAAc,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,IAAI,QAAQ,CAAC,CAAC;YAE9D,oCAAoC;YACpC,MAAM,SAAS,CAAC,QAAQ,CAAC,CAAC,KAAK,EAAE,CAAC,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,eAAe,EAAE,iBAAiB,CAAC,EAAE;gBACvG,SAAS,EAAE,IAAI,GAAG,IAAI,GAAG,IAAI,EAAE,OAAO;aACvC,CAAC,CAAC;YACH,GAAG,CAAC,aAAa,OAAO,OAAO,SAAS,EAAE,CAAC,CAAC;YAE5C,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;QAAA,CACxB,EACD;YACE,OAAO,EAAE,CAAC;YACV,OAAO,EAAE,CAAC,CAAC,EAAE,OAAO,EAAE,EAAE,CAAC;gBACvB,GAAG,CAAC,oBAAoB,OAAO,QAAQ,IAAI,YAAY,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;YAAA,CACrE;SACF,CACF,CAAC;QAEF,eAAe;IAFb,CAGH,CAAC,CACH,CAAC;IAEF,EAAE,CAAC,aAAa,CAAC,WAAW,EAAE,WAAW,CAAC,CAAC;AAAA,CAC5C"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@lodestar/spec-test-util",
-  "version": "1.43.0-dev.b7d69444c9",
+  "version": "1.43.0-dev.bc569affb9",
   "description": "Spec test suite generator from yaml test files",
   "author": "ChainSafe Systems",
   "license": "Apache-2.0",
@@ -19,6 +19,11 @@
       "bun": "./src/downloadTests.ts",
       "types": "./lib/downloadTests.d.ts",
       "import": "./lib/downloadTests.js"
+    },
+    "./downloadNightlyTests": {
+      "bun": "./src/downloadNightlyTests.ts",
+      "types": "./lib/downloadNightlyTests.d.ts",
+      "import": "./lib/downloadNightlyTests.js"
     }
   },
   "files": [
@@ -54,15 +59,15 @@
     "blockchain"
   ],
   "dependencies": {
-    "@lodestar/utils": "^1.43.0-dev.b7d69444c9",
+    "@lodestar/utils": "^1.43.0-dev.bc569affb9",
     "rimraf": "^4.4.1",
     "snappyjs": "^0.7.0",
     "vitest": "catalog:"
   },
   "peerDependencies": {
     "@chainsafe/ssz": "^1.4.0",
-    "@lodestar/types": "^1.43.0-dev.b7d69444c9",
+    "@lodestar/types": "^1.43.0-dev.bc569affb9",
     "vitest": "catalog:"
   },
-  "gitHead": "a9cd886b22ad132505dfecd67e3a643f261e0ffc"
+  "gitHead": "e8c887fd0ffa2587b0627ee7ce4d4d1465b4154a"
 }

package/src/downloadNightlyTests.ts

@@ -0,0 +1,89 @@
+import {fetch} from "@lodestar/utils";
+import {downloadGenericSpecTests} from "./downloadTests.js";
+
+type WorkflowRunsResponse = {workflow_runs: {id: number}[]};
+type ArtifactsListResponse = {artifacts: {archive_download_url: string; expired: boolean; name: string}[]};
+
+async function ghApiFetch<T>(endpoint: string, token: string): Promise<T> {
+  const res = await fetch(`https://api.github.com${endpoint}`, {
+    headers: {Authorization: `token ${token}`, Accept: "application/vnd.github+json"},
+    signal: AbortSignal.timeout(30_000),
+  });
+
+  if (!res.ok) {
+    throw new Error(
+      res.status === 401 ? "GITHUB_TOKEN is invalid or expired" : `GitHub API ${res.status} (${endpoint})`
+    );
+  }
+
+  return res.json() as Promise<T>;
+}
+
+async function resolveNightlyRunId(repo: string, token: string, date?: string, branch?: string): Promise<number> {
+  const params = new URLSearchParams({status: "success", per_page: "1"});
+  if (branch) params.append("branch", branch);
+  // If neither branch nor date narrow the query, restrict to scheduled runs so
+  // a PR's successful run on consensus-specs can't outrank the latest master
+  // nightly. When a date is given, allow manual re-runs on that day too.
+  else if (!date) params.append("event", "schedule");
+  if (date) params.append("created", date);
+
+  const {workflow_runs} = await ghApiFetch<WorkflowRunsResponse>(
+    `/repos/${repo}/actions/workflows/tests.yml/runs?${params}`,
+    token
+  );
+
+  const runId = workflow_runs[0]?.id;
+  if (!runId) {
+    throw new Error(`No successful run found${date ? ` on ${date}` : ""} for ${repo}${branch ? ` (${branch})` : ""}`);
+  }
+  return runId;
+}
+
+export async function downloadNightlyTests(
+  opts: {specTestsRepoUrl: string; outputDir: string; testsToDownload: string[]; branch?: string},
+  log: (msg: string) => void,
+  date?: string
+): Promise<void> {
+  const token = process.env.GITHUB_TOKEN;
+  if (!token) throw new Error("GITHUB_TOKEN is required for nightly downloads");
+
+  const resolvedDate = date === "latest" || !date ? undefined : date;
+  if (resolvedDate && !/^\d{4}-\d{2}-\d{2}$/.test(resolvedDate)) {
+    throw new Error(`Invalid date: "${date}". Expected "latest" or YYYY-MM-DD`);
+  }
+
+  const repo = new URL(opts.specTestsRepoUrl).pathname.slice(1).replace(/\/$/, "");
+  const runId = await resolveNightlyRunId(repo, token, resolvedDate, opts.branch);
+  log(`Resolved nightly${resolvedDate ? ` ${resolvedDate}` : ""} to run ${runId}`);
+
+  const {artifacts} = await ghApiFetch<ArtifactsListResponse>(`/repos/${repo}/actions/runs/${runId}/artifacts`, token);
+
+  const urlByTest: Record<string, string> = {};
+  const available: string[] = [];
+  for (const test of opts.testsToDownload) {
+    const artifact = artifacts.find((a) => a.name === `${test}.tar.gz` && !a.expired);
+    if (artifact) {
+      urlByTest[test] = artifact.archive_download_url;
+      available.push(test);
+    } else {
+      log(`Skipping ${test} (not found in run ${runId})`);
+    }
+  }
+
+  if (available.length === 0) throw new Error(`No matching artifacts found in run ${runId}`);
+
+  const authInit: RequestInit = {headers: {Authorization: `token ${token}`, Accept: "application/vnd.github+json"}};
+
+  await downloadGenericSpecTests(
+    {
+      specVersion: `nightly-${runId}`,
+      specTestsRepoUrl: opts.specTestsRepoUrl,
+      outputDir: opts.outputDir,
+      testsToDownload: available,
+      testUrls: urlByTest,
+      fetchInit: authInit,
+    },
+    log
+  );
+}

package/src/downloadTests.ts

@@ -25,6 +25,8 @@ export interface DownloadGenericTestsOptions<TestNames extends string> {
   outputDir: string;
   specTestsRepoUrl: string;
   testsToDownload: TestNames[];
+  testUrls?: Record<string, string>;
+  fetchInit?: RequestInit;
 }
 
 /**
@@ -39,7 +41,14 @@ export async function downloadTests(opts: DownloadTestsOptions, log: (msg: strin
  * Used by spec tests and SlashingProtectionInterchangeTest
  */
 export async function downloadGenericSpecTests<TestNames extends string>(
-  {specVersion, specTestsRepoUrl, outputDir, testsToDownload}: DownloadGenericTestsOptions<TestNames>,
+  {
+    specVersion,
+    specTestsRepoUrl,
+    outputDir,
+    testsToDownload,
+    testUrls,
+    fetchInit,
+  }: DownloadGenericTestsOptions<TestNames>,
   log: (msg: string) => void = logEmpty
 ): Promise<void> {
   log(`outputDir = ${outputDir}`);
@@ -62,12 +71,13 @@ export async function downloadGenericSpecTests<TestNames extends string>(
 
   await Promise.all(
     testsToDownload.map(async (test) => {
-      const url = `${specTestsRepoUrl ?? defaultSpecTestsRepoUrl}/releases/download/${specVersion}/${test}.tar.gz`;
+      const defaultUrl = `${specTestsRepoUrl ?? defaultSpecTestsRepoUrl}/releases/download/${specVersion}/${test}.tar.gz`;
       const tarball = path.join(outputDir, `${test}.tar.gz`);
 
       await retry(
         async () => {
-          const res = await fetch(url, {signal: AbortSignal.timeout(30 * 60 * 1000)});
+          const url = testUrls?.[test] ?? defaultUrl;
+          const res = await fetch(url, {signal: AbortSignal.timeout(30 * 60 * 1000), ...fetchInit});
 
           if (!res.ok) {
             throw new Error(`Failed to download file from ${url}: ${res.status} ${res.statusText}`);
@@ -95,7 +105,7 @@ export async function downloadGenericSpecTests<TestNames extends string>(
         {
           retries: 3,
           onRetry: (e, attempt) => {
-            log(`Download attempt ${attempt} for ${url} failed: ${e.message}`);
+            log(`Download attempt ${attempt} for ${test} failed: ${e.message}`);
           },
         }
       );