@lodestar/spec-test-util 1.30.0 → 1.31.0-dev.83fd80d575
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/lib/downloadTests.js +20 -13
- package/lib/downloadTests.js.map +1 -1
- package/package.json +3 -8
package/lib/downloadTests.js
CHANGED
|
@@ -1,11 +1,10 @@
|
|
|
1
|
+
import { execFile } from "node:child_process";
|
|
1
2
|
import fs from "node:fs";
|
|
2
3
|
import path from "node:path";
|
|
3
|
-
import
|
|
4
|
+
import { pipeline } from "node:stream/promises";
|
|
4
5
|
import { promisify } from "node:util";
|
|
5
|
-
import { retry } from "@lodestar/utils";
|
|
6
|
-
import axios from "axios";
|
|
6
|
+
import { fetch, retry } from "@lodestar/utils";
|
|
7
7
|
import { rimraf } from "rimraf";
|
|
8
|
-
import { x as extractTar } from "tar";
|
|
9
8
|
export const defaultSpecTestsRepoUrl = "https://github.com/ethereum/consensus-spec-tests";
|
|
10
9
|
const logEmpty = () => { };
|
|
11
10
|
/**
|
|
@@ -34,18 +33,26 @@ export async function downloadGenericSpecTests({ specVersion, specTestsRepoUrl,
|
|
|
34
33
|
fs.mkdirSync(outputDir, { recursive: true });
|
|
35
34
|
await Promise.all(testsToDownload.map(async (test) => {
|
|
36
35
|
const url = `${specTestsRepoUrl ?? defaultSpecTestsRepoUrl}/releases/download/${specVersion}/${test}.tar.gz`;
|
|
36
|
+
const tarball = path.join(outputDir, `${test}.tar.gz`);
|
|
37
37
|
await retry(async () => {
|
|
38
|
-
const
|
|
39
|
-
|
|
40
|
-
url
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
|
|
38
|
+
const res = await fetch(url, { signal: AbortSignal.timeout(30 * 60 * 1000) });
|
|
39
|
+
if (!res.ok) {
|
|
40
|
+
throw new Error(`Failed to download file from ${url}: ${res.status} ${res.statusText}`);
|
|
41
|
+
}
|
|
42
|
+
if (!res.body) {
|
|
43
|
+
throw new Error("Response body is null");
|
|
44
|
+
}
|
|
45
|
+
const totalSize = res.headers.get("content-length");
|
|
45
46
|
log(`Downloading ${url} - ${totalSize} bytes`);
|
|
47
|
+
// stream download to local .tar.gz file
|
|
48
|
+
await pipeline(res.body, fs.createWriteStream(tarball));
|
|
49
|
+
log(`Downloaded ${url} - ${fs.statSync(tarball).size} bytes`);
|
|
46
50
|
// extract tar into output directory
|
|
47
|
-
await promisify(
|
|
48
|
-
|
|
51
|
+
await promisify(execFile)("tar", ["-xzf", tarball, "-C", outputDir, "--exclude=._*", "--exclude=*/._*"], {
|
|
52
|
+
maxBuffer: 1000 * 1024 * 1024, // 1 GB
|
|
53
|
+
});
|
|
54
|
+
log(`Extracted ${tarball} to ${outputDir}`);
|
|
55
|
+
fs.unlinkSync(tarball);
|
|
49
56
|
}, {
|
|
50
57
|
retries: 3,
|
|
51
58
|
onRetry: (e, attempt) => {
|
package/lib/downloadTests.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"downloadTests.js","sourceRoot":"","sources":["../src/downloadTests.ts"],"names":[],"mappings":"AAAA,OAAO,
|
|
1
|
+
{"version":3,"file":"downloadTests.js","sourceRoot":"","sources":["../src/downloadTests.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,QAAQ,EAAC,MAAM,oBAAoB,CAAC;AAC5C,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAC,QAAQ,EAAC,MAAM,sBAAsB,CAAC;AAE9C,OAAO,EAAC,SAAS,EAAC,MAAM,WAAW,CAAC;AACpC,OAAO,EAAC,KAAK,EAAE,KAAK,EAAC,MAAM,iBAAiB,CAAC;AAC7C,OAAO,EAAC,MAAM,EAAC,MAAM,QAAQ,CAAC;AAE9B,MAAM,CAAC,MAAM,uBAAuB,GAAG,kDAAkD,CAAC;AAE1F,MAAM,QAAQ,GAAG,GAAS,EAAE,GAAE,CAAC,CAAC;AAkBhC;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,IAA0B,EAAE,MAA6B,QAAQ;IACnG,MAAM,wBAAwB,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;AAC5C,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,wBAAwB,CAC5C,EAAC,WAAW,EAAE,gBAAgB,EAAE,SAAS,EAAE,eAAe,EAAyC,EACnG,MAA6B,QAAQ;IAErC,GAAG,CAAC,eAAe,SAAS,EAAE,CAAC,CAAC;IAEhC,gEAAgE;IAChE,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,aAAa,CAAC,CAAC;IACxD,MAAM,eAAe,GAAG,EAAE,CAAC,UAAU,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC,YAAY,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC;IAElG,IAAI,eAAe,KAAK,WAAW,EAAE,CAAC;QACpC,OAAO,GAAG,CAAC,WAAW,WAAW,qBAAqB,CAAC,CAAC;IAC1D,CAAC;IACD,GAAG,CAAC,2BAA2B,WAAW,EAAE,CAAC,CAAC;IAE9C,IAAI,EAAE,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;QAC7B,GAAG,CAAC,6BAA6B,eAAe,OAAO,SAAS,EAAE,CAAC,CAAC;QACpE,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IACzB,CAAC;IAED,EAAE,CAAC,SAAS,CAAC,SAAS,EAAE,EAAC,SAAS,EAAE,IAAI,EAAC,CAAC,CAAC;IAE3C,MAAM,OAAO,CAAC,GAAG,CACf,eAAe,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE;QACjC,MAAM,GAAG,GAAG,GAAG,gBAAgB,IAAI,uBAAuB,sBAAsB,WAAW,IAAI,IAAI,SAAS,CAAC;QAC7G,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,GAAG,IAAI,SAAS,CAAC,CAAC;QAEvD,MAAM,KAAK,CACT,KAAK,IAAI,EAAE;YACT,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE,EAAC,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,EAAC,CAAC,CAAC;YAE5E,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;gBACZ,MAAM,IAAI,KAAK,CAAC,gCAAgC,GAAG,KAAK,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,UAAU,EAAE,CAAC,CAAC;YAC1F,CAAC;YAED,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;gBACd,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC;YAC3C,CAAC;YAED,MAAM,SAAS,GAAG,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC;YACpD,GAAG,CAAC,eAAe,GAAG,MAAM,SAAS,QAAQ,CAAC,CAAC;YAE/C,wCAAwC;YACxC,MAAM,QAAQ,CAAC,GAAG,CAAC,IAA0B,EAAE,EAAE,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC,CAAC;YAC9E,GAAG,CAAC,cAAc,GAAG,MAAM,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,IAAI,QAAQ,CAAC,CAAC;YAE9D,oCAAoC;YACpC,MAAM,SAAS,CAAC,QAAQ,CAAC,CAAC,KAAK,EAAE,CAAC,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,eAAe,EAAE,iBAAiB,CAAC,EAAE;gBACvG,SAAS,EAAE,IAAI,GAAG,IAAI,GAAG,IAAI,EAAE,OAAO;aACvC,CAAC,CAAC;YACH,GAAG,CAAC,aAAa,OAAO,OAAO,SAAS,EAAE,CAAC,CAAC;YAE5C,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;QACzB,CAAC,EACD;YACE,OAAO,EAAE,CAAC;YACV,OAAO,EAAE,CAAC,CAAC,EAAE,OAAO,EAAE,EAAE;gBACtB,GAAG,CAAC,oBAAoB,OAAO,QAAQ,GAAG,YAAY,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;YACrE,CAAC;SACF,CACF,CAAC;QAEF,eAAe;IACjB,CAAC,CAAC,CACH,CAAC;IAEF,EAAE,CAAC,aAAa,CAAC,WAAW,EAAE,WAAW,CAAC,CAAC;AAC7C,CAAC"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@lodestar/spec-test-util",
|
|
3
|
-
"version": "1.
|
|
3
|
+
"version": "1.31.0-dev.83fd80d575",
|
|
4
4
|
"description": "Spec test suite generator from yaml test files",
|
|
5
5
|
"author": "ChainSafe Systems",
|
|
6
6
|
"license": "Apache-2.0",
|
|
@@ -62,18 +62,13 @@
|
|
|
62
62
|
"blockchain"
|
|
63
63
|
],
|
|
64
64
|
"dependencies": {
|
|
65
|
-
"@lodestar/utils": "
|
|
66
|
-
"axios": "^1.3.4",
|
|
65
|
+
"@lodestar/utils": "1.31.0-dev.83fd80d575",
|
|
67
66
|
"rimraf": "^4.4.1",
|
|
68
67
|
"snappyjs": "^0.7.0",
|
|
69
|
-
"tar": "^6.1.13",
|
|
70
68
|
"vitest": "^3.0.6"
|
|
71
69
|
},
|
|
72
|
-
"devDependencies": {
|
|
73
|
-
"@types/tar": "^6.1.4"
|
|
74
|
-
},
|
|
75
70
|
"peerDependencies": {
|
|
76
71
|
"vitest": "^3.0.6"
|
|
77
72
|
},
|
|
78
|
-
"gitHead": "
|
|
73
|
+
"gitHead": "7a89ea46d4c7fe362c28bfdbfc3f572208289b5e"
|
|
79
74
|
}
|