@alwaysmeticulous/downloading-helpers 2.131.0 → 2.133.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
|
@@ -11,18 +11,21 @@ const util_1 = require("util");
|
|
|
11
11
|
const axios_1 = __importDefault(require("axios"));
|
|
12
12
|
const axios_retry_1 = __importDefault(require("axios-retry"));
|
|
13
13
|
const extract_zip_1 = __importDefault(require("extract-zip"));
|
|
14
|
+
const tmp_1 = require("tmp");
|
|
14
15
|
const promisifiedFinished = (0, util_1.promisify)(stream_1.finished);
|
|
15
16
|
const downloadFile = async (fileUrl, path) => {
|
|
16
17
|
// Using the same timeout as the standard client in meticulous-sdk/packages/client/src/client.ts
|
|
17
18
|
const client = axios_1.default.create({ timeout: 60000 });
|
|
18
19
|
(0, axios_retry_1.default)(client, { retries: 3, shouldResetTimeout: true });
|
|
19
|
-
const
|
|
20
|
-
|
|
20
|
+
const tmpFile = (0, tmp_1.fileSync)();
|
|
21
|
+
const writer = (0, fs_1.createWriteStream)(tmpFile.name);
|
|
22
|
+
await client
|
|
21
23
|
.request({ method: "GET", url: fileUrl, responseType: "stream" })
|
|
22
24
|
.then(async (response) => {
|
|
23
25
|
response.data.pipe(writer);
|
|
24
26
|
return promisifiedFinished(writer);
|
|
25
27
|
});
|
|
28
|
+
(0, fs_1.renameSync)(tmpFile.name, path);
|
|
26
29
|
};
|
|
27
30
|
exports.downloadFile = downloadFile;
|
|
28
31
|
/**
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"download-file.js","sourceRoot":"","sources":["../../src/file-downloads/download-file.ts"],"names":[],"mappings":";;;;;;AAAA,
|
|
1
|
+
{"version":3,"file":"download-file.js","sourceRoot":"","sources":["../../src/file-downloads/download-file.ts"],"names":[],"mappings":";;;;;;AAAA,2BAAmD;AACnD,0CAAiC;AACjC,mCAAkC;AAClC,+BAAiC;AACjC,kDAA0B;AAC1B,8DAAqC;AACrC,8DAAkC;AAClC,6BAA+B;AAE/B,MAAM,mBAAmB,GAAG,IAAA,gBAAS,EAAC,iBAAQ,CAAC,CAAC;AAEzC,MAAM,YAAY,GAGJ,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,EAAE;IAC3C,gGAAgG;IAChG,MAAM,MAAM,GAAG,eAAK,CAAC,MAAM,CAAC,EAAE,OAAO,EAAE,KAAM,EAAE,CAAC,CAAC;IACjD,IAAA,qBAAU,EAAC,MAAM,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,kBAAkB,EAAE,IAAI,EAAE,CAAC,CAAC;IAE7D,MAAM,OAAO,GAAG,IAAA,cAAQ,GAAE,CAAC;IAC3B,MAAM,MAAM,GAAG,IAAA,sBAAiB,EAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IAE/C,MAAM,MAAM;SACT,OAAO,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,EAAE,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,CAAC;SAChE,IAAI,CAAC,KAAK,EAAE,QAAQ,EAAE,EAAE;QACvB,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC3B,OAAO,mBAAmB,CAAC,MAAM,CAAC,CAAC;IACrC,CAAC,CAAC,CAAC;IAEL,IAAA,eAAU,EAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;AACjC,CAAC,CAAC;AAnBW,QAAA,YAAY,gBAmBvB;AAEF;;;;;GAKG;AACI,MAAM,sBAAsB,GAIV,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,WAAW,EAAE,EAAE;IAChE,MAAM,IAAA,oBAAY,EAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;IACtC,MAAM,OAAO,GAAa,EAAE,CAAC;IAE7B,IAAI;QACF,MAAM,IAAA,qBAAO,EAAC,QAAQ,EAAE;YACtB,GAAG,EAAE,WAAW;YAChB,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC;SACjD,CAAC,CAAC;KACJ;YAAS;QACR,MAAM,IAAA,aAAE,EAAC,QAAQ,CAAC,CAAC;KACpB;IAED,OAAO,OAAO,CAAC;AACjB,CAAC,CAAC;AAlBW,QAAA,sBAAsB,0BAkBjC"}
|
|
@@ -46,7 +46,7 @@ const fetchAndCacheFile = async (urlToDownloadFrom, fileNameToDownloadAs) => {
|
|
|
46
46
|
const filePath = (0, path_1.join)(await getOrCreateAssetsDir(), fileNameToDownloadAs);
|
|
47
47
|
if (entry && etag !== "" && etag === entry.etag) {
|
|
48
48
|
logger.debug(`${urlToDownloadFrom} already present`);
|
|
49
|
-
releaseLock();
|
|
49
|
+
await releaseLock();
|
|
50
50
|
return filePath;
|
|
51
51
|
}
|
|
52
52
|
await (0, download_file_1.downloadFile)(urlToDownloadFrom, filePath);
|
|
@@ -57,17 +57,17 @@ const fetchAndCacheFile = async (urlToDownloadFrom, fileNameToDownloadAs) => {
|
|
|
57
57
|
else {
|
|
58
58
|
logger.debug(`${urlToDownloadFrom} downloaded`);
|
|
59
59
|
assetMetadata.assets.push({
|
|
60
|
-
fileName:
|
|
60
|
+
fileName: fileNameToDownloadAs,
|
|
61
61
|
etag,
|
|
62
62
|
fetchUrl: urlToDownloadFrom,
|
|
63
63
|
});
|
|
64
64
|
}
|
|
65
65
|
await saveAssetMetadata(assetMetadata);
|
|
66
|
-
releaseLock();
|
|
66
|
+
await releaseLock();
|
|
67
67
|
return filePath;
|
|
68
68
|
}
|
|
69
69
|
catch (err) {
|
|
70
|
-
releaseLock();
|
|
70
|
+
await releaseLock();
|
|
71
71
|
logger.error(`Error fetching asset from ${urlToDownloadFrom}`);
|
|
72
72
|
throw err;
|
|
73
73
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"replay-assets.js","sourceRoot":"","sources":["../../src/scripts/replay-assets.ts"],"names":[],"mappings":";;;;;;AAAA,0CAAyD;AACzD,+BAAsC;AACtC,qDAGkC;AAClC,kDAA0B;AAC1B,8DAAqC;AACrC,wDAA2B;AAC3B,iDAAwD;AACxD,mEAA+D;AAC/D,yEAA6E;AAY7E,MAAM,kBAAkB,GAAG,QAAQ,CAAC;AACpC,MAAM,wBAAwB,GAAG,aAAa,CAAC;AAE/C;;;;GAIG;AACI,MAAM,UAAU,GAAG,KAAK,EAAE,IAAY,EAAmB,EAAE;IAChE,MAAM,eAAe,GAAG,IAAA,6BAAkB,GAAE,CAAC;IAC7C,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,IAAI,EAAE,eAAe,CAAC,CAAC,IAAI,CAAC;IACrD,MAAM,aAAa,GAAG,IAAA,eAAQ,EAAC,IAAI,GAAG,CAAC,QAAQ,CAAC,CAAC,QAAQ,CAAC,CAAC;IAC3D,MAAM,sBAAsB,GAAG,uBAAuB,CAAC,aAAa,CAAC,CAAC;IAEtE,MAAM,UAAU,GAAG,MAAM,iBAAiB,CAAC,QAAQ,EAAE,sBAAsB,CAAC,CAAC;IAC7E,IACE,eAAe,CAAC,QAAQ,CAAC,WAAW,CAAC;QACrC,OAAO,CAAC,GAAG,CAAC,EAAE,KAAK,MAAM;QACzB,UAAU,CAAC,QAAQ,CAAC,KAAK,CAAC,EAC1B;QACA,MAAM,iBAAiB,CAAC,GAAG,QAAQ,MAAM,EAAE,GAAG,aAAa,MAAM,CAAC,CAAC;KACpE;IAED,OAAO,UAAU,CAAC;AACpB,CAAC,CAAC;AAhBW,QAAA,UAAU,cAgBrB;AAEF,MAAM,iBAAiB,GAAG,KAAK,EAC7B,iBAAyB,EACzB,oBAA4B,EACX,EAAE;IACnB,MAAM,MAAM,GAAG,kBAAG,CAAC,SAAS,CAAC,+BAAsB,CAAC,CAAC;IACrD,MAAM,MAAM,GAAG,eAAK,CAAC,MAAM,CAAC,EAAE,OAAO,EAAE,KAAM,EAAE,CAAC,CAAC;IACjD,IAAA,qBAAU,EAAC,MAAM,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC,CAAC;IAEnC,MAAM,WAAW,GAAG,MAAM,IAAA,0CAAuB,EAAC,MAAM,iBAAiB,EAAE,CAAC,CAAC;IAC7E,IAAI;QACF,MAAM,aAAa,GAAG,MAAM,iBAAiB,EAAE,CAAC;QAEhD,MAAM,IAAI,GAAG,CAAC,MAAM,MAAM,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;QAE1E,MAAM,KAAK,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,CACrC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,KAAK,oBAAoB,CACjD,CAAC;QACF,MAAM,QAAQ,GAAG,IAAA,WAAI,EAAC,MAAM,oBAAoB,EAAE,EAAE,oBAAoB,CAAC,CAAC;QAE1E,IAAI,KAAK,IAAI,IAAI,KAAK,EAAE,IAAI,IAAI,KAAK,KAAK,CAAC,IAAI,EAAE;YAC/C,MAAM,CAAC,KAAK,CAAC,GAAG,iBAAiB,kBAAkB,CAAC,CAAC;YACrD,WAAW,EAAE,CAAC;
|
|
1
|
+
{"version":3,"file":"replay-assets.js","sourceRoot":"","sources":["../../src/scripts/replay-assets.ts"],"names":[],"mappings":";;;;;;AAAA,0CAAyD;AACzD,+BAAsC;AACtC,qDAGkC;AAClC,kDAA0B;AAC1B,8DAAqC;AACrC,wDAA2B;AAC3B,iDAAwD;AACxD,mEAA+D;AAC/D,yEAA6E;AAY7E,MAAM,kBAAkB,GAAG,QAAQ,CAAC;AACpC,MAAM,wBAAwB,GAAG,aAAa,CAAC;AAE/C;;;;GAIG;AACI,MAAM,UAAU,GAAG,KAAK,EAAE,IAAY,EAAmB,EAAE;IAChE,MAAM,eAAe,GAAG,IAAA,6BAAkB,GAAE,CAAC;IAC7C,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,IAAI,EAAE,eAAe,CAAC,CAAC,IAAI,CAAC;IACrD,MAAM,aAAa,GAAG,IAAA,eAAQ,EAAC,IAAI,GAAG,CAAC,QAAQ,CAAC,CAAC,QAAQ,CAAC,CAAC;IAC3D,MAAM,sBAAsB,GAAG,uBAAuB,CAAC,aAAa,CAAC,CAAC;IAEtE,MAAM,UAAU,GAAG,MAAM,iBAAiB,CAAC,QAAQ,EAAE,sBAAsB,CAAC,CAAC;IAC7E,IACE,eAAe,CAAC,QAAQ,CAAC,WAAW,CAAC;QACrC,OAAO,CAAC,GAAG,CAAC,EAAE,KAAK,MAAM;QACzB,UAAU,CAAC,QAAQ,CAAC,KAAK,CAAC,EAC1B;QACA,MAAM,iBAAiB,CAAC,GAAG,QAAQ,MAAM,EAAE,GAAG,aAAa,MAAM,CAAC,CAAC;KACpE;IAED,OAAO,UAAU,CAAC;AACpB,CAAC,CAAC;AAhBW,QAAA,UAAU,cAgBrB;AAEF,MAAM,iBAAiB,GAAG,KAAK,EAC7B,iBAAyB,EACzB,oBAA4B,EACX,EAAE;IACnB,MAAM,MAAM,GAAG,kBAAG,CAAC,SAAS,CAAC,+BAAsB,CAAC,CAAC;IACrD,MAAM,MAAM,GAAG,eAAK,CAAC,MAAM,CAAC,EAAE,OAAO,EAAE,KAAM,EAAE,CAAC,CAAC;IACjD,IAAA,qBAAU,EAAC,MAAM,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,CAAC,CAAC;IAEnC,MAAM,WAAW,GAAG,MAAM,IAAA,0CAAuB,EAAC,MAAM,iBAAiB,EAAE,CAAC,CAAC;IAC7E,IAAI;QACF,MAAM,aAAa,GAAG,MAAM,iBAAiB,EAAE,CAAC;QAEhD,MAAM,IAAI,GAAG,CAAC,MAAM,MAAM,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;QAE1E,MAAM,KAAK,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,CACrC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,QAAQ,KAAK,oBAAoB,CACjD,CAAC;QACF,MAAM,QAAQ,GAAG,IAAA,WAAI,EAAC,MAAM,oBAAoB,EAAE,EAAE,oBAAoB,CAAC,CAAC;QAE1E,IAAI,KAAK,IAAI,IAAI,KAAK,EAAE,IAAI,IAAI,KAAK,KAAK,CAAC,IAAI,EAAE;YAC/C,MAAM,CAAC,KAAK,CAAC,GAAG,iBAAiB,kBAAkB,CAAC,CAAC;YACrD,MAAM,WAAW,EAAE,CAAC;YACpB,OAAO,QAAQ,CAAC;SACjB;QAED,MAAM,IAAA,4BAAY,EAAC,iBAAiB,EAAE,QAAQ,CAAC,CAAC;QAChD,IAAI,KAAK,EAAE;YACT,MAAM,CAAC,KAAK,CAAC,GAAG,iBAAiB,UAAU,CAAC,CAAC;YAC7C,KAAK,CAAC,IAAI,GAAG,IAAI,CAAC;SACnB;aAAM;YACL,MAAM,CAAC,KAAK,CAAC,GAAG,iBAAiB,aAAa,CAAC,CAAC;YAChD,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC;gBACxB,QAAQ,EAAE,oBAAoB;gBAC9B,IAAI;gBACJ,QAAQ,EAAE,iBAAiB;aAC5B,CAAC,CAAC;SACJ;QACD,MAAM,iBAAiB,CAAC,aAAa,CAAC,CAAC;QACvC,MAAM,WAAW,EAAE,CAAC;QACpB,OAAO,QAAQ,CAAC;KACjB;IAAC,OAAO,GAAG,EAAE;QACZ,MAAM,WAAW,EAAE,CAAC;QACpB,MAAM,CAAC,KAAK,CAAC,6BAA6B,iBAAiB,EAAE,CAAC,CAAC;QAC/D,MAAM,GAAG,CAAC;KACX;AACH,CAAC,CAAC;AAEF,MAAM,oBAAoB,GAA0B,KAAK,IAAI,EAAE;IAC7D,MAAM,SAAS,GAAG,IAAA,WAAI,EAAC,IAAA,kCAAyB,GAAE,EAAE,kBAAkB,CAAC,CAAC;IACxE,MAAM,IAAA,gBAAK,EAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC5C,OAAO,SAAS,CAAC;AACnB,CAAC,CAAC;AAEF,MAAM,iBAAiB,GAAiC,KAAK,IAAI,EAAE;IACjE,MAAM,UAAU,GAAG,MAAM,iBAAiB,EAAE,CAAC;IAE7C,MAAM,gBAAgB,GAAG,MAAM,IAAA,mBAAQ,EAAC,UAAU,CAAC;SAChD,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;SAClD,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC;IACrB,IAAI,gBAAgB,EAAE;QACpB,OAAO,gBAAgB,CAAC;KACzB;IAED,OAAO,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;AACxB,CAAC,CAAC;AAEF,MAAM,iBAAiB,GAEF,KAAK,EAAE,aAAa,EAAE,EAAE;IAC3C,MAAM,UAAU,GAAG,IAAA,WAAI,EACrB,MAAM,oBAAoB,EAAE,EAC5B,wBAAwB,CACzB,CAAC;IAEF,MAAM,IAAA,oBAAS,EAAC,UAAU,EAAE,IAAI,CAAC,SAAS,CAAC,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;AACtE,CAAC,CAAC;AAEF,MAAM,iBAAiB,GAAG,KAAK,IAAqB,EAAE;IACpD,MAAM,SAAS,GAAG,MAAM,oBAAoB,EAAE,CAAC;IAC/C,OAAO,IAAA,WAAI,EAAC,SAAS,EAAE,wBAAwB,CAAC,CAAC;AACnD,CAAC,CAAC;AAEF,MAAM,uBAAuB,GAAG,CAAC,IAAY,EAAE,EAAE;IAC/C,IAAI,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE;QACxB,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC;KACnC;IACD,OAAO,IAAI,CAAC;AACd,CAAC,CAAC"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@alwaysmeticulous/downloading-helpers",
|
|
3
|
-
"version": "2.
|
|
3
|
+
"version": "2.133.0",
|
|
4
4
|
"description": "Helper utilities for downloading files & scripts required to execute replays",
|
|
5
5
|
"license": "ISC",
|
|
6
6
|
"main": "dist/index.js",
|
|
@@ -19,20 +19,22 @@
|
|
|
19
19
|
"depcheck": "depcheck --ignore-patterns=dist"
|
|
20
20
|
},
|
|
21
21
|
"dependencies": {
|
|
22
|
-
"@alwaysmeticulous/api": "^2.
|
|
23
|
-
"@alwaysmeticulous/client": "^2.
|
|
24
|
-
"@alwaysmeticulous/common": "^2.
|
|
22
|
+
"@alwaysmeticulous/api": "^2.133.0",
|
|
23
|
+
"@alwaysmeticulous/client": "^2.133.0",
|
|
24
|
+
"@alwaysmeticulous/common": "^2.133.0",
|
|
25
25
|
"axios": "^1.2.6",
|
|
26
26
|
"axios-retry": "^4.1.0",
|
|
27
27
|
"extract-zip": "^2.0.1",
|
|
28
28
|
"loglevel": "^1.8.0",
|
|
29
29
|
"luxon": "^3.2.1",
|
|
30
30
|
"p-limit": "^3.1.0",
|
|
31
|
-
"proper-lockfile": "^4.1.2"
|
|
31
|
+
"proper-lockfile": "^4.1.2",
|
|
32
|
+
"tmp": "^0.2.3"
|
|
32
33
|
},
|
|
33
34
|
"devDependencies": {
|
|
34
35
|
"@types/luxon": "^3.2.0",
|
|
35
|
-
"@types/proper-lockfile": "^4.1.2"
|
|
36
|
+
"@types/proper-lockfile": "^4.1.2",
|
|
37
|
+
"@types/tmp": "^0.2.6"
|
|
36
38
|
},
|
|
37
39
|
"author": {
|
|
38
40
|
"name": "The Meticulous Team",
|
|
@@ -51,5 +53,5 @@
|
|
|
51
53
|
"bugs": {
|
|
52
54
|
"url": "https://github.com/alwaysmeticulous/meticulous-sdk/issues"
|
|
53
55
|
},
|
|
54
|
-
"gitHead": "
|
|
56
|
+
"gitHead": "3176e264aa0044ea262ed55bde88dce97718bfbd"
|
|
55
57
|
}
|