@dcl/opscli 1.0.0-4325546897.commit-e1751e1 → 1.0.0-4877206984.commit-8e8a724
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/bin.d.ts.map +1 -1
- package/dist/bin.js +2 -1
- package/dist/bin.js.map +1 -1
- package/dist/commands/concat-snapshots.d.ts +3 -0
- package/dist/commands/concat-snapshots.d.ts.map +1 -0
- package/dist/commands/concat-snapshots.js +69 -0
- package/dist/commands/concat-snapshots.js.map +1 -0
- package/dist/commands/queue-ab-conversion-snapshot.d.ts.map +1 -1
- package/dist/commands/queue-ab-conversion-snapshot.js +68 -37
- package/dist/commands/queue-ab-conversion-snapshot.js.map +1 -1
- package/dist/helpers/fileWriter.d.ts +7 -0
- package/dist/helpers/fileWriter.d.ts.map +1 -0
- package/dist/helpers/fileWriter.js +79 -0
- package/dist/helpers/fileWriter.js.map +1 -0
- package/package.json +2 -2
package/dist/bin.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"bin.d.ts","sourceRoot":"","sources":["../src/bin.ts"],"names":[],"mappings":";AAEA,qBAAa,QAAS,SAAQ,KAAK;
|
|
1
|
+
{"version":3,"file":"bin.d.ts","sourceRoot":"","sources":["../src/bin.ts"],"names":[],"mappings":";AAEA,qBAAa,QAAS,SAAQ,KAAK;CAAI"}
|
package/dist/bin.js
CHANGED
|
@@ -17,7 +17,8 @@ const commands = {
|
|
|
17
17
|
"queue-ab-conversion": "./commands/queue-ab-conversion",
|
|
18
18
|
"check-ab-conversion": "./commands/check-ab-conversion",
|
|
19
19
|
"queue-ab-conversion-snapshot": "./commands/queue-ab-conversion-snapshot",
|
|
20
|
-
"circleci": "./commands/circleci"
|
|
20
|
+
"circleci": "./commands/circleci",
|
|
21
|
+
"concat-snapshots": "./commands/concat-snapshots",
|
|
21
22
|
};
|
|
22
23
|
async function main() {
|
|
23
24
|
const commandName = process.argv[2];
|
package/dist/bin.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"bin.js","sourceRoot":"","sources":["../src/bin.ts"],"names":[],"mappings":";;;;AAEA,MAAa,QAAS,SAAQ,KAAK;
|
|
1
|
+
{"version":3,"file":"bin.js","sourceRoot":"","sources":["../src/bin.ts"],"names":[],"mappings":";;;;AAEA,MAAa,QAAS,SAAQ,KAAK;CAAI;AAAvC,4BAAuC;AAEvC,MAAM,QAAQ,GAAG;IACf,eAAe,EAAE,0BAA0B;IAC3C,uBAAuB,EAAE,kCAAkC;IAC3D,qBAAqB,EAAE,gCAAgC;IACvD,qBAAqB,EAAE,gCAAgC;IACvD,gBAAgB,EAAE,2BAA2B;IAC7C,oBAAoB,EAAE,+BAA+B;IACrD,iBAAiB,EAAE,4BAA4B;IAC/C,eAAe,EAAE,0BAA0B;IAC3C,qBAAqB,EAAE,gCAAgC;IACvD,qBAAqB,EAAE,gCAAgC;IACvD,8BAA8B,EAAE,yCAAyC;IACzE,UAAU,EAAE,qBAAqB;IACjC,kBAAkB,EAAE,6BAA6B;CAClD,CAAA;AAED,KAAK,UAAU,IAAI;IACjB,MAAM,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAA0B,CAAA;IAE5D,IAAI,CAAC,WAAW,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE;QAC1C,MAAM,IAAI,QAAQ,CAChB,kCAAkC;YAClC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC;iBAClB,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,oBAAoB,GAAG,CAAC,GAAG,IAAI,CAAC;iBAC3C,IAAI,CAAC,EAAE,CAAC,CACZ,CAAA;KACF;IAED,MAAM,EAAE,GAAG,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC,CAAC,OAAO,CAAA;IAEjD,MAAM,EAAE,EAAE,CAAA;AACZ,CAAC;AAED,IAAI,EAAE,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;IACnB,IAAI,GAAG,YAAY,QAAQ,EAAE;QAC3B,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,CAAA;KACzB;SAAM;QACL,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;KACnB;IACD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;AACjB,CAAC,CAAC,CAAA"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"concat-snapshots.d.ts","sourceRoot":"","sources":["../../src/commands/concat-snapshots.ts"],"names":[],"mappings":";AA2BA,wBA8CC"}
|
|
@@ -0,0 +1,69 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
3
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
|
+
};
|
|
5
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
+
const arg_1 = __importDefault(require("arg"));
|
|
7
|
+
const undici_1 = require("undici");
|
|
8
|
+
const bin_1 = require("../bin");
|
|
9
|
+
const assert_1 = require("../helpers/assert");
|
|
10
|
+
const fileWriter_1 = require("../helpers/fileWriter");
|
|
11
|
+
async function* streamEntitiesFromSnapshot(contentUrl, snapshotHash) {
|
|
12
|
+
console.log(`fetching: ${contentUrl}/contents/${snapshotHash}`);
|
|
13
|
+
const jsonNdReq = await (0, undici_1.fetch)(`${contentUrl}/contents/${snapshotHash}`);
|
|
14
|
+
if (!jsonNdReq.ok)
|
|
15
|
+
throw new bin_1.CliError(`Invalid response from ${contentUrl}/contents/${snapshotHash}`);
|
|
16
|
+
const jsonNd = await jsonNdReq.text();
|
|
17
|
+
const len = jsonNd.length;
|
|
18
|
+
console.log(` File length ${(len / 1024 / 1024).toFixed(1)}MB`);
|
|
19
|
+
let currentCursor = 0;
|
|
20
|
+
let nextCursor = 0;
|
|
21
|
+
while ((nextCursor = jsonNd.indexOf('\n', currentCursor + 1)) != -1) {
|
|
22
|
+
const line = jsonNd.substring(currentCursor, nextCursor);
|
|
23
|
+
currentCursor = nextCursor;
|
|
24
|
+
if (line.trim().startsWith('{')) {
|
|
25
|
+
yield line;
|
|
26
|
+
}
|
|
27
|
+
}
|
|
28
|
+
}
|
|
29
|
+
const ALL_TYPES_ARG = 'all-types';
|
|
30
|
+
exports.default = async () => {
|
|
31
|
+
const args = (0, arg_1.default)({
|
|
32
|
+
"--entity-type": String,
|
|
33
|
+
"--content-server": String,
|
|
34
|
+
"--output-file": String,
|
|
35
|
+
});
|
|
36
|
+
const entityType = args["--entity-type"];
|
|
37
|
+
(0, assert_1.assert)(!!entityType, "--entity-type is missing");
|
|
38
|
+
const outputFile = args["--output-file"];
|
|
39
|
+
(0, assert_1.assert)(!!outputFile, "--output-file is missing");
|
|
40
|
+
console.log(`> Parameters:`);
|
|
41
|
+
const contentUrl = (args["--content-server"] || "https://peer.decentraland.zone/content").replace(/\/$/, "");
|
|
42
|
+
console.log(` Entity type: ${entityType}`);
|
|
43
|
+
console.log(` Content server: ${contentUrl}`);
|
|
44
|
+
console.log(`> Fetching snapshots ${contentUrl}/snapshots`);
|
|
45
|
+
const snapshotsReq = await (0, undici_1.fetch)(`${contentUrl}/snapshots`);
|
|
46
|
+
if (!snapshotsReq.ok)
|
|
47
|
+
throw new bin_1.CliError(`Invalid snapshot response from ${contentUrl}/snapshot`);
|
|
48
|
+
const snapshotsJson = await snapshotsReq.json();
|
|
49
|
+
for (const snapshot of snapshotsJson) {
|
|
50
|
+
if (!('hash' in snapshot)) {
|
|
51
|
+
throw new bin_1.CliError(`Invalid snapshot ${snapshot}`);
|
|
52
|
+
}
|
|
53
|
+
}
|
|
54
|
+
const snapshotHashes = snapshotsJson.map((s) => s.hash);
|
|
55
|
+
console.log(snapshotHashes);
|
|
56
|
+
const newSnapshotFile = await (0, fileWriter_1.createFileWriter)(outputFile || '');
|
|
57
|
+
newSnapshotFile.appendDebounced('### Decentraland json snapshot\n');
|
|
58
|
+
for (const snapshotHash of snapshotHashes) {
|
|
59
|
+
for await (const snapshotElem of streamEntitiesFromSnapshot(contentUrl, snapshotHash)) {
|
|
60
|
+
const entity = JSON.parse(snapshotElem);
|
|
61
|
+
if (entityType === ALL_TYPES_ARG || entity.entityType === entityType) {
|
|
62
|
+
newSnapshotFile.appendDebounced(JSON.stringify(entity) + '\n');
|
|
63
|
+
}
|
|
64
|
+
}
|
|
65
|
+
}
|
|
66
|
+
await newSnapshotFile.close();
|
|
67
|
+
console.log(`Finished!`);
|
|
68
|
+
};
|
|
69
|
+
//# sourceMappingURL=concat-snapshots.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"concat-snapshots.js","sourceRoot":"","sources":["../../src/commands/concat-snapshots.ts"],"names":[],"mappings":";;;;;AACA,8CAAqB;AACrB,mCAA8B;AAC9B,gCAAiC;AACjC,8CAA0C;AAC1C,sDAAwD;AAExD,KAAK,SAAS,CAAC,CAAC,0BAA0B,CAAC,UAAkB,EAAE,YAAoB;IACjF,OAAO,CAAC,GAAG,CAAC,aAAa,UAAU,aAAa,YAAY,EAAE,CAAC,CAAA;IAC/D,MAAM,SAAS,GAAG,MAAM,IAAA,cAAK,EAAC,GAAG,UAAU,aAAa,YAAY,EAAE,CAAC,CAAA;IACvE,IAAI,CAAC,SAAS,CAAC,EAAE;QAAE,MAAM,IAAI,cAAQ,CAAC,yBAAyB,UAAU,aAAa,YAAY,EAAE,CAAC,CAAA;IACrG,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,IAAI,EAAE,CAAA;IACrC,MAAM,GAAG,GAAG,MAAM,CAAC,MAAM,CAAA;IACzB,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC,GAAG,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAA;IAChE,IAAI,aAAa,GAAG,CAAC,CAAA;IACrB,IAAI,UAAU,GAAG,CAAC,CAAA;IAClB,OAAO,CAAC,UAAU,GAAG,MAAM,CAAC,OAAO,CAAC,IAAI,EAAE,aAAa,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,EAAE;QACnE,MAAM,IAAI,GAAG,MAAM,CAAC,SAAS,CAAC,aAAa,EAAE,UAAU,CAAC,CAAA;QACxD,aAAa,GAAG,UAAU,CAAA;QAC1B,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE;YAC/B,MAAM,IAAI,CAAA;SACX;KACF;AACH,CAAC;AAED,MAAM,aAAa,GAAG,WAAW,CAAA;AAEjC,kBAAe,KAAK,IAAI,EAAE;IACxB,MAAM,IAAI,GAAG,IAAA,aAAG,EAAC;QACf,eAAe,EAAE,MAAM;QACvB,kBAAkB,EAAE,MAAM;QAC1B,eAAe,EAAE,MAAM;KACxB,CAAC,CAAA;IAEF,MAAM,UAAU,GAAG,IAAI,CAAC,eAAe,CAAC,CAAA;IAExC,IAAA,eAAM,EAAC,CAAC,CAAC,UAAU,EAAE,0BAA0B,CAAC,CAAA;IAEhD,MAAM,UAAU,GAAG,IAAI,CAAC,eAAe,CAAC,CAAA;IAExC,IAAA,eAAM,EAAC,CAAC,CAAC,UAAU,EAAE,0BAA0B,CAAC,CAAA;IAEhD,OAAO,CAAC,GAAG,CAAC,+BAA+B,CAAC,CAAA;IAC5C,MAAM,UAAU,GAAG,CAAC,IAAI,CAAC,kBAAkB,CAAC,IAAI,wCAAwC,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAA;IAC5G,OAAO,CAAC,GAAG,CAAC,iCAAiC,UAAU,EAAE,CAAC,CAAA;IAC1D,OAAO,CAAC,GAAG,CAAC,iCAAiC,UAAU,EAAE,CAAC,CAAA;IAE1D,OAAO,CAAC,GAAG,CAAC,wBAAwB,UAAU,YAAY,CAAC,CAAA;IAC3D,MAAM,YAAY,GAAG,MAAM,IAAA,cAAK,EAAC,GAAG,UAAU,YAAY,CAAC,CAAA;IAC3D,IAAI,CAAC,YAAY,CAAC,EAAE;QAAE,MAAM,IAAI,cAAQ,CAAC,kCAAkC,UAAU,WAAW,CAAC,CAAA;IAEjG,MAAM,aAAa,GAAG,MAAM,YAAY,CAAC,IAAI,EAAS,CAAA;IACtD,KAAK,MAAM,QAAQ,IAAI,aAAa,EAAE;QACpC,IAAI,CAAC,CAAC,MAAM,IAAI,QAAQ,CAAC,EAAE;YACzB,MAAM,IAAI,cAAQ,CAAC,oBAAoB,QAAQ,EAAE,CAAC,CAAA;SACnD;KACF;IAED,MAAM,cAAc,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAA;IAC5D,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,CAAA;IAC3B,MAAM,eAAe,GAAG,MAAM,IAAA,6BAAgB,EAAC,UAAU,IAAI,EAAE,CAAC,CAAA;IAChE,eAAe,CAAC,eAAe,CAAC,kCAAkC,CAAC,CAAA;IACnE,KAAK,MAAM,YAAY,IAAI,cAAc,EAAE;QACzC,IAAI,KAAK,EAAE,MAAM,YAAY,IAAI,0BAA0B,CAAC,UAAU,EAAE,YAAY,CAAC,EAAE;YACrF,MAAM,MAAM,GAA2B,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,CAAA;YAC/D,IAAI,UAAU,KAAK,aAAa,IAAI,MAAM,CAAC,UAAU,KAAK,UAAU,EAAE;gBACpE,eAAe,CAAC,eAAe,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC,CAAA;aAC/D;SACF;KACF;IACD,MAAM,eAAe,CAAC,KAAK,EAAE,CAAA;IAE7B,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC,CAAA;AAC1B,CAAC,CAAA"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"queue-ab-conversion-snapshot.d.ts","sourceRoot":"","sources":["../../src/commands/queue-ab-conversion-snapshot.ts"],"names":[],"mappings":";AASA,
|
|
1
|
+
{"version":3,"file":"queue-ab-conversion-snapshot.d.ts","sourceRoot":"","sources":["../../src/commands/queue-ab-conversion-snapshot.ts"],"names":[],"mappings":";AASA,wBAwHC"}
|
|
@@ -31,47 +31,78 @@ exports.default = async () => {
|
|
|
31
31
|
console.log(` Content server: ${contentUrl}`);
|
|
32
32
|
console.log(` Asset bundle server: ${abServer}`);
|
|
33
33
|
console.log(`> Fetching snapshots`);
|
|
34
|
-
const snapshotReq = await (0, undici_1.fetch)(`${contentUrl}/
|
|
34
|
+
const snapshotReq = await (0, undici_1.fetch)(`${contentUrl}/snapshots`);
|
|
35
35
|
if (!snapshotReq.ok)
|
|
36
|
-
throw new bin_1.CliError(`Invalid snapshot response from ${contentUrl}/
|
|
36
|
+
throw new bin_1.CliError(`Invalid snapshot response from ${contentUrl}/snapshots`);
|
|
37
37
|
const snapshotsJson = await snapshotReq.json();
|
|
38
|
-
if (!(snapshot in snapshotsJson.entities))
|
|
39
|
-
throw new bin_1.CliError(`Invalid snapshot ${snapshot}`);
|
|
40
|
-
const hash = snapshotsJson.entities[snapshot].hash;
|
|
41
|
-
console.log(`> Fetching file ${hash}`);
|
|
42
|
-
const jsonNdReq = await (0, undici_1.fetch)(`${contentUrl}/contents/${hash}`);
|
|
43
|
-
if (!jsonNdReq.ok)
|
|
44
|
-
throw new bin_1.CliError(`Invalid response from ${contentUrl}/contents/${hash}`);
|
|
45
|
-
const jsonNd = await jsonNdReq.text();
|
|
46
|
-
const len = jsonNd.length;
|
|
47
|
-
console.log(` File length ${(len / 1024 / 1024).toFixed(1)}MB`);
|
|
48
|
-
let currentCursor = (args['--start-position'] ? jsonNd.indexOf(args['--start-position']) : 0) || -1;
|
|
49
38
|
const startDate = (args['--start-date'] ? new Date(args['--start-date']).getTime() : 0) || -1;
|
|
50
|
-
let
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
|
|
58
|
-
|
|
59
|
-
|
|
39
|
+
let snapshotEntitiesToProcess = Array();
|
|
40
|
+
// select valid snapshots based on the start date
|
|
41
|
+
for (let i = 0; i < snapshotsJson.length; i++) {
|
|
42
|
+
const value = snapshotsJson[i];
|
|
43
|
+
const fromTime = value.timeRange.initTimestamp;
|
|
44
|
+
const toTime = value.timeRange.endTimestamp;
|
|
45
|
+
if (toTime >= startDate) {
|
|
46
|
+
snapshotEntitiesToProcess.push(value);
|
|
47
|
+
}
|
|
48
|
+
}
|
|
49
|
+
const snapshotsCount = snapshotEntitiesToProcess.length;
|
|
50
|
+
if (snapshotsCount == 0) {
|
|
51
|
+
throw new bin_1.CliError(`No snapshot entity found at time ${startDate}`);
|
|
52
|
+
}
|
|
53
|
+
let startPosition = -1;
|
|
54
|
+
let argStartPosition = args['--start-position'];
|
|
55
|
+
for (let i = 0; i < snapshotsCount; i++) {
|
|
56
|
+
const hash = snapshotEntitiesToProcess[i].hash;
|
|
57
|
+
console.log(`> (${i + 1}/${snapshotsCount}) Fetching file ${hash} with ${snapshotEntitiesToProcess[i].numberOfEntities} entities`);
|
|
58
|
+
const jsonNdReq = await (0, undici_1.fetch)(`${contentUrl}/contents/${hash}`);
|
|
59
|
+
if (!jsonNdReq.ok)
|
|
60
|
+
throw new bin_1.CliError(`Invalid response from ${contentUrl}/contents/${hash}`);
|
|
61
|
+
const jsonNd = await jsonNdReq.text();
|
|
62
|
+
const len = jsonNd.length;
|
|
63
|
+
console.log(` File length ${(len / 1024 / 1024).toFixed(1)}MB`);
|
|
64
|
+
let currentCursor = -1;
|
|
65
|
+
if (startPosition < 0) {
|
|
66
|
+
startPosition = (argStartPosition ? jsonNd.indexOf(argStartPosition) : 0) || 0;
|
|
67
|
+
if (startPosition >= 0) {
|
|
68
|
+
// after the start position is found, the next start position will always be 0
|
|
69
|
+
currentCursor = startPosition;
|
|
70
|
+
startPosition = 0;
|
|
60
71
|
}
|
|
61
|
-
|
|
62
|
-
|
|
63
|
-
|
|
64
|
-
|
|
65
|
-
|
|
66
|
-
|
|
67
|
-
|
|
68
|
-
|
|
69
|
-
|
|
70
|
-
|
|
71
|
-
|
|
72
|
-
|
|
73
|
-
|
|
74
|
-
|
|
72
|
+
}
|
|
73
|
+
else {
|
|
74
|
+
currentCursor = startPosition;
|
|
75
|
+
}
|
|
76
|
+
if (currentCursor < 0) {
|
|
77
|
+
console.log(` skipped because of --start-position`);
|
|
78
|
+
continue;
|
|
79
|
+
}
|
|
80
|
+
let nextCursor = 0;
|
|
81
|
+
while ((nextCursor = jsonNd.indexOf('\n', currentCursor + 1)) != -1) {
|
|
82
|
+
const line = jsonNd.substring(currentCursor, nextCursor);
|
|
83
|
+
currentCursor = nextCursor;
|
|
84
|
+
if (line.trim().startsWith('{')) {
|
|
85
|
+
const percent = (100 * (nextCursor / len)).toFixed(2);
|
|
86
|
+
if (args['--grep']) {
|
|
87
|
+
if (!line.match(args['--grep'])) {
|
|
88
|
+
continue;
|
|
89
|
+
}
|
|
90
|
+
}
|
|
91
|
+
const entity = JSON.parse(line);
|
|
92
|
+
if (startDate <= entity.entityTimestamp && entity.entityType == snapshot) {
|
|
93
|
+
let prom = await (0, asset_bundles_1.queueConversion)(abServer, {
|
|
94
|
+
entity: {
|
|
95
|
+
entityId: entity.entityId, authChain: [
|
|
96
|
+
{
|
|
97
|
+
type: schemas_1.AuthLinkType.SIGNER,
|
|
98
|
+
payload: '0x0000000000000000000000000000000000000000',
|
|
99
|
+
signature: ''
|
|
100
|
+
}
|
|
101
|
+
]
|
|
102
|
+
}, contentServerUrls: [contentUrl]
|
|
103
|
+
}, token);
|
|
104
|
+
console.log(` (${i + 1}/${snapshotsCount}) [${percent}%]`, entity.entityId, entity.pointers[0]);
|
|
105
|
+
}
|
|
75
106
|
}
|
|
76
107
|
}
|
|
77
108
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"queue-ab-conversion-snapshot.js","sourceRoot":"","sources":["../../src/commands/queue-ab-conversion-snapshot.ts"],"names":[],"mappings":";;;;;AAAA,0CAA2C;AAC3C,8CAAqB;AACrB,mCAA8B;AAC9B,gCAAiC;AACjC,8CAA0C;AAC1C,4DAA0D;AAE1D,6BAA6B;AAE7B,kBAAe,KAAK,IAAI,EAAE;IACxB,MAAM,IAAI,GAAG,IAAA,aAAG,EAAC;QACf,YAAY,EAAE,MAAM;QACpB,kBAAkB,EAAE,MAAM;QAC1B,kBAAkB,EAAE,MAAM;QAC1B,cAAc,EAAE,MAAM;QACtB,QAAQ,EAAE,MAAM;QAChB,aAAa,EAAE,MAAM;QACrB,SAAS,EAAE,MAAM;KAClB,CAAC,CAAA;IAEF,MAAM,QAAQ,GAAG,IAAI,CAAC,YAAY,CAAC,IAAI,UAAU,CAAA;IACjD,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAE,CAAA;IAC9B,MAAM,QAAQ,GAAG,IAAI,CAAC,aAAa,CAAC,IAAI,iDAAiD,CAAA;IAEzF,IAAA,eAAM,EAAC,CAAC,CAAC,QAAQ,EAAE,uBAAuB,CAAC,CAAA;IAC3C,IAAA,eAAM,EAAC,CAAC,CAAC,KAAK,EAAE,oBAAoB,CAAC,CAAA;IAErC,OAAO,CAAC,GAAG,CAAC,+BAA+B,CAAC,CAAA;IAC5C,MAAM,UAAU,GAAG,CAAC,IAAI,CAAC,kBAAkB,CAAC,IAAI,uCAAuC,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAA;IAC3G,OAAO,CAAC,GAAG,CAAC,iCAAiC,QAAQ,EAAE,CAAC,CAAA;IACxD,OAAO,CAAC,GAAG,CAAC,iCAAiC,UAAU,EAAE,CAAC,CAAA;IAC1D,OAAO,CAAC,GAAG,CAAC,iCAAiC,QAAQ,EAAE,CAAC,CAAA;IAExD,OAAO,CAAC,GAAG,CAAC,sBAAsB,CAAC,CAAA;IACnC,MAAM,WAAW,GAAG,MAAM,IAAA,cAAK,EAAC,GAAG,UAAU,
|
|
1
|
+
{"version":3,"file":"queue-ab-conversion-snapshot.js","sourceRoot":"","sources":["../../src/commands/queue-ab-conversion-snapshot.ts"],"names":[],"mappings":";;;;;AAAA,0CAA2C;AAC3C,8CAAqB;AACrB,mCAA8B;AAC9B,gCAAiC;AACjC,8CAA0C;AAC1C,4DAA0D;AAE1D,6BAA6B;AAE7B,kBAAe,KAAK,IAAI,EAAE;IACxB,MAAM,IAAI,GAAG,IAAA,aAAG,EAAC;QACf,YAAY,EAAE,MAAM;QACpB,kBAAkB,EAAE,MAAM;QAC1B,kBAAkB,EAAE,MAAM;QAC1B,cAAc,EAAE,MAAM;QACtB,QAAQ,EAAE,MAAM;QAChB,aAAa,EAAE,MAAM;QACrB,SAAS,EAAE,MAAM;KAClB,CAAC,CAAA;IAEF,MAAM,QAAQ,GAAG,IAAI,CAAC,YAAY,CAAC,IAAI,UAAU,CAAA;IACjD,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAE,CAAA;IAC9B,MAAM,QAAQ,GAAG,IAAI,CAAC,aAAa,CAAC,IAAI,iDAAiD,CAAA;IAEzF,IAAA,eAAM,EAAC,CAAC,CAAC,QAAQ,EAAE,uBAAuB,CAAC,CAAA;IAC3C,IAAA,eAAM,EAAC,CAAC,CAAC,KAAK,EAAE,oBAAoB,CAAC,CAAA;IAErC,OAAO,CAAC,GAAG,CAAC,+BAA+B,CAAC,CAAA;IAC5C,MAAM,UAAU,GAAG,CAAC,IAAI,CAAC,kBAAkB,CAAC,IAAI,uCAAuC,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAA;IAC3G,OAAO,CAAC,GAAG,CAAC,iCAAiC,QAAQ,EAAE,CAAC,CAAA;IACxD,OAAO,CAAC,GAAG,CAAC,iCAAiC,UAAU,EAAE,CAAC,CAAA;IAC1D,OAAO,CAAC,GAAG,CAAC,iCAAiC,QAAQ,EAAE,CAAC,CAAA;IAExD,OAAO,CAAC,GAAG,CAAC,sBAAsB,CAAC,CAAA;IACnC,MAAM,WAAW,GAAG,MAAM,IAAA,cAAK,EAAC,GAAG,UAAU,YAAY,CAAC,CAAA;IAC1D,IAAI,CAAC,WAAW,CAAC,EAAE;QAAE,MAAM,IAAI,cAAQ,CAAC,kCAAkC,UAAU,YAAY,CAAC,CAAA;IAEjG,MAAM,aAAa,GAAG,MAAM,WAAW,CAAC,IAAI,EAAgB,CAAA;IAC5D,MAAM,SAAS,GAAG,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAA;IAC7F,IAAI,yBAAyB,GAAG,KAAK,EAAO,CAAA;IAE5C,iDAAiD;IACjD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,aAAa,CAAC,MAAM,EAAE,CAAC,EAAE,EAC7C;QACE,MAAM,KAAK,GAAG,aAAa,CAAC,CAAC,CAAC,CAAA;QAC9B,MAAM,QAAQ,GAAG,KAAK,CAAC,SAAS,CAAC,aAAa,CAAA;QAC9C,MAAM,MAAM,GAAG,KAAK,CAAC,SAAS,CAAC,YAAY,CAAA;QAE3C,IAAI,MAAM,IAAI,SAAS,EACvB;YACE,yBAAyB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;SACtC;KACF;IAED,MAAM,cAAc,GAAG,yBAAyB,CAAC,MAAM,CAAC;IACxD,IAAI,cAAc,IAAI,CAAC,EACvB;QACE,MAAM,IAAI,cAAQ,CAAC,oCAAoC,SAAS,EAAE,CAAC,CAAA;KACpE;IAED,IAAI,aAAa,GAAG,CAAC,CAAC,CAAA;IACtB,IAAI,gBAAgB,GAAG,IAAI,CAAC,kBAAkB,CAAC,CAAA;IAE/C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,cAAc,EAAE,CAAC,EAAE,EACvC;QACE,MAAM,IAAI,GAAG,yBAAyB,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QAE/C,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,GAAC,CAAC,IAAI,cAAc,mBAAmB,IAAI,SAAS,yBAAyB,CAAC,CAAC,CAAC,CAAC,gBAAgB,WAAW,CAAC,CAAA;QAEhI,MAAM,SAAS,GAAG,MAAM,IAAA,cAAK,EAAC,GAAG,UAAU,aAAa,IAAI,EAAE,CAAC,CAAA;QAC/D,IAAI,CAAC,SAAS,CAAC,EAAE;YAAE,MAAM,IAAI,cAAQ,CAAC,yBAAyB,UAAU,aAAa,IAAI,EAAE,CAAC,CAAA;QAC7F,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,IAAI,EAAE,CAAA;QAErC,MAAM,GAAG,GAAG,MAAM,CAAC,MAAM,CAAA;QACzB,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC,GAAG,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAA;QAEhE,IAAI,aAAa,GAAG,CAAC,CAAC,CAAA;QACtB,IAAI,aAAa,GAAG,CAAC,EACrB;YACE,aAAa,GAAG,CAAC,gBAAgB,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAA;YAC9E,IAAI,aAAa,IAAI,CAAC,EACtB;gBACE,8EAA8E;gBAC9E,aAAa,GAAG,aAAa,CAAA;gBAC7B,aAAa,GAAG,CAAC,CAAA;aAClB;SACF;aAAM;YACL,aAAa,GAAG,aAAa,CAAA;SAC9B;QACD,IAAI,aAAa,GAAG,CAAC,EACrB;YACE,OAAO,CAAC,GAAG,CAAC,uCAAuC,CAAC,CAAA;YACpD,SAAQ;SACT;QAED,IAAI,UAAU,GAAG,CAAC,CAAA;QAClB,OAAO,CAAC,UAAU,GAAG,MAAM,CAAC,OAAO,CAAC,IAAI,EAAE,aAAa,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,EAAE;YACnE,MAAM,IAAI,GAAG,MAAM,CAAC,SAAS,CAAC,aAAa,EAAE,UAAU,CAAC,CAAA;YACxD,aAAa,GAAG,UAAU,CAAA;YAC1B,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE;gBAC/B,MAAM,OAAO,GAAG,CAAC,GAAG,GAAG,CAAC,UAAU,GAAG,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAA;gBAErD,IAAI,IAAI,CAAC,QAAQ,CAAC,EAAE;oBAClB,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,EAAE;wBAC/B,SAAQ;qBACT;iBACF;gBAED,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;gBAC/B,IAAI,SAAS,IAAI,MAAM,CAAC,eAAe,IAAI,MAAM,CAAC,UAAU,IAAI,QAAQ,EAAE;oBACxE,IAAI,IAAI,GAAG,MAAM,IAAA,+BAAe,EAAC,QAAQ,EAAE;wBACzC,MAAM,EAAE;4BACN,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,SAAS,EAAE;gCACpC;oCACE,IAAI,EAAE,sBAAY,CAAC,MAAM;oCACzB,OAAO,EAAE,4CAA4C;oCACrD,SAAS,EAAE,EAAE;iCACd;6BACF;yBACF,EAAE,iBAAiB,EAAE,CAAC,UAAU,CAAC;qBACnC,EAAE,KAAK,CAAC,CAAA;oBAET,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,GAAC,CAAC,IAAI,cAAc,MAAM,OAAO,IAAI,EAAE,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAA;iBAC/F;aACF;SACF;KACF;IAED,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC,CAAA;AAC1B,CAAC,CAAA"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"fileWriter.d.ts","sourceRoot":"","sources":["../../src/helpers/fileWriter.ts"],"names":[],"mappings":"AAGA,oBAAY,KAAK,GAAG;IAClB,QAAQ,EAAE,MAAM,CAAA;IAChB,eAAe,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,OAAO,CAAC,IAAI,CAAC,CAAA;IAClD,KAAK,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC,CAAA;CAC3B,CAAA;AAMD,wBAAsB,gBAAgB,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,KAAK,CAAC,CAkDvE"}
|
|
@@ -0,0 +1,79 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
3
|
+
if (k2 === undefined) k2 = k;
|
|
4
|
+
Object.defineProperty(o, k2, { enumerable: true, get: function() { return m[k]; } });
|
|
5
|
+
}) : (function(o, m, k, k2) {
|
|
6
|
+
if (k2 === undefined) k2 = k;
|
|
7
|
+
o[k2] = m[k];
|
|
8
|
+
}));
|
|
9
|
+
var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
|
|
10
|
+
Object.defineProperty(o, "default", { enumerable: true, value: v });
|
|
11
|
+
}) : function(o, v) {
|
|
12
|
+
o["default"] = v;
|
|
13
|
+
});
|
|
14
|
+
var __importStar = (this && this.__importStar) || function (mod) {
|
|
15
|
+
if (mod && mod.__esModule) return mod;
|
|
16
|
+
var result = {};
|
|
17
|
+
if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
|
|
18
|
+
__setModuleDefault(result, mod);
|
|
19
|
+
return result;
|
|
20
|
+
};
|
|
21
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
22
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
23
|
+
};
|
|
24
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
25
|
+
exports.createFileWriter = void 0;
|
|
26
|
+
const fs = __importStar(require("fs"));
|
|
27
|
+
const path_1 = __importDefault(require("path"));
|
|
28
|
+
async function checkFileExists(file) {
|
|
29
|
+
return fs.promises.access(file, fs.constants.F_OK).then(() => true).catch(() => false);
|
|
30
|
+
}
|
|
31
|
+
async function createFileWriter(filename) {
|
|
32
|
+
const filePath = path_1.default.resolve(filename);
|
|
33
|
+
// if the process failed while creating the snapshot last time the file may still exists
|
|
34
|
+
// deleting the staging tmpFile just in case
|
|
35
|
+
if (await checkFileExists(filePath)) {
|
|
36
|
+
await fs.promises.unlink(filePath);
|
|
37
|
+
}
|
|
38
|
+
const file = fs.createWriteStream(filePath);
|
|
39
|
+
const fileClosedFuture = new Promise((resolve, reject) => {
|
|
40
|
+
file.on('finish', resolve);
|
|
41
|
+
file.on('end', resolve);
|
|
42
|
+
file.on('error', reject);
|
|
43
|
+
});
|
|
44
|
+
// the following lines exist to naively emulate a buffering algorithm to reduce disk IO
|
|
45
|
+
// and thus, block the disk for less time using more memory
|
|
46
|
+
const MAX_WRITE_BUFFER_SIZE = 1000;
|
|
47
|
+
const writeBuffer = [];
|
|
48
|
+
async function flush() {
|
|
49
|
+
if (writeBuffer.length) {
|
|
50
|
+
const buffer = writeBuffer.join('');
|
|
51
|
+
writeBuffer.length = 0;
|
|
52
|
+
await new Promise((resolve, reject) => {
|
|
53
|
+
file.write(buffer, (err) => {
|
|
54
|
+
if (err)
|
|
55
|
+
reject(err);
|
|
56
|
+
else
|
|
57
|
+
resolve();
|
|
58
|
+
});
|
|
59
|
+
});
|
|
60
|
+
}
|
|
61
|
+
}
|
|
62
|
+
async function close() {
|
|
63
|
+
await flush();
|
|
64
|
+
file.close();
|
|
65
|
+
await fileClosedFuture;
|
|
66
|
+
}
|
|
67
|
+
return {
|
|
68
|
+
filePath,
|
|
69
|
+
async appendDebounced(buffer) {
|
|
70
|
+
writeBuffer.push(buffer);
|
|
71
|
+
if (writeBuffer.length >= MAX_WRITE_BUFFER_SIZE) {
|
|
72
|
+
await flush();
|
|
73
|
+
}
|
|
74
|
+
},
|
|
75
|
+
close
|
|
76
|
+
};
|
|
77
|
+
}
|
|
78
|
+
exports.createFileWriter = createFileWriter;
|
|
79
|
+
//# sourceMappingURL=fileWriter.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"fileWriter.js","sourceRoot":"","sources":["../../src/helpers/fileWriter.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;AAAA,uCAAwB;AACxB,gDAAuB;AAQvB,KAAK,UAAU,eAAe,CAAC,IAAY;IACzC,OAAO,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,EAAE,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,CAAA;AACxF,CAAC;AAEM,KAAK,UAAU,gBAAgB,CAAC,QAAgB;IACrD,MAAM,QAAQ,GAAG,cAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAA;IAEvC,wFAAwF;IACxF,4CAA4C;IAC5C,IAAI,MAAM,eAAe,CAAC,QAAQ,CAAC,EAAE;QACnC,MAAM,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAA;KACnC;IAED,MAAM,IAAI,GAAG,EAAE,CAAC,iBAAiB,CAAC,QAAQ,CAAC,CAAA;IAE3C,MAAM,gBAAgB,GAAG,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QAC7D,IAAI,CAAC,EAAE,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAA;QAC1B,IAAI,CAAC,EAAE,CAAC,KAAK,EAAE,OAAO,CAAC,CAAA;QACvB,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,CAAA;IAC1B,CAAC,CAAC,CAAA;IAEF,uFAAuF;IACvF,2DAA2D;IAC3D,MAAM,qBAAqB,GAAG,IAAI,CAAA;IAClC,MAAM,WAAW,GAAkB,EAAE,CAAA;IACrC,KAAK,UAAU,KAAK;QAClB,IAAI,WAAW,CAAC,MAAM,EAAE;YACtB,MAAM,MAAM,GAAG,WAAW,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;YACnC,WAAW,CAAC,MAAM,GAAG,CAAC,CAAA;YACtB,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;gBAC1C,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,EAAE;oBACzB,IAAI,GAAG;wBAAE,MAAM,CAAC,GAAG,CAAC,CAAA;;wBACf,OAAO,EAAE,CAAA;gBAChB,CAAC,CAAC,CAAA;YACJ,CAAC,CAAC,CAAA;SACH;IACH,CAAC;IAED,KAAK,UAAU,KAAK;QAClB,MAAM,KAAK,EAAE,CAAA;QACb,IAAI,CAAC,KAAK,EAAE,CAAA;QACZ,MAAM,gBAAgB,CAAA;IACxB,CAAC;IAED,OAAO;QACL,QAAQ;QACR,KAAK,CAAC,eAAe,CAAC,MAAc;YAClC,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;YACxB,IAAI,WAAW,CAAC,MAAM,IAAI,qBAAqB,EAAE;gBAC/C,MAAM,KAAK,EAAE,CAAA;aACd;QACH,CAAC;QACD,KAAK;KACN,CAAA;AACH,CAAC;AAlDD,4CAkDC"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@dcl/opscli",
|
|
3
|
-
"version": "1.0.0-
|
|
3
|
+
"version": "1.0.0-4877206984.commit-8e8a724",
|
|
4
4
|
"description": "base component",
|
|
5
5
|
"bin": "dist/bin.js",
|
|
6
6
|
"main": "dist/index.js",
|
|
@@ -44,5 +44,5 @@
|
|
|
44
44
|
"files": [
|
|
45
45
|
"dist"
|
|
46
46
|
],
|
|
47
|
-
"commit": "
|
|
47
|
+
"commit": "8e8a724978edc6450675a3027c7fc1280c179093"
|
|
48
48
|
}
|