@dcl/opscli 1.0.0-4377443452.commit-5f489bc → 1.0.0-4877206984.commit-8e8a724
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"queue-ab-conversion-snapshot.d.ts","sourceRoot":"","sources":["../../src/commands/queue-ab-conversion-snapshot.ts"],"names":[],"mappings":";AASA,
|
|
1
|
+
{"version":3,"file":"queue-ab-conversion-snapshot.d.ts","sourceRoot":"","sources":["../../src/commands/queue-ab-conversion-snapshot.ts"],"names":[],"mappings":";AASA,wBAwHC"}
|
|
@@ -31,47 +31,78 @@ exports.default = async () => {
|
|
|
31
31
|
console.log(` Content server: ${contentUrl}`);
|
|
32
32
|
console.log(` Asset bundle server: ${abServer}`);
|
|
33
33
|
console.log(`> Fetching snapshots`);
|
|
34
|
-
const snapshotReq = await (0, undici_1.fetch)(`${contentUrl}/
|
|
34
|
+
const snapshotReq = await (0, undici_1.fetch)(`${contentUrl}/snapshots`);
|
|
35
35
|
if (!snapshotReq.ok)
|
|
36
|
-
throw new bin_1.CliError(`Invalid snapshot response from ${contentUrl}/
|
|
36
|
+
throw new bin_1.CliError(`Invalid snapshot response from ${contentUrl}/snapshots`);
|
|
37
37
|
const snapshotsJson = await snapshotReq.json();
|
|
38
|
-
if (!(snapshot in snapshotsJson.entities))
|
|
39
|
-
throw new bin_1.CliError(`Invalid snapshot ${snapshot}`);
|
|
40
|
-
const hash = snapshotsJson.entities[snapshot].hash;
|
|
41
|
-
console.log(`> Fetching file ${hash}`);
|
|
42
|
-
const jsonNdReq = await (0, undici_1.fetch)(`${contentUrl}/contents/${hash}`);
|
|
43
|
-
if (!jsonNdReq.ok)
|
|
44
|
-
throw new bin_1.CliError(`Invalid response from ${contentUrl}/contents/${hash}`);
|
|
45
|
-
const jsonNd = await jsonNdReq.text();
|
|
46
|
-
const len = jsonNd.length;
|
|
47
|
-
console.log(` File length ${(len / 1024 / 1024).toFixed(1)}MB`);
|
|
48
|
-
let currentCursor = (args['--start-position'] ? jsonNd.indexOf(args['--start-position']) : 0) || -1;
|
|
49
38
|
const startDate = (args['--start-date'] ? new Date(args['--start-date']).getTime() : 0) || -1;
|
|
50
|
-
let
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
|
|
58
|
-
|
|
59
|
-
|
|
39
|
+
let snapshotEntitiesToProcess = Array();
|
|
40
|
+
// select valid snapshots based on the start date
|
|
41
|
+
for (let i = 0; i < snapshotsJson.length; i++) {
|
|
42
|
+
const value = snapshotsJson[i];
|
|
43
|
+
const fromTime = value.timeRange.initTimestamp;
|
|
44
|
+
const toTime = value.timeRange.endTimestamp;
|
|
45
|
+
if (toTime >= startDate) {
|
|
46
|
+
snapshotEntitiesToProcess.push(value);
|
|
47
|
+
}
|
|
48
|
+
}
|
|
49
|
+
const snapshotsCount = snapshotEntitiesToProcess.length;
|
|
50
|
+
if (snapshotsCount == 0) {
|
|
51
|
+
throw new bin_1.CliError(`No snapshot entity found at time ${startDate}`);
|
|
52
|
+
}
|
|
53
|
+
let startPosition = -1;
|
|
54
|
+
let argStartPosition = args['--start-position'];
|
|
55
|
+
for (let i = 0; i < snapshotsCount; i++) {
|
|
56
|
+
const hash = snapshotEntitiesToProcess[i].hash;
|
|
57
|
+
console.log(`> (${i + 1}/${snapshotsCount}) Fetching file ${hash} with ${snapshotEntitiesToProcess[i].numberOfEntities} entities`);
|
|
58
|
+
const jsonNdReq = await (0, undici_1.fetch)(`${contentUrl}/contents/${hash}`);
|
|
59
|
+
if (!jsonNdReq.ok)
|
|
60
|
+
throw new bin_1.CliError(`Invalid response from ${contentUrl}/contents/${hash}`);
|
|
61
|
+
const jsonNd = await jsonNdReq.text();
|
|
62
|
+
const len = jsonNd.length;
|
|
63
|
+
console.log(` File length ${(len / 1024 / 1024).toFixed(1)}MB`);
|
|
64
|
+
let currentCursor = -1;
|
|
65
|
+
if (startPosition < 0) {
|
|
66
|
+
startPosition = (argStartPosition ? jsonNd.indexOf(argStartPosition) : 0) || 0;
|
|
67
|
+
if (startPosition >= 0) {
|
|
68
|
+
// after the start position is found, the next start position will always be 0
|
|
69
|
+
currentCursor = startPosition;
|
|
70
|
+
startPosition = 0;
|
|
60
71
|
}
|
|
61
|
-
|
|
62
|
-
|
|
63
|
-
|
|
64
|
-
|
|
65
|
-
|
|
66
|
-
|
|
67
|
-
|
|
68
|
-
|
|
69
|
-
|
|
70
|
-
|
|
71
|
-
|
|
72
|
-
|
|
73
|
-
|
|
74
|
-
|
|
72
|
+
}
|
|
73
|
+
else {
|
|
74
|
+
currentCursor = startPosition;
|
|
75
|
+
}
|
|
76
|
+
if (currentCursor < 0) {
|
|
77
|
+
console.log(` skipped because of --start-position`);
|
|
78
|
+
continue;
|
|
79
|
+
}
|
|
80
|
+
let nextCursor = 0;
|
|
81
|
+
while ((nextCursor = jsonNd.indexOf('\n', currentCursor + 1)) != -1) {
|
|
82
|
+
const line = jsonNd.substring(currentCursor, nextCursor);
|
|
83
|
+
currentCursor = nextCursor;
|
|
84
|
+
if (line.trim().startsWith('{')) {
|
|
85
|
+
const percent = (100 * (nextCursor / len)).toFixed(2);
|
|
86
|
+
if (args['--grep']) {
|
|
87
|
+
if (!line.match(args['--grep'])) {
|
|
88
|
+
continue;
|
|
89
|
+
}
|
|
90
|
+
}
|
|
91
|
+
const entity = JSON.parse(line);
|
|
92
|
+
if (startDate <= entity.entityTimestamp && entity.entityType == snapshot) {
|
|
93
|
+
let prom = await (0, asset_bundles_1.queueConversion)(abServer, {
|
|
94
|
+
entity: {
|
|
95
|
+
entityId: entity.entityId, authChain: [
|
|
96
|
+
{
|
|
97
|
+
type: schemas_1.AuthLinkType.SIGNER,
|
|
98
|
+
payload: '0x0000000000000000000000000000000000000000',
|
|
99
|
+
signature: ''
|
|
100
|
+
}
|
|
101
|
+
]
|
|
102
|
+
}, contentServerUrls: [contentUrl]
|
|
103
|
+
}, token);
|
|
104
|
+
console.log(` (${i + 1}/${snapshotsCount}) [${percent}%]`, entity.entityId, entity.pointers[0]);
|
|
105
|
+
}
|
|
75
106
|
}
|
|
76
107
|
}
|
|
77
108
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"queue-ab-conversion-snapshot.js","sourceRoot":"","sources":["../../src/commands/queue-ab-conversion-snapshot.ts"],"names":[],"mappings":";;;;;AAAA,0CAA2C;AAC3C,8CAAqB;AACrB,mCAA8B;AAC9B,gCAAiC;AACjC,8CAA0C;AAC1C,4DAA0D;AAE1D,6BAA6B;AAE7B,kBAAe,KAAK,IAAI,EAAE;IACxB,MAAM,IAAI,GAAG,IAAA,aAAG,EAAC;QACf,YAAY,EAAE,MAAM;QACpB,kBAAkB,EAAE,MAAM;QAC1B,kBAAkB,EAAE,MAAM;QAC1B,cAAc,EAAE,MAAM;QACtB,QAAQ,EAAE,MAAM;QAChB,aAAa,EAAE,MAAM;QACrB,SAAS,EAAE,MAAM;KAClB,CAAC,CAAA;IAEF,MAAM,QAAQ,GAAG,IAAI,CAAC,YAAY,CAAC,IAAI,UAAU,CAAA;IACjD,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAE,CAAA;IAC9B,MAAM,QAAQ,GAAG,IAAI,CAAC,aAAa,CAAC,IAAI,iDAAiD,CAAA;IAEzF,IAAA,eAAM,EAAC,CAAC,CAAC,QAAQ,EAAE,uBAAuB,CAAC,CAAA;IAC3C,IAAA,eAAM,EAAC,CAAC,CAAC,KAAK,EAAE,oBAAoB,CAAC,CAAA;IAErC,OAAO,CAAC,GAAG,CAAC,+BAA+B,CAAC,CAAA;IAC5C,MAAM,UAAU,GAAG,CAAC,IAAI,CAAC,kBAAkB,CAAC,IAAI,uCAAuC,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAA;IAC3G,OAAO,CAAC,GAAG,CAAC,iCAAiC,QAAQ,EAAE,CAAC,CAAA;IACxD,OAAO,CAAC,GAAG,CAAC,iCAAiC,UAAU,EAAE,CAAC,CAAA;IAC1D,OAAO,CAAC,GAAG,CAAC,iCAAiC,QAAQ,EAAE,CAAC,CAAA;IAExD,OAAO,CAAC,GAAG,CAAC,sBAAsB,CAAC,CAAA;IACnC,MAAM,WAAW,GAAG,MAAM,IAAA,cAAK,EAAC,GAAG,UAAU,
|
|
1
|
+
{"version":3,"file":"queue-ab-conversion-snapshot.js","sourceRoot":"","sources":["../../src/commands/queue-ab-conversion-snapshot.ts"],"names":[],"mappings":";;;;;AAAA,0CAA2C;AAC3C,8CAAqB;AACrB,mCAA8B;AAC9B,gCAAiC;AACjC,8CAA0C;AAC1C,4DAA0D;AAE1D,6BAA6B;AAE7B,kBAAe,KAAK,IAAI,EAAE;IACxB,MAAM,IAAI,GAAG,IAAA,aAAG,EAAC;QACf,YAAY,EAAE,MAAM;QACpB,kBAAkB,EAAE,MAAM;QAC1B,kBAAkB,EAAE,MAAM;QAC1B,cAAc,EAAE,MAAM;QACtB,QAAQ,EAAE,MAAM;QAChB,aAAa,EAAE,MAAM;QACrB,SAAS,EAAE,MAAM;KAClB,CAAC,CAAA;IAEF,MAAM,QAAQ,GAAG,IAAI,CAAC,YAAY,CAAC,IAAI,UAAU,CAAA;IACjD,MAAM,KAAK,GAAG,IAAI,CAAC,SAAS,CAAE,CAAA;IAC9B,MAAM,QAAQ,GAAG,IAAI,CAAC,aAAa,CAAC,IAAI,iDAAiD,CAAA;IAEzF,IAAA,eAAM,EAAC,CAAC,CAAC,QAAQ,EAAE,uBAAuB,CAAC,CAAA;IAC3C,IAAA,eAAM,EAAC,CAAC,CAAC,KAAK,EAAE,oBAAoB,CAAC,CAAA;IAErC,OAAO,CAAC,GAAG,CAAC,+BAA+B,CAAC,CAAA;IAC5C,MAAM,UAAU,GAAG,CAAC,IAAI,CAAC,kBAAkB,CAAC,IAAI,uCAAuC,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAA;IAC3G,OAAO,CAAC,GAAG,CAAC,iCAAiC,QAAQ,EAAE,CAAC,CAAA;IACxD,OAAO,CAAC,GAAG,CAAC,iCAAiC,UAAU,EAAE,CAAC,CAAA;IAC1D,OAAO,CAAC,GAAG,CAAC,iCAAiC,QAAQ,EAAE,CAAC,CAAA;IAExD,OAAO,CAAC,GAAG,CAAC,sBAAsB,CAAC,CAAA;IACnC,MAAM,WAAW,GAAG,MAAM,IAAA,cAAK,EAAC,GAAG,UAAU,YAAY,CAAC,CAAA;IAC1D,IAAI,CAAC,WAAW,CAAC,EAAE;QAAE,MAAM,IAAI,cAAQ,CAAC,kCAAkC,UAAU,YAAY,CAAC,CAAA;IAEjG,MAAM,aAAa,GAAG,MAAM,WAAW,CAAC,IAAI,EAAgB,CAAA;IAC5D,MAAM,SAAS,GAAG,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAA;IAC7F,IAAI,yBAAyB,GAAG,KAAK,EAAO,CAAA;IAE5C,iDAAiD;IACjD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,aAAa,CAAC,MAAM,EAAE,CAAC,EAAE,EAC7C;QACE,MAAM,KAAK,GAAG,aAAa,CAAC,CAAC,CAAC,CAAA;QAC9B,MAAM,QAAQ,GAAG,KAAK,CAAC,SAAS,CAAC,aAAa,CAAA;QAC9C,MAAM,MAAM,GAAG,KAAK,CAAC,SAAS,CAAC,YAAY,CAAA;QAE3C,IAAI,MAAM,IAAI,SAAS,EACvB;YACE,yBAAyB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;SACtC;KACF;IAED,MAAM,cAAc,GAAG,yBAAyB,CAAC,MAAM,CAAC;IACxD,IAAI,cAAc,IAAI,CAAC,EACvB;QACE,MAAM,IAAI,cAAQ,CAAC,oCAAoC,SAAS,EAAE,CAAC,CAAA;KACpE;IAED,IAAI,aAAa,GAAG,CAAC,CAAC,CAAA;IACtB,IAAI,gBAAgB,GAAG,IAAI,CAAC,kBAAkB,CAAC,CAAA;IAE/C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,cAAc,EAAE,CAAC,EAAE,EACvC;QACE,MAAM,IAAI,GAAG,yBAAyB,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QAE/C,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,GAAC,CAAC,IAAI,cAAc,mBAAmB,IAAI,SAAS,yBAAyB,CAAC,CAAC,CAAC,CAAC,gBAAgB,WAAW,CAAC,CAAA;QAEhI,MAAM,SAAS,GAAG,MAAM,IAAA,cAAK,EAAC,GAAG,UAAU,aAAa,IAAI,EAAE,CAAC,CAAA;QAC/D,IAAI,CAAC,SAAS,CAAC,EAAE;YAAE,MAAM,IAAI,cAAQ,CAAC,yBAAyB,UAAU,aAAa,IAAI,EAAE,CAAC,CAAA;QAC7F,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,IAAI,EAAE,CAAA;QAErC,MAAM,GAAG,GAAG,MAAM,CAAC,MAAM,CAAA;QACzB,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC,GAAG,GAAG,IAAI,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAA;QAEhE,IAAI,aAAa,GAAG,CAAC,CAAC,CAAA;QACtB,IAAI,aAAa,GAAG,CAAC,EACrB;YACE,aAAa,GAAG,CAAC,gBAAgB,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAA;YAC9E,IAAI,aAAa,IAAI,CAAC,EACtB;gBACE,8EAA8E;gBAC9E,aAAa,GAAG,aAAa,CAAA;gBAC7B,aAAa,GAAG,CAAC,CAAA;aAClB;SACF;aAAM;YACL,aAAa,GAAG,aAAa,CAAA;SAC9B;QACD,IAAI,aAAa,GAAG,CAAC,EACrB;YACE,OAAO,CAAC,GAAG,CAAC,uCAAuC,CAAC,CAAA;YACpD,SAAQ;SACT;QAED,IAAI,UAAU,GAAG,CAAC,CAAA;QAClB,OAAO,CAAC,UAAU,GAAG,MAAM,CAAC,OAAO,CAAC,IAAI,EAAE,aAAa,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,EAAE;YACnE,MAAM,IAAI,GAAG,MAAM,CAAC,SAAS,CAAC,aAAa,EAAE,UAAU,CAAC,CAAA;YACxD,aAAa,GAAG,UAAU,CAAA;YAC1B,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE;gBAC/B,MAAM,OAAO,GAAG,CAAC,GAAG,GAAG,CAAC,UAAU,GAAG,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAA;gBAErD,IAAI,IAAI,CAAC,QAAQ,CAAC,EAAE;oBAClB,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,EAAE;wBAC/B,SAAQ;qBACT;iBACF;gBAED,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;gBAC/B,IAAI,SAAS,IAAI,MAAM,CAAC,eAAe,IAAI,MAAM,CAAC,UAAU,IAAI,QAAQ,EAAE;oBACxE,IAAI,IAAI,GAAG,MAAM,IAAA,+BAAe,EAAC,QAAQ,EAAE;wBACzC,MAAM,EAAE;4BACN,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,SAAS,EAAE;gCACpC;oCACE,IAAI,EAAE,sBAAY,CAAC,MAAM;oCACzB,OAAO,EAAE,4CAA4C;oCACrD,SAAS,EAAE,EAAE;iCACd;6BACF;yBACF,EAAE,iBAAiB,EAAE,CAAC,UAAU,CAAC;qBACnC,EAAE,KAAK,CAAC,CAAA;oBAET,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,GAAC,CAAC,IAAI,cAAc,MAAM,OAAO,IAAI,EAAE,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAA;iBAC/F;aACF;SACF;KACF;IAED,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC,CAAA;AAC1B,CAAC,CAAA"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@dcl/opscli",
|
|
3
|
-
"version": "1.0.0-
|
|
3
|
+
"version": "1.0.0-4877206984.commit-8e8a724",
|
|
4
4
|
"description": "base component",
|
|
5
5
|
"bin": "dist/bin.js",
|
|
6
6
|
"main": "dist/index.js",
|
|
@@ -44,5 +44,5 @@
|
|
|
44
44
|
"files": [
|
|
45
45
|
"dist"
|
|
46
46
|
],
|
|
47
|
-
"commit": "
|
|
47
|
+
"commit": "8e8a724978edc6450675a3027c7fc1280c179093"
|
|
48
48
|
}
|