@loaders.gl/tile-converter 3.4.13 → 3.4.15
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/3d-tiles-attributes-worker.js +1 -1
- package/dist/converter.min.js +78 -77
- package/dist/dist.min.js +2081 -1557
- package/dist/es5/3d-tiles-attributes-worker.js +3 -3
- package/dist/es5/3d-tiles-attributes-worker.js.map +1 -1
- package/dist/es5/3d-tiles-converter/3d-tiles-converter.js +203 -417
- package/dist/es5/3d-tiles-converter/3d-tiles-converter.js.map +1 -1
- package/dist/es5/3d-tiles-converter/helpers/b3dm-converter.js +197 -266
- package/dist/es5/3d-tiles-converter/helpers/b3dm-converter.js.map +1 -1
- package/dist/es5/3d-tiles-converter/helpers/i3s-obb-to-3d-tiles-obb.js +4 -6
- package/dist/es5/3d-tiles-converter/helpers/i3s-obb-to-3d-tiles-obb.js.map +1 -1
- package/dist/es5/3d-tiles-converter/helpers/texture-atlas.js +12 -12
- package/dist/es5/3d-tiles-converter/helpers/texture-atlas.js.map +1 -1
- package/dist/es5/3d-tiles-converter/json-templates/tileset.js +35 -51
- package/dist/es5/3d-tiles-converter/json-templates/tileset.js.map +1 -1
- package/dist/es5/bundle.js +1 -1
- package/dist/es5/bundle.js.map +1 -1
- package/dist/es5/constants.js +1 -1
- package/dist/es5/constants.js.map +1 -1
- package/dist/es5/converter-cli.js +78 -133
- package/dist/es5/converter-cli.js.map +1 -1
- package/dist/es5/deps-installer/deps-installer.js +38 -110
- package/dist/es5/deps-installer/deps-installer.js.map +1 -1
- package/dist/es5/i3s-attributes-worker.js +3 -3
- package/dist/es5/i3s-attributes-worker.js.map +1 -1
- package/dist/es5/i3s-converter/helpers/batch-ids-extensions.js +31 -36
- package/dist/es5/i3s-converter/helpers/batch-ids-extensions.js.map +1 -1
- package/dist/es5/i3s-converter/helpers/coordinate-converter.js +23 -23
- package/dist/es5/i3s-converter/helpers/coordinate-converter.js.map +1 -1
- package/dist/es5/i3s-converter/helpers/create-scene-server-path.js +9 -27
- package/dist/es5/i3s-converter/helpers/create-scene-server-path.js.map +1 -1
- package/dist/es5/i3s-converter/helpers/feature-attributes.js +27 -42
- package/dist/es5/i3s-converter/helpers/feature-attributes.js.map +1 -1
- package/dist/es5/i3s-converter/helpers/geometry-attributes.js +97 -114
- package/dist/es5/i3s-converter/helpers/geometry-attributes.js.map +1 -1
- package/dist/es5/i3s-converter/helpers/geometry-converter.js +524 -799
- package/dist/es5/i3s-converter/helpers/geometry-converter.js.map +1 -1
- package/dist/es5/i3s-converter/helpers/gltf-attributes.js +24 -25
- package/dist/es5/i3s-converter/helpers/gltf-attributes.js.map +1 -1
- package/dist/es5/i3s-converter/helpers/node-debug.js +27 -25
- package/dist/es5/i3s-converter/helpers/node-debug.js.map +1 -1
- package/dist/es5/i3s-converter/helpers/node-index-document.js +165 -461
- package/dist/es5/i3s-converter/helpers/node-index-document.js.map +1 -1
- package/dist/es5/i3s-converter/helpers/node-pages.js +169 -474
- package/dist/es5/i3s-converter/helpers/node-pages.js.map +1 -1
- package/dist/es5/i3s-converter/i3s-converter.js +663 -1401
- package/dist/es5/i3s-converter/i3s-converter.js.map +1 -1
- package/dist/es5/i3s-converter/json-templates/geometry-definitions.js +82 -92
- package/dist/es5/i3s-converter/json-templates/geometry-definitions.js.map +1 -1
- package/dist/es5/i3s-converter/json-templates/layers.js +130 -152
- package/dist/es5/i3s-converter/json-templates/layers.js.map +1 -1
- package/dist/es5/i3s-converter/json-templates/metadata.js +21 -23
- package/dist/es5/i3s-converter/json-templates/metadata.js.map +1 -1
- package/dist/es5/i3s-converter/json-templates/node.js +78 -89
- package/dist/es5/i3s-converter/json-templates/node.js.map +1 -1
- package/dist/es5/i3s-converter/json-templates/scene-server.js +27 -31
- package/dist/es5/i3s-converter/json-templates/scene-server.js.map +1 -1
- package/dist/es5/i3s-converter/json-templates/shared-resources.js +110 -152
- package/dist/es5/i3s-converter/json-templates/shared-resources.js.map +1 -1
- package/dist/es5/i3s-converter/json-templates/store.js +2 -4
- package/dist/es5/i3s-converter/json-templates/store.js.map +1 -1
- package/dist/es5/i3s-server/app.js +6 -6
- package/dist/es5/i3s-server/app.js.map +1 -1
- package/dist/es5/i3s-server/controllers/index-controller.js +20 -49
- package/dist/es5/i3s-server/controllers/index-controller.js.map +1 -1
- package/dist/es5/i3s-server/routes/index.js +14 -33
- package/dist/es5/i3s-server/routes/index.js.map +1 -1
- package/dist/es5/index.js +2 -2
- package/dist/es5/lib/utils/compress-util.js +127 -295
- package/dist/es5/lib/utils/compress-util.js.map +1 -1
- package/dist/es5/lib/utils/file-utils.js +65 -174
- package/dist/es5/lib/utils/file-utils.js.map +1 -1
- package/dist/es5/lib/utils/lod-conversion-utils.js +9 -9
- package/dist/es5/lib/utils/lod-conversion-utils.js.map +1 -1
- package/dist/es5/lib/utils/queue.js +13 -38
- package/dist/es5/lib/utils/queue.js.map +1 -1
- package/dist/es5/lib/utils/statistic-utills.js +39 -117
- package/dist/es5/lib/utils/statistic-utills.js.map +1 -1
- package/dist/es5/lib/utils/write-queue.js +74 -195
- package/dist/es5/lib/utils/write-queue.js.map +1 -1
- package/dist/es5/pgm-loader.js +3 -22
- package/dist/es5/pgm-loader.js.map +1 -1
- package/dist/es5/workers/3d-tiles-attributes-worker.js +5 -22
- package/dist/es5/workers/3d-tiles-attributes-worker.js.map +1 -1
- package/dist/es5/workers/i3s-attributes-worker.js +4 -25
- package/dist/es5/workers/i3s-attributes-worker.js.map +1 -1
- package/dist/esm/3d-tiles-attributes-worker.js +1 -1
- package/dist/esm/deps-installer/deps-installer.js +1 -1
- package/dist/esm/i3s-attributes-worker.js +1 -1
- package/dist/esm/i3s-converter/helpers/batch-ids-extensions.js.map +1 -1
- package/dist/esm/i3s-converter/helpers/geometry-converter.js +1 -1
- package/dist/esm/i3s-converter/helpers/geometry-converter.js.map +1 -1
- package/dist/esm/pgm-loader.js +1 -1
- package/dist/i3s-attributes-worker.js +2 -2
- package/dist/i3s-attributes-worker.js.map +3 -3
- package/dist/i3s-converter/helpers/geometry-converter.d.ts +1 -1
- package/dist/i3s-converter/helpers/geometry-converter.d.ts.map +1 -1
- package/package.json +15 -15
- package/src/i3s-converter/helpers/batch-ids-extensions.ts +1 -1
- package/src/i3s-converter/helpers/geometry-converter.ts +14 -14
|
@@ -9,8 +9,6 @@ exports.compressFileWithGzip = compressFileWithGzip;
|
|
|
9
9
|
exports.compressFilesWithZip = compressFilesWithZip;
|
|
10
10
|
exports.compressWithChildProcess = compressWithChildProcess;
|
|
11
11
|
exports.generateHash128FromZip = generateHash128FromZip;
|
|
12
|
-
var _regenerator = _interopRequireDefault(require("@babel/runtime/regenerator"));
|
|
13
|
-
var _asyncToGenerator2 = _interopRequireDefault(require("@babel/runtime/helpers/asyncToGenerator"));
|
|
14
12
|
var _zlib = require("zlib");
|
|
15
13
|
var _path = require("path");
|
|
16
14
|
var _fs = require("fs");
|
|
@@ -21,320 +19,154 @@ var _jszip = _interopRequireDefault(require("jszip"));
|
|
|
21
19
|
var _crypto = require("@loaders.gl/crypto");
|
|
22
20
|
var _crypt = _interopRequireDefault(require("crypt"));
|
|
23
21
|
function compressFileWithGzip(pathFile) {
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
|
|
27
|
-
|
|
28
|
-
return new Promise(
|
|
29
|
-
input.on('end',
|
|
22
|
+
const compressedPathFile = "".concat(pathFile, ".gz");
|
|
23
|
+
const gzip = (0, _zlib.createGzip)();
|
|
24
|
+
const input = (0, _fs.createReadStream)(pathFile);
|
|
25
|
+
const output = (0, _fs.createWriteStream)(compressedPathFile);
|
|
26
|
+
return new Promise((resolve, reject) => {
|
|
27
|
+
input.on('end', () => {
|
|
30
28
|
console.log("".concat(compressedPathFile, " compressed and saved."));
|
|
31
29
|
resolve(compressedPathFile);
|
|
32
30
|
});
|
|
33
|
-
input.on('error',
|
|
31
|
+
input.on('error', error => {
|
|
34
32
|
console.log("".concat(compressedPathFile, ": compression error!"));
|
|
35
33
|
reject(error);
|
|
36
34
|
});
|
|
37
35
|
input.pipe(gzip).pipe(output);
|
|
38
36
|
});
|
|
39
37
|
}
|
|
40
|
-
function compressFilesWithZip(
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
|
|
45
|
-
|
|
46
|
-
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
|
|
58
|
-
|
|
59
|
-
|
|
60
|
-
|
|
61
|
-
|
|
62
|
-
|
|
63
|
-
|
|
64
|
-
|
|
65
|
-
|
|
66
|
-
|
|
67
|
-
|
|
68
|
-
|
|
69
|
-
|
|
70
|
-
|
|
71
|
-
|
|
72
|
-
|
|
73
|
-
|
|
74
|
-
|
|
75
|
-
output.on('close', function () {
|
|
76
|
-
console.log("".concat(outputFile, " saved."));
|
|
77
|
-
console.log("".concat(archive.pointer(), " total bytes"));
|
|
78
|
-
resolve(null);
|
|
79
|
-
});
|
|
80
|
-
output.on('end', function () {
|
|
81
|
-
console.log('Data has been drained');
|
|
82
|
-
resolve(null);
|
|
83
|
-
});
|
|
84
|
-
archive.on('warning', function (err) {
|
|
85
|
-
console.log(err);
|
|
86
|
-
reject(err);
|
|
87
|
-
});
|
|
88
|
-
archive.on('error', function (err) {
|
|
89
|
-
reject(err);
|
|
90
|
-
});
|
|
91
|
-
archive.pipe(output);
|
|
92
|
-
_context.t0 = _regenerator.default.keys(fileMap);
|
|
93
|
-
case 6:
|
|
94
|
-
if ((_context.t1 = _context.t0()).done) {
|
|
95
|
-
_context.next = 13;
|
|
96
|
-
break;
|
|
97
|
-
}
|
|
98
|
-
subFileName = _context.t1.value;
|
|
99
|
-
subFileData = fileMap[subFileName];
|
|
100
|
-
_context.next = 11;
|
|
101
|
-
return appendFileToArchive(archive, subFileName, subFileData);
|
|
102
|
-
case 11:
|
|
103
|
-
_context.next = 6;
|
|
104
|
-
break;
|
|
105
|
-
case 13:
|
|
106
|
-
archive.finalize();
|
|
107
|
-
case 14:
|
|
108
|
-
case "end":
|
|
109
|
-
return _context.stop();
|
|
110
|
-
}
|
|
111
|
-
}, _callee);
|
|
112
|
-
}));
|
|
113
|
-
return function (_x18, _x19) {
|
|
114
|
-
return _ref.apply(this, arguments);
|
|
115
|
-
};
|
|
116
|
-
}()));
|
|
117
|
-
case 11:
|
|
118
|
-
case "end":
|
|
119
|
-
return _context2.stop();
|
|
120
|
-
}
|
|
121
|
-
}, _callee2, null, [[1, 6]]);
|
|
122
|
-
}));
|
|
123
|
-
return _compressFilesWithZip.apply(this, arguments);
|
|
124
|
-
}
|
|
125
|
-
function compressWithChildProcess(_x3, _x4, _x5, _x6, _x7) {
|
|
126
|
-
return _compressWithChildProcess.apply(this, arguments);
|
|
127
|
-
}
|
|
128
|
-
function _compressWithChildProcess() {
|
|
129
|
-
_compressWithChildProcess = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee3(inputFolder, outputFile, level, inputFiles, sevenZipExe) {
|
|
130
|
-
return _regenerator.default.wrap(function _callee3$(_context3) {
|
|
131
|
-
while (1) switch (_context3.prev = _context3.next) {
|
|
132
|
-
case 0:
|
|
133
|
-
if (!(process.platform === 'win32')) {
|
|
134
|
-
_context3.next = 5;
|
|
135
|
-
break;
|
|
136
|
-
}
|
|
137
|
-
_context3.next = 3;
|
|
138
|
-
return compressWithChildProcessWindows(inputFolder, outputFile, level, inputFiles, sevenZipExe);
|
|
139
|
-
case 3:
|
|
140
|
-
_context3.next = 7;
|
|
141
|
-
break;
|
|
142
|
-
case 5:
|
|
143
|
-
_context3.next = 7;
|
|
144
|
-
return compressWithChildProcessUnix(inputFolder, outputFile, level, inputFiles);
|
|
145
|
-
case 7:
|
|
146
|
-
case "end":
|
|
147
|
-
return _context3.stop();
|
|
148
|
-
}
|
|
149
|
-
}, _callee3);
|
|
150
|
-
}));
|
|
151
|
-
return _compressWithChildProcess.apply(this, arguments);
|
|
152
|
-
}
|
|
153
|
-
function compressWithChildProcessUnix(_x8, _x9) {
|
|
154
|
-
return _compressWithChildProcessUnix.apply(this, arguments);
|
|
155
|
-
}
|
|
156
|
-
function _compressWithChildProcessUnix() {
|
|
157
|
-
_compressWithChildProcessUnix = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee4(inputFolder, outputFile) {
|
|
158
|
-
var level,
|
|
159
|
-
inputFiles,
|
|
160
|
-
fullOutputFile,
|
|
161
|
-
args,
|
|
162
|
-
childProcess,
|
|
163
|
-
_args4 = arguments;
|
|
164
|
-
return _regenerator.default.wrap(function _callee4$(_context4) {
|
|
165
|
-
while (1) switch (_context4.prev = _context4.next) {
|
|
166
|
-
case 0:
|
|
167
|
-
level = _args4.length > 2 && _args4[2] !== undefined ? _args4[2] : 0;
|
|
168
|
-
inputFiles = _args4.length > 3 && _args4[3] !== undefined ? _args4[3] : '.';
|
|
169
|
-
fullOutputFile = (0, _fileUtils.getAbsoluteFilePath)(outputFile);
|
|
170
|
-
args = ["-".concat(level), '-r', fullOutputFile, inputFiles];
|
|
171
|
-
childProcess = new _workerUtils.ChildProcessProxy();
|
|
172
|
-
_context4.next = 7;
|
|
173
|
-
return childProcess.start({
|
|
174
|
-
command: 'zip',
|
|
175
|
-
arguments: args,
|
|
176
|
-
spawn: {
|
|
177
|
-
cwd: inputFolder
|
|
178
|
-
},
|
|
179
|
-
wait: 0
|
|
180
|
-
});
|
|
181
|
-
case 7:
|
|
182
|
-
case "end":
|
|
183
|
-
return _context4.stop();
|
|
184
|
-
}
|
|
185
|
-
}, _callee4);
|
|
186
|
-
}));
|
|
187
|
-
return _compressWithChildProcessUnix.apply(this, arguments);
|
|
38
|
+
async function compressFilesWithZip(fileMap, outputFile) {
|
|
39
|
+
let level = arguments.length > 2 && arguments[2] !== undefined ? arguments[2] : 0;
|
|
40
|
+
try {
|
|
41
|
+
await (0, _fileUtils.removeFile)(outputFile);
|
|
42
|
+
} catch (e) {}
|
|
43
|
+
const output = (0, _fs.createWriteStream)(outputFile);
|
|
44
|
+
const archive = (0, _archiver.default)('zip', {
|
|
45
|
+
zlib: {
|
|
46
|
+
level
|
|
47
|
+
}
|
|
48
|
+
});
|
|
49
|
+
return new Promise(async (resolve, reject) => {
|
|
50
|
+
output.on('close', function () {
|
|
51
|
+
console.log("".concat(outputFile, " saved."));
|
|
52
|
+
console.log("".concat(archive.pointer(), " total bytes"));
|
|
53
|
+
resolve(null);
|
|
54
|
+
});
|
|
55
|
+
output.on('end', function () {
|
|
56
|
+
console.log('Data has been drained');
|
|
57
|
+
resolve(null);
|
|
58
|
+
});
|
|
59
|
+
archive.on('warning', function (err) {
|
|
60
|
+
console.log(err);
|
|
61
|
+
reject(err);
|
|
62
|
+
});
|
|
63
|
+
archive.on('error', function (err) {
|
|
64
|
+
reject(err);
|
|
65
|
+
});
|
|
66
|
+
archive.pipe(output);
|
|
67
|
+
for (const subFileName in fileMap) {
|
|
68
|
+
const subFileData = fileMap[subFileName];
|
|
69
|
+
await appendFileToArchive(archive, subFileName, subFileData);
|
|
70
|
+
}
|
|
71
|
+
archive.finalize();
|
|
72
|
+
});
|
|
188
73
|
}
|
|
189
|
-
function
|
|
190
|
-
|
|
74
|
+
async function compressWithChildProcess(inputFolder, outputFile, level, inputFiles, sevenZipExe) {
|
|
75
|
+
if (process.platform === 'win32') {
|
|
76
|
+
await compressWithChildProcessWindows(inputFolder, outputFile, level, inputFiles, sevenZipExe);
|
|
77
|
+
} else {
|
|
78
|
+
await compressWithChildProcessUnix(inputFolder, outputFile, level, inputFiles);
|
|
79
|
+
}
|
|
191
80
|
}
|
|
192
|
-
function
|
|
193
|
-
|
|
194
|
-
|
|
195
|
-
|
|
196
|
-
|
|
197
|
-
|
|
198
|
-
|
|
199
|
-
|
|
200
|
-
|
|
201
|
-
|
|
202
|
-
|
|
203
|
-
|
|
204
|
-
|
|
205
|
-
|
|
206
|
-
sevenZipExe = _args5.length > 4 ? _args5[4] : undefined;
|
|
207
|
-
if (inputFiles[0] === '@') {
|
|
208
|
-
inputFiles = "*".concat(inputFiles.substr(1));
|
|
209
|
-
}
|
|
210
|
-
fullOutputFile = (0, _fileUtils.getAbsoluteFilePath)(outputFile);
|
|
211
|
-
args = ['a', '-tzip', "-mx=".concat(level), fullOutputFile, inputFiles];
|
|
212
|
-
childProcess = new _workerUtils.ChildProcessProxy();
|
|
213
|
-
_context5.next = 9;
|
|
214
|
-
return childProcess.start({
|
|
215
|
-
command: sevenZipExe,
|
|
216
|
-
arguments: args,
|
|
217
|
-
spawn: {
|
|
218
|
-
cwd: "".concat(inputFolder)
|
|
219
|
-
},
|
|
220
|
-
wait: 0
|
|
221
|
-
});
|
|
222
|
-
case 9:
|
|
223
|
-
case "end":
|
|
224
|
-
return _context5.stop();
|
|
225
|
-
}
|
|
226
|
-
}, _callee5);
|
|
227
|
-
}));
|
|
228
|
-
return _compressWithChildProcessWindows.apply(this, arguments);
|
|
81
|
+
async function compressWithChildProcessUnix(inputFolder, outputFile) {
|
|
82
|
+
let level = arguments.length > 2 && arguments[2] !== undefined ? arguments[2] : 0;
|
|
83
|
+
let inputFiles = arguments.length > 3 && arguments[3] !== undefined ? arguments[3] : '.';
|
|
84
|
+
const fullOutputFile = (0, _fileUtils.getAbsoluteFilePath)(outputFile);
|
|
85
|
+
const args = ["-".concat(level), '-r', fullOutputFile, inputFiles];
|
|
86
|
+
const childProcess = new _workerUtils.ChildProcessProxy();
|
|
87
|
+
await childProcess.start({
|
|
88
|
+
command: 'zip',
|
|
89
|
+
arguments: args,
|
|
90
|
+
spawn: {
|
|
91
|
+
cwd: inputFolder
|
|
92
|
+
},
|
|
93
|
+
wait: 0
|
|
94
|
+
});
|
|
229
95
|
}
|
|
230
|
-
function
|
|
231
|
-
|
|
96
|
+
async function compressWithChildProcessWindows(inputFolder, outputFile) {
|
|
97
|
+
let level = arguments.length > 2 && arguments[2] !== undefined ? arguments[2] : 0;
|
|
98
|
+
let inputFiles = arguments.length > 3 && arguments[3] !== undefined ? arguments[3] : (0, _path.join)('.', '*');
|
|
99
|
+
let sevenZipExe = arguments.length > 4 ? arguments[4] : undefined;
|
|
100
|
+
if (inputFiles[0] === '@') {
|
|
101
|
+
inputFiles = "*".concat(inputFiles.substr(1));
|
|
102
|
+
}
|
|
103
|
+
const fullOutputFile = (0, _fileUtils.getAbsoluteFilePath)(outputFile);
|
|
104
|
+
const args = ['a', '-tzip', "-mx=".concat(level), fullOutputFile, inputFiles];
|
|
105
|
+
const childProcess = new _workerUtils.ChildProcessProxy();
|
|
106
|
+
await childProcess.start({
|
|
107
|
+
command: sevenZipExe,
|
|
108
|
+
arguments: args,
|
|
109
|
+
spawn: {
|
|
110
|
+
cwd: "".concat(inputFolder)
|
|
111
|
+
},
|
|
112
|
+
wait: 0
|
|
113
|
+
});
|
|
232
114
|
}
|
|
233
|
-
function
|
|
234
|
-
|
|
235
|
-
|
|
236
|
-
|
|
237
|
-
|
|
238
|
-
|
|
239
|
-
|
|
240
|
-
|
|
241
|
-
|
|
242
|
-
|
|
243
|
-
|
|
244
|
-
|
|
245
|
-
|
|
246
|
-
|
|
247
|
-
|
|
248
|
-
|
|
249
|
-
|
|
250
|
-
|
|
251
|
-
|
|
252
|
-
|
|
253
|
-
|
|
254
|
-
|
|
255
|
-
|
|
256
|
-
|
|
257
|
-
|
|
258
|
-
|
|
259
|
-
|
|
260
|
-
|
|
261
|
-
|
|
262
|
-
|
|
263
|
-
|
|
264
|
-
|
|
265
|
-
|
|
266
|
-
|
|
267
|
-
|
|
268
|
-
|
|
269
|
-
|
|
270
|
-
|
|
271
|
-
|
|
272
|
-
});
|
|
273
|
-
_context6.next = 9;
|
|
274
|
-
break;
|
|
275
|
-
case 22:
|
|
276
|
-
hashTable.sort(function (prev, next) {
|
|
277
|
-
if (prev.key === next.key) {
|
|
278
|
-
return prev.value < next.value ? -1 : 1;
|
|
279
|
-
}
|
|
280
|
-
return prev.key < next.key ? -1 : 1;
|
|
281
|
-
});
|
|
282
|
-
output = (0, _fs.createWriteStream)(outputFile);
|
|
283
|
-
return _context6.abrupt("return", new Promise(function (resolve, reject) {
|
|
284
|
-
output.on('close', function () {
|
|
285
|
-
console.log("".concat(outputFile, " generated and saved"));
|
|
286
|
-
resolve(null);
|
|
287
|
-
});
|
|
288
|
-
output.on('error', function (err) {
|
|
289
|
-
console.log(err);
|
|
290
|
-
reject(err);
|
|
291
|
-
});
|
|
292
|
-
for (var _key in hashTable) {
|
|
293
|
-
var item = hashTable[_key];
|
|
294
|
-
var value = longToByteArray(item.value);
|
|
295
|
-
output.write(Buffer.from(_crypt.default.hexToBytes(item.key).concat(value)));
|
|
296
|
-
}
|
|
297
|
-
output.close();
|
|
298
|
-
}));
|
|
299
|
-
case 25:
|
|
300
|
-
case "end":
|
|
301
|
-
return _context6.stop();
|
|
302
|
-
}
|
|
303
|
-
}, _callee6);
|
|
304
|
-
}));
|
|
305
|
-
return _generateHash128FromZip.apply(this, arguments);
|
|
115
|
+
async function generateHash128FromZip(inputZipFile, outputFile) {
|
|
116
|
+
const input = await _fs.promises.readFile(inputZipFile);
|
|
117
|
+
const zip = await _jszip.default.loadAsync(input);
|
|
118
|
+
const hashTable = [];
|
|
119
|
+
const zipFiles = zip.files;
|
|
120
|
+
for (const relativePath in zipFiles) {
|
|
121
|
+
const zipEntry = zipFiles[relativePath];
|
|
122
|
+
const _data = '_data';
|
|
123
|
+
const content = zipEntry[_data].compressedContent;
|
|
124
|
+
if (zipEntry.dir) continue;
|
|
125
|
+
const hash = await new _crypto.MD5Hash().hash(Buffer.from(relativePath.toLowerCase()));
|
|
126
|
+
hashTable.push({
|
|
127
|
+
key: atob(hash),
|
|
128
|
+
value: content.byteOffset
|
|
129
|
+
});
|
|
130
|
+
}
|
|
131
|
+
hashTable.sort((prev, next) => {
|
|
132
|
+
if (prev.key === next.key) {
|
|
133
|
+
return prev.value < next.value ? -1 : 1;
|
|
134
|
+
}
|
|
135
|
+
return prev.key < next.key ? -1 : 1;
|
|
136
|
+
});
|
|
137
|
+
const output = (0, _fs.createWriteStream)(outputFile);
|
|
138
|
+
return new Promise((resolve, reject) => {
|
|
139
|
+
output.on('close', function () {
|
|
140
|
+
console.log("".concat(outputFile, " generated and saved"));
|
|
141
|
+
resolve(null);
|
|
142
|
+
});
|
|
143
|
+
output.on('error', function (err) {
|
|
144
|
+
console.log(err);
|
|
145
|
+
reject(err);
|
|
146
|
+
});
|
|
147
|
+
for (const key in hashTable) {
|
|
148
|
+
const item = hashTable[key];
|
|
149
|
+
const value = longToByteArray(item.value);
|
|
150
|
+
output.write(Buffer.from(_crypt.default.hexToBytes(item.key).concat(value)));
|
|
151
|
+
}
|
|
152
|
+
output.close();
|
|
153
|
+
});
|
|
306
154
|
}
|
|
307
155
|
function longToByteArray(long) {
|
|
308
|
-
|
|
309
|
-
|
|
156
|
+
const buffer = new ArrayBuffer(8);
|
|
157
|
+
const longNum = new Float64Array(buffer);
|
|
310
158
|
longNum[0] = parseInt(long);
|
|
311
159
|
return Array.from(new Uint8Array(buffer)).reverse();
|
|
312
160
|
}
|
|
313
|
-
function addFileToZip(
|
|
314
|
-
|
|
315
|
-
|
|
316
|
-
function _addFileToZip() {
|
|
317
|
-
_addFileToZip = (0, _asyncToGenerator2.default)(_regenerator.default.mark(function _callee7(inputFolder, fileName, zipFile, sevenZipExe) {
|
|
318
|
-
return _regenerator.default.wrap(function _callee7$(_context7) {
|
|
319
|
-
while (1) switch (_context7.prev = _context7.next) {
|
|
320
|
-
case 0:
|
|
321
|
-
_context7.next = 2;
|
|
322
|
-
return compressWithChildProcess(inputFolder, zipFile, 0, fileName, sevenZipExe);
|
|
323
|
-
case 2:
|
|
324
|
-
console.log("".concat(fileName, " added to ").concat(zipFile, "."));
|
|
325
|
-
case 3:
|
|
326
|
-
case "end":
|
|
327
|
-
return _context7.stop();
|
|
328
|
-
}
|
|
329
|
-
}, _callee7);
|
|
330
|
-
}));
|
|
331
|
-
return _addFileToZip.apply(this, arguments);
|
|
161
|
+
async function addFileToZip(inputFolder, fileName, zipFile, sevenZipExe) {
|
|
162
|
+
await compressWithChildProcess(inputFolder, zipFile, 0, fileName, sevenZipExe);
|
|
163
|
+
console.log("".concat(fileName, " added to ").concat(zipFile, "."));
|
|
332
164
|
}
|
|
333
165
|
function appendFileToArchive(archive, subFileName, subFileData) {
|
|
334
|
-
return new Promise(
|
|
335
|
-
|
|
166
|
+
return new Promise(resolve => {
|
|
167
|
+
const fileStream = (0, _fs.createReadStream)(subFileData);
|
|
336
168
|
console.log("Compression start: ".concat(subFileName));
|
|
337
|
-
fileStream.on('close',
|
|
169
|
+
fileStream.on('close', () => {
|
|
338
170
|
console.log("Compression finish: ".concat(subFileName));
|
|
339
171
|
resolve(null);
|
|
340
172
|
});
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"compress-util.js","names":["_zlib","require","_path","_fs","_archiver","_interopRequireDefault","_fileUtils","_workerUtils","_jszip","_crypto","_crypt","compressFileWithGzip","pathFile","compressedPathFile","concat","gzip","createGzip","input","createReadStream","output","createWriteStream","Promise","resolve","reject","on","console","log","error","pipe","compressFilesWithZip","_x","_x2","_compressFilesWithZip","apply","arguments","_asyncToGenerator2","default","_regenerator","mark","_callee2","fileMap","outputFile","level","archive","_args2","wrap","_callee2$","_context2","prev","next","length","undefined","removeFile","t0","archiver","zlib","abrupt","_ref","_callee","subFileName","subFileData","_callee$","_context","pointer","err","keys","t1","done","value","appendFileToArchive","finalize","stop","_x18","_x19","compressWithChildProcess","_x3","_x4","_x5","_x6","_x7","_compressWithChildProcess","_callee3","inputFolder","inputFiles","sevenZipExe","_callee3$","_context3","process","platform","compressWithChildProcessWindows","compressWithChildProcessUnix","_x8","_x9","_compressWithChildProcessUnix","_callee4","fullOutputFile","args","childProcess","_args4","_callee4$","_context4","getAbsoluteFilePath","ChildProcessProxy","start","command","spawn","cwd","wait","_x10","_x11","_compressWithChildProcessWindows","_callee5","_args5","_callee5$","_context5","join","substr","generateHash128FromZip","_x12","_x13","_generateHash128FromZip","_callee6","inputZipFile","zip","hashTable","zipFiles","relativePath","zipEntry","_data","content","hash","_callee6$","_context6","fs","readFile","sent","JSZip","loadAsync","files","compressedContent","dir","MD5Hash","Buffer","from","toLowerCase","push","key","atob","byteOffset","sort","item","longToByteArray","write","crypt","hexToBytes","close","long","buffer","ArrayBuffer","longNum","Float64Array","parseInt","Array","Uint8Array","reverse","addFileToZip","_x14","_x15","_x16","_x17","_addFileToZip","_callee7","fileName","zipFile","_callee7$","_context7","fileStream","append","name"],"sources":["../../../../src/lib/utils/compress-util.ts"],"sourcesContent":["import {createGzip} from 'zlib';\nimport {join} from 'path';\nimport {promises as fs, createReadStream, createWriteStream} from 'fs';\nimport archiver from 'archiver';\nimport {removeFile} from './file-utils';\nimport {ChildProcessProxy} from '@loaders.gl/worker-utils';\nimport JSZip from 'jszip';\nimport {MD5Hash} from '@loaders.gl/crypto';\nimport crypt from 'crypt';\nimport {getAbsoluteFilePath} from './file-utils';\n\n/**\n * Compress file to gzip file\n *\n * @param pathFile - the path to the file\n * @return the path to the gzip file\n */\nexport function compressFileWithGzip(pathFile: string): Promise<string> {\n const compressedPathFile = `${pathFile}.gz`;\n const gzip = createGzip();\n const input = createReadStream(pathFile);\n const output = createWriteStream(compressedPathFile);\n\n return new Promise((resolve, reject) => {\n input.on('end', () => {\n console.log(`${compressedPathFile} compressed and saved.`); // eslint-disable-line no-undef,no-console\n resolve(compressedPathFile);\n });\n input.on('error', (error) => {\n console.log(`${compressedPathFile}: compression error!`); // eslint-disable-line no-undef,no-console\n reject(error);\n });\n input.pipe(gzip).pipe(output);\n });\n}\n\n/**\n * Compress files from map into slpk file\n *\n * @param fileMap - map with file paths (key: output path, value: input path)\n * @param outputFile - output slpk file\n * @param level - compression level\n */\nexport async function compressFilesWithZip(\n fileMap: {[key: string]: string},\n outputFile: string,\n level: number = 0\n) {\n // Before creating a new file, we need to delete the old file\n try {\n await removeFile(outputFile);\n } catch (e) {\n // Do nothing if old file doesn't exist\n }\n\n const output = createWriteStream(outputFile);\n const archive = archiver('zip', {\n zlib: {level} // Sets the compression level.\n });\n\n return new Promise(async (resolve, reject) => {\n // listen for all archive data to be writte\n // 'close' event is fired only when a file descriptor is involved\n output.on('close', function () {\n console.log(`${outputFile} saved.`); // eslint-disable-line no-undef,no-console\n console.log(`${archive.pointer()} total bytes`); // eslint-disable-line no-undef,no-console\n resolve(null);\n });\n\n // This event is fired when the data source is drained no matter what was the data source.\n // It is not part of this library but rather from the NodeJS Stream API.\n // @see: https://nodejs.org/api/stream.html#stream_event_end\n output.on('end', function () {\n console.log('Data has been drained'); // eslint-disable-line no-undef,no-console\n resolve(null);\n });\n\n // good practice to catch warnings (ie stat failures and other non-blocking errors)\n archive.on('warning', function (err) {\n console.log(err); // eslint-disable-line no-undef,no-console\n reject(err);\n });\n\n // good practice to catch this error explicitly\n archive.on('error', function (err) {\n reject(err);\n });\n\n // pipe archive data to the file\n archive.pipe(output);\n\n for (const subFileName in fileMap) {\n const subFileData = fileMap[subFileName];\n await appendFileToArchive(archive, subFileName, subFileData);\n }\n\n // finalize the archive (ie we are done appending files but streams have to finish yet)\n archive.finalize();\n });\n}\n\n/**\n * Compress files using external tool 'zip'/'7z'\n *\n * @param inputFolder - folder to archive - for cwd option\n * @param outputFile - output slpk file\n * @param level - compression level\n * @param inputFiles - input files path to pass to the executable as option\n * @param sevenZipExe - path to 7z.exe executable\n */\nexport async function compressWithChildProcess(\n inputFolder: string,\n outputFile: string,\n level: number,\n inputFiles: string,\n sevenZipExe: string\n) {\n // eslint-disable-next-line no-undef\n if (process.platform === 'win32') {\n await compressWithChildProcessWindows(inputFolder, outputFile, level, inputFiles, sevenZipExe);\n } else {\n await compressWithChildProcessUnix(inputFolder, outputFile, level, inputFiles);\n }\n}\n\n/**\n * Compress files using external linux tool 'zip'\n *\n * @param inputFolder - folder to archive - for cwd option\n * @param outputFile - output slpk file\n * @param level - compression level\n * @param inputFiles - input files path to pass to the executable as option\n */\nasync function compressWithChildProcessUnix(\n inputFolder: string,\n outputFile: string,\n level: number = 0,\n inputFiles: string = '.'\n) {\n const fullOutputFile = getAbsoluteFilePath(outputFile);\n const args = [`-${level}`, '-r', fullOutputFile, inputFiles];\n const childProcess = new ChildProcessProxy();\n await childProcess.start({\n command: 'zip',\n arguments: args,\n spawn: {\n cwd: inputFolder\n },\n wait: 0\n });\n}\n\n/**\n * Compress files using windows external tool '7z'\n *\n * @param inputFolder - folder to archive - for cwd option\n * @param outputFile - output slpk file\n * @param level - compression level\n * @param inputFiles - input files path to pass to the executable as option\n * @param sevenZipExe - path to 7z.exe executable\n */\nasync function compressWithChildProcessWindows(\n inputFolder: string,\n outputFile: string,\n level: number = 0,\n inputFiles: string = join('.', '*'),\n sevenZipExe: string\n) {\n // Workaround for @listfile issue. In 7z.exe @-leading files are handled as listfiles\n // https://sevenzip.osdn.jp/chm/cmdline/syntax.htm\n if (inputFiles[0] === '@') {\n inputFiles = `*${inputFiles.substr(1)}`;\n }\n\n const fullOutputFile = getAbsoluteFilePath(outputFile);\n const args = ['a', '-tzip', `-mx=${level}`, fullOutputFile, inputFiles];\n const childProcess = new ChildProcessProxy();\n await childProcess.start({\n command: sevenZipExe,\n arguments: args,\n spawn: {\n cwd: `${inputFolder}`\n },\n wait: 0\n });\n}\n\n/**\n * Generate hash file from zip archive\n * https://github.com/Esri/i3s-spec/blob/master/docs/1.7/slpk_hashtable.cmn.md\n *\n * @param inputZipFile\n * @param outputFile\n */\nexport async function generateHash128FromZip(inputZipFile: string, outputFile: string) {\n const input = await fs.readFile(inputZipFile);\n const zip = await JSZip.loadAsync(input);\n const hashTable: {key: string; value: string}[] = [];\n const zipFiles = zip.files;\n for (const relativePath in zipFiles) {\n const zipEntry = zipFiles[relativePath];\n // Had to use a workaround because the correct string is getting the wrong data\n // const content = await zipEntry.async('nodebuffer');\n // _data isn't described in the interface, so lint thought it was wrong\n const _data = '_data';\n const content = zipEntry[_data].compressedContent;\n if (zipEntry.dir) continue; // eslint-disable-line no-continue\n // eslint-disable-next-line no-undef\n const hash = await new MD5Hash().hash(Buffer.from(relativePath.toLowerCase()));\n // eslint-disable-next-line no-undef\n hashTable.push({key: atob(hash), value: content.byteOffset});\n }\n\n hashTable.sort((prev, next) => {\n if (prev.key === next.key) {\n return prev.value < next.value ? -1 : 1;\n }\n return prev.key < next.key ? -1 : 1;\n });\n\n const output = createWriteStream(outputFile);\n return new Promise((resolve, reject) => {\n output.on('close', function () {\n console.log(`${outputFile} generated and saved`); // eslint-disable-line\n resolve(null);\n });\n output.on('error', function (err) {\n console.log(err); // eslint-disable-line\n reject(err);\n });\n for (const key in hashTable) {\n const item = hashTable[key];\n const value = longToByteArray(item.value);\n // TODO: perhaps you need to wait for the 'drain' event if the write returns 'false'\n // eslint-disable-next-line no-undef\n output.write(Buffer.from(crypt.hexToBytes(item.key).concat(value)));\n }\n output.close();\n });\n}\n\n/**\n * Encode 64 bit value to byte array\n *\n * @param long - stringified number\n * @returns\n */\nfunction longToByteArray(long: string): number[] {\n const buffer = new ArrayBuffer(8); // JS numbers are 8 bytes long, or 64 bits\n const longNum = new Float64Array(buffer); // so equivalent to Float64\n longNum[0] = parseInt(long);\n return Array.from(new Uint8Array(buffer)).reverse(); // reverse to get little endian\n}\n\n/**\n * Add file to zip archive\n *\n * @param inputFile\n * @param fileName\n * @param zipFile\n * @param sevenZipExe\n */\nexport async function addFileToZip(\n inputFolder: string,\n fileName: string,\n zipFile: string,\n sevenZipExe: string\n) {\n await compressWithChildProcess(inputFolder, zipFile, 0, fileName, sevenZipExe);\n console.log(`${fileName} added to ${zipFile}.`); // eslint-disable-line\n}\n\n/**\n *\n * @param archive zip archive instance\n * @param subFileName file path inside archive\n * @param subFileData source file path\n * @returns\n */\nfunction appendFileToArchive(archive: any, subFileName: string, subFileData: string) {\n return new Promise((resolve) => {\n const fileStream = createReadStream(subFileData);\n console.log(`Compression start: ${subFileName}`); // eslint-disable-line no-undef,no-console\n fileStream.on('close', () => {\n console.log(`Compression finish: ${subFileName}`); // eslint-disable-line no-undef,no-console\n resolve(null);\n });\n archive.append(fileStream, {name: subFileName});\n });\n}\n"],"mappings":";;;;;;;;;;;;;AAAA,IAAAA,KAAA,GAAAC,OAAA;AACA,IAAAC,KAAA,GAAAD,OAAA;AACA,IAAAE,GAAA,GAAAF,OAAA;AACA,IAAAG,SAAA,GAAAC,sBAAA,CAAAJ,OAAA;AACA,IAAAK,UAAA,GAAAL,OAAA;AACA,IAAAM,YAAA,GAAAN,OAAA;AACA,IAAAO,MAAA,GAAAH,sBAAA,CAAAJ,OAAA;AACA,IAAAQ,OAAA,GAAAR,OAAA;AACA,IAAAS,MAAA,GAAAL,sBAAA,CAAAJ,OAAA;AASO,SAASU,oBAAoBA,CAACC,QAAgB,EAAmB;EACtE,IAAMC,kBAAkB,MAAAC,MAAA,CAAMF,QAAQ,QAAK;EAC3C,IAAMG,IAAI,GAAG,IAAAC,gBAAU,EAAC,CAAC;EACzB,IAAMC,KAAK,GAAG,IAAAC,oBAAgB,EAACN,QAAQ,CAAC;EACxC,IAAMO,MAAM,GAAG,IAAAC,qBAAiB,EAACP,kBAAkB,CAAC;EAEpD,OAAO,IAAIQ,OAAO,CAAC,UAACC,OAAO,EAAEC,MAAM,EAAK;IACtCN,KAAK,CAACO,EAAE,CAAC,KAAK,EAAE,YAAM;MACpBC,OAAO,CAACC,GAAG,IAAAZ,MAAA,CAAID,kBAAkB,2BAAwB,CAAC;MAC1DS,OAAO,CAACT,kBAAkB,CAAC;IAC7B,CAAC,CAAC;IACFI,KAAK,CAACO,EAAE,CAAC,OAAO,EAAE,UAACG,KAAK,EAAK;MAC3BF,OAAO,CAACC,GAAG,IAAAZ,MAAA,CAAID,kBAAkB,yBAAsB,CAAC;MACxDU,MAAM,CAACI,KAAK,CAAC;IACf,CAAC,CAAC;IACFV,KAAK,CAACW,IAAI,CAACb,IAAI,CAAC,CAACa,IAAI,CAACT,MAAM,CAAC;EAC/B,CAAC,CAAC;AACJ;AAAC,SASqBU,oBAAoBA,CAAAC,EAAA,EAAAC,GAAA;EAAA,OAAAC,qBAAA,CAAAC,KAAA,OAAAC,SAAA;AAAA;AAAA,SAAAF,sBAAA;EAAAA,qBAAA,OAAAG,kBAAA,CAAAC,OAAA,EAAAC,YAAA,CAAAD,OAAA,CAAAE,IAAA,CAAnC,SAAAC,SACLC,OAAgC,EAChCC,UAAkB;IAAA,IAAAC,KAAA;MAAAvB,MAAA;MAAAwB,OAAA;MAAAC,MAAA,GAAAV,SAAA;IAAA,OAAAG,YAAA,CAAAD,OAAA,CAAAS,IAAA,UAAAC,UAAAC,SAAA;MAAA,kBAAAA,SAAA,CAAAC,IAAA,GAAAD,SAAA,CAAAE,IAAA;QAAA;UAClBP,KAAa,GAAAE,MAAA,CAAAM,MAAA,QAAAN,MAAA,QAAAO,SAAA,GAAAP,MAAA,MAAG,CAAC;UAAAG,SAAA,CAAAC,IAAA;UAAAD,SAAA,CAAAE,IAAA;UAAA,OAIT,IAAAG,qBAAU,EAACX,UAAU,CAAC;QAAA;UAAAM,SAAA,CAAAE,IAAA;UAAA;QAAA;UAAAF,SAAA,CAAAC,IAAA;UAAAD,SAAA,CAAAM,EAAA,GAAAN,SAAA;QAAA;UAKxB5B,MAAM,GAAG,IAAAC,qBAAiB,EAACqB,UAAU,CAAC;UACtCE,OAAO,GAAG,IAAAW,iBAAQ,EAAC,KAAK,EAAE;YAC9BC,IAAI,EAAE;cAACb,KAAK,EAALA;YAAK;UACd,CAAC,CAAC;UAAA,OAAAK,SAAA,CAAAS,MAAA,WAEK,IAAInC,OAAO;YAAA,IAAAoC,IAAA,OAAAtB,kBAAA,CAAAC,OAAA,EAAAC,YAAA,CAAAD,OAAA,CAAAE,IAAA,CAAC,SAAAoB,QAAOpC,OAAO,EAAEC,MAAM;cAAA,IAAAoC,WAAA,EAAAC,WAAA;cAAA,OAAAvB,YAAA,CAAAD,OAAA,CAAAS,IAAA,UAAAgB,SAAAC,QAAA;gBAAA,kBAAAA,QAAA,CAAAd,IAAA,GAAAc,QAAA,CAAAb,IAAA;kBAAA;oBAGvC9B,MAAM,CAACK,EAAE,CAAC,OAAO,EAAE,YAAY;sBAC7BC,OAAO,CAACC,GAAG,IAAAZ,MAAA,CAAI2B,UAAU,YAAS,CAAC;sBACnChB,OAAO,CAACC,GAAG,IAAAZ,MAAA,CAAI6B,OAAO,CAACoB,OAAO,CAAC,CAAC,iBAAc,CAAC;sBAC/CzC,OAAO,CAAC,IAAI,CAAC;oBACf,CAAC,CAAC;oBAKFH,MAAM,CAACK,EAAE,CAAC,KAAK,EAAE,YAAY;sBAC3BC,OAAO,CAACC,GAAG,CAAC,uBAAuB,CAAC;sBACpCJ,OAAO,CAAC,IAAI,CAAC;oBACf,CAAC,CAAC;oBAGFqB,OAAO,CAACnB,EAAE,CAAC,SAAS,EAAE,UAAUwC,GAAG,EAAE;sBACnCvC,OAAO,CAACC,GAAG,CAACsC,GAAG,CAAC;sBAChBzC,MAAM,CAACyC,GAAG,CAAC;oBACb,CAAC,CAAC;oBAGFrB,OAAO,CAACnB,EAAE,CAAC,OAAO,EAAE,UAAUwC,GAAG,EAAE;sBACjCzC,MAAM,CAACyC,GAAG,CAAC;oBACb,CAAC,CAAC;oBAGFrB,OAAO,CAACf,IAAI,CAACT,MAAM,CAAC;oBAAC2C,QAAA,CAAAT,EAAA,GAAAhB,YAAA,CAAAD,OAAA,CAAA6B,IAAA,CAEKzB,OAAO;kBAAA;oBAAA,KAAAsB,QAAA,CAAAI,EAAA,GAAAJ,QAAA,CAAAT,EAAA,IAAAc,IAAA;sBAAAL,QAAA,CAAAb,IAAA;sBAAA;oBAAA;oBAAtBU,WAAW,GAAAG,QAAA,CAAAI,EAAA,CAAAE,KAAA;oBACdR,WAAW,GAAGpB,OAAO,CAACmB,WAAW,CAAC;oBAAAG,QAAA,CAAAb,IAAA;oBAAA,OAClCoB,mBAAmB,CAAC1B,OAAO,EAAEgB,WAAW,EAAEC,WAAW,CAAC;kBAAA;oBAAAE,QAAA,CAAAb,IAAA;oBAAA;kBAAA;oBAI9DN,OAAO,CAAC2B,QAAQ,CAAC,CAAC;kBAAC;kBAAA;oBAAA,OAAAR,QAAA,CAAAS,IAAA;gBAAA;cAAA,GAAAb,OAAA;YAAA,CACpB;YAAA,iBAAAc,IAAA,EAAAC,IAAA;cAAA,OAAAhB,IAAA,CAAAxB,KAAA,OAAAC,SAAA;YAAA;UAAA,IAAC;QAAA;QAAA;UAAA,OAAAa,SAAA,CAAAwB,IAAA;MAAA;IAAA,GAAAhC,QAAA;EAAA,CACH;EAAA,OAAAP,qBAAA,CAAAC,KAAA,OAAAC,SAAA;AAAA;AAAA,SAWqBwC,wBAAwBA,CAAAC,GAAA,EAAAC,GAAA,EAAAC,GAAA,EAAAC,GAAA,EAAAC,GAAA;EAAA,OAAAC,yBAAA,CAAA/C,KAAA,OAAAC,SAAA;AAAA;AAAA,SAAA8C,0BAAA;EAAAA,yBAAA,OAAA7C,kBAAA,CAAAC,OAAA,EAAAC,YAAA,CAAAD,OAAA,CAAAE,IAAA,CAAvC,SAAA2C,SACLC,WAAmB,EACnBzC,UAAkB,EAClBC,KAAa,EACbyC,UAAkB,EAClBC,WAAmB;IAAA,OAAA/C,YAAA,CAAAD,OAAA,CAAAS,IAAA,UAAAwC,UAAAC,SAAA;MAAA,kBAAAA,SAAA,CAAAtC,IAAA,GAAAsC,SAAA,CAAArC,IAAA;QAAA;UAAA,MAGfsC,OAAO,CAACC,QAAQ,KAAK,OAAO;YAAAF,SAAA,CAAArC,IAAA;YAAA;UAAA;UAAAqC,SAAA,CAAArC,IAAA;UAAA,OACxBwC,+BAA+B,CAACP,WAAW,EAAEzC,UAAU,EAAEC,KAAK,EAAEyC,UAAU,EAAEC,WAAW,CAAC;QAAA;UAAAE,SAAA,CAAArC,IAAA;UAAA;QAAA;UAAAqC,SAAA,CAAArC,IAAA;UAAA,OAExFyC,4BAA4B,CAACR,WAAW,EAAEzC,UAAU,EAAEC,KAAK,EAAEyC,UAAU,CAAC;QAAA;QAAA;UAAA,OAAAG,SAAA,CAAAf,IAAA;MAAA;IAAA,GAAAU,QAAA;EAAA,CAEjF;EAAA,OAAAD,yBAAA,CAAA/C,KAAA,OAAAC,SAAA;AAAA;AAAA,SAUcwD,4BAA4BA,CAAAC,GAAA,EAAAC,GAAA;EAAA,OAAAC,6BAAA,CAAA5D,KAAA,OAAAC,SAAA;AAAA;AAAA,SAAA2D,8BAAA;EAAAA,6BAAA,OAAA1D,kBAAA,CAAAC,OAAA,EAAAC,YAAA,CAAAD,OAAA,CAAAE,IAAA,CAA3C,SAAAwD,SACEZ,WAAmB,EACnBzC,UAAkB;IAAA,IAAAC,KAAA;MAAAyC,UAAA;MAAAY,cAAA;MAAAC,IAAA;MAAAC,YAAA;MAAAC,MAAA,GAAAhE,SAAA;IAAA,OAAAG,YAAA,CAAAD,OAAA,CAAAS,IAAA,UAAAsD,UAAAC,SAAA;MAAA,kBAAAA,SAAA,CAAApD,IAAA,GAAAoD,SAAA,CAAAnD,IAAA;QAAA;UAClBP,KAAa,GAAAwD,MAAA,CAAAhD,MAAA,QAAAgD,MAAA,QAAA/C,SAAA,GAAA+C,MAAA,MAAG,CAAC;UACjBf,UAAkB,GAAAe,MAAA,CAAAhD,MAAA,QAAAgD,MAAA,QAAA/C,SAAA,GAAA+C,MAAA,MAAG,GAAG;UAElBH,cAAc,GAAG,IAAAM,8BAAmB,EAAC5D,UAAU,CAAC;UAChDuD,IAAI,GAAG,KAAAlF,MAAA,CAAK4B,KAAK,GAAI,IAAI,EAAEqD,cAAc,EAAEZ,UAAU,CAAC;UACtDc,YAAY,GAAG,IAAIK,8BAAiB,CAAC,CAAC;UAAAF,SAAA,CAAAnD,IAAA;UAAA,OACtCgD,YAAY,CAACM,KAAK,CAAC;YACvBC,OAAO,EAAE,KAAK;YACdtE,SAAS,EAAE8D,IAAI;YACfS,KAAK,EAAE;cACLC,GAAG,EAAExB;YACP,CAAC;YACDyB,IAAI,EAAE;UACR,CAAC,CAAC;QAAA;QAAA;UAAA,OAAAP,SAAA,CAAA7B,IAAA;MAAA;IAAA,GAAAuB,QAAA;EAAA,CACH;EAAA,OAAAD,6BAAA,CAAA5D,KAAA,OAAAC,SAAA;AAAA;AAAA,SAWcuD,+BAA+BA,CAAAmB,IAAA,EAAAC,IAAA;EAAA,OAAAC,gCAAA,CAAA7E,KAAA,OAAAC,SAAA;AAAA;AAAA,SAAA4E,iCAAA;EAAAA,gCAAA,OAAA3E,kBAAA,CAAAC,OAAA,EAAAC,YAAA,CAAAD,OAAA,CAAAE,IAAA,CAA9C,SAAAyE,SACE7B,WAAmB,EACnBzC,UAAkB;IAAA,IAAAC,KAAA;MAAAyC,UAAA;MAAAC,WAAA;MAAAW,cAAA;MAAAC,IAAA;MAAAC,YAAA;MAAAe,MAAA,GAAA9E,SAAA;IAAA,OAAAG,YAAA,CAAAD,OAAA,CAAAS,IAAA,UAAAoE,UAAAC,SAAA;MAAA,kBAAAA,SAAA,CAAAlE,IAAA,GAAAkE,SAAA,CAAAjE,IAAA;QAAA;UAClBP,KAAa,GAAAsE,MAAA,CAAA9D,MAAA,QAAA8D,MAAA,QAAA7D,SAAA,GAAA6D,MAAA,MAAG,CAAC;UACjB7B,UAAkB,GAAA6B,MAAA,CAAA9D,MAAA,QAAA8D,MAAA,QAAA7D,SAAA,GAAA6D,MAAA,MAAG,IAAAG,UAAI,EAAC,GAAG,EAAE,GAAG,CAAC;UACnC/B,WAAmB,GAAA4B,MAAA,CAAA9D,MAAA,OAAA8D,MAAA,MAAA7D,SAAA;UAInB,IAAIgC,UAAU,CAAC,CAAC,CAAC,KAAK,GAAG,EAAE;YACzBA,UAAU,OAAArE,MAAA,CAAOqE,UAAU,CAACiC,MAAM,CAAC,CAAC,CAAC,CAAE;UACzC;UAEMrB,cAAc,GAAG,IAAAM,8BAAmB,EAAC5D,UAAU,CAAC;UAChDuD,IAAI,GAAG,CAAC,GAAG,EAAE,OAAO,SAAAlF,MAAA,CAAS4B,KAAK,GAAIqD,cAAc,EAAEZ,UAAU,CAAC;UACjEc,YAAY,GAAG,IAAIK,8BAAiB,CAAC,CAAC;UAAAY,SAAA,CAAAjE,IAAA;UAAA,OACtCgD,YAAY,CAACM,KAAK,CAAC;YACvBC,OAAO,EAAEpB,WAAW;YACpBlD,SAAS,EAAE8D,IAAI;YACfS,KAAK,EAAE;cACLC,GAAG,KAAA5F,MAAA,CAAKoE,WAAW;YACrB,CAAC;YACDyB,IAAI,EAAE;UACR,CAAC,CAAC;QAAA;QAAA;UAAA,OAAAO,SAAA,CAAA3C,IAAA;MAAA;IAAA,GAAAwC,QAAA;EAAA,CACH;EAAA,OAAAD,gCAAA,CAAA7E,KAAA,OAAAC,SAAA;AAAA;AAAA,SASqBmF,sBAAsBA,CAAAC,IAAA,EAAAC,IAAA;EAAA,OAAAC,uBAAA,CAAAvF,KAAA,OAAAC,SAAA;AAAA;AAAA,SAAAsF,wBAAA;EAAAA,uBAAA,OAAArF,kBAAA,CAAAC,OAAA,EAAAC,YAAA,CAAAD,OAAA,CAAAE,IAAA,CAArC,SAAAmF,SAAsCC,YAAoB,EAAEjF,UAAkB;IAAA,IAAAxB,KAAA,EAAA0G,GAAA,EAAAC,SAAA,EAAAC,QAAA,EAAAC,YAAA,EAAAC,QAAA,EAAAC,KAAA,EAAAC,OAAA,EAAAC,IAAA,EAAA/G,MAAA;IAAA,OAAAkB,YAAA,CAAAD,OAAA,CAAAS,IAAA,UAAAsF,UAAAC,SAAA;MAAA,kBAAAA,SAAA,CAAApF,IAAA,GAAAoF,SAAA,CAAAnF,IAAA;QAAA;UAAAmF,SAAA,CAAAnF,IAAA;UAAA,OAC/DoF,YAAE,CAACC,QAAQ,CAACZ,YAAY,CAAC;QAAA;UAAvCzG,KAAK,GAAAmH,SAAA,CAAAG,IAAA;UAAAH,SAAA,CAAAnF,IAAA;UAAA,OACOuF,cAAK,CAACC,SAAS,CAACxH,KAAK,CAAC;QAAA;UAAlC0G,GAAG,GAAAS,SAAA,CAAAG,IAAA;UACHX,SAAyC,GAAG,EAAE;UAC9CC,QAAQ,GAAGF,GAAG,CAACe,KAAK;UAAAN,SAAA,CAAA/E,EAAA,GAAAhB,YAAA,CAAAD,OAAA,CAAA6B,IAAA,CACC4D,QAAQ;QAAA;UAAA,KAAAO,SAAA,CAAAlE,EAAA,GAAAkE,SAAA,CAAA/E,EAAA,IAAAc,IAAA;YAAAiE,SAAA,CAAAnF,IAAA;YAAA;UAAA;UAAxB6E,YAAY,GAAAM,SAAA,CAAAlE,EAAA,CAAAE,KAAA;UACf2D,QAAQ,GAAGF,QAAQ,CAACC,YAAY,CAAC;UAIjCE,KAAK,GAAG,OAAO;UACfC,OAAO,GAAGF,QAAQ,CAACC,KAAK,CAAC,CAACW,iBAAiB;UAAA,KAC7CZ,QAAQ,CAACa,GAAG;YAAAR,SAAA,CAAAnF,IAAA;YAAA;UAAA;UAAA,OAAAmF,SAAA,CAAA5E,MAAA;QAAA;UAAA4E,SAAA,CAAAnF,IAAA;UAAA,OAEG,IAAI4F,eAAO,CAAC,CAAC,CAACX,IAAI,CAACY,MAAM,CAACC,IAAI,CAACjB,YAAY,CAACkB,WAAW,CAAC,CAAC,CAAC,CAAC;QAAA;UAAxEd,IAAI,GAAAE,SAAA,CAAAG,IAAA;UAEVX,SAAS,CAACqB,IAAI,CAAC;YAACC,GAAG,EAAEC,IAAI,CAACjB,IAAI,CAAC;YAAE9D,KAAK,EAAE6D,OAAO,CAACmB;UAAU,CAAC,CAAC;UAAChB,SAAA,CAAAnF,IAAA;UAAA;QAAA;UAG/D2E,SAAS,CAACyB,IAAI,CAAC,UAACrG,IAAI,EAAEC,IAAI,EAAK;YAC7B,IAAID,IAAI,CAACkG,GAAG,KAAKjG,IAAI,CAACiG,GAAG,EAAE;cACzB,OAAOlG,IAAI,CAACoB,KAAK,GAAGnB,IAAI,CAACmB,KAAK,GAAG,CAAC,CAAC,GAAG,CAAC;YACzC;YACA,OAAOpB,IAAI,CAACkG,GAAG,GAAGjG,IAAI,CAACiG,GAAG,GAAG,CAAC,CAAC,GAAG,CAAC;UACrC,CAAC,CAAC;UAEI/H,MAAM,GAAG,IAAAC,qBAAiB,EAACqB,UAAU,CAAC;UAAA,OAAA2F,SAAA,CAAA5E,MAAA,WACrC,IAAInC,OAAO,CAAC,UAACC,OAAO,EAAEC,MAAM,EAAK;YACtCJ,MAAM,CAACK,EAAE,CAAC,OAAO,EAAE,YAAY;cAC7BC,OAAO,CAACC,GAAG,IAAAZ,MAAA,CAAI2B,UAAU,yBAAsB,CAAC;cAChDnB,OAAO,CAAC,IAAI,CAAC;YACf,CAAC,CAAC;YACFH,MAAM,CAACK,EAAE,CAAC,OAAO,EAAE,UAAUwC,GAAG,EAAE;cAChCvC,OAAO,CAACC,GAAG,CAACsC,GAAG,CAAC;cAChBzC,MAAM,CAACyC,GAAG,CAAC;YACb,CAAC,CAAC;YACF,KAAK,IAAMkF,IAAG,IAAItB,SAAS,EAAE;cAC3B,IAAM0B,IAAI,GAAG1B,SAAS,CAACsB,IAAG,CAAC;cAC3B,IAAM9E,KAAK,GAAGmF,eAAe,CAACD,IAAI,CAAClF,KAAK,CAAC;cAGzCjD,MAAM,CAACqI,KAAK,CAACV,MAAM,CAACC,IAAI,CAACU,cAAK,CAACC,UAAU,CAACJ,IAAI,CAACJ,GAAG,CAAC,CAACpI,MAAM,CAACsD,KAAK,CAAC,CAAC,CAAC;YACrE;YACAjD,MAAM,CAACwI,KAAK,CAAC,CAAC;UAChB,CAAC,CAAC;QAAA;QAAA;UAAA,OAAAvB,SAAA,CAAA7D,IAAA;MAAA;IAAA,GAAAkD,QAAA;EAAA,CACH;EAAA,OAAAD,uBAAA,CAAAvF,KAAA,OAAAC,SAAA;AAAA;AAQD,SAASqH,eAAeA,CAACK,IAAY,EAAY;EAC/C,IAAMC,MAAM,GAAG,IAAIC,WAAW,CAAC,CAAC,CAAC;EACjC,IAAMC,OAAO,GAAG,IAAIC,YAAY,CAACH,MAAM,CAAC;EACxCE,OAAO,CAAC,CAAC,CAAC,GAAGE,QAAQ,CAACL,IAAI,CAAC;EAC3B,OAAOM,KAAK,CAACnB,IAAI,CAAC,IAAIoB,UAAU,CAACN,MAAM,CAAC,CAAC,CAACO,OAAO,CAAC,CAAC;AACrD;AAAC,SAUqBC,YAAYA,CAAAC,IAAA,EAAAC,IAAA,EAAAC,IAAA,EAAAC,IAAA;EAAA,OAAAC,aAAA,CAAAzI,KAAA,OAAAC,SAAA;AAAA;AAAA,SAAAwI,cAAA;EAAAA,aAAA,OAAAvI,kBAAA,CAAAC,OAAA,EAAAC,YAAA,CAAAD,OAAA,CAAAE,IAAA,CAA3B,SAAAqI,SACLzF,WAAmB,EACnB0F,QAAgB,EAChBC,OAAe,EACfzF,WAAmB;IAAA,OAAA/C,YAAA,CAAAD,OAAA,CAAAS,IAAA,UAAAiI,UAAAC,SAAA;MAAA,kBAAAA,SAAA,CAAA/H,IAAA,GAAA+H,SAAA,CAAA9H,IAAA;QAAA;UAAA8H,SAAA,CAAA9H,IAAA;UAAA,OAEbyB,wBAAwB,CAACQ,WAAW,EAAE2F,OAAO,EAAE,CAAC,EAAED,QAAQ,EAAExF,WAAW,CAAC;QAAA;UAC9E3D,OAAO,CAACC,GAAG,IAAAZ,MAAA,CAAI8J,QAAQ,gBAAA9J,MAAA,CAAa+J,OAAO,MAAG,CAAC;QAAC;QAAA;UAAA,OAAAE,SAAA,CAAAxG,IAAA;MAAA;IAAA,GAAAoG,QAAA;EAAA,CACjD;EAAA,OAAAD,aAAA,CAAAzI,KAAA,OAAAC,SAAA;AAAA;AASD,SAASmC,mBAAmBA,CAAC1B,OAAY,EAAEgB,WAAmB,EAAEC,WAAmB,EAAE;EACnF,OAAO,IAAIvC,OAAO,CAAC,UAACC,OAAO,EAAK;IAC9B,IAAM0J,UAAU,GAAG,IAAA9J,oBAAgB,EAAC0C,WAAW,CAAC;IAChDnC,OAAO,CAACC,GAAG,uBAAAZ,MAAA,CAAuB6C,WAAW,CAAE,CAAC;IAChDqH,UAAU,CAACxJ,EAAE,CAAC,OAAO,EAAE,YAAM;MAC3BC,OAAO,CAACC,GAAG,wBAAAZ,MAAA,CAAwB6C,WAAW,CAAE,CAAC;MACjDrC,OAAO,CAAC,IAAI,CAAC;IACf,CAAC,CAAC;IACFqB,OAAO,CAACsI,MAAM,CAACD,UAAU,EAAE;MAACE,IAAI,EAAEvH;IAAW,CAAC,CAAC;EACjD,CAAC,CAAC;AACJ"}
|
|
1
|
+
{"version":3,"file":"compress-util.js","names":["_zlib","require","_path","_fs","_archiver","_interopRequireDefault","_fileUtils","_workerUtils","_jszip","_crypto","_crypt","compressFileWithGzip","pathFile","compressedPathFile","concat","gzip","createGzip","input","createReadStream","output","createWriteStream","Promise","resolve","reject","on","console","log","error","pipe","compressFilesWithZip","fileMap","outputFile","level","arguments","length","undefined","removeFile","e","archive","archiver","zlib","pointer","err","subFileName","subFileData","appendFileToArchive","finalize","compressWithChildProcess","inputFolder","inputFiles","sevenZipExe","process","platform","compressWithChildProcessWindows","compressWithChildProcessUnix","fullOutputFile","getAbsoluteFilePath","args","childProcess","ChildProcessProxy","start","command","spawn","cwd","wait","join","substr","generateHash128FromZip","inputZipFile","fs","readFile","zip","JSZip","loadAsync","hashTable","zipFiles","files","relativePath","zipEntry","_data","content","compressedContent","dir","hash","MD5Hash","Buffer","from","toLowerCase","push","key","atob","value","byteOffset","sort","prev","next","item","longToByteArray","write","crypt","hexToBytes","close","long","buffer","ArrayBuffer","longNum","Float64Array","parseInt","Array","Uint8Array","reverse","addFileToZip","fileName","zipFile","fileStream","append","name"],"sources":["../../../../src/lib/utils/compress-util.ts"],"sourcesContent":["import {createGzip} from 'zlib';\nimport {join} from 'path';\nimport {promises as fs, createReadStream, createWriteStream} from 'fs';\nimport archiver from 'archiver';\nimport {removeFile} from './file-utils';\nimport {ChildProcessProxy} from '@loaders.gl/worker-utils';\nimport JSZip from 'jszip';\nimport {MD5Hash} from '@loaders.gl/crypto';\nimport crypt from 'crypt';\nimport {getAbsoluteFilePath} from './file-utils';\n\n/**\n * Compress file to gzip file\n *\n * @param pathFile - the path to the file\n * @return the path to the gzip file\n */\nexport function compressFileWithGzip(pathFile: string): Promise<string> {\n const compressedPathFile = `${pathFile}.gz`;\n const gzip = createGzip();\n const input = createReadStream(pathFile);\n const output = createWriteStream(compressedPathFile);\n\n return new Promise((resolve, reject) => {\n input.on('end', () => {\n console.log(`${compressedPathFile} compressed and saved.`); // eslint-disable-line no-undef,no-console\n resolve(compressedPathFile);\n });\n input.on('error', (error) => {\n console.log(`${compressedPathFile}: compression error!`); // eslint-disable-line no-undef,no-console\n reject(error);\n });\n input.pipe(gzip).pipe(output);\n });\n}\n\n/**\n * Compress files from map into slpk file\n *\n * @param fileMap - map with file paths (key: output path, value: input path)\n * @param outputFile - output slpk file\n * @param level - compression level\n */\nexport async function compressFilesWithZip(\n fileMap: {[key: string]: string},\n outputFile: string,\n level: number = 0\n) {\n // Before creating a new file, we need to delete the old file\n try {\n await removeFile(outputFile);\n } catch (e) {\n // Do nothing if old file doesn't exist\n }\n\n const output = createWriteStream(outputFile);\n const archive = archiver('zip', {\n zlib: {level} // Sets the compression level.\n });\n\n return new Promise(async (resolve, reject) => {\n // listen for all archive data to be writte\n // 'close' event is fired only when a file descriptor is involved\n output.on('close', function () {\n console.log(`${outputFile} saved.`); // eslint-disable-line no-undef,no-console\n console.log(`${archive.pointer()} total bytes`); // eslint-disable-line no-undef,no-console\n resolve(null);\n });\n\n // This event is fired when the data source is drained no matter what was the data source.\n // It is not part of this library but rather from the NodeJS Stream API.\n // @see: https://nodejs.org/api/stream.html#stream_event_end\n output.on('end', function () {\n console.log('Data has been drained'); // eslint-disable-line no-undef,no-console\n resolve(null);\n });\n\n // good practice to catch warnings (ie stat failures and other non-blocking errors)\n archive.on('warning', function (err) {\n console.log(err); // eslint-disable-line no-undef,no-console\n reject(err);\n });\n\n // good practice to catch this error explicitly\n archive.on('error', function (err) {\n reject(err);\n });\n\n // pipe archive data to the file\n archive.pipe(output);\n\n for (const subFileName in fileMap) {\n const subFileData = fileMap[subFileName];\n await appendFileToArchive(archive, subFileName, subFileData);\n }\n\n // finalize the archive (ie we are done appending files but streams have to finish yet)\n archive.finalize();\n });\n}\n\n/**\n * Compress files using external tool 'zip'/'7z'\n *\n * @param inputFolder - folder to archive - for cwd option\n * @param outputFile - output slpk file\n * @param level - compression level\n * @param inputFiles - input files path to pass to the executable as option\n * @param sevenZipExe - path to 7z.exe executable\n */\nexport async function compressWithChildProcess(\n inputFolder: string,\n outputFile: string,\n level: number,\n inputFiles: string,\n sevenZipExe: string\n) {\n // eslint-disable-next-line no-undef\n if (process.platform === 'win32') {\n await compressWithChildProcessWindows(inputFolder, outputFile, level, inputFiles, sevenZipExe);\n } else {\n await compressWithChildProcessUnix(inputFolder, outputFile, level, inputFiles);\n }\n}\n\n/**\n * Compress files using external linux tool 'zip'\n *\n * @param inputFolder - folder to archive - for cwd option\n * @param outputFile - output slpk file\n * @param level - compression level\n * @param inputFiles - input files path to pass to the executable as option\n */\nasync function compressWithChildProcessUnix(\n inputFolder: string,\n outputFile: string,\n level: number = 0,\n inputFiles: string = '.'\n) {\n const fullOutputFile = getAbsoluteFilePath(outputFile);\n const args = [`-${level}`, '-r', fullOutputFile, inputFiles];\n const childProcess = new ChildProcessProxy();\n await childProcess.start({\n command: 'zip',\n arguments: args,\n spawn: {\n cwd: inputFolder\n },\n wait: 0\n });\n}\n\n/**\n * Compress files using windows external tool '7z'\n *\n * @param inputFolder - folder to archive - for cwd option\n * @param outputFile - output slpk file\n * @param level - compression level\n * @param inputFiles - input files path to pass to the executable as option\n * @param sevenZipExe - path to 7z.exe executable\n */\nasync function compressWithChildProcessWindows(\n inputFolder: string,\n outputFile: string,\n level: number = 0,\n inputFiles: string = join('.', '*'),\n sevenZipExe: string\n) {\n // Workaround for @listfile issue. In 7z.exe @-leading files are handled as listfiles\n // https://sevenzip.osdn.jp/chm/cmdline/syntax.htm\n if (inputFiles[0] === '@') {\n inputFiles = `*${inputFiles.substr(1)}`;\n }\n\n const fullOutputFile = getAbsoluteFilePath(outputFile);\n const args = ['a', '-tzip', `-mx=${level}`, fullOutputFile, inputFiles];\n const childProcess = new ChildProcessProxy();\n await childProcess.start({\n command: sevenZipExe,\n arguments: args,\n spawn: {\n cwd: `${inputFolder}`\n },\n wait: 0\n });\n}\n\n/**\n * Generate hash file from zip archive\n * https://github.com/Esri/i3s-spec/blob/master/docs/1.7/slpk_hashtable.cmn.md\n *\n * @param inputZipFile\n * @param outputFile\n */\nexport async function generateHash128FromZip(inputZipFile: string, outputFile: string) {\n const input = await fs.readFile(inputZipFile);\n const zip = await JSZip.loadAsync(input);\n const hashTable: {key: string; value: string}[] = [];\n const zipFiles = zip.files;\n for (const relativePath in zipFiles) {\n const zipEntry = zipFiles[relativePath];\n // Had to use a workaround because the correct string is getting the wrong data\n // const content = await zipEntry.async('nodebuffer');\n // _data isn't described in the interface, so lint thought it was wrong\n const _data = '_data';\n const content = zipEntry[_data].compressedContent;\n if (zipEntry.dir) continue; // eslint-disable-line no-continue\n // eslint-disable-next-line no-undef\n const hash = await new MD5Hash().hash(Buffer.from(relativePath.toLowerCase()));\n // eslint-disable-next-line no-undef\n hashTable.push({key: atob(hash), value: content.byteOffset});\n }\n\n hashTable.sort((prev, next) => {\n if (prev.key === next.key) {\n return prev.value < next.value ? -1 : 1;\n }\n return prev.key < next.key ? -1 : 1;\n });\n\n const output = createWriteStream(outputFile);\n return new Promise((resolve, reject) => {\n output.on('close', function () {\n console.log(`${outputFile} generated and saved`); // eslint-disable-line\n resolve(null);\n });\n output.on('error', function (err) {\n console.log(err); // eslint-disable-line\n reject(err);\n });\n for (const key in hashTable) {\n const item = hashTable[key];\n const value = longToByteArray(item.value);\n // TODO: perhaps you need to wait for the 'drain' event if the write returns 'false'\n // eslint-disable-next-line no-undef\n output.write(Buffer.from(crypt.hexToBytes(item.key).concat(value)));\n }\n output.close();\n });\n}\n\n/**\n * Encode 64 bit value to byte array\n *\n * @param long - stringified number\n * @returns\n */\nfunction longToByteArray(long: string): number[] {\n const buffer = new ArrayBuffer(8); // JS numbers are 8 bytes long, or 64 bits\n const longNum = new Float64Array(buffer); // so equivalent to Float64\n longNum[0] = parseInt(long);\n return Array.from(new Uint8Array(buffer)).reverse(); // reverse to get little endian\n}\n\n/**\n * Add file to zip archive\n *\n * @param inputFile\n * @param fileName\n * @param zipFile\n * @param sevenZipExe\n */\nexport async function addFileToZip(\n inputFolder: string,\n fileName: string,\n zipFile: string,\n sevenZipExe: string\n) {\n await compressWithChildProcess(inputFolder, zipFile, 0, fileName, sevenZipExe);\n console.log(`${fileName} added to ${zipFile}.`); // eslint-disable-line\n}\n\n/**\n *\n * @param archive zip archive instance\n * @param subFileName file path inside archive\n * @param subFileData source file path\n * @returns\n */\nfunction appendFileToArchive(archive: any, subFileName: string, subFileData: string) {\n return new Promise((resolve) => {\n const fileStream = createReadStream(subFileData);\n console.log(`Compression start: ${subFileName}`); // eslint-disable-line no-undef,no-console\n fileStream.on('close', () => {\n console.log(`Compression finish: ${subFileName}`); // eslint-disable-line no-undef,no-console\n resolve(null);\n });\n archive.append(fileStream, {name: subFileName});\n });\n}\n"],"mappings":";;;;;;;;;;;AAAA,IAAAA,KAAA,GAAAC,OAAA;AACA,IAAAC,KAAA,GAAAD,OAAA;AACA,IAAAE,GAAA,GAAAF,OAAA;AACA,IAAAG,SAAA,GAAAC,sBAAA,CAAAJ,OAAA;AACA,IAAAK,UAAA,GAAAL,OAAA;AACA,IAAAM,YAAA,GAAAN,OAAA;AACA,IAAAO,MAAA,GAAAH,sBAAA,CAAAJ,OAAA;AACA,IAAAQ,OAAA,GAAAR,OAAA;AACA,IAAAS,MAAA,GAAAL,sBAAA,CAAAJ,OAAA;AASO,SAASU,oBAAoBA,CAACC,QAAgB,EAAmB;EACtE,MAAMC,kBAAkB,MAAAC,MAAA,CAAMF,QAAQ,QAAK;EAC3C,MAAMG,IAAI,GAAG,IAAAC,gBAAU,EAAC,CAAC;EACzB,MAAMC,KAAK,GAAG,IAAAC,oBAAgB,EAACN,QAAQ,CAAC;EACxC,MAAMO,MAAM,GAAG,IAAAC,qBAAiB,EAACP,kBAAkB,CAAC;EAEpD,OAAO,IAAIQ,OAAO,CAAC,CAACC,OAAO,EAAEC,MAAM,KAAK;IACtCN,KAAK,CAACO,EAAE,CAAC,KAAK,EAAE,MAAM;MACpBC,OAAO,CAACC,GAAG,IAAAZ,MAAA,CAAID,kBAAkB,2BAAwB,CAAC;MAC1DS,OAAO,CAACT,kBAAkB,CAAC;IAC7B,CAAC,CAAC;IACFI,KAAK,CAACO,EAAE,CAAC,OAAO,EAAGG,KAAK,IAAK;MAC3BF,OAAO,CAACC,GAAG,IAAAZ,MAAA,CAAID,kBAAkB,yBAAsB,CAAC;MACxDU,MAAM,CAACI,KAAK,CAAC;IACf,CAAC,CAAC;IACFV,KAAK,CAACW,IAAI,CAACb,IAAI,CAAC,CAACa,IAAI,CAACT,MAAM,CAAC;EAC/B,CAAC,CAAC;AACJ;AASO,eAAeU,oBAAoBA,CACxCC,OAAgC,EAChCC,UAAkB,EAElB;EAAA,IADAC,KAAa,GAAAC,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,CAAC;EAGjB,IAAI;IACF,MAAM,IAAAG,qBAAU,EAACL,UAAU,CAAC;EAC9B,CAAC,CAAC,OAAOM,CAAC,EAAE,CAEZ;EAEA,MAAMlB,MAAM,GAAG,IAAAC,qBAAiB,EAACW,UAAU,CAAC;EAC5C,MAAMO,OAAO,GAAG,IAAAC,iBAAQ,EAAC,KAAK,EAAE;IAC9BC,IAAI,EAAE;MAACR;IAAK;EACd,CAAC,CAAC;EAEF,OAAO,IAAIX,OAAO,CAAC,OAAOC,OAAO,EAAEC,MAAM,KAAK;IAG5CJ,MAAM,CAACK,EAAE,CAAC,OAAO,EAAE,YAAY;MAC7BC,OAAO,CAACC,GAAG,IAAAZ,MAAA,CAAIiB,UAAU,YAAS,CAAC;MACnCN,OAAO,CAACC,GAAG,IAAAZ,MAAA,CAAIwB,OAAO,CAACG,OAAO,CAAC,CAAC,iBAAc,CAAC;MAC/CnB,OAAO,CAAC,IAAI,CAAC;IACf,CAAC,CAAC;IAKFH,MAAM,CAACK,EAAE,CAAC,KAAK,EAAE,YAAY;MAC3BC,OAAO,CAACC,GAAG,CAAC,uBAAuB,CAAC;MACpCJ,OAAO,CAAC,IAAI,CAAC;IACf,CAAC,CAAC;IAGFgB,OAAO,CAACd,EAAE,CAAC,SAAS,EAAE,UAAUkB,GAAG,EAAE;MACnCjB,OAAO,CAACC,GAAG,CAACgB,GAAG,CAAC;MAChBnB,MAAM,CAACmB,GAAG,CAAC;IACb,CAAC,CAAC;IAGFJ,OAAO,CAACd,EAAE,CAAC,OAAO,EAAE,UAAUkB,GAAG,EAAE;MACjCnB,MAAM,CAACmB,GAAG,CAAC;IACb,CAAC,CAAC;IAGFJ,OAAO,CAACV,IAAI,CAACT,MAAM,CAAC;IAEpB,KAAK,MAAMwB,WAAW,IAAIb,OAAO,EAAE;MACjC,MAAMc,WAAW,GAAGd,OAAO,CAACa,WAAW,CAAC;MACxC,MAAME,mBAAmB,CAACP,OAAO,EAAEK,WAAW,EAAEC,WAAW,CAAC;IAC9D;IAGAN,OAAO,CAACQ,QAAQ,CAAC,CAAC;EACpB,CAAC,CAAC;AACJ;AAWO,eAAeC,wBAAwBA,CAC5CC,WAAmB,EACnBjB,UAAkB,EAClBC,KAAa,EACbiB,UAAkB,EAClBC,WAAmB,EACnB;EAEA,IAAIC,OAAO,CAACC,QAAQ,KAAK,OAAO,EAAE;IAChC,MAAMC,+BAA+B,CAACL,WAAW,EAAEjB,UAAU,EAAEC,KAAK,EAAEiB,UAAU,EAAEC,WAAW,CAAC;EAChG,CAAC,MAAM;IACL,MAAMI,4BAA4B,CAACN,WAAW,EAAEjB,UAAU,EAAEC,KAAK,EAAEiB,UAAU,CAAC;EAChF;AACF;AAUA,eAAeK,4BAA4BA,CACzCN,WAAmB,EACnBjB,UAAkB,EAGlB;EAAA,IAFAC,KAAa,GAAAC,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,CAAC;EAAA,IACjBgB,UAAkB,GAAAhB,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,GAAG;EAExB,MAAMsB,cAAc,GAAG,IAAAC,8BAAmB,EAACzB,UAAU,CAAC;EACtD,MAAM0B,IAAI,GAAG,KAAA3C,MAAA,CAAKkB,KAAK,GAAI,IAAI,EAAEuB,cAAc,EAAEN,UAAU,CAAC;EAC5D,MAAMS,YAAY,GAAG,IAAIC,8BAAiB,CAAC,CAAC;EAC5C,MAAMD,YAAY,CAACE,KAAK,CAAC;IACvBC,OAAO,EAAE,KAAK;IACd5B,SAAS,EAAEwB,IAAI;IACfK,KAAK,EAAE;MACLC,GAAG,EAAEf;IACP,CAAC;IACDgB,IAAI,EAAE;EACR,CAAC,CAAC;AACJ;AAWA,eAAeX,+BAA+BA,CAC5CL,WAAmB,EACnBjB,UAAkB,EAIlB;EAAA,IAHAC,KAAa,GAAAC,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,CAAC;EAAA,IACjBgB,UAAkB,GAAAhB,SAAA,CAAAC,MAAA,QAAAD,SAAA,QAAAE,SAAA,GAAAF,SAAA,MAAG,IAAAgC,UAAI,EAAC,GAAG,EAAE,GAAG,CAAC;EAAA,IACnCf,WAAmB,GAAAjB,SAAA,CAAAC,MAAA,OAAAD,SAAA,MAAAE,SAAA;EAInB,IAAIc,UAAU,CAAC,CAAC,CAAC,KAAK,GAAG,EAAE;IACzBA,UAAU,OAAAnC,MAAA,CAAOmC,UAAU,CAACiB,MAAM,CAAC,CAAC,CAAC,CAAE;EACzC;EAEA,MAAMX,cAAc,GAAG,IAAAC,8BAAmB,EAACzB,UAAU,CAAC;EACtD,MAAM0B,IAAI,GAAG,CAAC,GAAG,EAAE,OAAO,SAAA3C,MAAA,CAASkB,KAAK,GAAIuB,cAAc,EAAEN,UAAU,CAAC;EACvE,MAAMS,YAAY,GAAG,IAAIC,8BAAiB,CAAC,CAAC;EAC5C,MAAMD,YAAY,CAACE,KAAK,CAAC;IACvBC,OAAO,EAAEX,WAAW;IACpBjB,SAAS,EAAEwB,IAAI;IACfK,KAAK,EAAE;MACLC,GAAG,KAAAjD,MAAA,CAAKkC,WAAW;IACrB,CAAC;IACDgB,IAAI,EAAE;EACR,CAAC,CAAC;AACJ;AASO,eAAeG,sBAAsBA,CAACC,YAAoB,EAAErC,UAAkB,EAAE;EACrF,MAAMd,KAAK,GAAG,MAAMoD,YAAE,CAACC,QAAQ,CAACF,YAAY,CAAC;EAC7C,MAAMG,GAAG,GAAG,MAAMC,cAAK,CAACC,SAAS,CAACxD,KAAK,CAAC;EACxC,MAAMyD,SAAyC,GAAG,EAAE;EACpD,MAAMC,QAAQ,GAAGJ,GAAG,CAACK,KAAK;EAC1B,KAAK,MAAMC,YAAY,IAAIF,QAAQ,EAAE;IACnC,MAAMG,QAAQ,GAAGH,QAAQ,CAACE,YAAY,CAAC;IAIvC,MAAME,KAAK,GAAG,OAAO;IACrB,MAAMC,OAAO,GAAGF,QAAQ,CAACC,KAAK,CAAC,CAACE,iBAAiB;IACjD,IAAIH,QAAQ,CAACI,GAAG,EAAE;IAElB,MAAMC,IAAI,GAAG,MAAM,IAAIC,eAAO,CAAC,CAAC,CAACD,IAAI,CAACE,MAAM,CAACC,IAAI,CAACT,YAAY,CAACU,WAAW,CAAC,CAAC,CAAC,CAAC;IAE9Eb,SAAS,CAACc,IAAI,CAAC;MAACC,GAAG,EAAEC,IAAI,CAACP,IAAI,CAAC;MAAEQ,KAAK,EAAEX,OAAO,CAACY;IAAU,CAAC,CAAC;EAC9D;EAEAlB,SAAS,CAACmB,IAAI,CAAC,CAACC,IAAI,EAAEC,IAAI,KAAK;IAC7B,IAAID,IAAI,CAACL,GAAG,KAAKM,IAAI,CAACN,GAAG,EAAE;MACzB,OAAOK,IAAI,CAACH,KAAK,GAAGI,IAAI,CAACJ,KAAK,GAAG,CAAC,CAAC,GAAG,CAAC;IACzC;IACA,OAAOG,IAAI,CAACL,GAAG,GAAGM,IAAI,CAACN,GAAG,GAAG,CAAC,CAAC,GAAG,CAAC;EACrC,CAAC,CAAC;EAEF,MAAMtE,MAAM,GAAG,IAAAC,qBAAiB,EAACW,UAAU,CAAC;EAC5C,OAAO,IAAIV,OAAO,CAAC,CAACC,OAAO,EAAEC,MAAM,KAAK;IACtCJ,MAAM,CAACK,EAAE,CAAC,OAAO,EAAE,YAAY;MAC7BC,OAAO,CAACC,GAAG,IAAAZ,MAAA,CAAIiB,UAAU,yBAAsB,CAAC;MAChDT,OAAO,CAAC,IAAI,CAAC;IACf,CAAC,CAAC;IACFH,MAAM,CAACK,EAAE,CAAC,OAAO,EAAE,UAAUkB,GAAG,EAAE;MAChCjB,OAAO,CAACC,GAAG,CAACgB,GAAG,CAAC;MAChBnB,MAAM,CAACmB,GAAG,CAAC;IACb,CAAC,CAAC;IACF,KAAK,MAAM+C,GAAG,IAAIf,SAAS,EAAE;MAC3B,MAAMsB,IAAI,GAAGtB,SAAS,CAACe,GAAG,CAAC;MAC3B,MAAME,KAAK,GAAGM,eAAe,CAACD,IAAI,CAACL,KAAK,CAAC;MAGzCxE,MAAM,CAAC+E,KAAK,CAACb,MAAM,CAACC,IAAI,CAACa,cAAK,CAACC,UAAU,CAACJ,IAAI,CAACP,GAAG,CAAC,CAAC3E,MAAM,CAAC6E,KAAK,CAAC,CAAC,CAAC;IACrE;IACAxE,MAAM,CAACkF,KAAK,CAAC,CAAC;EAChB,CAAC,CAAC;AACJ;AAQA,SAASJ,eAAeA,CAACK,IAAY,EAAY;EAC/C,MAAMC,MAAM,GAAG,IAAIC,WAAW,CAAC,CAAC,CAAC;EACjC,MAAMC,OAAO,GAAG,IAAIC,YAAY,CAACH,MAAM,CAAC;EACxCE,OAAO,CAAC,CAAC,CAAC,GAAGE,QAAQ,CAACL,IAAI,CAAC;EAC3B,OAAOM,KAAK,CAACtB,IAAI,CAAC,IAAIuB,UAAU,CAACN,MAAM,CAAC,CAAC,CAACO,OAAO,CAAC,CAAC;AACrD;AAUO,eAAeC,YAAYA,CAChC/D,WAAmB,EACnBgE,QAAgB,EAChBC,OAAe,EACf/D,WAAmB,EACnB;EACA,MAAMH,wBAAwB,CAACC,WAAW,EAAEiE,OAAO,EAAE,CAAC,EAAED,QAAQ,EAAE9D,WAAW,CAAC;EAC9EzB,OAAO,CAACC,GAAG,IAAAZ,MAAA,CAAIkG,QAAQ,gBAAAlG,MAAA,CAAamG,OAAO,MAAG,CAAC;AACjD;AASA,SAASpE,mBAAmBA,CAACP,OAAY,EAAEK,WAAmB,EAAEC,WAAmB,EAAE;EACnF,OAAO,IAAIvB,OAAO,CAAEC,OAAO,IAAK;IAC9B,MAAM4F,UAAU,GAAG,IAAAhG,oBAAgB,EAAC0B,WAAW,CAAC;IAChDnB,OAAO,CAACC,GAAG,uBAAAZ,MAAA,CAAuB6B,WAAW,CAAE,CAAC;IAChDuE,UAAU,CAAC1F,EAAE,CAAC,OAAO,EAAE,MAAM;MAC3BC,OAAO,CAACC,GAAG,wBAAAZ,MAAA,CAAwB6B,WAAW,CAAE,CAAC;MACjDrB,OAAO,CAAC,IAAI,CAAC;IACf,CAAC,CAAC;IACFgB,OAAO,CAAC6E,MAAM,CAACD,UAAU,EAAE;MAACE,IAAI,EAAEzE;IAAW,CAAC,CAAC;EACjD,CAAC,CAAC;AACJ"}
|