@loaders.gl/zip 4.0.0-beta.2 → 4.0.0-beta.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/{dist.min.js → dist.dev.js} +1929 -1728
- package/dist/filesystems/zip-filesystem.d.ts +1 -1
- package/dist/filesystems/zip-filesystem.d.ts.map +1 -1
- package/dist/{esm/filesystems → filesystems}/zip-filesystem.js +16 -21
- package/dist/filesystems/zip-filesystem.js.map +1 -0
- package/dist/hash-file-utility.d.ts +5 -26
- package/dist/hash-file-utility.d.ts.map +1 -1
- package/dist/hash-file-utility.js +29 -0
- package/dist/hash-file-utility.js.map +1 -0
- package/dist/index.cjs +653 -0
- package/dist/index.d.ts +2 -3
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +10 -0
- package/dist/index.js.map +1 -0
- package/dist/{esm/lib → lib}/tar/header.js +1 -1
- package/dist/lib/tar/header.js.map +1 -0
- package/dist/{esm/lib → lib}/tar/tar.js +8 -9
- package/dist/lib/tar/tar.js.map +1 -0
- package/dist/lib/tar/types.js.map +1 -0
- package/dist/lib/tar/utils.js.map +1 -0
- package/dist/parse-zip/cd-file-header.d.ts +2 -2
- package/dist/parse-zip/cd-file-header.d.ts.map +1 -1
- package/dist/parse-zip/cd-file-header.js +57 -0
- package/dist/parse-zip/cd-file-header.js.map +1 -0
- package/dist/parse-zip/end-of-central-directory.d.ts +2 -2
- package/dist/parse-zip/end-of-central-directory.d.ts.map +1 -1
- package/dist/parse-zip/end-of-central-directory.js +34 -0
- package/dist/parse-zip/end-of-central-directory.js.map +1 -0
- package/dist/parse-zip/local-file-header.d.ts +2 -1
- package/dist/parse-zip/local-file-header.d.ts.map +1 -1
- package/dist/{esm/parse-zip → parse-zip}/local-file-header.js +4 -2
- package/dist/parse-zip/local-file-header.js.map +1 -0
- package/dist/parse-zip/search-from-the-end.d.ts +1 -1
- package/dist/parse-zip/search-from-the-end.d.ts.map +1 -1
- package/dist/parse-zip/search-from-the-end.js.map +1 -0
- package/dist/{esm/tar-builder.js → tar-builder.js} +4 -5
- package/dist/tar-builder.js.map +1 -0
- package/dist/{esm/zip-loader.js → zip-loader.js} +3 -3
- package/dist/zip-loader.js.map +1 -0
- package/dist/{esm/zip-writer.js → zip-writer.js} +1 -1
- package/dist/zip-writer.js.map +1 -0
- package/package.json +17 -8
- package/src/filesystems/zip-filesystem.ts +13 -17
- package/src/hash-file-utility.ts +37 -85
- package/src/index.ts +3 -3
- package/src/parse-zip/cd-file-header.ts +20 -27
- package/src/parse-zip/end-of-central-directory.ts +16 -26
- package/src/parse-zip/local-file-header.ts +5 -7
- package/src/parse-zip/search-from-the-end.ts +1 -1
- package/dist/bundle.d.ts +0 -2
- package/dist/bundle.d.ts.map +0 -1
- package/dist/es5/bundle.js +0 -6
- package/dist/es5/bundle.js.map +0 -1
- package/dist/es5/filesystems/zip-filesystem.js +0 -372
- package/dist/es5/filesystems/zip-filesystem.js.map +0 -1
- package/dist/es5/hash-file-utility.js +0 -130
- package/dist/es5/hash-file-utility.js.map +0 -1
- package/dist/es5/index.js +0 -105
- package/dist/es5/index.js.map +0 -1
- package/dist/es5/lib/tar/header.js +0 -52
- package/dist/es5/lib/tar/header.js.map +0 -1
- package/dist/es5/lib/tar/tar.js +0 -137
- package/dist/es5/lib/tar/tar.js.map +0 -1
- package/dist/es5/lib/tar/types.js +0 -2
- package/dist/es5/lib/tar/types.js.map +0 -1
- package/dist/es5/lib/tar/utils.js +0 -32
- package/dist/es5/lib/tar/utils.js.map +0 -1
- package/dist/es5/parse-zip/cd-file-header.js +0 -163
- package/dist/es5/parse-zip/cd-file-header.js.map +0 -1
- package/dist/es5/parse-zip/end-of-central-directory.js +0 -98
- package/dist/es5/parse-zip/end-of-central-directory.js.map +0 -1
- package/dist/es5/parse-zip/local-file-header.js +0 -117
- package/dist/es5/parse-zip/local-file-header.js.map +0 -1
- package/dist/es5/parse-zip/search-from-the-end.js +0 -69
- package/dist/es5/parse-zip/search-from-the-end.js.map +0 -1
- package/dist/es5/tar-builder.js +0 -69
- package/dist/es5/tar-builder.js.map +0 -1
- package/dist/es5/zip-loader.js +0 -103
- package/dist/es5/zip-loader.js.map +0 -1
- package/dist/es5/zip-writer.js +0 -66
- package/dist/es5/zip-writer.js.map +0 -1
- package/dist/esm/bundle.js +0 -4
- package/dist/esm/bundle.js.map +0 -1
- package/dist/esm/filesystems/zip-filesystem.js.map +0 -1
- package/dist/esm/hash-file-utility.js +0 -55
- package/dist/esm/hash-file-utility.js.map +0 -1
- package/dist/esm/index.js +0 -10
- package/dist/esm/index.js.map +0 -1
- package/dist/esm/lib/tar/header.js.map +0 -1
- package/dist/esm/lib/tar/tar.js.map +0 -1
- package/dist/esm/lib/tar/types.js.map +0 -1
- package/dist/esm/lib/tar/utils.js.map +0 -1
- package/dist/esm/parse-zip/cd-file-header.js +0 -54
- package/dist/esm/parse-zip/cd-file-header.js.map +0 -1
- package/dist/esm/parse-zip/end-of-central-directory.js +0 -31
- package/dist/esm/parse-zip/end-of-central-directory.js.map +0 -1
- package/dist/esm/parse-zip/local-file-header.js.map +0 -1
- package/dist/esm/parse-zip/search-from-the-end.js.map +0 -1
- package/dist/esm/tar-builder.js.map +0 -1
- package/dist/esm/zip-loader.js.map +0 -1
- package/dist/esm/zip-writer.js.map +0 -1
- package/src/bundle.ts +0 -4
- /package/dist/{esm/lib → lib}/tar/types.js +0 -0
- /package/dist/{esm/lib → lib}/tar/utils.js +0 -0
- /package/dist/{esm/parse-zip → parse-zip}/search-from-the-end.js +0 -0
|
@@ -7,7 +7,7 @@ import { ZipCDFileHeader } from '../parse-zip/cd-file-header';
|
|
|
7
7
|
*/
|
|
8
8
|
export declare class ZipFileSystem implements FileSystem {
|
|
9
9
|
/** FileProvider instance promise */
|
|
10
|
-
protected fileProvider:
|
|
10
|
+
protected fileProvider: FileProvider | null;
|
|
11
11
|
fileName?: string;
|
|
12
12
|
/**
|
|
13
13
|
* Constructor
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"zip-filesystem.d.ts","sourceRoot":"","sources":["../../src/filesystems/zip-filesystem.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,UAAU,EAAY,MAAM,0BAA0B,CAAC;AAC/D,OAAO,EAAC,YAAY,EAAiB,MAAM,0BAA0B,CAAC;AAEtE,OAAO,EAAC,eAAe,
|
|
1
|
+
{"version":3,"file":"zip-filesystem.d.ts","sourceRoot":"","sources":["../../src/filesystems/zip-filesystem.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,UAAU,EAAY,MAAM,0BAA0B,CAAC;AAC/D,OAAO,EAAC,YAAY,EAAiB,MAAM,0BAA0B,CAAC;AAEtE,OAAO,EAAC,eAAe,EAA0B,MAAM,6BAA6B,CAAC;AAiBrF;;;GAGG;AACH,qBAAa,aAAc,YAAW,UAAU;IAC9C,oCAAoC;IACpC,SAAS,CAAC,YAAY,EAAE,YAAY,GAAG,IAAI,CAAQ;IAC5C,QAAQ,CAAC,EAAE,MAAM,CAAC;IAEzB;;;OAGG;gBACS,IAAI,EAAE,YAAY,GAAG,MAAM;IAcvC,yBAAyB;IACnB,OAAO;IAMb;;;OAGG;IACG,OAAO,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;IAYlC;;;;OAIG;IACG,IAAI,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,eAAe,GAAG;QAAC,IAAI,EAAE,MAAM,CAAA;KAAC,CAAC;IAKvE;;;;OAIG;IACG,KAAK,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,QAAQ,CAAC;IA8BhD;;;;OAIG;YACW,eAAe;CAiB9B"}
|
|
@@ -1,9 +1,8 @@
|
|
|
1
|
-
import _defineProperty from "@babel/runtime/helpers/esm/defineProperty";
|
|
2
1
|
import { isBrowser } from '@loaders.gl/loader-utils';
|
|
3
2
|
import { isFileProvider } from '@loaders.gl/loader-utils';
|
|
4
3
|
import { FileHandleFile } from '@loaders.gl/loader-utils';
|
|
5
|
-
import {
|
|
6
|
-
import { parseZipLocalFileHeader } from
|
|
4
|
+
import { makeZipCDHeaderIterator } from "../parse-zip/cd-file-header.js";
|
|
5
|
+
import { parseZipLocalFileHeader } from "../parse-zip/local-file-header.js";
|
|
7
6
|
import { DeflateCompression } from '@loaders.gl/compression';
|
|
8
7
|
const COMPRESSION_METHODS = {
|
|
9
8
|
0: async compressedFile => compressedFile,
|
|
@@ -17,32 +16,30 @@ const COMPRESSION_METHODS = {
|
|
|
17
16
|
};
|
|
18
17
|
export class ZipFileSystem {
|
|
19
18
|
constructor(file) {
|
|
20
|
-
|
|
21
|
-
|
|
19
|
+
this.fileProvider = null;
|
|
20
|
+
this.fileName = void 0;
|
|
22
21
|
if (typeof file === 'string') {
|
|
23
22
|
this.fileName = file;
|
|
24
23
|
if (!isBrowser) {
|
|
25
|
-
this.fileProvider = FileHandleFile
|
|
24
|
+
this.fileProvider = new FileHandleFile(file);
|
|
26
25
|
} else {
|
|
27
26
|
throw new Error('Cannot open file for random access in a WEB browser');
|
|
28
27
|
}
|
|
29
28
|
} else if (isFileProvider(file)) {
|
|
30
|
-
this.fileProvider =
|
|
29
|
+
this.fileProvider = file;
|
|
31
30
|
}
|
|
32
31
|
}
|
|
33
32
|
async destroy() {
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
await fileProvider.destroy();
|
|
33
|
+
if (this.fileProvider) {
|
|
34
|
+
await this.fileProvider.destroy();
|
|
37
35
|
}
|
|
38
36
|
}
|
|
39
37
|
async readdir() {
|
|
40
|
-
|
|
41
|
-
if (!fileProvider) {
|
|
38
|
+
if (!this.fileProvider) {
|
|
42
39
|
throw new Error('No data detected in the zip archive');
|
|
43
40
|
}
|
|
44
41
|
const fileNames = [];
|
|
45
|
-
const zipCDIterator =
|
|
42
|
+
const zipCDIterator = makeZipCDHeaderIterator(this.fileProvider);
|
|
46
43
|
for await (const cdHeader of zipCDIterator) {
|
|
47
44
|
fileNames.push(cdHeader.fileName);
|
|
48
45
|
}
|
|
@@ -56,12 +53,11 @@ export class ZipFileSystem {
|
|
|
56
53
|
};
|
|
57
54
|
}
|
|
58
55
|
async fetch(filename) {
|
|
59
|
-
|
|
60
|
-
if (!fileProvider) {
|
|
56
|
+
if (!this.fileProvider) {
|
|
61
57
|
throw new Error('No data detected in the zip archive');
|
|
62
58
|
}
|
|
63
59
|
const cdFileHeader = await this.getCDFileHeader(filename);
|
|
64
|
-
const localFileHeader = await parseZipLocalFileHeader(cdFileHeader.localHeaderOffset, fileProvider);
|
|
60
|
+
const localFileHeader = await parseZipLocalFileHeader(cdFileHeader.localHeaderOffset, this.fileProvider);
|
|
65
61
|
if (!localFileHeader) {
|
|
66
62
|
throw new Error('Local file header has not been found in the zip archive`');
|
|
67
63
|
}
|
|
@@ -69,20 +65,19 @@ export class ZipFileSystem {
|
|
|
69
65
|
if (!compressionHandler) {
|
|
70
66
|
throw Error('Only Deflation compression is supported');
|
|
71
67
|
}
|
|
72
|
-
const compressedFile = await fileProvider.slice(localFileHeader.fileDataOffset, localFileHeader.fileDataOffset + localFileHeader.compressedSize);
|
|
68
|
+
const compressedFile = await this.fileProvider.slice(localFileHeader.fileDataOffset, localFileHeader.fileDataOffset + localFileHeader.compressedSize);
|
|
73
69
|
const uncompressedFile = await compressionHandler(compressedFile);
|
|
74
70
|
const response = new Response(uncompressedFile);
|
|
75
71
|
Object.defineProperty(response, 'url', {
|
|
76
|
-
value:
|
|
72
|
+
value: `${this.fileName || ''}/${filename}`
|
|
77
73
|
});
|
|
78
74
|
return response;
|
|
79
75
|
}
|
|
80
76
|
async getCDFileHeader(filename) {
|
|
81
|
-
|
|
82
|
-
if (!fileProvider) {
|
|
77
|
+
if (!this.fileProvider) {
|
|
83
78
|
throw new Error('No data detected in the zip archive');
|
|
84
79
|
}
|
|
85
|
-
const zipCDIterator =
|
|
80
|
+
const zipCDIterator = makeZipCDHeaderIterator(this.fileProvider);
|
|
86
81
|
let result = null;
|
|
87
82
|
for await (const cdHeader of zipCDIterator) {
|
|
88
83
|
if (cdHeader.fileName === filename) {
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"zip-filesystem.js","names":["isBrowser","isFileProvider","FileHandleFile","makeZipCDHeaderIterator","parseZipLocalFileHeader","DeflateCompression","COMPRESSION_METHODS","compressedFile","compression","raw","decompressedData","decompress","ZipFileSystem","constructor","file","fileProvider","fileName","Error","destroy","readdir","fileNames","zipCDIterator","cdHeader","push","stat","filename","cdFileHeader","getCDFileHeader","size","Number","uncompressedSize","fetch","localFileHeader","localHeaderOffset","compressionHandler","compressionMethod","toString","slice","fileDataOffset","compressedSize","uncompressedFile","response","Response","Object","defineProperty","value","result"],"sources":["../../src/filesystems/zip-filesystem.ts"],"sourcesContent":["import {FileSystem, isBrowser} from '@loaders.gl/loader-utils';\nimport {FileProvider, isFileProvider} from '@loaders.gl/loader-utils';\nimport {FileHandleFile} from '@loaders.gl/loader-utils';\nimport {ZipCDFileHeader, makeZipCDHeaderIterator} from '../parse-zip/cd-file-header';\nimport {parseZipLocalFileHeader} from '../parse-zip/local-file-header';\nimport {DeflateCompression} from '@loaders.gl/compression';\n\ntype CompressionHandler = (compressedFile: ArrayBuffer) => Promise<ArrayBuffer>;\n/** Handling different compression types in zip */\nconst COMPRESSION_METHODS: {[key: number]: CompressionHandler} = {\n /** No compression */\n 0: async (compressedFile) => compressedFile,\n /** Deflation */\n 8: async (compressedFile) => {\n const compression = new DeflateCompression({raw: true});\n const decompressedData = await compression.decompress(compressedFile);\n return decompressedData;\n }\n};\n\n/**\n * FileSystem adapter for a ZIP file\n * Holds FileProvider object that provides random access to archived files\n */\nexport class ZipFileSystem implements FileSystem {\n /** FileProvider instance promise */\n protected fileProvider: FileProvider | null = null;\n public fileName?: string;\n\n /**\n * Constructor\n * @param file - instance of FileProvider or file path string\n */\n constructor(file: FileProvider | string) {\n // Try to open file in NodeJS\n if (typeof file === 'string') {\n this.fileName = file;\n if (!isBrowser) {\n this.fileProvider = new FileHandleFile(file);\n } else {\n throw new Error('Cannot open file for random access in a WEB browser');\n }\n } else if (isFileProvider(file)) {\n this.fileProvider = file;\n }\n }\n\n /** Clean up resources */\n async destroy() {\n if (this.fileProvider) {\n await this.fileProvider.destroy();\n }\n }\n\n /**\n * Get file names list from zip archive\n * @returns array of file names\n */\n async readdir(): Promise<string[]> {\n if (!this.fileProvider) {\n throw new Error('No data detected in the zip archive');\n }\n const fileNames: string[] = [];\n const zipCDIterator = makeZipCDHeaderIterator(this.fileProvider);\n for await (const cdHeader of zipCDIterator) {\n fileNames.push(cdHeader.fileName);\n }\n return fileNames;\n }\n\n /**\n * Get file metadata\n * @param filename - name of a file\n * @returns central directory data\n */\n async stat(filename: string): Promise<ZipCDFileHeader & {size: number}> {\n const cdFileHeader = await this.getCDFileHeader(filename);\n return {...cdFileHeader, size: Number(cdFileHeader.uncompressedSize)};\n }\n\n /**\n * Implementation of fetch against this file system\n * @param filename - name of a file\n * @returns - Response with file data\n */\n async fetch(filename: string): Promise<Response> {\n if (!this.fileProvider) {\n throw new Error('No data detected in the zip archive');\n }\n const cdFileHeader = await this.getCDFileHeader(filename);\n const localFileHeader = await parseZipLocalFileHeader(\n cdFileHeader.localHeaderOffset,\n this.fileProvider\n );\n if (!localFileHeader) {\n throw new Error('Local file header has not been found in the zip archive`');\n }\n\n const compressionHandler = COMPRESSION_METHODS[localFileHeader.compressionMethod.toString()];\n if (!compressionHandler) {\n throw Error('Only Deflation compression is supported');\n }\n\n const compressedFile = await this.fileProvider.slice(\n localFileHeader.fileDataOffset,\n localFileHeader.fileDataOffset + localFileHeader.compressedSize\n );\n\n const uncompressedFile = await compressionHandler(compressedFile);\n\n const response = new Response(uncompressedFile);\n Object.defineProperty(response, 'url', {value: `${this.fileName || ''}/${filename}`});\n return response;\n }\n\n /**\n * Get central directory file header\n * @param filename - name of a file\n * @returns central directory file header\n */\n private async getCDFileHeader(filename: string): Promise<ZipCDFileHeader> {\n if (!this.fileProvider) {\n throw new Error('No data detected in the zip archive');\n }\n const zipCDIterator = makeZipCDHeaderIterator(this.fileProvider);\n let result: ZipCDFileHeader | null = null;\n for await (const cdHeader of zipCDIterator) {\n if (cdHeader.fileName === filename) {\n result = cdHeader;\n break;\n }\n }\n if (!result) {\n throw new Error('File has not been found in the zip archive');\n }\n return result;\n }\n}\n"],"mappings":"AAAA,SAAoBA,SAAS,QAAO,0BAA0B;AAC9D,SAAsBC,cAAc,QAAO,0BAA0B;AACrE,SAAQC,cAAc,QAAO,0BAA0B;AAAC,SAC/BC,uBAAuB;AAAA,SACxCC,uBAAuB;AAC/B,SAAQC,kBAAkB,QAAO,yBAAyB;AAI1D,MAAMC,mBAAwD,GAAG;EAE/D,CAAC,EAAE,MAAOC,cAAc,IAAKA,cAAc;EAE3C,CAAC,EAAE,MAAOA,cAAc,IAAK;IAC3B,MAAMC,WAAW,GAAG,IAAIH,kBAAkB,CAAC;MAACI,GAAG,EAAE;IAAI,CAAC,CAAC;IACvD,MAAMC,gBAAgB,GAAG,MAAMF,WAAW,CAACG,UAAU,CAACJ,cAAc,CAAC;IACrE,OAAOG,gBAAgB;EACzB;AACF,CAAC;AAMD,OAAO,MAAME,aAAa,CAAuB;EAS/CC,WAAWA,CAACC,IAA2B,EAAE;IAAA,KAP/BC,YAAY,GAAwB,IAAI;IAAA,KAC3CC,QAAQ;IAQb,IAAI,OAAOF,IAAI,KAAK,QAAQ,EAAE;MAC5B,IAAI,CAACE,QAAQ,GAAGF,IAAI;MACpB,IAAI,CAACd,SAAS,EAAE;QACd,IAAI,CAACe,YAAY,GAAG,IAAIb,cAAc,CAACY,IAAI,CAAC;MAC9C,CAAC,MAAM;QACL,MAAM,IAAIG,KAAK,CAAC,qDAAqD,CAAC;MACxE;IACF,CAAC,MAAM,IAAIhB,cAAc,CAACa,IAAI,CAAC,EAAE;MAC/B,IAAI,CAACC,YAAY,GAAGD,IAAI;IAC1B;EACF;EAGA,MAAMI,OAAOA,CAAA,EAAG;IACd,IAAI,IAAI,CAACH,YAAY,EAAE;MACrB,MAAM,IAAI,CAACA,YAAY,CAACG,OAAO,CAAC,CAAC;IACnC;EACF;EAMA,MAAMC,OAAOA,CAAA,EAAsB;IACjC,IAAI,CAAC,IAAI,CAACJ,YAAY,EAAE;MACtB,MAAM,IAAIE,KAAK,CAAC,qCAAqC,CAAC;IACxD;IACA,MAAMG,SAAmB,GAAG,EAAE;IAC9B,MAAMC,aAAa,GAAGlB,uBAAuB,CAAC,IAAI,CAACY,YAAY,CAAC;IAChE,WAAW,MAAMO,QAAQ,IAAID,aAAa,EAAE;MAC1CD,SAAS,CAACG,IAAI,CAACD,QAAQ,CAACN,QAAQ,CAAC;IACnC;IACA,OAAOI,SAAS;EAClB;EAOA,MAAMI,IAAIA,CAACC,QAAgB,EAA6C;IACtE,MAAMC,YAAY,GAAG,MAAM,IAAI,CAACC,eAAe,CAACF,QAAQ,CAAC;IACzD,OAAO;MAAC,GAAGC,YAAY;MAAEE,IAAI,EAAEC,MAAM,CAACH,YAAY,CAACI,gBAAgB;IAAC,CAAC;EACvE;EAOA,MAAMC,KAAKA,CAACN,QAAgB,EAAqB;IAC/C,IAAI,CAAC,IAAI,CAACV,YAAY,EAAE;MACtB,MAAM,IAAIE,KAAK,CAAC,qCAAqC,CAAC;IACxD;IACA,MAAMS,YAAY,GAAG,MAAM,IAAI,CAACC,eAAe,CAACF,QAAQ,CAAC;IACzD,MAAMO,eAAe,GAAG,MAAM5B,uBAAuB,CACnDsB,YAAY,CAACO,iBAAiB,EAC9B,IAAI,CAAClB,YACP,CAAC;IACD,IAAI,CAACiB,eAAe,EAAE;MACpB,MAAM,IAAIf,KAAK,CAAC,0DAA0D,CAAC;IAC7E;IAEA,MAAMiB,kBAAkB,GAAG5B,mBAAmB,CAAC0B,eAAe,CAACG,iBAAiB,CAACC,QAAQ,CAAC,CAAC,CAAC;IAC5F,IAAI,CAACF,kBAAkB,EAAE;MACvB,MAAMjB,KAAK,CAAC,yCAAyC,CAAC;IACxD;IAEA,MAAMV,cAAc,GAAG,MAAM,IAAI,CAACQ,YAAY,CAACsB,KAAK,CAClDL,eAAe,CAACM,cAAc,EAC9BN,eAAe,CAACM,cAAc,GAAGN,eAAe,CAACO,cACnD,CAAC;IAED,MAAMC,gBAAgB,GAAG,MAAMN,kBAAkB,CAAC3B,cAAc,CAAC;IAEjE,MAAMkC,QAAQ,GAAG,IAAIC,QAAQ,CAACF,gBAAgB,CAAC;IAC/CG,MAAM,CAACC,cAAc,CAACH,QAAQ,EAAE,KAAK,EAAE;MAACI,KAAK,EAAG,GAAE,IAAI,CAAC7B,QAAQ,IAAI,EAAG,IAAGS,QAAS;IAAC,CAAC,CAAC;IACrF,OAAOgB,QAAQ;EACjB;EAOA,MAAcd,eAAeA,CAACF,QAAgB,EAA4B;IACxE,IAAI,CAAC,IAAI,CAACV,YAAY,EAAE;MACtB,MAAM,IAAIE,KAAK,CAAC,qCAAqC,CAAC;IACxD;IACA,MAAMI,aAAa,GAAGlB,uBAAuB,CAAC,IAAI,CAACY,YAAY,CAAC;IAChE,IAAI+B,MAA8B,GAAG,IAAI;IACzC,WAAW,MAAMxB,QAAQ,IAAID,aAAa,EAAE;MAC1C,IAAIC,QAAQ,CAACN,QAAQ,KAAKS,QAAQ,EAAE;QAClCqB,MAAM,GAAGxB,QAAQ;QACjB;MACF;IACF;IACA,IAAI,CAACwB,MAAM,EAAE;MACX,MAAM,IAAI7B,KAAK,CAAC,4CAA4C,CAAC;IAC/D;IACA,OAAO6B,MAAM;EACf;AACF"}
|
|
@@ -1,35 +1,14 @@
|
|
|
1
|
-
/// <reference types="node" />
|
|
2
1
|
import { FileProvider } from '@loaders.gl/loader-utils';
|
|
3
|
-
/** Element of hash array */
|
|
4
|
-
export type HashElement = {
|
|
5
|
-
/** File name hash */
|
|
6
|
-
hash: Buffer;
|
|
7
|
-
/** File offset in the archive */
|
|
8
|
-
offset: bigint;
|
|
9
|
-
};
|
|
10
|
-
/**
|
|
11
|
-
* Comparing md5 hashes according to https://github.com/Esri/i3s-spec/blob/master/docs/2.0/slpk_hashtable.pcsl.md step 5
|
|
12
|
-
* @param hash1 hash to compare
|
|
13
|
-
* @param hash2 hash to compare
|
|
14
|
-
* @returns -1 if hash1 < hash2, 0 of hash1 === hash2, 1 if hash1 > hash2
|
|
15
|
-
*/
|
|
16
|
-
export declare const compareHashes: (hash1: Buffer, hash2: Buffer) => number;
|
|
17
2
|
/**
|
|
18
3
|
* Reads hash file from buffer and returns it in ready-to-use form
|
|
19
|
-
* @param
|
|
20
|
-
* @returns
|
|
21
|
-
*/
|
|
22
|
-
export declare const parseHashFile: (hashFile: ArrayBuffer) => HashElement[];
|
|
23
|
-
/**
|
|
24
|
-
* Binary search in the hash info
|
|
25
|
-
* @param hashToSearch hash that we need to find
|
|
26
|
-
* @returns required hash element or undefined if not found
|
|
4
|
+
* @param arrayBuffer - buffer containing hash file
|
|
5
|
+
* @returns Map containing hash and offset
|
|
27
6
|
*/
|
|
28
|
-
export declare
|
|
7
|
+
export declare function parseHashTable(arrayBuffer: ArrayBuffer): Record<string, bigint>;
|
|
29
8
|
/**
|
|
30
|
-
* generates hash info from central directory
|
|
9
|
+
* generates hash info from zip files "central directory"
|
|
31
10
|
* @param fileProvider - provider of the archive
|
|
32
11
|
* @returns ready to use hash info
|
|
33
12
|
*/
|
|
34
|
-
export declare
|
|
13
|
+
export declare function makeHashTableFromZipHeaders(fileProvider: FileProvider): Promise<Record<string, bigint>>;
|
|
35
14
|
//# sourceMappingURL=hash-file-utility.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"hash-file-utility.d.ts","sourceRoot":"","sources":["../src/hash-file-utility.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"hash-file-utility.d.ts","sourceRoot":"","sources":["../src/hash-file-utility.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,YAAY,EAAC,MAAM,0BAA0B,CAAC;AAGtD;;;;GAIG;AACH,wBAAgB,cAAc,CAAC,WAAW,EAAE,WAAW,GAAG,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAY/E;AASD;;;;GAIG;AACH,wBAAsB,2BAA2B,CAC/C,YAAY,EAAE,YAAY,GACzB,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAejC"}
|
|
@@ -0,0 +1,29 @@
|
|
|
1
|
+
import { MD5Hash } from '@loaders.gl/crypto';
|
|
2
|
+
import { makeZipCDHeaderIterator } from "./parse-zip/cd-file-header.js";
|
|
3
|
+
export function parseHashTable(arrayBuffer) {
|
|
4
|
+
const dataView = new DataView(arrayBuffer);
|
|
5
|
+
const hashMap = {};
|
|
6
|
+
for (let i = 0; i < arrayBuffer.byteLength; i = i + 24) {
|
|
7
|
+
const offset = dataView.getBigUint64(i + 16, true);
|
|
8
|
+
const hash = bufferToHex(arrayBuffer, i, 16);
|
|
9
|
+
hashMap[hash] = offset;
|
|
10
|
+
}
|
|
11
|
+
return hashMap;
|
|
12
|
+
}
|
|
13
|
+
function bufferToHex(buffer, start, length) {
|
|
14
|
+
return [...new Uint8Array(buffer, start, length)].map(x => x.toString(16).padStart(2, '0')).join('');
|
|
15
|
+
}
|
|
16
|
+
export async function makeHashTableFromZipHeaders(fileProvider) {
|
|
17
|
+
const zipCDIterator = makeZipCDHeaderIterator(fileProvider);
|
|
18
|
+
const md5Hash = new MD5Hash();
|
|
19
|
+
const textEncoder = new TextEncoder();
|
|
20
|
+
const hashTable = {};
|
|
21
|
+
for await (const cdHeader of zipCDIterator) {
|
|
22
|
+
const filename = cdHeader.fileName.split('\\').join('/').toLocaleLowerCase();
|
|
23
|
+
const arrayBuffer = textEncoder.encode(filename).buffer;
|
|
24
|
+
const md5 = await md5Hash.hash(arrayBuffer, 'hex');
|
|
25
|
+
hashTable[md5] = cdHeader.localHeaderOffset;
|
|
26
|
+
}
|
|
27
|
+
return hashTable;
|
|
28
|
+
}
|
|
29
|
+
//# sourceMappingURL=hash-file-utility.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"hash-file-utility.js","names":["MD5Hash","makeZipCDHeaderIterator","parseHashTable","arrayBuffer","dataView","DataView","hashMap","i","byteLength","offset","getBigUint64","hash","bufferToHex","buffer","start","length","Uint8Array","map","x","toString","padStart","join","makeHashTableFromZipHeaders","fileProvider","zipCDIterator","md5Hash","textEncoder","TextEncoder","hashTable","cdHeader","filename","fileName","split","toLocaleLowerCase","encode","md5","localHeaderOffset"],"sources":["../src/hash-file-utility.ts"],"sourcesContent":["import {MD5Hash} from '@loaders.gl/crypto';\nimport {FileProvider} from '@loaders.gl/loader-utils';\nimport {makeZipCDHeaderIterator} from './parse-zip/cd-file-header';\n\n/**\n * Reads hash file from buffer and returns it in ready-to-use form\n * @param arrayBuffer - buffer containing hash file\n * @returns Map containing hash and offset\n */\nexport function parseHashTable(arrayBuffer: ArrayBuffer): Record<string, bigint> {\n const dataView = new DataView(arrayBuffer);\n\n const hashMap: Record<string, bigint> = {};\n\n for (let i = 0; i < arrayBuffer.byteLength; i = i + 24) {\n const offset = dataView.getBigUint64(i + 16, true);\n const hash = bufferToHex(arrayBuffer, i, 16);\n hashMap[hash] = offset;\n }\n\n return hashMap;\n}\n\nfunction bufferToHex(buffer: ArrayBuffer, start: number, length: number): string {\n // buffer is an ArrayBuffer\n return [...new Uint8Array(buffer, start, length)]\n .map((x) => x.toString(16).padStart(2, '0'))\n .join('');\n}\n\n/**\n * generates hash info from zip files \"central directory\"\n * @param fileProvider - provider of the archive\n * @returns ready to use hash info\n */\nexport async function makeHashTableFromZipHeaders(\n fileProvider: FileProvider\n): Promise<Record<string, bigint>> {\n const zipCDIterator = makeZipCDHeaderIterator(fileProvider);\n const md5Hash = new MD5Hash();\n const textEncoder = new TextEncoder();\n\n const hashTable: Record<string, bigint> = {};\n\n for await (const cdHeader of zipCDIterator) {\n const filename = cdHeader.fileName.split('\\\\').join('/').toLocaleLowerCase();\n const arrayBuffer = textEncoder.encode(filename).buffer;\n const md5 = await md5Hash.hash(arrayBuffer, 'hex');\n hashTable[md5] = cdHeader.localHeaderOffset;\n }\n\n return hashTable;\n}\n"],"mappings":"AAAA,SAAQA,OAAO,QAAO,oBAAoB;AAAC,SAEnCC,uBAAuB;AAO/B,OAAO,SAASC,cAAcA,CAACC,WAAwB,EAA0B;EAC/E,MAAMC,QAAQ,GAAG,IAAIC,QAAQ,CAACF,WAAW,CAAC;EAE1C,MAAMG,OAA+B,GAAG,CAAC,CAAC;EAE1C,KAAK,IAAIC,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGJ,WAAW,CAACK,UAAU,EAAED,CAAC,GAAGA,CAAC,GAAG,EAAE,EAAE;IACtD,MAAME,MAAM,GAAGL,QAAQ,CAACM,YAAY,CAACH,CAAC,GAAG,EAAE,EAAE,IAAI,CAAC;IAClD,MAAMI,IAAI,GAAGC,WAAW,CAACT,WAAW,EAAEI,CAAC,EAAE,EAAE,CAAC;IAC5CD,OAAO,CAACK,IAAI,CAAC,GAAGF,MAAM;EACxB;EAEA,OAAOH,OAAO;AAChB;AAEA,SAASM,WAAWA,CAACC,MAAmB,EAAEC,KAAa,EAAEC,MAAc,EAAU;EAE/E,OAAO,CAAC,GAAG,IAAIC,UAAU,CAACH,MAAM,EAAEC,KAAK,EAAEC,MAAM,CAAC,CAAC,CAC9CE,GAAG,CAAEC,CAAC,IAAKA,CAAC,CAACC,QAAQ,CAAC,EAAE,CAAC,CAACC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAC3CC,IAAI,CAAC,EAAE,CAAC;AACb;AAOA,OAAO,eAAeC,2BAA2BA,CAC/CC,YAA0B,EACO;EACjC,MAAMC,aAAa,GAAGvB,uBAAuB,CAACsB,YAAY,CAAC;EAC3D,MAAME,OAAO,GAAG,IAAIzB,OAAO,CAAC,CAAC;EAC7B,MAAM0B,WAAW,GAAG,IAAIC,WAAW,CAAC,CAAC;EAErC,MAAMC,SAAiC,GAAG,CAAC,CAAC;EAE5C,WAAW,MAAMC,QAAQ,IAAIL,aAAa,EAAE;IAC1C,MAAMM,QAAQ,GAAGD,QAAQ,CAACE,QAAQ,CAACC,KAAK,CAAC,IAAI,CAAC,CAACX,IAAI,CAAC,GAAG,CAAC,CAACY,iBAAiB,CAAC,CAAC;IAC5E,MAAM9B,WAAW,GAAGuB,WAAW,CAACQ,MAAM,CAACJ,QAAQ,CAAC,CAACjB,MAAM;IACvD,MAAMsB,GAAG,GAAG,MAAMV,OAAO,CAACd,IAAI,CAACR,WAAW,EAAE,KAAK,CAAC;IAClDyB,SAAS,CAACO,GAAG,CAAC,GAAGN,QAAQ,CAACO,iBAAiB;EAC7C;EAEA,OAAOR,SAAS;AAClB"}
|