neozipkit 1.0.5 → 1.5.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/NEOZIP_APPNOTE.md +116 -18
- package/README.md +38 -8
- package/WHATS_NEW.md +111 -0
- package/dist/browser/zstd-browser-shim.d.ts +17 -9
- package/dist/browser/zstd-browser-shim.d.ts.map +1 -1
- package/dist/browser/zstd-browser-shim.js +99 -21
- package/dist/browser/zstd-browser-shim.js.map +1 -1
- package/dist/browser-esm/index.js +6178 -1261
- package/dist/browser-esm/index.js.map +4 -4
- package/dist/browser-umd/index.js +6178 -1261
- package/dist/browser-umd/index.js.map +4 -4
- package/dist/browser-umd/index.min.js +6 -3
- package/dist/core/ZipCompress.d.ts +6 -0
- package/dist/core/ZipCompress.d.ts.map +1 -1
- package/dist/core/ZipCompress.js.map +1 -1
- package/dist/core/ZipCopy.d.ts.map +1 -1
- package/dist/core/ZipCopy.js +33 -25
- package/dist/core/ZipCopy.js.map +1 -1
- package/dist/core/ZipEntry.d.ts +18 -0
- package/dist/core/ZipEntry.d.ts.map +1 -1
- package/dist/core/ZipEntry.js +139 -13
- package/dist/core/ZipEntry.js.map +1 -1
- package/dist/core/Zipkit.d.ts.map +1 -1
- package/dist/core/Zipkit.js +26 -19
- package/dist/core/Zipkit.js.map +1 -1
- package/dist/core/constants/Headers.d.ts +1 -0
- package/dist/core/constants/Headers.d.ts.map +1 -1
- package/dist/core/constants/Headers.js +1 -0
- package/dist/core/constants/Headers.js.map +1 -1
- package/dist/core/index.d.ts +3 -0
- package/dist/core/index.d.ts.map +1 -1
- package/dist/core/index.js +5 -1
- package/dist/core/index.js.map +1 -1
- package/dist/core/inflateZipPayload.d.ts +6 -0
- package/dist/core/inflateZipPayload.d.ts.map +1 -0
- package/dist/core/inflateZipPayload.js +28 -0
- package/dist/core/inflateZipPayload.js.map +1 -0
- package/dist/core/origin/OriginExtra.d.ts +43 -0
- package/dist/core/origin/OriginExtra.d.ts.map +1 -0
- package/dist/core/origin/OriginExtra.js +187 -0
- package/dist/core/origin/OriginExtra.js.map +1 -0
- package/dist/core/version.js +1 -1
- package/dist/core/zip64/Zip64.d.ts +138 -0
- package/dist/core/zip64/Zip64.d.ts.map +1 -0
- package/dist/core/zip64/Zip64.js +353 -0
- package/dist/core/zip64/Zip64.js.map +1 -0
- package/dist/node/ZipCopyNode.d.ts.map +1 -1
- package/dist/node/ZipCopyNode.js +26 -26
- package/dist/node/ZipCopyNode.js.map +1 -1
- package/dist/node/ZipDecompressNode.d.ts.map +1 -1
- package/dist/node/ZipDecompressNode.js +8 -6
- package/dist/node/ZipDecompressNode.js.map +1 -1
- package/dist/node/ZipkitNode.d.ts +14 -1
- package/dist/node/ZipkitNode.d.ts.map +1 -1
- package/dist/node/ZipkitNode.js +91 -53
- package/dist/node/ZipkitNode.js.map +1 -1
- package/dist/node/ZstdNode.d.ts +14 -4
- package/dist/node/ZstdNode.d.ts.map +1 -1
- package/dist/node/ZstdNode.js +28 -4
- package/dist/node/ZstdNode.js.map +1 -1
- package/dist/node/buildZipBuffer.d.ts +49 -0
- package/dist/node/buildZipBuffer.d.ts.map +1 -0
- package/dist/node/buildZipBuffer.js +146 -0
- package/dist/node/buildZipBuffer.js.map +1 -0
- package/dist/node/index.d.ts +3 -0
- package/dist/node/index.d.ts.map +1 -1
- package/dist/node/index.js +6 -1
- package/dist/node/index.js.map +1 -1
- package/dist/node/inflateZipPayload.d.ts +5 -0
- package/dist/node/inflateZipPayload.d.ts.map +1 -0
- package/dist/node/inflateZipPayload.js +21 -0
- package/dist/node/inflateZipPayload.js.map +1 -0
- package/dist/types/index.js +2 -2
- package/node-esm.mjs +32 -0
- package/package.json +11 -5
- package/src/browser/zstd-browser-shim.ts +110 -28
- package/src/core/ZipCompress.ts +6 -0
- package/src/core/ZipCopy.ts +56 -27
- package/src/core/ZipEntry.ts +192 -13
- package/src/core/Zipkit.ts +40 -22
- package/src/core/constants/Headers.ts +1 -0
- package/src/core/index.ts +3 -0
- package/src/core/inflateZipPayload.ts +27 -0
- package/src/core/origin/OriginExtra.ts +209 -0
- package/src/core/version.ts +1 -1
- package/src/core/zip64/Zip64.ts +473 -0
- package/src/node/ZipCopyNode.ts +31 -29
- package/src/node/ZipDecompressNode.ts +6 -5
- package/src/node/ZipkitNode.ts +121 -68
- package/src/node/ZstdNode.ts +33 -8
- package/src/node/buildZipBuffer.ts +221 -0
- package/src/node/index.ts +7 -0
- package/src/node/inflateZipPayload.ts +19 -0
- package/src/types/index.ts +2 -2
|
@@ -0,0 +1,473 @@
|
|
|
1
|
+
// ======================================
|
|
2
|
+
// Zip64.ts — APPNOTE Zip64 Version 1 helpers
|
|
3
|
+
// Copyright (c) 2026 NeoWare, Inc. All rights reserved.
|
|
4
|
+
// ======================================
|
|
5
|
+
// Large sizes/offsets/counts (PKWARE APPNOTE §§4.3.14–4.3.16, 4.5.3).
|
|
6
|
+
// Spanned disks and Zip64 EOCD extensible sector are out of scope.
|
|
7
|
+
|
|
8
|
+
import {
|
|
9
|
+
CENTRAL_END,
|
|
10
|
+
HDR_ID,
|
|
11
|
+
ZIP64_CENTRAL_DIR,
|
|
12
|
+
ZIP64_CENTRAL_END,
|
|
13
|
+
} from '../constants/Headers';
|
|
14
|
+
|
|
15
|
+
/** Classic u32 overflow sentinel */
|
|
16
|
+
export const ZIP64_U32 = 0xffffffff;
|
|
17
|
+
/** Classic u16 overflow sentinel */
|
|
18
|
+
export const ZIP64_U16 = 0xffff;
|
|
19
|
+
/** Version needed to extract when Zip64 extensions are used (4.5) */
|
|
20
|
+
export const ZIP64_VERSION_NEEDED = 45;
|
|
21
|
+
/**
|
|
22
|
+
* Value stored in Zip64 EOCD "size of Zip64 EOCD record" for Version 1 with
|
|
23
|
+
* an empty extensible data sector: fixed body (56) − leading 12 = 44.
|
|
24
|
+
*/
|
|
25
|
+
export const ZIP64_EOCD_SIZE_FIELD = 44;
|
|
26
|
+
/** Fixed Zip64 EOCD record length with empty extensible sector */
|
|
27
|
+
export const ZIP64_EOCD_RECORD_SIZE = 56;
|
|
28
|
+
/** Zip64 EOCD locator length */
|
|
29
|
+
export const ZIP64_LOCATOR_SIZE = 20;
|
|
30
|
+
/** Classic EOCD fixed length (without comment) */
|
|
31
|
+
export const CLASSIC_EOCD_SIZE = 22;
|
|
32
|
+
|
|
33
|
+
/**
|
|
34
|
+
* Buffer/browser APIs must not materialize multi-GiB Zip64 archives in memory.
|
|
35
|
+
* Use Node file/streaming APIs for size/offset Zip64.
|
|
36
|
+
*/
|
|
37
|
+
export const ZIP64_BUFFER_SIZE_OFFSET_ERROR =
|
|
38
|
+
'Zip64 for sizes or offsets ≥ 4 GiB requires the Node file/streaming API; ' +
|
|
39
|
+
'in-memory buffer/browser writers only support Zip64 for entry counts > 65535. ' +
|
|
40
|
+
'Use ZipkitNode (createZipFromFiles / writeZipEntry) instead of buildZipBuffer.';
|
|
41
|
+
|
|
42
|
+
export interface Zip64ExtraFields {
|
|
43
|
+
uncompressedSize?: number;
|
|
44
|
+
compressedSize?: number;
|
|
45
|
+
localHdrOffset?: number;
|
|
46
|
+
diskStart?: number;
|
|
47
|
+
}
|
|
48
|
+
|
|
49
|
+
export interface ClassicSizeFields {
|
|
50
|
+
uncompressedSize: number;
|
|
51
|
+
compressedSize: number;
|
|
52
|
+
localHdrOffset: number;
|
|
53
|
+
diskStart: number;
|
|
54
|
+
}
|
|
55
|
+
|
|
56
|
+
export interface Zip64EocdFields {
|
|
57
|
+
totalEntries: number;
|
|
58
|
+
centralDirSize: number;
|
|
59
|
+
centralDirOffset: number;
|
|
60
|
+
versionMadeBy?: number;
|
|
61
|
+
versionNeeded?: number;
|
|
62
|
+
diskNumber?: number;
|
|
63
|
+
diskWithCdStart?: number;
|
|
64
|
+
}
|
|
65
|
+
|
|
66
|
+
export interface BuildEndRecordsOptions {
|
|
67
|
+
totalEntries: number;
|
|
68
|
+
centralDirSize: number;
|
|
69
|
+
centralDirOffset: number;
|
|
70
|
+
/** Absolute file offset where the Zip64 EOCD will be written (CD end). */
|
|
71
|
+
zip64EocdOffset: number;
|
|
72
|
+
archiveComment?: string;
|
|
73
|
+
/**
|
|
74
|
+
* When false (buffer/browser), refuse Zip64 triggered by size/offset overflow.
|
|
75
|
+
* Entry-count Zip64 is still allowed. Default true (Node streaming).
|
|
76
|
+
*/
|
|
77
|
+
allowSizeOffsetZip64?: boolean;
|
|
78
|
+
/**
|
|
79
|
+
* Emit Zip64 EOCD + locator even when classic widths suffice (APPNOTE MAY).
|
|
80
|
+
* Classic EOCD then uses a CD-offset sentinel so readers consult Zip64 EOCD
|
|
81
|
+
* (Info-ZIP `-fz` style).
|
|
82
|
+
*/
|
|
83
|
+
forceZip64?: boolean;
|
|
84
|
+
versionMadeBy?: number;
|
|
85
|
+
}
|
|
86
|
+
|
|
87
|
+
export function exceedsU32(value: number): boolean {
|
|
88
|
+
return value > ZIP64_U32;
|
|
89
|
+
}
|
|
90
|
+
|
|
91
|
+
export function exceedsU16(value: number): boolean {
|
|
92
|
+
return value > ZIP64_U16;
|
|
93
|
+
}
|
|
94
|
+
|
|
95
|
+
export function assertSafeInteger(value: number | bigint, label: string): number {
|
|
96
|
+
const n = typeof value === 'bigint' ? Number(value) : value;
|
|
97
|
+
if (!Number.isFinite(n) || !Number.isSafeInteger(n) || n < 0) {
|
|
98
|
+
throw new Error(
|
|
99
|
+
`Zip64 ${label} is not a safe non-negative integer (got ${String(value)}); ` +
|
|
100
|
+
`values must fit in Number.MAX_SAFE_INTEGER`
|
|
101
|
+
);
|
|
102
|
+
}
|
|
103
|
+
return n;
|
|
104
|
+
}
|
|
105
|
+
|
|
106
|
+
export function readU64AsNumber(buf: Buffer, offset: number): number {
|
|
107
|
+
return assertSafeInteger(buf.readBigUInt64LE(offset), `u64@${offset}`);
|
|
108
|
+
}
|
|
109
|
+
|
|
110
|
+
export function writeU64(buf: Buffer, offset: number, value: number): void {
|
|
111
|
+
assertSafeInteger(value, `u64 write@${offset}`);
|
|
112
|
+
buf.writeBigUInt64LE(BigInt(value), offset);
|
|
113
|
+
}
|
|
114
|
+
|
|
115
|
+
export function needsZip64Entry(
|
|
116
|
+
uncompressedSize: number,
|
|
117
|
+
compressedSize: number,
|
|
118
|
+
localHdrOffset: number,
|
|
119
|
+
diskStart: number = 0
|
|
120
|
+
): boolean {
|
|
121
|
+
return (
|
|
122
|
+
exceedsU32(uncompressedSize) ||
|
|
123
|
+
exceedsU32(compressedSize) ||
|
|
124
|
+
exceedsU32(localHdrOffset) ||
|
|
125
|
+
exceedsU16(diskStart)
|
|
126
|
+
);
|
|
127
|
+
}
|
|
128
|
+
|
|
129
|
+
/** True when Zip64 is required for member size or local/CD offset (not entry count alone). */
|
|
130
|
+
export function needsZip64SizeOrOffset(
|
|
131
|
+
uncompressedSize: number,
|
|
132
|
+
compressedSize: number,
|
|
133
|
+
localHdrOffset: number,
|
|
134
|
+
centralDirSize: number = 0,
|
|
135
|
+
centralDirOffset: number = 0
|
|
136
|
+
): boolean {
|
|
137
|
+
return (
|
|
138
|
+
exceedsU32(uncompressedSize) ||
|
|
139
|
+
exceedsU32(compressedSize) ||
|
|
140
|
+
exceedsU32(localHdrOffset) ||
|
|
141
|
+
exceedsU32(centralDirSize) ||
|
|
142
|
+
exceedsU32(centralDirOffset)
|
|
143
|
+
);
|
|
144
|
+
}
|
|
145
|
+
|
|
146
|
+
export function needsZip64Archive(
|
|
147
|
+
totalEntries: number,
|
|
148
|
+
centralDirSize: number,
|
|
149
|
+
centralDirOffset: number
|
|
150
|
+
): boolean {
|
|
151
|
+
return (
|
|
152
|
+
exceedsU16(totalEntries) ||
|
|
153
|
+
exceedsU32(centralDirSize) ||
|
|
154
|
+
exceedsU32(centralDirOffset)
|
|
155
|
+
);
|
|
156
|
+
}
|
|
157
|
+
|
|
158
|
+
/**
|
|
159
|
+
* Classic EOCD fields that indicate a Zip64 EOCD/locator must be consulted.
|
|
160
|
+
*/
|
|
161
|
+
export function classicEocdNeedsZip64(eocd: {
|
|
162
|
+
volEntries: number;
|
|
163
|
+
totalEntries: number;
|
|
164
|
+
centralDirSize: number;
|
|
165
|
+
centralDirOffset: number;
|
|
166
|
+
}): boolean {
|
|
167
|
+
return (
|
|
168
|
+
eocd.centralDirOffset === ZIP64_U32 ||
|
|
169
|
+
eocd.centralDirSize === ZIP64_U32 ||
|
|
170
|
+
eocd.volEntries === ZIP64_U16 ||
|
|
171
|
+
eocd.totalEntries === ZIP64_U16
|
|
172
|
+
);
|
|
173
|
+
}
|
|
174
|
+
|
|
175
|
+
/**
|
|
176
|
+
* Build Zip64 Extended Information Extra Field (0x0001).
|
|
177
|
+
* Field order is fixed; only include fields whose classic header uses a sentinel.
|
|
178
|
+
* For local headers, APPNOTE requires both sizes when the Zip64 block is present —
|
|
179
|
+
* pass `forLocal: true` to always emit both size fields.
|
|
180
|
+
*/
|
|
181
|
+
export function buildZip64Extra(
|
|
182
|
+
fields: Zip64ExtraFields,
|
|
183
|
+
opts?: { forLocal?: boolean }
|
|
184
|
+
): Buffer {
|
|
185
|
+
const forLocal = opts?.forLocal === true;
|
|
186
|
+
const parts: number[] = [];
|
|
187
|
+
|
|
188
|
+
const includeUncompressed =
|
|
189
|
+
forLocal || fields.uncompressedSize !== undefined;
|
|
190
|
+
const includeCompressed = forLocal || fields.compressedSize !== undefined;
|
|
191
|
+
|
|
192
|
+
if (includeUncompressed) {
|
|
193
|
+
if (fields.uncompressedSize === undefined) {
|
|
194
|
+
throw new Error('Zip64 local extra requires uncompressedSize');
|
|
195
|
+
}
|
|
196
|
+
parts.push(8);
|
|
197
|
+
}
|
|
198
|
+
if (includeCompressed) {
|
|
199
|
+
if (fields.compressedSize === undefined) {
|
|
200
|
+
throw new Error('Zip64 local extra requires compressedSize');
|
|
201
|
+
}
|
|
202
|
+
parts.push(8);
|
|
203
|
+
}
|
|
204
|
+
if (fields.localHdrOffset !== undefined) parts.push(8);
|
|
205
|
+
if (fields.diskStart !== undefined) parts.push(4);
|
|
206
|
+
|
|
207
|
+
const dataSize = parts.reduce((a, b) => a + b, 0);
|
|
208
|
+
const buf = Buffer.alloc(4 + dataSize);
|
|
209
|
+
buf.writeUInt16LE(HDR_ID.ZIP64, 0);
|
|
210
|
+
buf.writeUInt16LE(dataSize, 2);
|
|
211
|
+
let o = 4;
|
|
212
|
+
if (includeUncompressed) {
|
|
213
|
+
writeU64(buf, o, fields.uncompressedSize!);
|
|
214
|
+
o += 8;
|
|
215
|
+
}
|
|
216
|
+
if (includeCompressed) {
|
|
217
|
+
writeU64(buf, o, fields.compressedSize!);
|
|
218
|
+
o += 8;
|
|
219
|
+
}
|
|
220
|
+
if (fields.localHdrOffset !== undefined) {
|
|
221
|
+
writeU64(buf, o, fields.localHdrOffset);
|
|
222
|
+
o += 8;
|
|
223
|
+
}
|
|
224
|
+
if (fields.diskStart !== undefined) {
|
|
225
|
+
buf.writeUInt32LE(fields.diskStart >>> 0, o);
|
|
226
|
+
}
|
|
227
|
+
return buf;
|
|
228
|
+
}
|
|
229
|
+
|
|
230
|
+
/**
|
|
231
|
+
* Parse Zip64 extra payload (data after HeaderID + size).
|
|
232
|
+
* Only fields whose classic values are sentinels are consumed, in APPNOTE order.
|
|
233
|
+
*/
|
|
234
|
+
export function parseZip64Extra(
|
|
235
|
+
data: Buffer,
|
|
236
|
+
classic: ClassicSizeFields
|
|
237
|
+
): Zip64ExtraFields {
|
|
238
|
+
const out: Zip64ExtraFields = {};
|
|
239
|
+
let o = 0;
|
|
240
|
+
if (classic.uncompressedSize === ZIP64_U32) {
|
|
241
|
+
if (o + 8 > data.length) {
|
|
242
|
+
throw new Error('Zip64 extra truncated (uncompressed size)');
|
|
243
|
+
}
|
|
244
|
+
out.uncompressedSize = readU64AsNumber(data, o);
|
|
245
|
+
o += 8;
|
|
246
|
+
}
|
|
247
|
+
if (classic.compressedSize === ZIP64_U32) {
|
|
248
|
+
if (o + 8 > data.length) {
|
|
249
|
+
throw new Error('Zip64 extra truncated (compressed size)');
|
|
250
|
+
}
|
|
251
|
+
out.compressedSize = readU64AsNumber(data, o);
|
|
252
|
+
o += 8;
|
|
253
|
+
}
|
|
254
|
+
if (classic.localHdrOffset === ZIP64_U32) {
|
|
255
|
+
if (o + 8 > data.length) {
|
|
256
|
+
throw new Error('Zip64 extra truncated (local header offset)');
|
|
257
|
+
}
|
|
258
|
+
out.localHdrOffset = readU64AsNumber(data, o);
|
|
259
|
+
o += 8;
|
|
260
|
+
}
|
|
261
|
+
if (classic.diskStart === ZIP64_U16) {
|
|
262
|
+
if (o + 4 > data.length) {
|
|
263
|
+
throw new Error('Zip64 extra truncated (disk start)');
|
|
264
|
+
}
|
|
265
|
+
out.diskStart = data.readUInt32LE(o);
|
|
266
|
+
}
|
|
267
|
+
return out;
|
|
268
|
+
}
|
|
269
|
+
|
|
270
|
+
/** True if a complete extra-field blob contains a Zip64 (0x0001) record. */
|
|
271
|
+
export function extraFieldHasZip64(extra: Buffer | null | undefined): boolean {
|
|
272
|
+
if (!extra || extra.length < 4) return false;
|
|
273
|
+
for (let i = 0; i + 4 <= extra.length; ) {
|
|
274
|
+
const id = extra.readUInt16LE(i);
|
|
275
|
+
const len = extra.readUInt16LE(i + 2);
|
|
276
|
+
if (id === HDR_ID.ZIP64) return true;
|
|
277
|
+
i += 4 + len;
|
|
278
|
+
}
|
|
279
|
+
return false;
|
|
280
|
+
}
|
|
281
|
+
|
|
282
|
+
/** Strip Zip64 records from a concatenated extra-field blob (avoid double-emit on rewrite). */
|
|
283
|
+
export function stripZip64FromExtra(extra: Buffer | null | undefined): Buffer | null {
|
|
284
|
+
if (!extra || extra.length < 4) return extra ?? null;
|
|
285
|
+
const parts: Buffer[] = [];
|
|
286
|
+
for (let i = 0; i + 4 <= extra.length; ) {
|
|
287
|
+
const id = extra.readUInt16LE(i);
|
|
288
|
+
const len = extra.readUInt16LE(i + 2);
|
|
289
|
+
const recEnd = i + 4 + len;
|
|
290
|
+
if (recEnd > extra.length) break;
|
|
291
|
+
if (id !== HDR_ID.ZIP64) {
|
|
292
|
+
parts.push(Buffer.from(extra.subarray(i, recEnd)));
|
|
293
|
+
}
|
|
294
|
+
i = recEnd;
|
|
295
|
+
}
|
|
296
|
+
if (parts.length === 0) return null;
|
|
297
|
+
return Buffer.concat(parts);
|
|
298
|
+
}
|
|
299
|
+
|
|
300
|
+
/**
|
|
301
|
+
* Data descriptor length including optional signature.
|
|
302
|
+
* Zip64: signature(4) + crc(4) + cmp(8) + uncmp(8) = 24
|
|
303
|
+
* Classic: signature(4) + crc(4) + cmp(4) + uncmp(4) = 16
|
|
304
|
+
*/
|
|
305
|
+
export function dataDescriptorByteLength(useZip64Sizes: boolean): number {
|
|
306
|
+
return useZip64Sizes ? 24 : 16;
|
|
307
|
+
}
|
|
308
|
+
|
|
309
|
+
export function buildZip64Eocd(fields: Zip64EocdFields): Buffer {
|
|
310
|
+
const buf = Buffer.alloc(ZIP64_EOCD_RECORD_SIZE);
|
|
311
|
+
buf.writeUInt32LE(ZIP64_CENTRAL_DIR.SIGNATURE, 0);
|
|
312
|
+
writeU64(buf, ZIP64_CENTRAL_DIR.SIZE_FIELD, ZIP64_EOCD_SIZE_FIELD);
|
|
313
|
+
buf.writeUInt16LE(fields.versionMadeBy ?? 45, ZIP64_CENTRAL_DIR.VER_MADEBY);
|
|
314
|
+
buf.writeUInt16LE(
|
|
315
|
+
fields.versionNeeded ?? ZIP64_VERSION_NEEDED,
|
|
316
|
+
ZIP64_CENTRAL_DIR.VER_NEEDED
|
|
317
|
+
);
|
|
318
|
+
buf.writeUInt32LE(fields.diskNumber ?? 0, ZIP64_CENTRAL_DIR.VOL_NUM);
|
|
319
|
+
buf.writeUInt32LE(fields.diskWithCdStart ?? 0, ZIP64_CENTRAL_DIR.VOLDIR_START);
|
|
320
|
+
writeU64(buf, ZIP64_CENTRAL_DIR.VOL_ENTRIES, fields.totalEntries);
|
|
321
|
+
writeU64(buf, ZIP64_CENTRAL_DIR.TOTAL_ENTRIES, fields.totalEntries);
|
|
322
|
+
writeU64(buf, ZIP64_CENTRAL_DIR.CENTRAL_DIR_SIZE, fields.centralDirSize);
|
|
323
|
+
writeU64(buf, ZIP64_CENTRAL_DIR.CENTRAL_DIR_OFFSET, fields.centralDirOffset);
|
|
324
|
+
return buf;
|
|
325
|
+
}
|
|
326
|
+
|
|
327
|
+
export function buildZip64Locator(zip64EocdOffset: number): Buffer {
|
|
328
|
+
const buf = Buffer.alloc(ZIP64_LOCATOR_SIZE);
|
|
329
|
+
buf.writeUInt32LE(ZIP64_CENTRAL_END.SIGNATURE, 0);
|
|
330
|
+
buf.writeUInt32LE(0, ZIP64_CENTRAL_END.VOL_NUM);
|
|
331
|
+
writeU64(buf, ZIP64_CENTRAL_END.CENTRAL_DIR_OFFSET, zip64EocdOffset);
|
|
332
|
+
buf.writeUInt32LE(1, ZIP64_CENTRAL_END.TOTAL_DISKS);
|
|
333
|
+
return buf;
|
|
334
|
+
}
|
|
335
|
+
|
|
336
|
+
export function buildClassicEocd(opts: {
|
|
337
|
+
totalEntries: number;
|
|
338
|
+
centralDirSize: number;
|
|
339
|
+
centralDirOffset: number;
|
|
340
|
+
archiveComment?: string;
|
|
341
|
+
/** When true, write 0xFFFF / 0xFFFFFFFF for any field that overflows classic width. */
|
|
342
|
+
useZip64Sentinels: boolean;
|
|
343
|
+
/**
|
|
344
|
+
* Force classic CD offset to 0xFFFFFFFF so readers consult Zip64 EOCD
|
|
345
|
+
* even when the real offset fits in u32 (Info-ZIP `-fz`).
|
|
346
|
+
*/
|
|
347
|
+
forceCdOffsetSentinel?: boolean;
|
|
348
|
+
}): Buffer {
|
|
349
|
+
const comment = opts.archiveComment || '';
|
|
350
|
+
const commentBytes = Buffer.from(comment, 'utf8');
|
|
351
|
+
const commentLength = Math.min(commentBytes.length, ZIP64_U16);
|
|
352
|
+
const buf = Buffer.alloc(CLASSIC_EOCD_SIZE + commentLength);
|
|
353
|
+
buf.writeUInt32LE(CENTRAL_END.SIGNATURE, 0);
|
|
354
|
+
buf.writeUInt16LE(0, CENTRAL_END.VOL_NUM);
|
|
355
|
+
buf.writeUInt16LE(0, CENTRAL_END.VOLDIR_START);
|
|
356
|
+
|
|
357
|
+
const entries =
|
|
358
|
+
opts.useZip64Sentinels && exceedsU16(opts.totalEntries)
|
|
359
|
+
? ZIP64_U16
|
|
360
|
+
: opts.totalEntries;
|
|
361
|
+
const cdSize =
|
|
362
|
+
opts.useZip64Sentinels && exceedsU32(opts.centralDirSize)
|
|
363
|
+
? ZIP64_U32
|
|
364
|
+
: opts.centralDirSize;
|
|
365
|
+
const cdOffset =
|
|
366
|
+
opts.forceCdOffsetSentinel ||
|
|
367
|
+
(opts.useZip64Sentinels && exceedsU32(opts.centralDirOffset))
|
|
368
|
+
? ZIP64_U32
|
|
369
|
+
: opts.centralDirOffset;
|
|
370
|
+
|
|
371
|
+
buf.writeUInt16LE(entries, CENTRAL_END.VOL_ENTRIES);
|
|
372
|
+
buf.writeUInt16LE(entries, CENTRAL_END.TOTAL_ENTRIES);
|
|
373
|
+
buf.writeUInt32LE(cdSize, CENTRAL_END.CENTRAL_DIR_SIZE);
|
|
374
|
+
buf.writeUInt32LE(cdOffset, CENTRAL_END.CENTRAL_DIR_OFFSET);
|
|
375
|
+
buf.writeUInt16LE(commentLength, CENTRAL_END.ZIP_COMMENT_LEN);
|
|
376
|
+
if (commentLength > 0) {
|
|
377
|
+
commentBytes.copy(buf, CLASSIC_EOCD_SIZE, 0, commentLength);
|
|
378
|
+
}
|
|
379
|
+
return buf;
|
|
380
|
+
}
|
|
381
|
+
|
|
382
|
+
/**
|
|
383
|
+
* Build Zip64 EOCD + Locator + classic EOCD (or classic EOCD alone).
|
|
384
|
+
* Callers write the returned buffer at `zip64EocdOffset` (or CD end when no Zip64).
|
|
385
|
+
*/
|
|
386
|
+
export function buildEndRecords(opts: BuildEndRecordsOptions): Buffer {
|
|
387
|
+
const allowSizeOffset = opts.allowSizeOffsetZip64 !== false;
|
|
388
|
+
const forceZip64 = opts.forceZip64 === true;
|
|
389
|
+
const needArchive =
|
|
390
|
+
forceZip64 ||
|
|
391
|
+
needsZip64Archive(
|
|
392
|
+
opts.totalEntries,
|
|
393
|
+
opts.centralDirSize,
|
|
394
|
+
opts.centralDirOffset
|
|
395
|
+
);
|
|
396
|
+
|
|
397
|
+
if (!needArchive) {
|
|
398
|
+
return buildClassicEocd({
|
|
399
|
+
totalEntries: opts.totalEntries,
|
|
400
|
+
centralDirSize: opts.centralDirSize,
|
|
401
|
+
centralDirOffset: opts.centralDirOffset,
|
|
402
|
+
archiveComment: opts.archiveComment,
|
|
403
|
+
useZip64Sentinels: false,
|
|
404
|
+
});
|
|
405
|
+
}
|
|
406
|
+
|
|
407
|
+
const sizeOffsetZip64 =
|
|
408
|
+
exceedsU32(opts.centralDirSize) || exceedsU32(opts.centralDirOffset);
|
|
409
|
+
// forceZip64 with fitting size/offset is allowed on buffer path (no multi-GiB materialization).
|
|
410
|
+
if (sizeOffsetZip64 && !allowSizeOffset) {
|
|
411
|
+
throw new Error(ZIP64_BUFFER_SIZE_OFFSET_ERROR);
|
|
412
|
+
}
|
|
413
|
+
|
|
414
|
+
const zip64Eocd = buildZip64Eocd({
|
|
415
|
+
totalEntries: opts.totalEntries,
|
|
416
|
+
centralDirSize: opts.centralDirSize,
|
|
417
|
+
centralDirOffset: opts.centralDirOffset,
|
|
418
|
+
versionMadeBy: opts.versionMadeBy ?? 45,
|
|
419
|
+
});
|
|
420
|
+
const locator = buildZip64Locator(opts.zip64EocdOffset);
|
|
421
|
+
const classic = buildClassicEocd({
|
|
422
|
+
totalEntries: opts.totalEntries,
|
|
423
|
+
centralDirSize: opts.centralDirSize,
|
|
424
|
+
centralDirOffset: opts.centralDirOffset,
|
|
425
|
+
archiveComment: opts.archiveComment,
|
|
426
|
+
useZip64Sentinels: true,
|
|
427
|
+
forceCdOffsetSentinel: forceZip64,
|
|
428
|
+
});
|
|
429
|
+
return Buffer.concat([zip64Eocd, locator, classic]);
|
|
430
|
+
}
|
|
431
|
+
|
|
432
|
+
/** Parse Zip64 EOCD fixed fields into CD size/offset/entry count. */
|
|
433
|
+
export function parseZip64Eocd(buf: Buffer): {
|
|
434
|
+
totalEntries: number;
|
|
435
|
+
centralDirSize: number;
|
|
436
|
+
centralDirOffset: number;
|
|
437
|
+
} {
|
|
438
|
+
if (buf.length < ZIP64_EOCD_RECORD_SIZE) {
|
|
439
|
+
throw new Error('Zip64 EOCD truncated');
|
|
440
|
+
}
|
|
441
|
+
if (buf.readUInt32LE(0) !== ZIP64_CENTRAL_DIR.SIGNATURE) {
|
|
442
|
+
throw new Error('Invalid Zip64 EOCD signature');
|
|
443
|
+
}
|
|
444
|
+
return {
|
|
445
|
+
totalEntries: readU64AsNumber(buf, ZIP64_CENTRAL_DIR.TOTAL_ENTRIES),
|
|
446
|
+
centralDirSize: readU64AsNumber(buf, ZIP64_CENTRAL_DIR.CENTRAL_DIR_SIZE),
|
|
447
|
+
centralDirOffset: readU64AsNumber(buf, ZIP64_CENTRAL_DIR.CENTRAL_DIR_OFFSET),
|
|
448
|
+
};
|
|
449
|
+
}
|
|
450
|
+
|
|
451
|
+
export function parseZip64Locator(buf: Buffer): number {
|
|
452
|
+
if (buf.length < ZIP64_LOCATOR_SIZE) {
|
|
453
|
+
throw new Error('Zip64 locator truncated');
|
|
454
|
+
}
|
|
455
|
+
if (buf.readUInt32LE(0) !== ZIP64_CENTRAL_END.SIGNATURE) {
|
|
456
|
+
throw new Error('Invalid Zip64 EOCD locator signature');
|
|
457
|
+
}
|
|
458
|
+
return readU64AsNumber(buf, ZIP64_CENTRAL_END.CENTRAL_DIR_OFFSET);
|
|
459
|
+
}
|
|
460
|
+
|
|
461
|
+
/**
|
|
462
|
+
* Assert buffer/browser writers may proceed for the given entry sizes/offsets.
|
|
463
|
+
* Throws {@link ZIP64_BUFFER_SIZE_OFFSET_ERROR} when size/offset Zip64 would be required.
|
|
464
|
+
*/
|
|
465
|
+
export function assertBufferAllowsEntryZip64(
|
|
466
|
+
uncompressedSize: number,
|
|
467
|
+
compressedSize: number,
|
|
468
|
+
localHdrOffset: number
|
|
469
|
+
): void {
|
|
470
|
+
if (needsZip64SizeOrOffset(uncompressedSize, compressedSize, localHdrOffset)) {
|
|
471
|
+
throw new Error(ZIP64_BUFFER_SIZE_OFFSET_ERROR);
|
|
472
|
+
}
|
|
473
|
+
}
|
package/src/node/ZipCopyNode.ts
CHANGED
|
@@ -10,7 +10,11 @@
|
|
|
10
10
|
import * as fs from 'fs';
|
|
11
11
|
import ZipEntry from '../core/ZipEntry';
|
|
12
12
|
import ZipkitNode from './ZipkitNode';
|
|
13
|
-
import { LOCAL_HDR,
|
|
13
|
+
import { LOCAL_HDR, GP_FLAG } from '../core/constants/Headers';
|
|
14
|
+
import {
|
|
15
|
+
buildEndRecords,
|
|
16
|
+
dataDescriptorByteLength,
|
|
17
|
+
} from '../core/zip64/Zip64';
|
|
14
18
|
|
|
15
19
|
/**
|
|
16
20
|
* Options for copying ZIP files
|
|
@@ -159,9 +163,12 @@ export class ZipCopyNode {
|
|
|
159
163
|
const localHeaderSize = this.calculateLocalHeaderSize(sourceFd, entry);
|
|
160
164
|
|
|
161
165
|
// Determine total entry size
|
|
162
|
-
// For data descriptor entries, add
|
|
166
|
+
// For data descriptor entries, add Zip64 (24) or classic (16) descriptor bytes
|
|
163
167
|
const hasDataDescriptor = (entry.bitFlags & GP_FLAG.DATA_DESC) !== 0;
|
|
164
|
-
const
|
|
168
|
+
const descLen = hasDataDescriptor
|
|
169
|
+
? dataDescriptorByteLength(entry.usesZip64Extra)
|
|
170
|
+
: 0;
|
|
171
|
+
const totalEntrySize = localHeaderSize + entry.compressedSize + descLen;
|
|
165
172
|
|
|
166
173
|
// Read the entire entry (local header + compressed data + data descriptor if present) from source
|
|
167
174
|
const entryBuffer = Buffer.alloc(totalEntrySize);
|
|
@@ -248,6 +255,10 @@ export class ZipCopyNode {
|
|
|
248
255
|
cloned.uid = entry.uid;
|
|
249
256
|
cloned.gid = entry.gid;
|
|
250
257
|
cloned.sha256 = entry.sha256;
|
|
258
|
+
cloned.emitUnicodePath = entry.emitUnicodePath;
|
|
259
|
+
if (entry.additionalExtra) {
|
|
260
|
+
cloned.additionalExtra = Buffer.from(entry.additionalExtra);
|
|
261
|
+
}
|
|
251
262
|
|
|
252
263
|
// Copy symlink data
|
|
253
264
|
cloned.isSymlink = entry.isSymlink;
|
|
@@ -258,6 +269,14 @@ export class ZipCopyNode {
|
|
|
258
269
|
cloned.originalEntry = entry.originalEntry;
|
|
259
270
|
cloned.inode = entry.inode;
|
|
260
271
|
|
|
272
|
+
cloned.usesZip64Extra = entry.usesZip64Extra;
|
|
273
|
+
cloned.aesVersion = entry.aesVersion;
|
|
274
|
+
cloned.aesStrength = entry.aesStrength;
|
|
275
|
+
cloned.realCmpMethod = entry.realCmpMethod;
|
|
276
|
+
cloned.neoCryptoPayloadVersion = entry.neoCryptoPayloadVersion;
|
|
277
|
+
cloned.neoCryptoAlgorithm = entry.neoCryptoAlgorithm;
|
|
278
|
+
cloned.neoCryptoFlags = entry.neoCryptoFlags;
|
|
279
|
+
|
|
261
280
|
return cloned;
|
|
262
281
|
}
|
|
263
282
|
|
|
@@ -280,33 +299,16 @@ export class ZipCopyNode {
|
|
|
280
299
|
const centralDirEndOffset = fs.fstatSync(destFd).size;
|
|
281
300
|
const centralDirSize = centralDirEndOffset - centralDirStartOffset;
|
|
282
301
|
|
|
283
|
-
const
|
|
284
|
-
|
|
285
|
-
|
|
286
|
-
|
|
287
|
-
|
|
288
|
-
|
|
289
|
-
|
|
290
|
-
|
|
291
|
-
eocdBuffer.writeUInt16LE(0, pos);
|
|
292
|
-
pos += 2;
|
|
293
|
-
eocdBuffer.writeUInt16LE(0, pos);
|
|
294
|
-
pos += 2;
|
|
295
|
-
eocdBuffer.writeUInt16LE(entries.length, pos);
|
|
296
|
-
pos += 2;
|
|
297
|
-
eocdBuffer.writeUInt16LE(entries.length, pos);
|
|
298
|
-
pos += 2;
|
|
299
|
-
eocdBuffer.writeUInt32LE(centralDirSize, pos);
|
|
300
|
-
pos += 4;
|
|
301
|
-
eocdBuffer.writeUInt32LE(centralDirStartOffset, pos);
|
|
302
|
-
pos += 4;
|
|
303
|
-
eocdBuffer.writeUInt16LE(commentLength, pos);
|
|
304
|
-
pos += 2;
|
|
305
|
-
if (commentLength > 0) {
|
|
306
|
-
commentBytes.copy(eocdBuffer, pos, 0, commentLength);
|
|
307
|
-
}
|
|
302
|
+
const endRecords = buildEndRecords({
|
|
303
|
+
totalEntries: entries.length,
|
|
304
|
+
centralDirSize,
|
|
305
|
+
centralDirOffset: centralDirStartOffset,
|
|
306
|
+
zip64EocdOffset: centralDirStartOffset + centralDirSize,
|
|
307
|
+
archiveComment: zipComment,
|
|
308
|
+
allowSizeOffsetZip64: true,
|
|
309
|
+
});
|
|
308
310
|
|
|
309
|
-
fs.writeSync(destFd,
|
|
311
|
+
fs.writeSync(destFd, endRecords, 0, endRecords.length);
|
|
310
312
|
|
|
311
313
|
return { centralDirOffset: centralDirStartOffset, centralDirSize };
|
|
312
314
|
}
|
|
@@ -592,7 +592,8 @@ export class ZipDecompressNode {
|
|
|
592
592
|
const decompressedStream = this.decompressStream(compressedStream, entry.cmpMethod, undefined, entry);
|
|
593
593
|
|
|
594
594
|
// Process and validate chunks - one block at a time
|
|
595
|
-
|
|
595
|
+
// Always hash the v1 Merkle leaf so getMerkleRootAsync works for CRC-only archives.
|
|
596
|
+
const hashCalc = new HashCalculator({ useSHA256: true });
|
|
596
597
|
let totalBytes = 0;
|
|
597
598
|
|
|
598
599
|
try {
|
|
@@ -622,20 +623,20 @@ export class ZipDecompressNode {
|
|
|
622
623
|
return { verifiedHash: calculatedHash };
|
|
623
624
|
} else {
|
|
624
625
|
const calculatedCRC = hashCalc.finalizeCRC32();
|
|
626
|
+
const leaf = hashCalc.finalizeMerkleLeafV1();
|
|
627
|
+
if (leaf) entry.merkleLeafV1 = leaf;
|
|
625
628
|
this.log(`CRC-32 comparison: calculated=${calculatedCRC}, stored=${entry.crc}`);
|
|
626
629
|
if (calculatedCRC !== entry.crc) {
|
|
627
630
|
throw new Error(Errors.INVALID_CRC);
|
|
628
631
|
}
|
|
629
632
|
this.log(`CRC-32 comparison: calculated=${calculatedCRC}, stored=${entry.crc}`);
|
|
630
|
-
// No hash to return for CRC-32 only entries
|
|
631
633
|
return { verifiedHash: undefined };
|
|
632
634
|
}
|
|
633
635
|
} else {
|
|
634
|
-
|
|
636
|
+
const leaf = hashCalc.finalizeMerkleLeafV1();
|
|
637
|
+
if (leaf) entry.merkleLeafV1 = leaf;
|
|
635
638
|
if (entry.sha256 && hashCalc) {
|
|
636
639
|
const calculatedHash = hashCalc.finalizeSHA256();
|
|
637
|
-
const leaf = hashCalc.finalizeMerkleLeafV1();
|
|
638
|
-
if (leaf) entry.merkleLeafV1 = leaf;
|
|
639
640
|
return { verifiedHash: calculatedHash || undefined };
|
|
640
641
|
}
|
|
641
642
|
return { verifiedHash: undefined };
|