@milaboratories/pl-drivers 1.11.58 → 1.11.60

package/dist/helpers/download.cjs

@@ -1,100 +1,77 @@
-'use strict';
+const require_runtime = require('../_virtual/_rolldown/runtime.cjs');
+const require_download_errors = require('./download_errors.cjs');
+let undici = require("undici");
+let node_stream = require("node:stream");
+let node_stream_web = require("node:stream/web");
+let node_stream_consumers = require("node:stream/consumers");
 
-var undici = require('undici');
-var node_stream = require('node:stream');
-var web = require('node:stream/web');
-var consumers = require('node:stream/consumers');
-var download_errors = require('./download_errors.cjs');
-
-class RemoteFileDownloader {
-    httpClient;
-    offByOneServers = [];
-    constructor(httpClient) {
-        this.httpClient = httpClient;
-    }
-    async withContent(url, reqHeaders, ops, handler) {
-        const headers = { ...reqHeaders };
-        const urlOrigin = new URL(url).origin;
-        // Add range header if specified
-        if (ops.range) {
-            const offByOne = this.offByOneServers.includes(urlOrigin);
-            headers["Range"] = `bytes=${ops.range.from}-${ops.range.to - (offByOne ? 0 : 1)}`;
-        }
-        const { statusCode, body, headers: responseHeaders, } = await undici.request(url, {
-            dispatcher: this.httpClient,
-            // Undici automatically sets certain headers, so we need to lowercase user-provided headers
-            // to prevent automatic headers from being set and avoid "duplicated headers" error.
-            headers: Object.fromEntries(Object.entries(headers).map(([key, value]) => [key.toLowerCase(), value])),
-            signal: ops.signal,
-            highWaterMark: 1 * 1024 * 1024, // 1MB chunks instead of 64KB, tested to be optimal for Human Aging dataset
-        });
-        ops.signal?.throwIfAborted();
-        const webBody = node_stream.Readable.toWeb(body);
-        let handlerSuccess = false;
-        try {
-            await checkStatusCodeOk(statusCode, webBody, url);
-            ops.signal?.throwIfAborted();
-            let result = undefined;
-            const contentLength = Number(responseHeaders["content-length"]);
-            if (Number.isNaN(contentLength) || contentLength === 0) {
-                // Some backend versions have a bug that they are not returning content-length header.
-                // In this case `content-length` header is returned as 0.
-                // We should not clip the result stream to 0 bytes in such case.
-                result = await handler(webBody, 0);
-            }
-            else {
-                // Some backend versions have a bug where they return more data than requested in range.
-                // So we have to manually normalize the stream to the expected size.
-                const size = ops.range ? ops.range.to - ops.range.from : contentLength;
-                const normalizedStream = webBody.pipeThrough(new (class extends web.TransformStream {
-                    constructor(sizeBytes, recordOffByOne) {
-                        super({
-                            transform(chunk, controller) {
-                                const truncatedChunk = chunk.slice(0, sizeBytes);
-                                controller.enqueue(truncatedChunk);
-                                sizeBytes -= truncatedChunk.length;
-                                if (!sizeBytes)
-                                    controller.terminate();
-                            },
-                            flush(controller) {
-                                // Some backend versions have a bug where they return 1 less byte than requested in range.
-                                // We cannot always request one more byte because if this end byte is the last byte of the file,
-                                // the backend will return 416 (Range Not Satisfiable). So error is thrown to force client to retry the request.
-                                if (sizeBytes === 1) {
-                                    recordOffByOne();
-                                    controller.error(new download_errors.OffByOneError());
-                                }
-                            },
-                        });
-                    }
-                })(size, () => this.offByOneServers.push(urlOrigin)));
-                result = await handler(normalizedStream, size);
-            }
-            handlerSuccess = true;
-            return result;
-        }
-        catch (error) {
-            // Cleanup on error (including handler errors)
-            if (!handlerSuccess && !webBody.locked) {
-                try {
-                    await webBody.cancel();
-                }
-                catch {
-                    // Ignore cleanup errors
-                }
-            }
-            throw error;
-        }
-    }
-}
+//#region src/helpers/download.ts
+var RemoteFileDownloader = class {
+	offByOneServers = [];
+	constructor(httpClient) {
+		this.httpClient = httpClient;
+	}
+	async withContent(url, reqHeaders, ops, handler) {
+		const headers = { ...reqHeaders };
+		const urlOrigin = new URL(url).origin;
+		if (ops.range) {
+			const offByOne = this.offByOneServers.includes(urlOrigin);
+			headers["Range"] = `bytes=${ops.range.from}-${ops.range.to - (offByOne ? 0 : 1)}`;
+		}
+		const { statusCode, body, headers: responseHeaders } = await (0, undici.request)(url, {
+			dispatcher: this.httpClient,
+			headers: Object.fromEntries(Object.entries(headers).map(([key, value]) => [key.toLowerCase(), value])),
+			signal: ops.signal,
+			highWaterMark: 1 * 1024 * 1024
+		});
+		ops.signal?.throwIfAborted();
+		const webBody = node_stream.Readable.toWeb(body);
+		let handlerSuccess = false;
+		try {
+			await checkStatusCodeOk(statusCode, webBody, url);
+			ops.signal?.throwIfAborted();
+			let result = void 0;
+			const contentLength = Number(responseHeaders["content-length"]);
+			if (Number.isNaN(contentLength) || contentLength === 0) result = await handler(webBody, 0);
+			else {
+				const size = ops.range ? ops.range.to - ops.range.from : contentLength;
+				result = await handler(webBody.pipeThrough(new class extends node_stream_web.TransformStream {
+					constructor(sizeBytes, recordOffByOne) {
+						super({
+							transform(chunk, controller) {
+								const truncatedChunk = chunk.slice(0, sizeBytes);
+								controller.enqueue(truncatedChunk);
+								sizeBytes -= truncatedChunk.length;
+								if (!sizeBytes) controller.terminate();
+							},
+							flush(controller) {
+								if (sizeBytes === 1) {
+									recordOffByOne();
+									controller.error(new require_download_errors.OffByOneError());
+								}
+							}
+						});
+					}
+				}(size, () => this.offByOneServers.push(urlOrigin))), size);
+			}
+			handlerSuccess = true;
+			return result;
+		} catch (error) {
+			if (!handlerSuccess && !webBody.locked) try {
+				await webBody.cancel();
+			} catch {}
+			throw error;
+		}
+	}
+};
 async function checkStatusCodeOk(statusCode, webBody, url) {
-    if (statusCode != 200 && statusCode != 206 /* partial content from range request */) {
-        const beginning = (await consumers.text(webBody)).substring(0, 1000);
-        if (400 <= statusCode && statusCode < 500)
-            throw new download_errors.DownloadNetworkError400(statusCode, url, beginning);
-        throw new download_errors.DownloadNetworkError(statusCode, url, beginning);
-    }
+	if (statusCode != 200 && statusCode != 206) {
+		const beginning = (await (0, node_stream_consumers.text)(webBody)).substring(0, 1e3);
+		if (400 <= statusCode && statusCode < 500) throw new require_download_errors.DownloadNetworkError400(statusCode, url, beginning);
+		throw new require_download_errors.DownloadNetworkError(statusCode, url, beginning);
+	}
 }
 
+//#endregion
 exports.RemoteFileDownloader = RemoteFileDownloader;
-//# sourceMappingURL=download.cjs.map
+//# sourceMappingURL=download.cjs.map

package/dist/helpers/download.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"download.cjs","sources":["../../src/helpers/download.ts"],"sourcesContent":["// @TODO Gleb Zakharov\n/* eslint-disable n/no-unsupported-features/node-builtins */\nimport type { Dispatcher } from \"undici\";\nimport { request } from \"undici\";\nimport { Readable } from \"node:stream\";\nimport type { ReadableStream } from \"node:stream/web\";\nimport { TransformStream } from \"node:stream/web\";\nimport { text } from \"node:stream/consumers\";\nimport type { GetContentOptions } from \"@milaboratories/pl-model-common\";\nimport { OffByOneError, DownloadNetworkError400, DownloadNetworkError } from \"./download_errors\";\n\nexport type ContentHandler<T> = (content: ReadableStream, size: number) => Promise<T>;\n\nexport class RemoteFileDownloader {\n  private readonly offByOneServers: string[] = [];\n\n  constructor(public readonly httpClient: Dispatcher) {}\n\n  async withContent<T>(\n    url: string,\n    reqHeaders: Record<string, string>,\n    ops: GetContentOptions,\n    handler: ContentHandler<T>,\n  ): Promise<T> {\n    const headers = { ...reqHeaders };\n    const urlOrigin = new URL(url).origin;\n\n    // Add range header if specified\n    if (ops.range) {\n      const offByOne = this.offByOneServers.includes(urlOrigin);\n      headers[\"Range\"] = `bytes=${ops.range.from}-${ops.range.to - (offByOne ? 0 : 1)}`;\n    }\n\n    const {\n      statusCode,\n      body,\n      headers: responseHeaders,\n    } = await request(url, {\n      dispatcher: this.httpClient,\n      // Undici automatically sets certain headers, so we need to lowercase user-provided headers\n      // to prevent automatic headers from being set and avoid \"duplicated headers\" error.\n      headers: Object.fromEntries(\n        Object.entries(headers).map(([key, value]) => [key.toLowerCase(), value]),\n      ),\n      signal: ops.signal,\n      highWaterMark: 1 * 1024 * 1024, // 1MB chunks instead of 64KB, tested to be optimal for Human Aging dataset\n    });\n    ops.signal?.throwIfAborted();\n\n    const webBody = Readable.toWeb(body);\n    let handlerSuccess = false;\n\n    try {\n      await checkStatusCodeOk(statusCode, webBody, url);\n      ops.signal?.throwIfAborted();\n\n      let result: T | undefined = undefined;\n\n      const contentLength = Number(responseHeaders[\"content-length\"]);\n      if (Number.isNaN(contentLength) || contentLength === 0) {\n        // Some backend versions have a bug that they are not returning content-length header.\n        // In this case `content-length` header is returned as 0.\n        // We should not clip the result stream to 0 bytes in such case.\n        result = await handler(webBody, 0);\n      } else {\n        // Some backend versions have a bug where they return more data than requested in range.\n        // So we have to manually normalize the stream to the expected size.\n        const size = ops.range ? ops.range.to - ops.range.from : contentLength;\n        const normalizedStream = webBody.pipeThrough(\n          new (class extends TransformStream {\n            constructor(sizeBytes: number, recordOffByOne: () => void) {\n              super({\n                transform(chunk: Uint8Array, controller) {\n                  const truncatedChunk = chunk.slice(0, sizeBytes);\n                  controller.enqueue(truncatedChunk);\n                  sizeBytes -= truncatedChunk.length;\n                  if (!sizeBytes) controller.terminate();\n                },\n                flush(controller) {\n                  // Some backend versions have a bug where they return 1 less byte than requested in range.\n                  // We cannot always request one more byte because if this end byte is the last byte of the file,\n                  // the backend will return 416 (Range Not Satisfiable). So error is thrown to force client to retry the request.\n                  if (sizeBytes === 1) {\n                    recordOffByOne();\n                    controller.error(new OffByOneError());\n                  }\n                },\n              });\n            }\n          })(size, () => this.offByOneServers.push(urlOrigin)),\n        );\n        result = await handler(normalizedStream, size);\n      }\n\n      handlerSuccess = true;\n      return result;\n    } catch (error) {\n      // Cleanup on error (including handler errors)\n      if (!handlerSuccess && !webBody.locked) {\n        try {\n          await webBody.cancel();\n        } catch {\n          // Ignore cleanup errors\n        }\n      }\n      throw error;\n    }\n  }\n}\n\nasync function checkStatusCodeOk(statusCode: number, webBody: ReadableStream, url: string) {\n  if (statusCode != 200 && statusCode != 206 /* partial content from range request */) {\n    const beginning = (await text(webBody)).substring(0, 1000);\n    if (400 <= statusCode && statusCode < 500)\n      throw new DownloadNetworkError400(statusCode, url, beginning);\n    throw new DownloadNetworkError(statusCode, url, beginning);\n  }\n}\n"],"names":["request","Readable","TransformStream","OffByOneError","text","DownloadNetworkError400","DownloadNetworkError"],"mappings":";;;;;;;;MAaa,oBAAoB,CAAA;AAGH,IAAA,UAAA;IAFX,eAAe,GAAa,EAAE;AAE/C,IAAA,WAAA,CAA4B,UAAsB,EAAA;QAAtB,IAAA,CAAA,UAAU,GAAV,UAAU;IAAe;IAErD,MAAM,WAAW,CACf,GAAW,EACX,UAAkC,EAClC,GAAsB,EACtB,OAA0B,EAAA;AAE1B,QAAA,MAAM,OAAO,GAAG,EAAE,GAAG,UAAU,EAAE;QACjC,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,MAAM;;AAGrC,QAAA,IAAI,GAAG,CAAC,KAAK,EAAE;YACb,MAAM,QAAQ,GAAG,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,SAAS,CAAC;AACzD,YAAA,OAAO,CAAC,OAAO,CAAC,GAAG,CAAA,MAAA,EAAS,GAAG,CAAC,KAAK,CAAC,IAAI,CAAA,CAAA,EAAI,GAAG,CAAC,KAAK,CAAC,EAAE,IAAI,QAAQ,GAAG,CAAC,GAAG,CAAC,CAAC,EAAE;QACnF;AAEA,QAAA,MAAM,EACJ,UAAU,EACV,IAAI,EACJ,OAAO,EAAE,eAAe,GACzB,GAAG,MAAMA,cAAO,CAAC,GAAG,EAAE;YACrB,UAAU,EAAE,IAAI,CAAC,UAAU;;;AAG3B,YAAA,OAAO,EAAE,MAAM,CAAC,WAAW,CACzB,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,WAAW,EAAE,EAAE,KAAK,CAAC,CAAC,CAC1E;YACD,MAAM,EAAE,GAAG,CAAC,MAAM;AAClB,YAAA,aAAa,EAAE,CAAC,GAAG,IAAI,GAAG,IAAI;AAC/B,SAAA,CAAC;AACF,QAAA,GAAG,CAAC,MAAM,EAAE,cAAc,EAAE;QAE5B,MAAM,OAAO,GAAGC,oBAAQ,CAAC,KAAK,CAAC,IAAI,CAAC;QACpC,IAAI,cAAc,GAAG,KAAK;AAE1B,QAAA,IAAI;YACF,MAAM,iBAAiB,CAAC,UAAU,EAAE,OAAO,EAAE,GAAG,CAAC;AACjD,YAAA,GAAG,CAAC,MAAM,EAAE,cAAc,EAAE;YAE5B,IAAI,MAAM,GAAkB,SAAS;YAErC,MAAM,aAAa,GAAG,MAAM,CAAC,eAAe,CAAC,gBAAgB,CAAC,CAAC;YAC/D,IAAI,MAAM,CAAC,KAAK,CAAC,aAAa,CAAC,IAAI,aAAa,KAAK,CAAC,EAAE;;;;gBAItD,MAAM,GAAG,MAAM,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC;YACpC;iBAAO;;;gBAGL,MAAM,IAAI,GAAG,GAAG,CAAC,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,EAAE,GAAG,GAAG,CAAC,KAAK,CAAC,IAAI,GAAG,aAAa;gBACtE,MAAM,gBAAgB,GAAG,OAAO,CAAC,WAAW,CAC1C,KAAK,cAAcC,mBAAe,CAAA;oBAChC,WAAA,CAAY,SAAiB,EAAE,cAA0B,EAAA;AACvD,wBAAA,KAAK,CAAC;4BACJ,SAAS,CAAC,KAAiB,EAAE,UAAU,EAAA;gCACrC,MAAM,cAAc,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,SAAS,CAAC;AAChD,gCAAA,UAAU,CAAC,OAAO,CAAC,cAAc,CAAC;AAClC,gCAAA,SAAS,IAAI,cAAc,CAAC,MAAM;AAClC,gCAAA,IAAI,CAAC,SAAS;oCAAE,UAAU,CAAC,SAAS,EAAE;4BACxC,CAAC;AACD,4BAAA,KAAK,CAAC,UAAU,EAAA;;;;AAId,gCAAA,IAAI,SAAS,KAAK,CAAC,EAAE;AACnB,oCAAA,cAAc,EAAE;AAChB,oCAAA,UAAU,CAAC,KAAK,CAAC,IAAIC,6BAAa,EAAE,CAAC;gCACvC;4BACF,CAAC;AACF,yBAAA,CAAC;oBACJ;AACD,iBAAA,EAAE,IAAI,EAAE,MAAM,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CACrD;gBACD,MAAM,GAAG,MAAM,OAAO,CAAC,gBAAgB,EAAE,IAAI,CAAC;YAChD;YAEA,cAAc,GAAG,IAAI;AACrB,YAAA,OAAO,MAAM;QACf;QAAE,OAAO,KAAK,EAAE;;YAEd,IAAI,CAAC,cAAc,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE;AACtC,gBAAA,IAAI;AACF,oBAAA,MAAM,OAAO,CAAC,MAAM,EAAE;gBACxB;AAAE,gBAAA,MAAM;;gBAER;YACF;AACA,YAAA,MAAM,KAAK;QACb;IACF;AACD;AAED,eAAe,iBAAiB,CAAC,UAAkB,EAAE,OAAuB,EAAE,GAAW,EAAA;IACvF,IAAI,UAAU,IAAI,GAAG,IAAI,UAAU,IAAI,GAAG,2CAA2C;AACnF,QAAA,MAAM,SAAS,GAAG,CAAC,MAAMC,cAAI,CAAC,OAAO,CAAC,EAAE,SAAS,CAAC,CAAC,EAAE,IAAI,CAAC;AAC1D,QAAA,IAAI,GAAG,IAAI,UAAU,IAAI,UAAU,GAAG,GAAG;YACvC,MAAM,IAAIC,uCAAuB,CAAC,UAAU,EAAE,GAAG,EAAE,SAAS,CAAC;QAC/D,MAAM,IAAIC,oCAAoB,CAAC,UAAU,EAAE,GAAG,EAAE,SAAS,CAAC;IAC5D;AACF;;;;"}
+{"version":3,"file":"download.cjs","names":["Readable","TransformStream","OffByOneError","DownloadNetworkError400","DownloadNetworkError"],"sources":["../../src/helpers/download.ts"],"sourcesContent":["// @TODO Gleb Zakharov\n/* eslint-disable n/no-unsupported-features/node-builtins */\nimport type { Dispatcher } from \"undici\";\nimport { request } from \"undici\";\nimport { Readable } from \"node:stream\";\nimport type { ReadableStream } from \"node:stream/web\";\nimport { TransformStream } from \"node:stream/web\";\nimport { text } from \"node:stream/consumers\";\nimport type { GetContentOptions } from \"@milaboratories/pl-model-common\";\nimport { OffByOneError, DownloadNetworkError400, DownloadNetworkError } from \"./download_errors\";\n\nexport type ContentHandler<T> = (content: ReadableStream, size: number) => Promise<T>;\n\nexport class RemoteFileDownloader {\n  private readonly offByOneServers: string[] = [];\n\n  constructor(public readonly httpClient: Dispatcher) {}\n\n  async withContent<T>(\n    url: string,\n    reqHeaders: Record<string, string>,\n    ops: GetContentOptions,\n    handler: ContentHandler<T>,\n  ): Promise<T> {\n    const headers = { ...reqHeaders };\n    const urlOrigin = new URL(url).origin;\n\n    // Add range header if specified\n    if (ops.range) {\n      const offByOne = this.offByOneServers.includes(urlOrigin);\n      headers[\"Range\"] = `bytes=${ops.range.from}-${ops.range.to - (offByOne ? 0 : 1)}`;\n    }\n\n    const {\n      statusCode,\n      body,\n      headers: responseHeaders,\n    } = await request(url, {\n      dispatcher: this.httpClient,\n      // Undici automatically sets certain headers, so we need to lowercase user-provided headers\n      // to prevent automatic headers from being set and avoid \"duplicated headers\" error.\n      headers: Object.fromEntries(\n        Object.entries(headers).map(([key, value]) => [key.toLowerCase(), value]),\n      ),\n      signal: ops.signal,\n      highWaterMark: 1 * 1024 * 1024, // 1MB chunks instead of 64KB, tested to be optimal for Human Aging dataset\n    });\n    ops.signal?.throwIfAborted();\n\n    const webBody = Readable.toWeb(body);\n    let handlerSuccess = false;\n\n    try {\n      await checkStatusCodeOk(statusCode, webBody, url);\n      ops.signal?.throwIfAborted();\n\n      let result: T | undefined = undefined;\n\n      const contentLength = Number(responseHeaders[\"content-length\"]);\n      if (Number.isNaN(contentLength) || contentLength === 0) {\n        // Some backend versions have a bug that they are not returning content-length header.\n        // In this case `content-length` header is returned as 0.\n        // We should not clip the result stream to 0 bytes in such case.\n        result = await handler(webBody, 0);\n      } else {\n        // Some backend versions have a bug where they return more data than requested in range.\n        // So we have to manually normalize the stream to the expected size.\n        const size = ops.range ? ops.range.to - ops.range.from : contentLength;\n        const normalizedStream = webBody.pipeThrough(\n          new (class extends TransformStream {\n            constructor(sizeBytes: number, recordOffByOne: () => void) {\n              super({\n                transform(chunk: Uint8Array, controller) {\n                  const truncatedChunk = chunk.slice(0, sizeBytes);\n                  controller.enqueue(truncatedChunk);\n                  sizeBytes -= truncatedChunk.length;\n                  if (!sizeBytes) controller.terminate();\n                },\n                flush(controller) {\n                  // Some backend versions have a bug where they return 1 less byte than requested in range.\n                  // We cannot always request one more byte because if this end byte is the last byte of the file,\n                  // the backend will return 416 (Range Not Satisfiable). So error is thrown to force client to retry the request.\n                  if (sizeBytes === 1) {\n                    recordOffByOne();\n                    controller.error(new OffByOneError());\n                  }\n                },\n              });\n            }\n          })(size, () => this.offByOneServers.push(urlOrigin)),\n        );\n        result = await handler(normalizedStream, size);\n      }\n\n      handlerSuccess = true;\n      return result;\n    } catch (error) {\n      // Cleanup on error (including handler errors)\n      if (!handlerSuccess && !webBody.locked) {\n        try {\n          await webBody.cancel();\n        } catch {\n          // Ignore cleanup errors\n        }\n      }\n      throw error;\n    }\n  }\n}\n\nasync function checkStatusCodeOk(statusCode: number, webBody: ReadableStream, url: string) {\n  if (statusCode != 200 && statusCode != 206 /* partial content from range request */) {\n    const beginning = (await text(webBody)).substring(0, 1000);\n    if (400 <= statusCode && statusCode < 500)\n      throw new DownloadNetworkError400(statusCode, url, beginning);\n    throw new DownloadNetworkError(statusCode, url, beginning);\n  }\n}\n"],"mappings":";;;;;;;;AAaA,IAAa,uBAAb,MAAkC;CAChC,AAAiB,kBAA4B,EAAE;CAE/C,YAAY,AAAgB,YAAwB;EAAxB;;CAE5B,MAAM,YACJ,KACA,YACA,KACA,SACY;EACZ,MAAM,UAAU,EAAE,GAAG,YAAY;EACjC,MAAM,YAAY,IAAI,IAAI,IAAI,CAAC;AAG/B,MAAI,IAAI,OAAO;GACb,MAAM,WAAW,KAAK,gBAAgB,SAAS,UAAU;AACzD,WAAQ,WAAW,SAAS,IAAI,MAAM,KAAK,GAAG,IAAI,MAAM,MAAM,WAAW,IAAI;;EAG/E,MAAM,EACJ,YACA,MACA,SAAS,oBACP,0BAAc,KAAK;GACrB,YAAY,KAAK;GAGjB,SAAS,OAAO,YACd,OAAO,QAAQ,QAAQ,CAAC,KAAK,CAAC,KAAK,WAAW,CAAC,IAAI,aAAa,EAAE,MAAM,CAAC,CAC1E;GACD,QAAQ,IAAI;GACZ,eAAe,IAAI,OAAO;GAC3B,CAAC;AACF,MAAI,QAAQ,gBAAgB;EAE5B,MAAM,UAAUA,qBAAS,MAAM,KAAK;EACpC,IAAI,iBAAiB;AAErB,MAAI;AACF,SAAM,kBAAkB,YAAY,SAAS,IAAI;AACjD,OAAI,QAAQ,gBAAgB;GAE5B,IAAI,SAAwB;GAE5B,MAAM,gBAAgB,OAAO,gBAAgB,kBAAkB;AAC/D,OAAI,OAAO,MAAM,cAAc,IAAI,kBAAkB,EAInD,UAAS,MAAM,QAAQ,SAAS,EAAE;QAC7B;IAGL,MAAM,OAAO,IAAI,QAAQ,IAAI,MAAM,KAAK,IAAI,MAAM,OAAO;AAwBzD,aAAS,MAAM,QAvBU,QAAQ,YAC/B,IAAK,cAAcC,gCAAgB;KACjC,YAAY,WAAmB,gBAA4B;AACzD,YAAM;OACJ,UAAU,OAAmB,YAAY;QACvC,MAAM,iBAAiB,MAAM,MAAM,GAAG,UAAU;AAChD,mBAAW,QAAQ,eAAe;AAClC,qBAAa,eAAe;AAC5B,YAAI,CAAC,UAAW,YAAW,WAAW;;OAExC,MAAM,YAAY;AAIhB,YAAI,cAAc,GAAG;AACnB,yBAAgB;AAChB,oBAAW,MAAM,IAAIC,uCAAe,CAAC;;;OAG1C,CAAC;;MAEH,YAAY,KAAK,gBAAgB,KAAK,UAAU,CAAC,CACrD,EACwC,KAAK;;AAGhD,oBAAiB;AACjB,UAAO;WACA,OAAO;AAEd,OAAI,CAAC,kBAAkB,CAAC,QAAQ,OAC9B,KAAI;AACF,UAAM,QAAQ,QAAQ;WAChB;AAIV,SAAM;;;;AAKZ,eAAe,kBAAkB,YAAoB,SAAyB,KAAa;AACzF,KAAI,cAAc,OAAO,cAAc,KAA8C;EACnF,MAAM,aAAa,sCAAW,QAAQ,EAAE,UAAU,GAAG,IAAK;AAC1D,MAAI,OAAO,cAAc,aAAa,IACpC,OAAM,IAAIC,gDAAwB,YAAY,KAAK,UAAU;AAC/D,QAAM,IAAIC,6CAAqB,YAAY,KAAK,UAAU"}

package/dist/helpers/download.d.ts

@@ -1,11 +1,15 @@
-import type { Dispatcher } from "undici";
-import type { ReadableStream } from "node:stream/web";
-import type { GetContentOptions } from "@milaboratories/pl-model-common";
-export type ContentHandler<T> = (content: ReadableStream, size: number) => Promise<T>;
-export declare class RemoteFileDownloader {
-    readonly httpClient: Dispatcher;
-    private readonly offByOneServers;
-    constructor(httpClient: Dispatcher);
-    withContent<T>(url: string, reqHeaders: Record<string, string>, ops: GetContentOptions, handler: ContentHandler<T>): Promise<T>;
+import { Dispatcher } from "undici";
+import { ReadableStream } from "node:stream/web";
+import { GetContentOptions } from "@milaboratories/pl-model-common";
+
+//#region src/helpers/download.d.ts
+type ContentHandler$1<T> = (content: ReadableStream, size: number) => Promise<T>;
+declare class RemoteFileDownloader {
+  readonly httpClient: Dispatcher;
+  private readonly offByOneServers;
+  constructor(httpClient: Dispatcher);
+  withContent<T>(url: string, reqHeaders: Record<string, string>, ops: GetContentOptions, handler: ContentHandler$1<T>): Promise<T>;
 }
+//#endregion
+export { ContentHandler$1 as ContentHandler, RemoteFileDownloader };
 //# sourceMappingURL=download.d.ts.map

package/dist/helpers/download.js

@@ -1,98 +1,76 @@
-import { request } from 'undici';
-import { Readable } from 'node:stream';
-import { TransformStream } from 'node:stream/web';
-import { text } from 'node:stream/consumers';
-import { OffByOneError, DownloadNetworkError400, DownloadNetworkError } from './download_errors.js';
+import { DownloadNetworkError, DownloadNetworkError400, OffByOneError } from "./download_errors.js";
+import { request } from "undici";
+import { Readable } from "node:stream";
+import { TransformStream } from "node:stream/web";
+import { text } from "node:stream/consumers";
 
-class RemoteFileDownloader {
-    httpClient;
-    offByOneServers = [];
-    constructor(httpClient) {
-        this.httpClient = httpClient;
-    }
-    async withContent(url, reqHeaders, ops, handler) {
-        const headers = { ...reqHeaders };
-        const urlOrigin = new URL(url).origin;
-        // Add range header if specified
-        if (ops.range) {
-            const offByOne = this.offByOneServers.includes(urlOrigin);
-            headers["Range"] = `bytes=${ops.range.from}-${ops.range.to - (offByOne ? 0 : 1)}`;
-        }
-        const { statusCode, body, headers: responseHeaders, } = await request(url, {
-            dispatcher: this.httpClient,
-            // Undici automatically sets certain headers, so we need to lowercase user-provided headers
-            // to prevent automatic headers from being set and avoid "duplicated headers" error.
-            headers: Object.fromEntries(Object.entries(headers).map(([key, value]) => [key.toLowerCase(), value])),
-            signal: ops.signal,
-            highWaterMark: 1 * 1024 * 1024, // 1MB chunks instead of 64KB, tested to be optimal for Human Aging dataset
-        });
-        ops.signal?.throwIfAborted();
-        const webBody = Readable.toWeb(body);
-        let handlerSuccess = false;
-        try {
-            await checkStatusCodeOk(statusCode, webBody, url);
-            ops.signal?.throwIfAborted();
-            let result = undefined;
-            const contentLength = Number(responseHeaders["content-length"]);
-            if (Number.isNaN(contentLength) || contentLength === 0) {
-                // Some backend versions have a bug that they are not returning content-length header.
-                // In this case `content-length` header is returned as 0.
-                // We should not clip the result stream to 0 bytes in such case.
-                result = await handler(webBody, 0);
-            }
-            else {
-                // Some backend versions have a bug where they return more data than requested in range.
-                // So we have to manually normalize the stream to the expected size.
-                const size = ops.range ? ops.range.to - ops.range.from : contentLength;
-                const normalizedStream = webBody.pipeThrough(new (class extends TransformStream {
-                    constructor(sizeBytes, recordOffByOne) {
-                        super({
-                            transform(chunk, controller) {
-                                const truncatedChunk = chunk.slice(0, sizeBytes);
-                                controller.enqueue(truncatedChunk);
-                                sizeBytes -= truncatedChunk.length;
-                                if (!sizeBytes)
-                                    controller.terminate();
-                            },
-                            flush(controller) {
-                                // Some backend versions have a bug where they return 1 less byte than requested in range.
-                                // We cannot always request one more byte because if this end byte is the last byte of the file,
-                                // the backend will return 416 (Range Not Satisfiable). So error is thrown to force client to retry the request.
-                                if (sizeBytes === 1) {
-                                    recordOffByOne();
-                                    controller.error(new OffByOneError());
-                                }
-                            },
-                        });
-                    }
-                })(size, () => this.offByOneServers.push(urlOrigin)));
-                result = await handler(normalizedStream, size);
-            }
-            handlerSuccess = true;
-            return result;
-        }
-        catch (error) {
-            // Cleanup on error (including handler errors)
-            if (!handlerSuccess && !webBody.locked) {
-                try {
-                    await webBody.cancel();
-                }
-                catch {
-                    // Ignore cleanup errors
-                }
-            }
-            throw error;
-        }
-    }
-}
+//#region src/helpers/download.ts
+var RemoteFileDownloader = class {
+	offByOneServers = [];
+	constructor(httpClient) {
+		this.httpClient = httpClient;
+	}
+	async withContent(url, reqHeaders, ops, handler) {
+		const headers = { ...reqHeaders };
+		const urlOrigin = new URL(url).origin;
+		if (ops.range) {
+			const offByOne = this.offByOneServers.includes(urlOrigin);
+			headers["Range"] = `bytes=${ops.range.from}-${ops.range.to - (offByOne ? 0 : 1)}`;
+		}
+		const { statusCode, body, headers: responseHeaders } = await request(url, {
+			dispatcher: this.httpClient,
+			headers: Object.fromEntries(Object.entries(headers).map(([key, value]) => [key.toLowerCase(), value])),
+			signal: ops.signal,
+			highWaterMark: 1 * 1024 * 1024
+		});
+		ops.signal?.throwIfAborted();
+		const webBody = Readable.toWeb(body);
+		let handlerSuccess = false;
+		try {
+			await checkStatusCodeOk(statusCode, webBody, url);
+			ops.signal?.throwIfAborted();
+			let result = void 0;
+			const contentLength = Number(responseHeaders["content-length"]);
+			if (Number.isNaN(contentLength) || contentLength === 0) result = await handler(webBody, 0);
+			else {
+				const size = ops.range ? ops.range.to - ops.range.from : contentLength;
+				result = await handler(webBody.pipeThrough(new class extends TransformStream {
+					constructor(sizeBytes, recordOffByOne) {
+						super({
+							transform(chunk, controller) {
+								const truncatedChunk = chunk.slice(0, sizeBytes);
+								controller.enqueue(truncatedChunk);
+								sizeBytes -= truncatedChunk.length;
+								if (!sizeBytes) controller.terminate();
+							},
+							flush(controller) {
+								if (sizeBytes === 1) {
+									recordOffByOne();
+									controller.error(new OffByOneError());
+								}
+							}
+						});
+					}
+				}(size, () => this.offByOneServers.push(urlOrigin))), size);
+			}
+			handlerSuccess = true;
+			return result;
+		} catch (error) {
+			if (!handlerSuccess && !webBody.locked) try {
+				await webBody.cancel();
+			} catch {}
+			throw error;
+		}
+	}
+};
 async function checkStatusCodeOk(statusCode, webBody, url) {
-    if (statusCode != 200 && statusCode != 206 /* partial content from range request */) {
-        const beginning = (await text(webBody)).substring(0, 1000);
-        if (400 <= statusCode && statusCode < 500)
-            throw new DownloadNetworkError400(statusCode, url, beginning);
-        throw new DownloadNetworkError(statusCode, url, beginning);
-    }
+	if (statusCode != 200 && statusCode != 206) {
+		const beginning = (await text(webBody)).substring(0, 1e3);
+		if (400 <= statusCode && statusCode < 500) throw new DownloadNetworkError400(statusCode, url, beginning);
+		throw new DownloadNetworkError(statusCode, url, beginning);
+	}
 }
 
+//#endregion
 export { RemoteFileDownloader };
-//# sourceMappingURL=download.js.map
+//# sourceMappingURL=download.js.map

package/dist/helpers/download.js.map

@@ -1 +1 @@
-{"version":3,"file":"download.js","sources":["../../src/helpers/download.ts"],"sourcesContent":["// @TODO Gleb Zakharov\n/* eslint-disable n/no-unsupported-features/node-builtins */\nimport type { Dispatcher } from \"undici\";\nimport { request } from \"undici\";\nimport { Readable } from \"node:stream\";\nimport type { ReadableStream } from \"node:stream/web\";\nimport { TransformStream } from \"node:stream/web\";\nimport { text } from \"node:stream/consumers\";\nimport type { GetContentOptions } from \"@milaboratories/pl-model-common\";\nimport { OffByOneError, DownloadNetworkError400, DownloadNetworkError } from \"./download_errors\";\n\nexport type ContentHandler<T> = (content: ReadableStream, size: number) => Promise<T>;\n\nexport class RemoteFileDownloader {\n  private readonly offByOneServers: string[] = [];\n\n  constructor(public readonly httpClient: Dispatcher) {}\n\n  async withContent<T>(\n    url: string,\n    reqHeaders: Record<string, string>,\n    ops: GetContentOptions,\n    handler: ContentHandler<T>,\n  ): Promise<T> {\n    const headers = { ...reqHeaders };\n    const urlOrigin = new URL(url).origin;\n\n    // Add range header if specified\n    if (ops.range) {\n      const offByOne = this.offByOneServers.includes(urlOrigin);\n      headers[\"Range\"] = `bytes=${ops.range.from}-${ops.range.to - (offByOne ? 0 : 1)}`;\n    }\n\n    const {\n      statusCode,\n      body,\n      headers: responseHeaders,\n    } = await request(url, {\n      dispatcher: this.httpClient,\n      // Undici automatically sets certain headers, so we need to lowercase user-provided headers\n      // to prevent automatic headers from being set and avoid \"duplicated headers\" error.\n      headers: Object.fromEntries(\n        Object.entries(headers).map(([key, value]) => [key.toLowerCase(), value]),\n      ),\n      signal: ops.signal,\n      highWaterMark: 1 * 1024 * 1024, // 1MB chunks instead of 64KB, tested to be optimal for Human Aging dataset\n    });\n    ops.signal?.throwIfAborted();\n\n    const webBody = Readable.toWeb(body);\n    let handlerSuccess = false;\n\n    try {\n      await checkStatusCodeOk(statusCode, webBody, url);\n      ops.signal?.throwIfAborted();\n\n      let result: T | undefined = undefined;\n\n      const contentLength = Number(responseHeaders[\"content-length\"]);\n      if (Number.isNaN(contentLength) || contentLength === 0) {\n        // Some backend versions have a bug that they are not returning content-length header.\n        // In this case `content-length` header is returned as 0.\n        // We should not clip the result stream to 0 bytes in such case.\n        result = await handler(webBody, 0);\n      } else {\n        // Some backend versions have a bug where they return more data than requested in range.\n        // So we have to manually normalize the stream to the expected size.\n        const size = ops.range ? ops.range.to - ops.range.from : contentLength;\n        const normalizedStream = webBody.pipeThrough(\n          new (class extends TransformStream {\n            constructor(sizeBytes: number, recordOffByOne: () => void) {\n              super({\n                transform(chunk: Uint8Array, controller) {\n                  const truncatedChunk = chunk.slice(0, sizeBytes);\n                  controller.enqueue(truncatedChunk);\n                  sizeBytes -= truncatedChunk.length;\n                  if (!sizeBytes) controller.terminate();\n                },\n                flush(controller) {\n                  // Some backend versions have a bug where they return 1 less byte than requested in range.\n                  // We cannot always request one more byte because if this end byte is the last byte of the file,\n                  // the backend will return 416 (Range Not Satisfiable). So error is thrown to force client to retry the request.\n                  if (sizeBytes === 1) {\n                    recordOffByOne();\n                    controller.error(new OffByOneError());\n                  }\n                },\n              });\n            }\n          })(size, () => this.offByOneServers.push(urlOrigin)),\n        );\n        result = await handler(normalizedStream, size);\n      }\n\n      handlerSuccess = true;\n      return result;\n    } catch (error) {\n      // Cleanup on error (including handler errors)\n      if (!handlerSuccess && !webBody.locked) {\n        try {\n          await webBody.cancel();\n        } catch {\n          // Ignore cleanup errors\n        }\n      }\n      throw error;\n    }\n  }\n}\n\nasync function checkStatusCodeOk(statusCode: number, webBody: ReadableStream, url: string) {\n  if (statusCode != 200 && statusCode != 206 /* partial content from range request */) {\n    const beginning = (await text(webBody)).substring(0, 1000);\n    if (400 <= statusCode && statusCode < 500)\n      throw new DownloadNetworkError400(statusCode, url, beginning);\n    throw new DownloadNetworkError(statusCode, url, beginning);\n  }\n}\n"],"names":[],"mappings":";;;;;;MAaa,oBAAoB,CAAA;AAGH,IAAA,UAAA;IAFX,eAAe,GAAa,EAAE;AAE/C,IAAA,WAAA,CAA4B,UAAsB,EAAA;QAAtB,IAAA,CAAA,UAAU,GAAV,UAAU;IAAe;IAErD,MAAM,WAAW,CACf,GAAW,EACX,UAAkC,EAClC,GAAsB,EACtB,OAA0B,EAAA;AAE1B,QAAA,MAAM,OAAO,GAAG,EAAE,GAAG,UAAU,EAAE;QACjC,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC,MAAM;;AAGrC,QAAA,IAAI,GAAG,CAAC,KAAK,EAAE;YACb,MAAM,QAAQ,GAAG,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,SAAS,CAAC;AACzD,YAAA,OAAO,CAAC,OAAO,CAAC,GAAG,CAAA,MAAA,EAAS,GAAG,CAAC,KAAK,CAAC,IAAI,CAAA,CAAA,EAAI,GAAG,CAAC,KAAK,CAAC,EAAE,IAAI,QAAQ,GAAG,CAAC,GAAG,CAAC,CAAC,EAAE;QACnF;AAEA,QAAA,MAAM,EACJ,UAAU,EACV,IAAI,EACJ,OAAO,EAAE,eAAe,GACzB,GAAG,MAAM,OAAO,CAAC,GAAG,EAAE;YACrB,UAAU,EAAE,IAAI,CAAC,UAAU;;;AAG3B,YAAA,OAAO,EAAE,MAAM,CAAC,WAAW,CACzB,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,WAAW,EAAE,EAAE,KAAK,CAAC,CAAC,CAC1E;YACD,MAAM,EAAE,GAAG,CAAC,MAAM;AAClB,YAAA,aAAa,EAAE,CAAC,GAAG,IAAI,GAAG,IAAI;AAC/B,SAAA,CAAC;AACF,QAAA,GAAG,CAAC,MAAM,EAAE,cAAc,EAAE;QAE5B,MAAM,OAAO,GAAG,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC;QACpC,IAAI,cAAc,GAAG,KAAK;AAE1B,QAAA,IAAI;YACF,MAAM,iBAAiB,CAAC,UAAU,EAAE,OAAO,EAAE,GAAG,CAAC;AACjD,YAAA,GAAG,CAAC,MAAM,EAAE,cAAc,EAAE;YAE5B,IAAI,MAAM,GAAkB,SAAS;YAErC,MAAM,aAAa,GAAG,MAAM,CAAC,eAAe,CAAC,gBAAgB,CAAC,CAAC;YAC/D,IAAI,MAAM,CAAC,KAAK,CAAC,aAAa,CAAC,IAAI,aAAa,KAAK,CAAC,EAAE;;;;gBAItD,MAAM,GAAG,MAAM,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC;YACpC;iBAAO;;;gBAGL,MAAM,IAAI,GAAG,GAAG,CAAC,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,EAAE,GAAG,GAAG,CAAC,KAAK,CAAC,IAAI,GAAG,aAAa;gBACtE,MAAM,gBAAgB,GAAG,OAAO,CAAC,WAAW,CAC1C,KAAK,cAAc,eAAe,CAAA;oBAChC,WAAA,CAAY,SAAiB,EAAE,cAA0B,EAAA;AACvD,wBAAA,KAAK,CAAC;4BACJ,SAAS,CAAC,KAAiB,EAAE,UAAU,EAAA;gCACrC,MAAM,cAAc,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,SAAS,CAAC;AAChD,gCAAA,UAAU,CAAC,OAAO,CAAC,cAAc,CAAC;AAClC,gCAAA,SAAS,IAAI,cAAc,CAAC,MAAM;AAClC,gCAAA,IAAI,CAAC,SAAS;oCAAE,UAAU,CAAC,SAAS,EAAE;4BACxC,CAAC;AACD,4BAAA,KAAK,CAAC,UAAU,EAAA;;;;AAId,gCAAA,IAAI,SAAS,KAAK,CAAC,EAAE;AACnB,oCAAA,cAAc,EAAE;AAChB,oCAAA,UAAU,CAAC,KAAK,CAAC,IAAI,aAAa,EAAE,CAAC;gCACvC;4BACF,CAAC;AACF,yBAAA,CAAC;oBACJ;AACD,iBAAA,EAAE,IAAI,EAAE,MAAM,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CACrD;gBACD,MAAM,GAAG,MAAM,OAAO,CAAC,gBAAgB,EAAE,IAAI,CAAC;YAChD;YAEA,cAAc,GAAG,IAAI;AACrB,YAAA,OAAO,MAAM;QACf;QAAE,OAAO,KAAK,EAAE;;YAEd,IAAI,CAAC,cAAc,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE;AACtC,gBAAA,IAAI;AACF,oBAAA,MAAM,OAAO,CAAC,MAAM,EAAE;gBACxB;AAAE,gBAAA,MAAM;;gBAER;YACF;AACA,YAAA,MAAM,KAAK;QACb;IACF;AACD;AAED,eAAe,iBAAiB,CAAC,UAAkB,EAAE,OAAuB,EAAE,GAAW,EAAA;IACvF,IAAI,UAAU,IAAI,GAAG,IAAI,UAAU,IAAI,GAAG,2CAA2C;AACnF,QAAA,MAAM,SAAS,GAAG,CAAC,MAAM,IAAI,CAAC,OAAO,CAAC,EAAE,SAAS,CAAC,CAAC,EAAE,IAAI,CAAC;AAC1D,QAAA,IAAI,GAAG,IAAI,UAAU,IAAI,UAAU,GAAG,GAAG;YACvC,MAAM,IAAI,uBAAuB,CAAC,UAAU,EAAE,GAAG,EAAE,SAAS,CAAC;QAC/D,MAAM,IAAI,oBAAoB,CAAC,UAAU,EAAE,GAAG,EAAE,SAAS,CAAC;IAC5D;AACF;;;;"}
+{"version":3,"file":"download.js","names":[],"sources":["../../src/helpers/download.ts"],"sourcesContent":["// @TODO Gleb Zakharov\n/* eslint-disable n/no-unsupported-features/node-builtins */\nimport type { Dispatcher } from \"undici\";\nimport { request } from \"undici\";\nimport { Readable } from \"node:stream\";\nimport type { ReadableStream } from \"node:stream/web\";\nimport { TransformStream } from \"node:stream/web\";\nimport { text } from \"node:stream/consumers\";\nimport type { GetContentOptions } from \"@milaboratories/pl-model-common\";\nimport { OffByOneError, DownloadNetworkError400, DownloadNetworkError } from \"./download_errors\";\n\nexport type ContentHandler<T> = (content: ReadableStream, size: number) => Promise<T>;\n\nexport class RemoteFileDownloader {\n  private readonly offByOneServers: string[] = [];\n\n  constructor(public readonly httpClient: Dispatcher) {}\n\n  async withContent<T>(\n    url: string,\n    reqHeaders: Record<string, string>,\n    ops: GetContentOptions,\n    handler: ContentHandler<T>,\n  ): Promise<T> {\n    const headers = { ...reqHeaders };\n    const urlOrigin = new URL(url).origin;\n\n    // Add range header if specified\n    if (ops.range) {\n      const offByOne = this.offByOneServers.includes(urlOrigin);\n      headers[\"Range\"] = `bytes=${ops.range.from}-${ops.range.to - (offByOne ? 0 : 1)}`;\n    }\n\n    const {\n      statusCode,\n      body,\n      headers: responseHeaders,\n    } = await request(url, {\n      dispatcher: this.httpClient,\n      // Undici automatically sets certain headers, so we need to lowercase user-provided headers\n      // to prevent automatic headers from being set and avoid \"duplicated headers\" error.\n      headers: Object.fromEntries(\n        Object.entries(headers).map(([key, value]) => [key.toLowerCase(), value]),\n      ),\n      signal: ops.signal,\n      highWaterMark: 1 * 1024 * 1024, // 1MB chunks instead of 64KB, tested to be optimal for Human Aging dataset\n    });\n    ops.signal?.throwIfAborted();\n\n    const webBody = Readable.toWeb(body);\n    let handlerSuccess = false;\n\n    try {\n      await checkStatusCodeOk(statusCode, webBody, url);\n      ops.signal?.throwIfAborted();\n\n      let result: T | undefined = undefined;\n\n      const contentLength = Number(responseHeaders[\"content-length\"]);\n      if (Number.isNaN(contentLength) || contentLength === 0) {\n        // Some backend versions have a bug that they are not returning content-length header.\n        // In this case `content-length` header is returned as 0.\n        // We should not clip the result stream to 0 bytes in such case.\n        result = await handler(webBody, 0);\n      } else {\n        // Some backend versions have a bug where they return more data than requested in range.\n        // So we have to manually normalize the stream to the expected size.\n        const size = ops.range ? ops.range.to - ops.range.from : contentLength;\n        const normalizedStream = webBody.pipeThrough(\n          new (class extends TransformStream {\n            constructor(sizeBytes: number, recordOffByOne: () => void) {\n              super({\n                transform(chunk: Uint8Array, controller) {\n                  const truncatedChunk = chunk.slice(0, sizeBytes);\n                  controller.enqueue(truncatedChunk);\n                  sizeBytes -= truncatedChunk.length;\n                  if (!sizeBytes) controller.terminate();\n                },\n                flush(controller) {\n                  // Some backend versions have a bug where they return 1 less byte than requested in range.\n                  // We cannot always request one more byte because if this end byte is the last byte of the file,\n                  // the backend will return 416 (Range Not Satisfiable). So error is thrown to force client to retry the request.\n                  if (sizeBytes === 1) {\n                    recordOffByOne();\n                    controller.error(new OffByOneError());\n                  }\n                },\n              });\n            }\n          })(size, () => this.offByOneServers.push(urlOrigin)),\n        );\n        result = await handler(normalizedStream, size);\n      }\n\n      handlerSuccess = true;\n      return result;\n    } catch (error) {\n      // Cleanup on error (including handler errors)\n      if (!handlerSuccess && !webBody.locked) {\n        try {\n          await webBody.cancel();\n        } catch {\n          // Ignore cleanup errors\n        }\n      }\n      throw error;\n    }\n  }\n}\n\nasync function checkStatusCodeOk(statusCode: number, webBody: ReadableStream, url: string) {\n  if (statusCode != 200 && statusCode != 206 /* partial content from range request */) {\n    const beginning = (await text(webBody)).substring(0, 1000);\n    if (400 <= statusCode && statusCode < 500)\n      throw new DownloadNetworkError400(statusCode, url, beginning);\n    throw new DownloadNetworkError(statusCode, url, beginning);\n  }\n}\n"],"mappings":";;;;;;;AAaA,IAAa,uBAAb,MAAkC;CAChC,AAAiB,kBAA4B,EAAE;CAE/C,YAAY,AAAgB,YAAwB;EAAxB;;CAE5B,MAAM,YACJ,KACA,YACA,KACA,SACY;EACZ,MAAM,UAAU,EAAE,GAAG,YAAY;EACjC,MAAM,YAAY,IAAI,IAAI,IAAI,CAAC;AAG/B,MAAI,IAAI,OAAO;GACb,MAAM,WAAW,KAAK,gBAAgB,SAAS,UAAU;AACzD,WAAQ,WAAW,SAAS,IAAI,MAAM,KAAK,GAAG,IAAI,MAAM,MAAM,WAAW,IAAI;;EAG/E,MAAM,EACJ,YACA,MACA,SAAS,oBACP,MAAM,QAAQ,KAAK;GACrB,YAAY,KAAK;GAGjB,SAAS,OAAO,YACd,OAAO,QAAQ,QAAQ,CAAC,KAAK,CAAC,KAAK,WAAW,CAAC,IAAI,aAAa,EAAE,MAAM,CAAC,CAC1E;GACD,QAAQ,IAAI;GACZ,eAAe,IAAI,OAAO;GAC3B,CAAC;AACF,MAAI,QAAQ,gBAAgB;EAE5B,MAAM,UAAU,SAAS,MAAM,KAAK;EACpC,IAAI,iBAAiB;AAErB,MAAI;AACF,SAAM,kBAAkB,YAAY,SAAS,IAAI;AACjD,OAAI,QAAQ,gBAAgB;GAE5B,IAAI,SAAwB;GAE5B,MAAM,gBAAgB,OAAO,gBAAgB,kBAAkB;AAC/D,OAAI,OAAO,MAAM,cAAc,IAAI,kBAAkB,EAInD,UAAS,MAAM,QAAQ,SAAS,EAAE;QAC7B;IAGL,MAAM,OAAO,IAAI,QAAQ,IAAI,MAAM,KAAK,IAAI,MAAM,OAAO;AAwBzD,aAAS,MAAM,QAvBU,QAAQ,YAC/B,IAAK,cAAc,gBAAgB;KACjC,YAAY,WAAmB,gBAA4B;AACzD,YAAM;OACJ,UAAU,OAAmB,YAAY;QACvC,MAAM,iBAAiB,MAAM,MAAM,GAAG,UAAU;AAChD,mBAAW,QAAQ,eAAe;AAClC,qBAAa,eAAe;AAC5B,YAAI,CAAC,UAAW,YAAW,WAAW;;OAExC,MAAM,YAAY;AAIhB,YAAI,cAAc,GAAG;AACnB,yBAAgB;AAChB,oBAAW,MAAM,IAAI,eAAe,CAAC;;;OAG1C,CAAC;;MAEH,YAAY,KAAK,gBAAgB,KAAK,UAAU,CAAC,CACrD,EACwC,KAAK;;AAGhD,oBAAiB;AACjB,UAAO;WACA,OAAO;AAEd,OAAI,CAAC,kBAAkB,CAAC,QAAQ,OAC9B,KAAI;AACF,UAAM,QAAQ,QAAQ;WAChB;AAIV,SAAM;;;;AAKZ,eAAe,kBAAkB,YAAoB,SAAyB,KAAa;AACzF,KAAI,cAAc,OAAO,cAAc,KAA8C;EACnF,MAAM,aAAa,MAAM,KAAK,QAAQ,EAAE,UAAU,GAAG,IAAK;AAC1D,MAAI,OAAO,cAAc,aAAa,IACpC,OAAM,IAAI,wBAAwB,YAAY,KAAK,UAAU;AAC/D,QAAM,IAAI,qBAAqB,YAAY,KAAK,UAAU"}

package/dist/helpers/download_errors.cjs

@@ -1,43 +1,44 @@
-'use strict';
 
-class DownloadNetworkError extends Error {
-    name = "DownloadNetworkError";
-    statusCode;
-    url;
-    beginning;
-    constructor(statusCode, url, beginning) {
-        super(`Http download error: statusCode: ${statusCode} url: ${url.toString()}, beginning of body: ${beginning}`);
-        this.statusCode = statusCode;
-        this.url = url;
-        this.beginning = beginning;
-    }
-}
+//#region src/helpers/download_errors.ts
+var DownloadNetworkError = class extends Error {
+	name = "DownloadNetworkError";
+	statusCode;
+	url;
+	beginning;
+	constructor(statusCode, url, beginning) {
+		super(`Http download error: statusCode: ${statusCode} url: ${url.toString()}, beginning of body: ${beginning}`);
+		this.statusCode = statusCode;
+		this.url = url;
+		this.beginning = beginning;
+	}
+};
 function isDownloadNetworkError(error) {
-    return error instanceof Error && error.name.startsWith("DownloadNetworkError");
+	return error instanceof Error && error.name.startsWith("DownloadNetworkError");
 }
 /** Throws when a status code of the downloading URL was in range [400, 500). */
-class DownloadNetworkError400 extends DownloadNetworkError {
-    name = "DownloadNetworkError400";
-}
+var DownloadNetworkError400 = class extends DownloadNetworkError {
+	name = "DownloadNetworkError400";
+};
 function isDownloadNetworkError400(error) {
-    return error instanceof Error && error.name === "DownloadNetworkError400";
+	return error instanceof Error && error.name === "DownloadNetworkError400";
 }
 /**
- * There are backend versions that return 1 less byte than requested in range.
- * For such cases, this error will be thrown, so client can retry the request.
- * Dowloader will retry the request with one more byte in range.
- */
-class OffByOneError extends Error {
-    name = "OffByOneError";
-}
+* There are backend versions that return 1 less byte than requested in range.
+* For such cases, this error will be thrown, so client can retry the request.
+* Dowloader will retry the request with one more byte in range.
+*/
+var OffByOneError = class extends Error {
+	name = "OffByOneError";
+};
 function isOffByOneError(error) {
-    return error instanceof Error && error.name === "OffByOneError";
+	return error instanceof Error && error.name === "OffByOneError";
 }
 
+//#endregion
 exports.DownloadNetworkError = DownloadNetworkError;
 exports.DownloadNetworkError400 = DownloadNetworkError400;
 exports.OffByOneError = OffByOneError;
 exports.isDownloadNetworkError = isDownloadNetworkError;
 exports.isDownloadNetworkError400 = isDownloadNetworkError400;
 exports.isOffByOneError = isOffByOneError;
-//# sourceMappingURL=download_errors.cjs.map
+//# sourceMappingURL=download_errors.cjs.map

package/dist/helpers/download_errors.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"download_errors.cjs","sources":["../../src/helpers/download_errors.ts"],"sourcesContent":["export class DownloadNetworkError extends Error {\n  name = \"DownloadNetworkError\";\n\n  statusCode: number;\n  url: string;\n  beginning: string;\n\n  constructor(statusCode: number, url: string, beginning: string) {\n    super(\n      `Http download error: statusCode: ${statusCode} url: ${url.toString()}, beginning of body: ${beginning}`,\n    );\n    this.statusCode = statusCode;\n    this.url = url;\n    this.beginning = beginning;\n  }\n}\n\nexport function isDownloadNetworkError(error: unknown): error is DownloadNetworkError {\n  return error instanceof Error && error.name.startsWith(\"DownloadNetworkError\");\n}\n\n/** Throws when a status code of the downloading URL was in range [400, 500). */\nexport class DownloadNetworkError400 extends DownloadNetworkError {\n  name = \"DownloadNetworkError400\";\n}\n\nexport function isDownloadNetworkError400(error: unknown): error is DownloadNetworkError400 {\n  return error instanceof Error && error.name === \"DownloadNetworkError400\";\n}\n\n/**\n * There are backend versions that return 1 less byte than requested in range.\n * For such cases, this error will be thrown, so client can retry the request.\n * Dowloader will retry the request with one more byte in range.\n */\nexport class OffByOneError extends Error {\n  name = \"OffByOneError\";\n}\n\nexport function isOffByOneError(error: unknown): error is OffByOneError {\n  return error instanceof Error && error.name === \"OffByOneError\";\n}\n"],"names":[],"mappings":";;AAAM,MAAO,oBAAqB,SAAQ,KAAK,CAAA;IAC7C,IAAI,GAAG,sBAAsB;AAE7B,IAAA,UAAU;AACV,IAAA,GAAG;AACH,IAAA,SAAS;AAET,IAAA,WAAA,CAAY,UAAkB,EAAE,GAAW,EAAE,SAAiB,EAAA;AAC5D,QAAA,KAAK,CACH,CAAA,iCAAA,EAAoC,UAAU,CAAA,MAAA,EAAS,GAAG,CAAC,QAAQ,EAAE,CAAA,qBAAA,EAAwB,SAAS,CAAA,CAAE,CACzG;AACD,QAAA,IAAI,CAAC,UAAU,GAAG,UAAU;AAC5B,QAAA,IAAI,CAAC,GAAG,GAAG,GAAG;AACd,QAAA,IAAI,CAAC,SAAS,GAAG,SAAS;IAC5B;AACD;AAEK,SAAU,sBAAsB,CAAC,KAAc,EAAA;AACnD,IAAA,OAAO,KAAK,YAAY,KAAK,IAAI,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,sBAAsB,CAAC;AAChF;AAEA;AACM,MAAO,uBAAwB,SAAQ,oBAAoB,CAAA;IAC/D,IAAI,GAAG,yBAAyB;AACjC;AAEK,SAAU,yBAAyB,CAAC,KAAc,EAAA;IACtD,OAAO,KAAK,YAAY,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,yBAAyB;AAC3E;AAEA;;;;AAIG;AACG,MAAO,aAAc,SAAQ,KAAK,CAAA;IACtC,IAAI,GAAG,eAAe;AACvB;AAEK,SAAU,eAAe,CAAC,KAAc,EAAA;IAC5C,OAAO,KAAK,YAAY,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,eAAe;AACjE;;;;;;;;;"}
+{"version":3,"file":"download_errors.cjs","names":[],"sources":["../../src/helpers/download_errors.ts"],"sourcesContent":["export class DownloadNetworkError extends Error {\n  name = \"DownloadNetworkError\";\n\n  statusCode: number;\n  url: string;\n  beginning: string;\n\n  constructor(statusCode: number, url: string, beginning: string) {\n    super(\n      `Http download error: statusCode: ${statusCode} url: ${url.toString()}, beginning of body: ${beginning}`,\n    );\n    this.statusCode = statusCode;\n    this.url = url;\n    this.beginning = beginning;\n  }\n}\n\nexport function isDownloadNetworkError(error: unknown): error is DownloadNetworkError {\n  return error instanceof Error && error.name.startsWith(\"DownloadNetworkError\");\n}\n\n/** Throws when a status code of the downloading URL was in range [400, 500). */\nexport class DownloadNetworkError400 extends DownloadNetworkError {\n  name = \"DownloadNetworkError400\";\n}\n\nexport function isDownloadNetworkError400(error: unknown): error is DownloadNetworkError400 {\n  return error instanceof Error && error.name === \"DownloadNetworkError400\";\n}\n\n/**\n * There are backend versions that return 1 less byte than requested in range.\n * For such cases, this error will be thrown, so client can retry the request.\n * Dowloader will retry the request with one more byte in range.\n */\nexport class OffByOneError extends Error {\n  name = \"OffByOneError\";\n}\n\nexport function isOffByOneError(error: unknown): error is OffByOneError {\n  return error instanceof Error && error.name === \"OffByOneError\";\n}\n"],"mappings":";;AAAA,IAAa,uBAAb,cAA0C,MAAM;CAC9C,OAAO;CAEP;CACA;CACA;CAEA,YAAY,YAAoB,KAAa,WAAmB;AAC9D,QACE,oCAAoC,WAAW,QAAQ,IAAI,UAAU,CAAC,uBAAuB,YAC9F;AACD,OAAK,aAAa;AAClB,OAAK,MAAM;AACX,OAAK,YAAY;;;AAIrB,SAAgB,uBAAuB,OAA+C;AACpF,QAAO,iBAAiB,SAAS,MAAM,KAAK,WAAW,uBAAuB;;;AAIhF,IAAa,0BAAb,cAA6C,qBAAqB;CAChE,OAAO;;AAGT,SAAgB,0BAA0B,OAAkD;AAC1F,QAAO,iBAAiB,SAAS,MAAM,SAAS;;;;;;;AAQlD,IAAa,gBAAb,cAAmC,MAAM;CACvC,OAAO;;AAGT,SAAgB,gBAAgB,OAAwC;AACtE,QAAO,iBAAiB,SAAS,MAAM,SAAS"}

package/dist/helpers/download_errors.d.ts

@@ -1,23 +1,26 @@
-export declare class DownloadNetworkError extends Error {
-    name: string;
-    statusCode: number;
-    url: string;
-    beginning: string;
-    constructor(statusCode: number, url: string, beginning: string);
+//#region src/helpers/download_errors.d.ts
+declare class DownloadNetworkError extends Error {
+  name: string;
+  statusCode: number;
+  url: string;
+  beginning: string;
+  constructor(statusCode: number, url: string, beginning: string);
 }
-export declare function isDownloadNetworkError(error: unknown): error is DownloadNetworkError;
+declare function isDownloadNetworkError(error: unknown): error is DownloadNetworkError;
 /** Throws when a status code of the downloading URL was in range [400, 500). */
-export declare class DownloadNetworkError400 extends DownloadNetworkError {
-    name: string;
+declare class DownloadNetworkError400 extends DownloadNetworkError {
+  name: string;
 }
-export declare function isDownloadNetworkError400(error: unknown): error is DownloadNetworkError400;
+declare function isDownloadNetworkError400(error: unknown): error is DownloadNetworkError400;
 /**
  * There are backend versions that return 1 less byte than requested in range.
  * For such cases, this error will be thrown, so client can retry the request.
  * Dowloader will retry the request with one more byte in range.
  */
-export declare class OffByOneError extends Error {
-    name: string;
+declare class OffByOneError extends Error {
+  name: string;
 }
-export declare function isOffByOneError(error: unknown): error is OffByOneError;
+declare function isOffByOneError(error: unknown): error is OffByOneError;
+//#endregion
+export { DownloadNetworkError, DownloadNetworkError400, OffByOneError, isDownloadNetworkError, isDownloadNetworkError400, isOffByOneError };
 //# sourceMappingURL=download_errors.d.ts.map