@milaboratories/pl-drivers 1.11.58 → 1.11.60

package/dist/clients/download.cjs

@@ -1,180 +1,139 @@
-'use strict';
-
-var plClient = require('@milaboratories/pl-client');
-var helpers = require('@milaboratories/helpers');
-var tsHelpers = require('@milaboratories/ts-helpers');
-var fs = require('node:fs');
-var fsp = require('node:fs/promises');
-var path = require('node:path');
-var node_stream = require('node:stream');
-var download = require('../helpers/download.cjs');
-var validate = require('../helpers/validate.cjs');
-var protocol_client = require('../proto-grpc/github.com/milaboratory/pl/controllers/shared/grpc/downloadapi/protocol.client.cjs');
-
-function _interopNamespaceDefault(e) {
-    var n = Object.create(null);
-    if (e) {
-        Object.keys(e).forEach(function (k) {
-            if (k !== 'default') {
-                var d = Object.getOwnPropertyDescriptor(e, k);
-                Object.defineProperty(n, k, d.get ? d : {
-                    enumerable: true,
-                    get: function () { return e[k]; }
-                });
-            }
-        });
-    }
-    n.default = e;
-    return Object.freeze(n);
-}
-
-var fs__namespace = /*#__PURE__*/_interopNamespaceDefault(fs);
-var fsp__namespace = /*#__PURE__*/_interopNamespaceDefault(fsp);
-var path__namespace = /*#__PURE__*/_interopNamespaceDefault(path);
+const require_runtime = require('../_virtual/_rolldown/runtime.cjs');
+const require_download = require('../helpers/download.cjs');
+const require_validate = require('../helpers/validate.cjs');
+const require_protocol_client = require('../proto-grpc/github.com/milaboratory/pl/controllers/shared/grpc/downloadapi/protocol.client.cjs');
+let _milaboratories_pl_client = require("@milaboratories/pl-client");
+let node_fs_promises = require("node:fs/promises");
+node_fs_promises = require_runtime.__toESM(node_fs_promises);
+let _milaboratories_ts_helpers = require("@milaboratories/ts-helpers");
+let _milaboratories_helpers = require("@milaboratories/helpers");
+let node_fs = require("node:fs");
+node_fs = require_runtime.__toESM(node_fs);
+let node_path = require("node:path");
+node_path = require_runtime.__toESM(node_path);
+let node_stream = require("node:stream");
 
+//#region src/clients/download.ts
 /** Gets URLs for downloading from pl-core, parses them and reads or downloads
- * files locally and from the web. */
-class ClientDownload {
-    httpClient;
-    logger;
-    wire;
-    remoteFileDownloader;
-    /** Helps to find a storage root directory by a storage id from URL scheme. */
-    localStorageIdsToRoot;
-    /** Concurrency limiter for local file reads - limit to 32 parallel reads */
-    localFileReadLimiter = new tsHelpers.ConcurrencyLimitingExecutor(32);
-    constructor(wireClientProviderFactory, httpClient, logger, 
-    /** Pl storages available locally */
-    localProjections) {
-        this.httpClient = httpClient;
-        this.logger = logger;
-        this.wire = wireClientProviderFactory.createWireClientProvider((wireConn) => {
-            if (wireConn.type === "grpc") {
-                return new protocol_client.DownloadClient(wireConn.Transport);
-            }
-            else {
-                return plClient.RestAPI.createClient({
-                    hostAndPort: wireConn.Config.hostAndPort,
-                    ssl: wireConn.Config.ssl,
-                    dispatcher: wireConn.Dispatcher,
-                    middlewares: wireConn.Middlewares,
-                });
-            }
-        });
-        this.remoteFileDownloader = new download.RemoteFileDownloader(httpClient);
-        this.localStorageIdsToRoot = newLocalStorageIdsToRoot(localProjections);
-    }
-    close() { }
-    /**
-     * Gets a presign URL and downloads the file.
-     * An optional range with 2 numbers from what byte and to what byte to download can be provided.
-     * @param fromBytes - from byte including this byte
-     * @param toBytes - to byte excluding this byte
-     */
-    async withBlobContent(info, options, ops, handler) {
-        const { downloadUrl, headers } = await this.grpcGetDownloadUrl(info, options, ops.signal);
-        const remoteHeaders = Object.fromEntries(headers.map(({ name, value }) => [name, value]));
-        this.logger.info(`blob ${plClient.stringifyWithResourceId(info)} download started, ` +
-            `url: ${downloadUrl}, ` +
-            `range: ${JSON.stringify(ops.range ?? null)}`);
-        const timer = helpers.PerfTimer.start();
-        const result = isLocal(downloadUrl)
-            ? await this.withLocalFileContent(downloadUrl, ops, handler)
-            : await this.remoteFileDownloader.withContent(downloadUrl, remoteHeaders, ops, handler);
-        this.logger.info(`blob ${plClient.stringifyWithResourceId(info)} download finished, ` + `took: ${timer.elapsed()}`);
-        return result;
-    }
-    async withLocalFileContent(url, ops, handler) {
-        const { storageId, relativePath } = parseLocalUrl(url);
-        const fullPath = getFullPath(storageId, this.localStorageIdsToRoot, relativePath);
-        return await this.localFileReadLimiter.run(async () => {
-            const readOps = {
-                start: ops.range?.from,
-                end: ops.range?.to !== undefined ? ops.range.to - 1 : undefined,
-                signal: ops.signal,
-            };
-            let stream;
-            let handlerSuccess = false;
-            try {
-                const stat = await fsp__namespace.stat(fullPath);
-                stream = fs__namespace.createReadStream(fullPath, readOps);
-                const webStream = node_stream.Readable.toWeb(stream);
-                const result = await handler(webStream, stat.size);
-                handlerSuccess = true;
-                return result;
-            }
-            catch (error) {
-                // Cleanup on error (including handler errors)
-                if (!handlerSuccess && stream && !stream.destroyed) {
-                    stream.destroy();
-                }
-                throw error;
-            }
-        });
-    }
-    async grpcGetDownloadUrl({ id, type }, options, signal) {
-        const withAbort = options ?? {};
-        withAbort.abort = signal;
-        const client = this.wire.get();
-        if (client instanceof protocol_client.DownloadClient) {
-            return await client.getDownloadURL({ resourceId: id, isInternalUse: false }, plClient.addRTypeToMetadata(type, withAbort)).response;
-        }
-        else {
-            return (await client.POST("/v1/get-download-url", {
-                body: {
-                    resourceId: id.toString(),
-                    isInternalUse: false,
-                },
-                headers: { ...plClient.createRTypeRoutingHeader(type) },
-            })).data;
-        }
-    }
-}
+* files locally and from the web. */
+var ClientDownload = class {
+	wire;
+	remoteFileDownloader;
+	/** Helps to find a storage root directory by a storage id from URL scheme. */
+	localStorageIdsToRoot;
+	/** Concurrency limiter for local file reads - limit to 32 parallel reads */
+	localFileReadLimiter = new _milaboratories_ts_helpers.ConcurrencyLimitingExecutor(32);
+	constructor(wireClientProviderFactory, httpClient, logger, localProjections) {
+		this.httpClient = httpClient;
+		this.logger = logger;
+		this.wire = wireClientProviderFactory.createWireClientProvider((wireConn) => {
+			if (wireConn.type === "grpc") return new require_protocol_client.DownloadClient(wireConn.Transport);
+			else return _milaboratories_pl_client.RestAPI.createClient({
+				hostAndPort: wireConn.Config.hostAndPort,
+				ssl: wireConn.Config.ssl,
+				dispatcher: wireConn.Dispatcher,
+				middlewares: wireConn.Middlewares
+			});
+		});
+		this.remoteFileDownloader = new require_download.RemoteFileDownloader(httpClient);
+		this.localStorageIdsToRoot = newLocalStorageIdsToRoot(localProjections);
+	}
+	close() {}
+	/**
+	* Gets a presign URL and downloads the file.
+	* An optional range with 2 numbers from what byte and to what byte to download can be provided.
+	* @param fromBytes - from byte including this byte
+	* @param toBytes - to byte excluding this byte
+	*/
+	async withBlobContent(info, options, ops, handler) {
+		const { downloadUrl, headers } = await this.grpcGetDownloadUrl(info, options, ops.signal);
+		const remoteHeaders = Object.fromEntries(headers.map(({ name, value }) => [name, value]));
+		this.logger.info(`blob ${(0, _milaboratories_pl_client.stringifyWithResourceId)(info)} download started, url: ${downloadUrl}, range: ${JSON.stringify(ops.range ?? null)}`);
+		const timer = _milaboratories_helpers.PerfTimer.start();
+		const result = isLocal(downloadUrl) ? await this.withLocalFileContent(downloadUrl, ops, handler) : await this.remoteFileDownloader.withContent(downloadUrl, remoteHeaders, ops, handler);
+		this.logger.info(`blob ${(0, _milaboratories_pl_client.stringifyWithResourceId)(info)} download finished, took: ${timer.elapsed()}`);
+		return result;
+	}
+	async withLocalFileContent(url, ops, handler) {
+		const { storageId, relativePath } = parseLocalUrl(url);
+		const fullPath = getFullPath(storageId, this.localStorageIdsToRoot, relativePath);
+		return await this.localFileReadLimiter.run(async () => {
+			const readOps = {
+				start: ops.range?.from,
+				end: ops.range?.to !== void 0 ? ops.range.to - 1 : void 0,
+				signal: ops.signal
+			};
+			let stream;
+			let handlerSuccess = false;
+			try {
+				const stat = await node_fs_promises.stat(fullPath);
+				stream = node_fs.createReadStream(fullPath, readOps);
+				const result = await handler(node_stream.Readable.toWeb(stream), stat.size);
+				handlerSuccess = true;
+				return result;
+			} catch (error) {
+				if (!handlerSuccess && stream && !stream.destroyed) stream.destroy();
+				throw error;
+			}
+		});
+	}
+	async grpcGetDownloadUrl({ id, type }, options, signal) {
+		const withAbort = options ?? {};
+		withAbort.abort = signal;
+		const client = this.wire.get();
+		if (client instanceof require_protocol_client.DownloadClient) return await client.getDownloadURL({
+			resourceId: id,
+			isInternalUse: false
+		}, (0, _milaboratories_pl_client.addRTypeToMetadata)(type, withAbort)).response;
+		else return (await client.POST("/v1/get-download-url", {
+			body: {
+				resourceId: id.toString(),
+				isInternalUse: false
+			},
+			headers: { ...(0, _milaboratories_pl_client.createRTypeRoutingHeader)(type) }
+		})).data;
+	}
+};
 function parseLocalUrl(url) {
-    const parsed = new URL(url);
-    if (parsed.pathname == "")
-        throw new WrongLocalFileUrl(`url for local filepath ${url} does not match url scheme`);
-    return {
-        storageId: parsed.host,
-        relativePath: decodeURIComponent(parsed.pathname.slice(1)),
-    };
+	const parsed = new URL(url);
+	if (parsed.pathname == "") throw new WrongLocalFileUrl(`url for local filepath ${url} does not match url scheme`);
+	return {
+		storageId: parsed.host,
+		relativePath: decodeURIComponent(parsed.pathname.slice(1))
+	};
 }
 function getFullPath(storageId, localStorageIdsToRoot, relativePath) {
-    const root = localStorageIdsToRoot.get(storageId);
-    if (root === undefined)
-        throw new UnknownStorageError(`Unknown storage location: ${storageId}`);
-    if (root === "")
-        return relativePath;
-    return path__namespace.join(root, relativePath);
+	const root = localStorageIdsToRoot.get(storageId);
+	if (root === void 0) throw new UnknownStorageError(`Unknown storage location: ${storageId}`);
+	if (root === "") return relativePath;
+	return node_path.join(root, relativePath);
 }
 const storageProtocol = "storage://";
 function isLocal(url) {
-    return url.startsWith(storageProtocol);
+	return url.startsWith(storageProtocol);
 }
 /** Throws when a local URL have invalid scheme. */
-class WrongLocalFileUrl extends Error {
-    name = "WrongLocalFileUrl";
-}
+var WrongLocalFileUrl = class extends Error {
+	name = "WrongLocalFileUrl";
+};
 /** Happens when a storage for a local file can't be found.  */
-class UnknownStorageError extends Error {
-    name = "UnknownStorageError";
-}
+var UnknownStorageError = class extends Error {
+	name = "UnknownStorageError";
+};
 function newLocalStorageIdsToRoot(projections) {
-    const idToRoot = new Map();
-    for (const lp of projections) {
-        // Empty string means no prefix, i.e. any file on this machine can be got from the storage.
-        if (lp.localPath !== "") {
-            validate.validateAbsolute(lp.localPath);
-        }
-        idToRoot.set(lp.storageId, lp.localPath);
-    }
-    return idToRoot;
+	const idToRoot = /* @__PURE__ */ new Map();
+	for (const lp of projections) {
+		if (lp.localPath !== "") require_validate.validateAbsolute(lp.localPath);
+		idToRoot.set(lp.storageId, lp.localPath);
+	}
+	return idToRoot;
 }
 
+//#endregion
 exports.ClientDownload = ClientDownload;
 exports.UnknownStorageError = UnknownStorageError;
 exports.WrongLocalFileUrl = WrongLocalFileUrl;
 exports.getFullPath = getFullPath;
 exports.newLocalStorageIdsToRoot = newLocalStorageIdsToRoot;
 exports.parseLocalUrl = parseLocalUrl;
-//# sourceMappingURL=download.cjs.map
+//# sourceMappingURL=download.cjs.map

package/dist/clients/download.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"download.cjs","sources":["../../src/clients/download.ts"],"sourcesContent":["/* eslint-disable n/no-unsupported-features/node-builtins */\nimport type { WireClientProvider, WireClientProviderFactory } from \"@milaboratories/pl-client\";\nimport {\n  addRTypeToMetadata,\n  stringifyWithResourceId,\n  RestAPI,\n  createRTypeRoutingHeader,\n} from \"@milaboratories/pl-client\";\nimport type { ResourceInfo } from \"@milaboratories/pl-tree\";\nimport { PerfTimer } from \"@milaboratories/helpers\";\nimport type { MiLogger } from \"@milaboratories/ts-helpers\";\nimport { ConcurrencyLimitingExecutor } from \"@milaboratories/ts-helpers\";\nimport type { RpcOptions } from \"@protobuf-ts/runtime-rpc\";\nimport * as fs from \"node:fs\";\nimport * as fsp from \"node:fs/promises\";\nimport * as path from \"node:path\";\nimport { Readable } from \"node:stream\";\nimport type { Dispatcher } from \"undici\";\nimport type { LocalStorageProjection } from \"../drivers/types\";\nimport { type ContentHandler, RemoteFileDownloader } from \"../helpers/download\";\nimport { validateAbsolute } from \"../helpers/validate\";\nimport type { DownloadAPI_GetDownloadURL_Response } from \"../proto-grpc/github.com/milaboratory/pl/controllers/shared/grpc/downloadapi/protocol\";\nimport { DownloadClient } from \"../proto-grpc/github.com/milaboratory/pl/controllers/shared/grpc/downloadapi/protocol.client\";\nimport type { DownloadApiPaths, DownloadRestClientType } from \"../proto-rest\";\nimport { type GetContentOptions } from \"@milaboratories/pl-model-common\";\n\n/** Gets URLs for downloading from pl-core, parses them and reads or downloads\n * files locally and from the web. */\nexport class ClientDownload {\n  public readonly wire: WireClientProvider<DownloadRestClientType | DownloadClient>;\n  private readonly remoteFileDownloader: RemoteFileDownloader;\n\n  /** Helps to find a storage root directory by a storage id from URL scheme. */\n  private readonly localStorageIdsToRoot: Map<string, string>;\n\n  /** Concurrency limiter for local file reads - limit to 32 parallel reads */\n  private readonly localFileReadLimiter = new ConcurrencyLimitingExecutor(32);\n\n  constructor(\n    wireClientProviderFactory: WireClientProviderFactory,\n    public readonly httpClient: Dispatcher,\n    public readonly logger: MiLogger,\n    /** Pl storages available locally */\n    localProjections: LocalStorageProjection[],\n  ) {\n    this.wire = wireClientProviderFactory.createWireClientProvider((wireConn) => {\n      if (wireConn.type === \"grpc\") {\n        return new DownloadClient(wireConn.Transport);\n      } else {\n        return RestAPI.createClient<DownloadApiPaths>({\n          hostAndPort: wireConn.Config.hostAndPort,\n          ssl: wireConn.Config.ssl,\n          dispatcher: wireConn.Dispatcher,\n          middlewares: wireConn.Middlewares,\n        });\n      }\n    });\n    this.remoteFileDownloader = new RemoteFileDownloader(httpClient);\n    this.localStorageIdsToRoot = newLocalStorageIdsToRoot(localProjections);\n  }\n\n  close() {}\n\n  /**\n   * Gets a presign URL and downloads the file.\n   * An optional range with 2 numbers from what byte and to what byte to download can be provided.\n   * @param fromBytes - from byte including this byte\n   * @param toBytes - to byte excluding this byte\n   */\n  async withBlobContent<T>(\n    info: ResourceInfo,\n    options: RpcOptions | undefined,\n    ops: GetContentOptions,\n    handler: ContentHandler<T>,\n  ): Promise<T> {\n    const { downloadUrl, headers } = await this.grpcGetDownloadUrl(info, options, ops.signal);\n\n    const remoteHeaders = Object.fromEntries(headers.map(({ name, value }) => [name, value]));\n    this.logger.info(\n      `blob ${stringifyWithResourceId(info)} download started, ` +\n        `url: ${downloadUrl}, ` +\n        `range: ${JSON.stringify(ops.range ?? null)}`,\n    );\n\n    const timer = PerfTimer.start();\n    const result = isLocal(downloadUrl)\n      ? await this.withLocalFileContent(downloadUrl, ops, handler)\n      : await this.remoteFileDownloader.withContent(downloadUrl, remoteHeaders, ops, handler);\n\n    this.logger.info(\n      `blob ${stringifyWithResourceId(info)} download finished, ` + `took: ${timer.elapsed()}`,\n    );\n    return result;\n  }\n\n  async withLocalFileContent<T>(\n    url: string,\n    ops: GetContentOptions,\n    handler: ContentHandler<T>,\n  ): Promise<T> {\n    const { storageId, relativePath } = parseLocalUrl(url);\n    const fullPath = getFullPath(storageId, this.localStorageIdsToRoot, relativePath);\n\n    return await this.localFileReadLimiter.run(async () => {\n      const readOps = {\n        start: ops.range?.from,\n        end: ops.range?.to !== undefined ? ops.range.to - 1 : undefined,\n        signal: ops.signal,\n      };\n      let stream: fs.ReadStream | undefined;\n      let handlerSuccess = false;\n\n      try {\n        const stat = await fsp.stat(fullPath);\n        stream = fs.createReadStream(fullPath, readOps);\n        const webStream = Readable.toWeb(stream);\n\n        const result = await handler(webStream, stat.size);\n        handlerSuccess = true;\n        return result;\n      } catch (error) {\n        // Cleanup on error (including handler errors)\n        if (!handlerSuccess && stream && !stream.destroyed) {\n          stream.destroy();\n        }\n        throw error;\n      }\n    });\n  }\n\n  private async grpcGetDownloadUrl(\n    { id, type }: ResourceInfo,\n    options?: RpcOptions,\n    signal?: AbortSignal,\n  ): Promise<DownloadAPI_GetDownloadURL_Response> {\n    const withAbort = options ?? {};\n    withAbort.abort = signal;\n\n    const client = this.wire.get();\n    if (client instanceof DownloadClient) {\n      return await client.getDownloadURL(\n        { resourceId: id, isInternalUse: false },\n        addRTypeToMetadata(type, withAbort),\n      ).response;\n    } else {\n      return (\n        await client.POST(\"/v1/get-download-url\", {\n          body: {\n            resourceId: id.toString(),\n            isInternalUse: false,\n          },\n          headers: { ...createRTypeRoutingHeader(type) },\n        })\n      ).data!;\n    }\n  }\n}\n\nexport function parseLocalUrl(url: string) {\n  const parsed = new URL(url);\n  if (parsed.pathname == \"\")\n    throw new WrongLocalFileUrl(`url for local filepath ${url} does not match url scheme`);\n\n  return {\n    storageId: parsed.host,\n    relativePath: decodeURIComponent(parsed.pathname.slice(1)),\n  };\n}\n\nexport function getFullPath(\n  storageId: string,\n  localStorageIdsToRoot: Map<string, string>,\n  relativePath: string,\n) {\n  const root = localStorageIdsToRoot.get(storageId);\n  if (root === undefined) throw new UnknownStorageError(`Unknown storage location: ${storageId}`);\n\n  if (root === \"\") return relativePath;\n\n  return path.join(root, relativePath);\n}\n\nconst storageProtocol = \"storage://\";\nfunction isLocal(url: string) {\n  return url.startsWith(storageProtocol);\n}\n\n/** Throws when a local URL have invalid scheme. */\nexport class WrongLocalFileUrl extends Error {\n  name = \"WrongLocalFileUrl\";\n}\n\n/** Happens when a storage for a local file can't be found.  */\nexport class UnknownStorageError extends Error {\n  name = \"UnknownStorageError\";\n}\n\nexport function newLocalStorageIdsToRoot(projections: LocalStorageProjection[]) {\n  const idToRoot: Map<string, string> = new Map();\n  for (const lp of projections) {\n    // Empty string means no prefix, i.e. any file on this machine can be got from the storage.\n    if (lp.localPath !== \"\") {\n      validateAbsolute(lp.localPath);\n    }\n    idToRoot.set(lp.storageId, lp.localPath);\n  }\n\n  return idToRoot;\n}\n"],"names":["ConcurrencyLimitingExecutor","DownloadClient","RestAPI","RemoteFileDownloader","stringifyWithResourceId","PerfTimer","fsp","fs","Readable","addRTypeToMetadata","createRTypeRoutingHeader","path","validateAbsolute"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AA0BA;AACqC;MACxB,cAAc,CAAA;AAYP,IAAA,UAAA;AACA,IAAA,MAAA;AAZF,IAAA,IAAI;AACH,IAAA,oBAAoB;;AAGpB,IAAA,qBAAqB;;AAGrB,IAAA,oBAAoB,GAAG,IAAIA,qCAA2B,CAAC,EAAE,CAAC;AAE3E,IAAA,WAAA,CACE,yBAAoD,EACpC,UAAsB,EACtB,MAAgB;;IAEhC,gBAA0C,EAAA;QAH1B,IAAA,CAAA,UAAU,GAAV,UAAU;QACV,IAAA,CAAA,MAAM,GAAN,MAAM;QAItB,IAAI,CAAC,IAAI,GAAG,yBAAyB,CAAC,wBAAwB,CAAC,CAAC,QAAQ,KAAI;AAC1E,YAAA,IAAI,QAAQ,CAAC,IAAI,KAAK,MAAM,EAAE;AAC5B,gBAAA,OAAO,IAAIC,8BAAc,CAAC,QAAQ,CAAC,SAAS,CAAC;YAC/C;iBAAO;gBACL,OAAOC,gBAAO,CAAC,YAAY,CAAmB;AAC5C,oBAAA,WAAW,EAAE,QAAQ,CAAC,MAAM,CAAC,WAAW;AACxC,oBAAA,GAAG,EAAE,QAAQ,CAAC,MAAM,CAAC,GAAG;oBACxB,UAAU,EAAE,QAAQ,CAAC,UAAU;oBAC/B,WAAW,EAAE,QAAQ,CAAC,WAAW;AAClC,iBAAA,CAAC;YACJ;AACF,QAAA,CAAC,CAAC;QACF,IAAI,CAAC,oBAAoB,GAAG,IAAIC,6BAAoB,CAAC,UAAU,CAAC;AAChE,QAAA,IAAI,CAAC,qBAAqB,GAAG,wBAAwB,CAAC,gBAAgB,CAAC;IACzE;AAEA,IAAA,KAAK,KAAI;AAET;;;;;AAKG;IACH,MAAM,eAAe,CACnB,IAAkB,EAClB,OAA+B,EAC/B,GAAsB,EACtB,OAA0B,EAAA;AAE1B,QAAA,MAAM,EAAE,WAAW,EAAE,OAAO,EAAE,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,IAAI,EAAE,OAAO,EAAE,GAAG,CAAC,MAAM,CAAC;QAEzF,MAAM,aAAa,GAAG,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC;QACzF,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,QAAQC,gCAAuB,CAAC,IAAI,CAAC,CAAA,mBAAA,CAAqB;AACxD,YAAA,CAAA,KAAA,EAAQ,WAAW,CAAA,EAAA,CAAI;AACvB,YAAA,CAAA,OAAA,EAAU,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,IAAI,IAAI,CAAC,CAAA,CAAE,CAChD;AAED,QAAA,MAAM,KAAK,GAAGC,iBAAS,CAAC,KAAK,EAAE;AAC/B,QAAA,MAAM,MAAM,GAAG,OAAO,CAAC,WAAW;cAC9B,MAAM,IAAI,CAAC,oBAAoB,CAAC,WAAW,EAAE,GAAG,EAAE,OAAO;AAC3D,cAAE,MAAM,IAAI,CAAC,oBAAoB,CAAC,WAAW,CAAC,WAAW,EAAE,aAAa,EAAE,GAAG,EAAE,OAAO,CAAC;AAEzF,QAAA,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,CAAA,KAAA,EAAQD,gCAAuB,CAAC,IAAI,CAAC,CAAA,oBAAA,CAAsB,GAAG,SAAS,KAAK,CAAC,OAAO,EAAE,CAAA,CAAE,CACzF;AACD,QAAA,OAAO,MAAM;IACf;AAEA,IAAA,MAAM,oBAAoB,CACxB,GAAW,EACX,GAAsB,EACtB,OAA0B,EAAA;QAE1B,MAAM,EAAE,SAAS,EAAE,YAAY,EAAE,GAAG,aAAa,CAAC,GAAG,CAAC;AACtD,QAAA,MAAM,QAAQ,GAAG,WAAW,CAAC,SAAS,EAAE,IAAI,CAAC,qBAAqB,EAAE,YAAY,CAAC;QAEjF,OAAO,MAAM,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,YAAW;AACpD,YAAA,MAAM,OAAO,GAAG;AACd,gBAAA,KAAK,EAAE,GAAG,CAAC,KAAK,EAAE,IAAI;gBACtB,GAAG,EAAE,GAAG,CAAC,KAAK,EAAE,EAAE,KAAK,SAAS,GAAG,GAAG,CAAC,KAAK,CAAC,EAAE,GAAG,CAAC,GAAG,SAAS;gBAC/D,MAAM,EAAE,GAAG,CAAC,MAAM;aACnB;AACD,YAAA,IAAI,MAAiC;YACrC,IAAI,cAAc,GAAG,KAAK;AAE1B,YAAA,IAAI;gBACF,MAAM,IAAI,GAAG,MAAME,cAAG,CAAC,IAAI,CAAC,QAAQ,CAAC;gBACrC,MAAM,GAAGC,aAAE,CAAC,gBAAgB,CAAC,QAAQ,EAAE,OAAO,CAAC;gBAC/C,MAAM,SAAS,GAAGC,oBAAQ,CAAC,KAAK,CAAC,MAAM,CAAC;gBAExC,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,SAAS,EAAE,IAAI,CAAC,IAAI,CAAC;gBAClD,cAAc,GAAG,IAAI;AACrB,gBAAA,OAAO,MAAM;YACf;YAAE,OAAO,KAAK,EAAE;;gBAEd,IAAI,CAAC,cAAc,IAAI,MAAM,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE;oBAClD,MAAM,CAAC,OAAO,EAAE;gBAClB;AACA,gBAAA,MAAM,KAAK;YACb;AACF,QAAA,CAAC,CAAC;IACJ;IAEQ,MAAM,kBAAkB,CAC9B,EAAE,EAAE,EAAE,IAAI,EAAgB,EAC1B,OAAoB,EACpB,MAAoB,EAAA;AAEpB,QAAA,MAAM,SAAS,GAAG,OAAO,IAAI,EAAE;AAC/B,QAAA,SAAS,CAAC,KAAK,GAAG,MAAM;QAExB,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE;AAC9B,QAAA,IAAI,MAAM,YAAYP,8BAAc,EAAE;YACpC,OAAO,MAAM,MAAM,CAAC,cAAc,CAChC,EAAE,UAAU,EAAE,EAAE,EAAE,aAAa,EAAE,KAAK,EAAE,EACxCQ,2BAAkB,CAAC,IAAI,EAAE,SAAS,CAAC,CACpC,CAAC,QAAQ;QACZ;aAAO;AACL,YAAA,OAAO,CACL,MAAM,MAAM,CAAC,IAAI,CAAC,sBAAsB,EAAE;AACxC,gBAAA,IAAI,EAAE;AACJ,oBAAA,UAAU,EAAE,EAAE,CAAC,QAAQ,EAAE;AACzB,oBAAA,aAAa,EAAE,KAAK;AACrB,iBAAA;AACD,gBAAA,OAAO,EAAE,EAAE,GAAGC,iCAAwB,CAAC,IAAI,CAAC,EAAE;aAC/C,CAAC,EACF,IAAK;QACT;IACF;AACD;AAEK,SAAU,aAAa,CAAC,GAAW,EAAA;AACvC,IAAA,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC;AAC3B,IAAA,IAAI,MAAM,CAAC,QAAQ,IAAI,EAAE;AACvB,QAAA,MAAM,IAAI,iBAAiB,CAAC,0BAA0B,GAAG,CAAA,0BAAA,CAA4B,CAAC;IAExF,OAAO;QACL,SAAS,EAAE,MAAM,CAAC,IAAI;QACtB,YAAY,EAAE,kBAAkB,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;KAC3D;AACH;SAEgB,WAAW,CACzB,SAAiB,EACjB,qBAA0C,EAC1C,YAAoB,EAAA;IAEpB,MAAM,IAAI,GAAG,qBAAqB,CAAC,GAAG,CAAC,SAAS,CAAC;IACjD,IAAI,IAAI,KAAK,SAAS;AAAE,QAAA,MAAM,IAAI,mBAAmB,CAAC,6BAA6B,SAAS,CAAA,CAAE,CAAC;IAE/F,IAAI,IAAI,KAAK,EAAE;AAAE,QAAA,OAAO,YAAY;IAEpC,OAAOC,eAAI,CAAC,IAAI,CAAC,IAAI,EAAE,YAAY,CAAC;AACtC;AAEA,MAAM,eAAe,GAAG,YAAY;AACpC,SAAS,OAAO,CAAC,GAAW,EAAA;AAC1B,IAAA,OAAO,GAAG,CAAC,UAAU,CAAC,eAAe,CAAC;AACxC;AAEA;AACM,MAAO,iBAAkB,SAAQ,KAAK,CAAA;IAC1C,IAAI,GAAG,mBAAmB;AAC3B;AAED;AACM,MAAO,mBAAoB,SAAQ,KAAK,CAAA;IAC5C,IAAI,GAAG,qBAAqB;AAC7B;AAEK,SAAU,wBAAwB,CAAC,WAAqC,EAAA;AAC5E,IAAA,MAAM,QAAQ,GAAwB,IAAI,GAAG,EAAE;AAC/C,IAAA,KAAK,MAAM,EAAE,IAAI,WAAW,EAAE;;AAE5B,QAAA,IAAI,EAAE,CAAC,SAAS,KAAK,EAAE,EAAE;AACvB,YAAAC,yBAAgB,CAAC,EAAE,CAAC,SAAS,CAAC;QAChC;QACA,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC;IAC1C;AAEA,IAAA,OAAO,QAAQ;AACjB;;;;;;;;;"}
+{"version":3,"file":"download.cjs","names":["ConcurrencyLimitingExecutor","DownloadClient","RestAPI","RemoteFileDownloader","PerfTimer","fsp","fs","Readable","path"],"sources":["../../src/clients/download.ts"],"sourcesContent":["/* eslint-disable n/no-unsupported-features/node-builtins */\nimport type { WireClientProvider, WireClientProviderFactory } from \"@milaboratories/pl-client\";\nimport {\n  addRTypeToMetadata,\n  stringifyWithResourceId,\n  RestAPI,\n  createRTypeRoutingHeader,\n} from \"@milaboratories/pl-client\";\nimport type { ResourceInfo } from \"@milaboratories/pl-tree\";\nimport { PerfTimer } from \"@milaboratories/helpers\";\nimport type { MiLogger } from \"@milaboratories/ts-helpers\";\nimport { ConcurrencyLimitingExecutor } from \"@milaboratories/ts-helpers\";\nimport type { RpcOptions } from \"@protobuf-ts/runtime-rpc\";\nimport * as fs from \"node:fs\";\nimport * as fsp from \"node:fs/promises\";\nimport * as path from \"node:path\";\nimport { Readable } from \"node:stream\";\nimport type { Dispatcher } from \"undici\";\nimport type { LocalStorageProjection } from \"../drivers/types\";\nimport { type ContentHandler, RemoteFileDownloader } from \"../helpers/download\";\nimport { validateAbsolute } from \"../helpers/validate\";\nimport type { DownloadAPI_GetDownloadURL_Response } from \"../proto-grpc/github.com/milaboratory/pl/controllers/shared/grpc/downloadapi/protocol\";\nimport { DownloadClient } from \"../proto-grpc/github.com/milaboratory/pl/controllers/shared/grpc/downloadapi/protocol.client\";\nimport type { DownloadApiPaths, DownloadRestClientType } from \"../proto-rest\";\nimport { type GetContentOptions } from \"@milaboratories/pl-model-common\";\n\n/** Gets URLs for downloading from pl-core, parses them and reads or downloads\n * files locally and from the web. */\nexport class ClientDownload {\n  public readonly wire: WireClientProvider<DownloadRestClientType | DownloadClient>;\n  private readonly remoteFileDownloader: RemoteFileDownloader;\n\n  /** Helps to find a storage root directory by a storage id from URL scheme. */\n  private readonly localStorageIdsToRoot: Map<string, string>;\n\n  /** Concurrency limiter for local file reads - limit to 32 parallel reads */\n  private readonly localFileReadLimiter = new ConcurrencyLimitingExecutor(32);\n\n  constructor(\n    wireClientProviderFactory: WireClientProviderFactory,\n    public readonly httpClient: Dispatcher,\n    public readonly logger: MiLogger,\n    /** Pl storages available locally */\n    localProjections: LocalStorageProjection[],\n  ) {\n    this.wire = wireClientProviderFactory.createWireClientProvider((wireConn) => {\n      if (wireConn.type === \"grpc\") {\n        return new DownloadClient(wireConn.Transport);\n      } else {\n        return RestAPI.createClient<DownloadApiPaths>({\n          hostAndPort: wireConn.Config.hostAndPort,\n          ssl: wireConn.Config.ssl,\n          dispatcher: wireConn.Dispatcher,\n          middlewares: wireConn.Middlewares,\n        });\n      }\n    });\n    this.remoteFileDownloader = new RemoteFileDownloader(httpClient);\n    this.localStorageIdsToRoot = newLocalStorageIdsToRoot(localProjections);\n  }\n\n  close() {}\n\n  /**\n   * Gets a presign URL and downloads the file.\n   * An optional range with 2 numbers from what byte and to what byte to download can be provided.\n   * @param fromBytes - from byte including this byte\n   * @param toBytes - to byte excluding this byte\n   */\n  async withBlobContent<T>(\n    info: ResourceInfo,\n    options: RpcOptions | undefined,\n    ops: GetContentOptions,\n    handler: ContentHandler<T>,\n  ): Promise<T> {\n    const { downloadUrl, headers } = await this.grpcGetDownloadUrl(info, options, ops.signal);\n\n    const remoteHeaders = Object.fromEntries(headers.map(({ name, value }) => [name, value]));\n    this.logger.info(\n      `blob ${stringifyWithResourceId(info)} download started, ` +\n        `url: ${downloadUrl}, ` +\n        `range: ${JSON.stringify(ops.range ?? null)}`,\n    );\n\n    const timer = PerfTimer.start();\n    const result = isLocal(downloadUrl)\n      ? await this.withLocalFileContent(downloadUrl, ops, handler)\n      : await this.remoteFileDownloader.withContent(downloadUrl, remoteHeaders, ops, handler);\n\n    this.logger.info(\n      `blob ${stringifyWithResourceId(info)} download finished, ` + `took: ${timer.elapsed()}`,\n    );\n    return result;\n  }\n\n  async withLocalFileContent<T>(\n    url: string,\n    ops: GetContentOptions,\n    handler: ContentHandler<T>,\n  ): Promise<T> {\n    const { storageId, relativePath } = parseLocalUrl(url);\n    const fullPath = getFullPath(storageId, this.localStorageIdsToRoot, relativePath);\n\n    return await this.localFileReadLimiter.run(async () => {\n      const readOps = {\n        start: ops.range?.from,\n        end: ops.range?.to !== undefined ? ops.range.to - 1 : undefined,\n        signal: ops.signal,\n      };\n      let stream: fs.ReadStream | undefined;\n      let handlerSuccess = false;\n\n      try {\n        const stat = await fsp.stat(fullPath);\n        stream = fs.createReadStream(fullPath, readOps);\n        const webStream = Readable.toWeb(stream);\n\n        const result = await handler(webStream, stat.size);\n        handlerSuccess = true;\n        return result;\n      } catch (error) {\n        // Cleanup on error (including handler errors)\n        if (!handlerSuccess && stream && !stream.destroyed) {\n          stream.destroy();\n        }\n        throw error;\n      }\n    });\n  }\n\n  private async grpcGetDownloadUrl(\n    { id, type }: ResourceInfo,\n    options?: RpcOptions,\n    signal?: AbortSignal,\n  ): Promise<DownloadAPI_GetDownloadURL_Response> {\n    const withAbort = options ?? {};\n    withAbort.abort = signal;\n\n    const client = this.wire.get();\n    if (client instanceof DownloadClient) {\n      return await client.getDownloadURL(\n        { resourceId: id, isInternalUse: false },\n        addRTypeToMetadata(type, withAbort),\n      ).response;\n    } else {\n      return (\n        await client.POST(\"/v1/get-download-url\", {\n          body: {\n            resourceId: id.toString(),\n            isInternalUse: false,\n          },\n          headers: { ...createRTypeRoutingHeader(type) },\n        })\n      ).data!;\n    }\n  }\n}\n\nexport function parseLocalUrl(url: string) {\n  const parsed = new URL(url);\n  if (parsed.pathname == \"\")\n    throw new WrongLocalFileUrl(`url for local filepath ${url} does not match url scheme`);\n\n  return {\n    storageId: parsed.host,\n    relativePath: decodeURIComponent(parsed.pathname.slice(1)),\n  };\n}\n\nexport function getFullPath(\n  storageId: string,\n  localStorageIdsToRoot: Map<string, string>,\n  relativePath: string,\n) {\n  const root = localStorageIdsToRoot.get(storageId);\n  if (root === undefined) throw new UnknownStorageError(`Unknown storage location: ${storageId}`);\n\n  if (root === \"\") return relativePath;\n\n  return path.join(root, relativePath);\n}\n\nconst storageProtocol = \"storage://\";\nfunction isLocal(url: string) {\n  return url.startsWith(storageProtocol);\n}\n\n/** Throws when a local URL have invalid scheme. */\nexport class WrongLocalFileUrl extends Error {\n  name = \"WrongLocalFileUrl\";\n}\n\n/** Happens when a storage for a local file can't be found.  */\nexport class UnknownStorageError extends Error {\n  name = \"UnknownStorageError\";\n}\n\nexport function newLocalStorageIdsToRoot(projections: LocalStorageProjection[]) {\n  const idToRoot: Map<string, string> = new Map();\n  for (const lp of projections) {\n    // Empty string means no prefix, i.e. any file on this machine can be got from the storage.\n    if (lp.localPath !== \"\") {\n      validateAbsolute(lp.localPath);\n    }\n    idToRoot.set(lp.storageId, lp.localPath);\n  }\n\n  return idToRoot;\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;AA4BA,IAAa,iBAAb,MAA4B;CAC1B,AAAgB;CAChB,AAAiB;;CAGjB,AAAiB;;CAGjB,AAAiB,uBAAuB,IAAIA,uDAA4B,GAAG;CAE3E,YACE,2BACA,AAAgB,YAChB,AAAgB,QAEhB,kBACA;EAJgB;EACA;AAIhB,OAAK,OAAO,0BAA0B,0BAA0B,aAAa;AAC3E,OAAI,SAAS,SAAS,OACpB,QAAO,IAAIC,uCAAe,SAAS,UAAU;OAE7C,QAAOC,kCAAQ,aAA+B;IAC5C,aAAa,SAAS,OAAO;IAC7B,KAAK,SAAS,OAAO;IACrB,YAAY,SAAS;IACrB,aAAa,SAAS;IACvB,CAAC;IAEJ;AACF,OAAK,uBAAuB,IAAIC,sCAAqB,WAAW;AAChE,OAAK,wBAAwB,yBAAyB,iBAAiB;;CAGzE,QAAQ;;;;;;;CAQR,MAAM,gBACJ,MACA,SACA,KACA,SACY;EACZ,MAAM,EAAE,aAAa,YAAY,MAAM,KAAK,mBAAmB,MAAM,SAAS,IAAI,OAAO;EAEzF,MAAM,gBAAgB,OAAO,YAAY,QAAQ,KAAK,EAAE,MAAM,YAAY,CAAC,MAAM,MAAM,CAAC,CAAC;AACzF,OAAK,OAAO,KACV,+DAAgC,KAAK,CAAC,0BAC5B,YAAY,WACV,KAAK,UAAU,IAAI,SAAS,KAAK,GAC9C;EAED,MAAM,QAAQC,kCAAU,OAAO;EAC/B,MAAM,SAAS,QAAQ,YAAY,GAC/B,MAAM,KAAK,qBAAqB,aAAa,KAAK,QAAQ,GAC1D,MAAM,KAAK,qBAAqB,YAAY,aAAa,eAAe,KAAK,QAAQ;AAEzF,OAAK,OAAO,KACV,+DAAgC,KAAK,CAAC,4BAAiC,MAAM,SAAS,GACvF;AACD,SAAO;;CAGT,MAAM,qBACJ,KACA,KACA,SACY;EACZ,MAAM,EAAE,WAAW,iBAAiB,cAAc,IAAI;EACtD,MAAM,WAAW,YAAY,WAAW,KAAK,uBAAuB,aAAa;AAEjF,SAAO,MAAM,KAAK,qBAAqB,IAAI,YAAY;GACrD,MAAM,UAAU;IACd,OAAO,IAAI,OAAO;IAClB,KAAK,IAAI,OAAO,OAAO,SAAY,IAAI,MAAM,KAAK,IAAI;IACtD,QAAQ,IAAI;IACb;GACD,IAAI;GACJ,IAAI,iBAAiB;AAErB,OAAI;IACF,MAAM,OAAO,MAAMC,iBAAI,KAAK,SAAS;AACrC,aAASC,QAAG,iBAAiB,UAAU,QAAQ;IAG/C,MAAM,SAAS,MAAM,QAFHC,qBAAS,MAAM,OAAO,EAEA,KAAK,KAAK;AAClD,qBAAiB;AACjB,WAAO;YACA,OAAO;AAEd,QAAI,CAAC,kBAAkB,UAAU,CAAC,OAAO,UACvC,QAAO,SAAS;AAElB,UAAM;;IAER;;CAGJ,MAAc,mBACZ,EAAE,IAAI,QACN,SACA,QAC8C;EAC9C,MAAM,YAAY,WAAW,EAAE;AAC/B,YAAU,QAAQ;EAElB,MAAM,SAAS,KAAK,KAAK,KAAK;AAC9B,MAAI,kBAAkBN,uCACpB,QAAO,MAAM,OAAO,eAClB;GAAE,YAAY;GAAI,eAAe;GAAO,oDACrB,MAAM,UAAU,CACpC,CAAC;MAEF,SACE,MAAM,OAAO,KAAK,wBAAwB;GACxC,MAAM;IACJ,YAAY,GAAG,UAAU;IACzB,eAAe;IAChB;GACD,SAAS,EAAE,2DAA4B,KAAK,EAAE;GAC/C,CAAC,EACF;;;AAKR,SAAgB,cAAc,KAAa;CACzC,MAAM,SAAS,IAAI,IAAI,IAAI;AAC3B,KAAI,OAAO,YAAY,GACrB,OAAM,IAAI,kBAAkB,0BAA0B,IAAI,4BAA4B;AAExF,QAAO;EACL,WAAW,OAAO;EAClB,cAAc,mBAAmB,OAAO,SAAS,MAAM,EAAE,CAAC;EAC3D;;AAGH,SAAgB,YACd,WACA,uBACA,cACA;CACA,MAAM,OAAO,sBAAsB,IAAI,UAAU;AACjD,KAAI,SAAS,OAAW,OAAM,IAAI,oBAAoB,6BAA6B,YAAY;AAE/F,KAAI,SAAS,GAAI,QAAO;AAExB,QAAOO,UAAK,KAAK,MAAM,aAAa;;AAGtC,MAAM,kBAAkB;AACxB,SAAS,QAAQ,KAAa;AAC5B,QAAO,IAAI,WAAW,gBAAgB;;;AAIxC,IAAa,oBAAb,cAAuC,MAAM;CAC3C,OAAO;;;AAIT,IAAa,sBAAb,cAAyC,MAAM;CAC7C,OAAO;;AAGT,SAAgB,yBAAyB,aAAuC;CAC9E,MAAM,2BAAgC,IAAI,KAAK;AAC/C,MAAK,MAAM,MAAM,aAAa;AAE5B,MAAI,GAAG,cAAc,GACnB,mCAAiB,GAAG,UAAU;AAEhC,WAAS,IAAI,GAAG,WAAW,GAAG,UAAU;;AAG1C,QAAO"}

package/dist/clients/download.d.ts

@@ -1,50 +1,54 @@
-import type { WireClientProvider, WireClientProviderFactory } from "@milaboratories/pl-client";
-import type { ResourceInfo } from "@milaboratories/pl-tree";
-import type { MiLogger } from "@milaboratories/ts-helpers";
-import type { RpcOptions } from "@protobuf-ts/runtime-rpc";
-import type { Dispatcher } from "undici";
-import type { LocalStorageProjection } from "../drivers/types";
-import { type ContentHandler } from "../helpers/download";
-import { DownloadClient } from "../proto-grpc/github.com/milaboratory/pl/controllers/shared/grpc/downloadapi/protocol.client";
-import type { DownloadRestClientType } from "../proto-rest";
-import { type GetContentOptions } from "@milaboratories/pl-model-common";
+import { DownloadRestClientType } from "../proto-rest/index.js";
+import { LocalStorageProjection } from "../drivers/types.js";
+import { ContentHandler as ContentHandler$1 } from "../helpers/download.js";
+import { DownloadClient } from "../proto-grpc/github.com/milaboratory/pl/controllers/shared/grpc/downloadapi/protocol.client.js";
+import { WireClientProvider, WireClientProviderFactory } from "@milaboratories/pl-client";
+import { Dispatcher } from "undici";
+import { RpcOptions } from "@protobuf-ts/runtime-rpc";
+import { MiLogger } from "@milaboratories/ts-helpers";
+import { GetContentOptions } from "@milaboratories/pl-model-common";
+import { ResourceInfo } from "@milaboratories/pl-tree";
+
+//#region src/clients/download.d.ts
 /** Gets URLs for downloading from pl-core, parses them and reads or downloads
  * files locally and from the web. */
-export declare class ClientDownload {
-    readonly httpClient: Dispatcher;
-    readonly logger: MiLogger;
-    readonly wire: WireClientProvider<DownloadRestClientType | DownloadClient>;
-    private readonly remoteFileDownloader;
-    /** Helps to find a storage root directory by a storage id from URL scheme. */
-    private readonly localStorageIdsToRoot;
-    /** Concurrency limiter for local file reads - limit to 32 parallel reads */
-    private readonly localFileReadLimiter;
-    constructor(wireClientProviderFactory: WireClientProviderFactory, httpClient: Dispatcher, logger: MiLogger, 
-    /** Pl storages available locally */
-    localProjections: LocalStorageProjection[]);
-    close(): void;
-    /**
-     * Gets a presign URL and downloads the file.
-     * An optional range with 2 numbers from what byte and to what byte to download can be provided.
-     * @param fromBytes - from byte including this byte
-     * @param toBytes - to byte excluding this byte
-     */
-    withBlobContent<T>(info: ResourceInfo, options: RpcOptions | undefined, ops: GetContentOptions, handler: ContentHandler<T>): Promise<T>;
-    withLocalFileContent<T>(url: string, ops: GetContentOptions, handler: ContentHandler<T>): Promise<T>;
-    private grpcGetDownloadUrl;
+declare class ClientDownload {
+  readonly httpClient: Dispatcher;
+  readonly logger: MiLogger;
+  readonly wire: WireClientProvider<DownloadRestClientType | DownloadClient>;
+  private readonly remoteFileDownloader;
+  /** Helps to find a storage root directory by a storage id from URL scheme. */
+  private readonly localStorageIdsToRoot;
+  /** Concurrency limiter for local file reads - limit to 32 parallel reads */
+  private readonly localFileReadLimiter;
+  constructor(wireClientProviderFactory: WireClientProviderFactory, httpClient: Dispatcher, logger: MiLogger, /** Pl storages available locally */
+
+  localProjections: LocalStorageProjection[]);
+  close(): void;
+  /**
+   * Gets a presign URL and downloads the file.
+   * An optional range with 2 numbers from what byte and to what byte to download can be provided.
+   * @param fromBytes - from byte including this byte
+   * @param toBytes - to byte excluding this byte
+   */
+  withBlobContent<T>(info: ResourceInfo, options: RpcOptions | undefined, ops: GetContentOptions, handler: ContentHandler$1<T>): Promise<T>;
+  withLocalFileContent<T>(url: string, ops: GetContentOptions, handler: ContentHandler$1<T>): Promise<T>;
+  private grpcGetDownloadUrl;
 }
-export declare function parseLocalUrl(url: string): {
-    storageId: string;
-    relativePath: string;
+declare function parseLocalUrl(url: string): {
+  storageId: string;
+  relativePath: string;
 };
-export declare function getFullPath(storageId: string, localStorageIdsToRoot: Map<string, string>, relativePath: string): string;
+declare function getFullPath(storageId: string, localStorageIdsToRoot: Map<string, string>, relativePath: string): string;
 /** Throws when a local URL have invalid scheme. */
-export declare class WrongLocalFileUrl extends Error {
-    name: string;
+declare class WrongLocalFileUrl extends Error {
+  name: string;
 }
 /** Happens when a storage for a local file can't be found.  */
-export declare class UnknownStorageError extends Error {
-    name: string;
+declare class UnknownStorageError extends Error {
+  name: string;
 }
-export declare function newLocalStorageIdsToRoot(projections: LocalStorageProjection[]): Map<string, string>;
+declare function newLocalStorageIdsToRoot(projections: LocalStorageProjection[]): Map<string, string>;
+//#endregion
+export { ClientDownload, UnknownStorageError, WrongLocalFileUrl, getFullPath, newLocalStorageIdsToRoot, parseLocalUrl };
 //# sourceMappingURL=download.d.ts.map