@milaboratories/pl-drivers 1.11.59 → 1.11.61

package/dist/drivers/upload_task.cjs

@@ -1,299 +1,262 @@
-'use strict';
-
-var computable = require('@milaboratories/computable');
-var plClient = require('@milaboratories/pl-client');
-var tsHelpers = require('@milaboratories/ts-helpers');
-var upload = require('../clients/upload.cjs');
-var types = require('./types.cjs');
-var assert = require('node:assert');
+const require_runtime = require('../_virtual/_rolldown/runtime.cjs');
+const require_upload = require('../clients/upload.cjs');
+const require_types = require('./types.cjs');
+let _milaboratories_pl_client = require("@milaboratories/pl-client");
+let _milaboratories_ts_helpers = require("@milaboratories/ts-helpers");
+let _milaboratories_computable = require("@milaboratories/computable");
+let node_assert = require("node:assert");
+node_assert = require_runtime.__toESM(node_assert);
 
+//#region src/drivers/upload_task.ts
 /** Holds all info needed to upload a file and a status of uploading
- * and indexing. Also, has a method to update a status of the progress.
- * And holds a change source. */
-class UploadTask {
-    logger;
-    clientBlob;
-    clientProgress;
-    maxNConcurrentPartsUpload;
-    res;
-    change = new computable.ChangeSource();
-    counter = new tsHelpers.CallersCounter();
-    nMaxUploads;
-    nPartsWithThisUploadSpeed = 0;
-    nPartsToIncreaseUpload = 10; // how many parts we have to wait to increase concurrency, 50 mb, 10 parts by 5 mb each.
-    /** If this is upload progress this field will be defined */
-    uploadData;
-    progress;
-    /** If failed, then getting a progress is terminally failed. */
-    failed;
-    /** True if the blob was existed.
-     * At this case, the task will show progress == 1.0. */
-    alreadyExisted = false;
-    constructor(logger, clientBlob, clientProgress, maxNConcurrentPartsUpload, signer, res) {
-        this.logger = logger;
-        this.clientBlob = clientBlob;
-        this.clientProgress = clientProgress;
-        this.maxNConcurrentPartsUpload = maxNConcurrentPartsUpload;
-        this.res = res;
-        this.nMaxUploads = this.maxNConcurrentPartsUpload;
-        const { uploadData, progress } = newProgress(res, signer);
-        this.uploadData = uploadData;
-        this.progress = progress;
-    }
-    getProgress(w, callerId) {
-        this.incCounter(w, callerId);
-        if (this.failed) {
-            this.logger.error(`Uploading terminally failed: ${this.progress.lastError}`);
-            throw new Error(this.progress.lastError);
-        }
-        return cloneProgress(this.progress);
-    }
-    shouldScheduleUpload() {
-        return isMyUpload(this.progress);
-    }
-    /** Uploads a blob if it's not BlobIndex. */
-    async uploadBlobTask() {
-        try {
-            await uploadBlob(this.logger, this.clientBlob, this.res, this.uploadData, this.isComputableDone.bind(this), {
-                nPartsWithThisUploadSpeed: this.nPartsWithThisUploadSpeed,
-                nPartsToIncreaseUpload: this.nPartsToIncreaseUpload,
-                currentSpeed: this.nMaxUploads,
-                maxSpeed: this.maxNConcurrentPartsUpload,
-            });
-            this.change.markChanged(`blob upload for ${plClient.resourceIdToString(this.res.id)} finished`);
-        }
-        catch (e) {
-            if (isTerminalUploadError(e)) {
-                this.logger.warn(`terminal error while uploading a blob: ${e}`);
-                this.change.markChanged(`blob upload for ${plClient.resourceIdToString(this.res.id)} aborted: ${e.code}`);
-                this.setDone(true);
-                return;
-            }
-            this.logger.error(`error while uploading a blob: ${e}`);
-            this.change.markChanged(`blob upload for ${plClient.resourceIdToString(this.res.id)} failed`);
-            if (nonRecoverableError(e)) {
-                this.setTerminalError(e);
-                return;
-            }
-            this.setRetriableError(e);
-            if (isHeadersTimeoutError(e)) {
-                // we probably have a slow internet, we need to slow things a bit.
-                this.nMaxUploads = decreaseConcurrency(this.logger, this.nMaxUploads, 1);
-            }
-            throw e;
-        }
-    }
-    async updateStatus() {
-        try {
-            // we do it with timeout in case we have slow internet.
-            const status = await this.clientProgress.getStatus(this.res, { timeout: 10000 });
-            const oldStatus = this.progress.status;
-            const newStatus = doneProgressIfExisted(this.alreadyExisted, protoToStatus(status));
-            this.progress.status = newStatus;
-            this.setDone(status.done);
-            if (status.done || this.progress.status.progress != oldStatus?.progress) {
-                this.change.markChanged(`upload status for ${plClient.resourceIdToString(this.res.id)} changed`);
-            }
-        }
-        catch (e) {
-            this.setRetriableError(e);
-            if (plClient.isTimeoutError(e)) {
-                this.logger.warn(`deadline exceeded while getting a status of BlobImport: ${e.message}`);
-                return;
-            }
-            if (isTerminalUploadError(e)) {
-                this.logger.warn(`terminal error while updating BlobImport status: ${e}, ${plClient.stringifyWithResourceId(this.res)}`);
-                this.change.markChanged(`upload status for ${plClient.resourceIdToString(this.res.id)} aborted: ${e.code}`);
-                this.setDone(true);
-                return;
-            }
-            this.logger.error(`retryable error while updating a status of BlobImport: ${e}`);
-            // It was a terminal error, but when a connection drops,
-            // this will stop the whole task, so we make it retryable.
-            // It was like that:
-            // this.change.markChanged();
-            // this.setTerminalError(e);
-        }
-    }
-    /** Set non-terminal error, that task can be retried. */
-    setRetriableError(e) {
-        this.progress.lastError = String(e);
-    }
-    /** Set a terminal error, the task will throw a error instead of a progress. */
-    setTerminalError(e) {
-        this.progress.lastError = String(e);
-        this.progress.done = false;
-        this.failed = true;
-    }
-    setDoneIfOutputSet(res) {
-        if (isImportResourceOutputSet(res)) {
-            this.setDone(true);
-            this.alreadyExisted = true;
-        }
-    }
-    setDone(done) {
-        this.progress.done = done;
-        if (done)
-            this.progress.lastError = undefined;
-    }
-    incCounter(w, callerId) {
-        this.change.attachWatcher(w);
-        this.counter.inc(callerId);
-    }
-    decCounter(callerId) {
-        return this.counter.dec(callerId);
-    }
-    isComputableDone() {
-        return this.counter.isZero();
-    }
-}
+* and indexing. Also, has a method to update a status of the progress.
+* And holds a change source. */
+var UploadTask = class {
+	change = new _milaboratories_computable.ChangeSource();
+	counter = new _milaboratories_ts_helpers.CallersCounter();
+	nMaxUploads;
+	nPartsWithThisUploadSpeed = 0;
+	nPartsToIncreaseUpload = 10;
+	/** If this is upload progress this field will be defined */
+	uploadData;
+	progress;
+	/** If failed, then getting a progress is terminally failed. */
+	failed;
+	/** True if the blob was existed.
+	* At this case, the task will show progress == 1.0. */
+	alreadyExisted = false;
+	constructor(logger, clientBlob, clientProgress, maxNConcurrentPartsUpload, signer, res) {
+		this.logger = logger;
+		this.clientBlob = clientBlob;
+		this.clientProgress = clientProgress;
+		this.maxNConcurrentPartsUpload = maxNConcurrentPartsUpload;
+		this.res = res;
+		this.nMaxUploads = this.maxNConcurrentPartsUpload;
+		const { uploadData, progress } = newProgress(res, signer);
+		this.uploadData = uploadData;
+		this.progress = progress;
+	}
+	getProgress(w, callerId) {
+		this.incCounter(w, callerId);
+		if (this.failed) {
+			this.logger.error(`Uploading terminally failed: ${this.progress.lastError}`);
+			throw new Error(this.progress.lastError);
+		}
+		return cloneProgress(this.progress);
+	}
+	shouldScheduleUpload() {
+		return isMyUpload(this.progress);
+	}
+	/** Uploads a blob if it's not BlobIndex. */
+	async uploadBlobTask() {
+		try {
+			await uploadBlob(this.logger, this.clientBlob, this.res, this.uploadData, this.isComputableDone.bind(this), {
+				nPartsWithThisUploadSpeed: this.nPartsWithThisUploadSpeed,
+				nPartsToIncreaseUpload: this.nPartsToIncreaseUpload,
+				currentSpeed: this.nMaxUploads,
+				maxSpeed: this.maxNConcurrentPartsUpload
+			});
+			this.change.markChanged(`blob upload for ${(0, _milaboratories_pl_client.resourceIdToString)(this.res.id)} finished`);
+		} catch (e) {
+			if (isTerminalUploadError(e)) {
+				this.logger.warn(`terminal error while uploading a blob: ${e}`);
+				this.change.markChanged(`blob upload for ${(0, _milaboratories_pl_client.resourceIdToString)(this.res.id)} aborted: ${e.code}`);
+				this.setDone(true);
+				return;
+			}
+			this.logger.error(`error while uploading a blob: ${e}`);
+			this.change.markChanged(`blob upload for ${(0, _milaboratories_pl_client.resourceIdToString)(this.res.id)} failed`);
+			if (nonRecoverableError(e)) {
+				this.setTerminalError(e);
+				return;
+			}
+			this.setRetriableError(e);
+			if (isHeadersTimeoutError(e)) this.nMaxUploads = decreaseConcurrency(this.logger, this.nMaxUploads, 1);
+			throw e;
+		}
+	}
+	async updateStatus() {
+		try {
+			const status = await this.clientProgress.getStatus(this.res, { timeout: 1e4 });
+			const oldStatus = this.progress.status;
+			const newStatus = doneProgressIfExisted(this.alreadyExisted, protoToStatus(status));
+			this.progress.status = newStatus;
+			this.setDone(status.done);
+			if (status.done || this.progress.status.progress != oldStatus?.progress) this.change.markChanged(`upload status for ${(0, _milaboratories_pl_client.resourceIdToString)(this.res.id)} changed`);
+		} catch (e) {
+			this.setRetriableError(e);
+			if ((0, _milaboratories_pl_client.isTimeoutError)(e)) {
+				this.logger.warn(`deadline exceeded while getting a status of BlobImport: ${e.message}`);
+				return;
+			}
+			if (isTerminalUploadError(e)) {
+				this.logger.warn(`terminal error while updating BlobImport status: ${e}, ${(0, _milaboratories_pl_client.stringifyWithResourceId)(this.res)}`);
+				this.change.markChanged(`upload status for ${(0, _milaboratories_pl_client.resourceIdToString)(this.res.id)} aborted: ${e.code}`);
+				this.setDone(true);
+				return;
+			}
+			this.logger.error(`retryable error while updating a status of BlobImport: ${e}`);
+		}
+	}
+	/** Set non-terminal error, that task can be retried. */
+	setRetriableError(e) {
+		this.progress.lastError = String(e);
+	}
+	/** Set a terminal error, the task will throw a error instead of a progress. */
+	setTerminalError(e) {
+		this.progress.lastError = String(e);
+		this.progress.done = false;
+		this.failed = true;
+	}
+	setDoneIfOutputSet(res) {
+		if (isImportResourceOutputSet(res)) {
+			this.setDone(true);
+			this.alreadyExisted = true;
+		}
+	}
+	setDone(done) {
+		this.progress.done = done;
+		if (done) this.progress.lastError = void 0;
+	}
+	incCounter(w, callerId) {
+		this.change.attachWatcher(w);
+		this.counter.inc(callerId);
+	}
+	decCounter(callerId) {
+		return this.counter.dec(callerId);
+	}
+	isComputableDone() {
+		return this.counter.isZero();
+	}
+};
 /** Uploads a blob if it's not BlobIndex. */
 async function uploadBlob(logger, clientBlob, res, uploadData, isDoneFn, speed) {
-    assert(isUpload(res), "the upload operation can be done only for BlobUploads");
-    const timeout = 10000; // 10 sec instead of standard 5 sec, things might be slow with a slow connection.
-    if (isDoneFn())
-        return;
-    const parts = await clientBlob.initUpload(res, { timeout });
-    logger.info(`started to upload blob ${res.id},` +
-        ` parts overall: ${parts.overall}, parts remained: ${parts.toUpload.length},` +
-        ` number of concurrent uploads: ${speed.currentSpeed}`);
-    const partUploadFn = (part) => async (controller) => {
-        if (isDoneFn())
-            return;
-        await clientBlob.partUpload(res, uploadData.localPath, BigInt(uploadData.modificationTime), part, parts.checksumAlgorithm, parts.checksumHeader, { timeout });
-        logger.info(`uploaded chunk ${part}/${parts.overall} of resource: ${res.id}`);
-        // if we had a network freeze, it will be increased slowly.
-        speed.nPartsWithThisUploadSpeed++;
-        if (speed.nPartsWithThisUploadSpeed >= speed.nPartsToIncreaseUpload) {
-            speed.nPartsWithThisUploadSpeed = 0;
-            speed.currentSpeed = increaseConcurrency(logger, speed.currentSpeed, speed.maxSpeed);
-            controller.setConcurrency(speed.currentSpeed);
-        }
-    };
-    await tsHelpers.asyncPool(speed.currentSpeed, parts.toUpload.map(partUploadFn));
-    if (isDoneFn())
-        return;
-    await clientBlob.finalize(res, { timeout });
-    logger.info(`uploading of resource ${res.id} finished.`);
+	(0, node_assert.default)(isUpload(res), "the upload operation can be done only for BlobUploads");
+	const timeout = 1e4;
+	if (isDoneFn()) return;
+	const parts = await clientBlob.initUpload(res, { timeout });
+	logger.info(`started to upload blob ${res.id}, parts overall: ${parts.overall}, parts remained: ${parts.toUpload.length}, number of concurrent uploads: ${speed.currentSpeed}`);
+	const partUploadFn = (part) => async (controller) => {
+		if (isDoneFn()) return;
+		await clientBlob.partUpload(res, uploadData.localPath, BigInt(uploadData.modificationTime), part, parts.checksumAlgorithm, parts.checksumHeader, { timeout });
+		logger.info(`uploaded chunk ${part}/${parts.overall} of resource: ${res.id}`);
+		speed.nPartsWithThisUploadSpeed++;
+		if (speed.nPartsWithThisUploadSpeed >= speed.nPartsToIncreaseUpload) {
+			speed.nPartsWithThisUploadSpeed = 0;
+			speed.currentSpeed = increaseConcurrency(logger, speed.currentSpeed, speed.maxSpeed);
+			controller.setConcurrency(speed.currentSpeed);
+		}
+	};
+	await (0, _milaboratories_ts_helpers.asyncPool)(speed.currentSpeed, parts.toUpload.map(partUploadFn));
+	if (isDoneFn()) return;
+	await clientBlob.finalize(res, { timeout });
+	logger.info(`uploading of resource ${res.id} finished.`);
 }
 function newProgress(res, signer) {
-    let isUploadSignMatch;
-    let uploadData;
-    if (isUpload(res)) {
-        uploadData = types.ImportFileHandleUploadData.parse(res.data);
-        isUploadSignMatch = isSignMatch(signer, uploadData.localPath, uploadData.pathSignature);
-    }
-    return {
-        uploadData: uploadData,
-        progress: {
-            done: false,
-            status: undefined,
-            isUpload: isUpload(res),
-            isUploadSignMatch: isUploadSignMatch,
-            lastError: undefined,
-        },
-    };
+	let isUploadSignMatch;
+	let uploadData;
+	if (isUpload(res)) {
+		uploadData = require_types.ImportFileHandleUploadData.parse(res.data);
+		isUploadSignMatch = isSignMatch(signer, uploadData.localPath, uploadData.pathSignature);
+	}
+	return {
+		uploadData,
+		progress: {
+			done: false,
+			status: void 0,
+			isUpload: isUpload(res),
+			isUploadSignMatch,
+			lastError: void 0
+		}
+	};
 }
 /** Returns true if we need to upload the blob that got from this progress. */
 function isMyUpload(p) {
-    return p.isUpload && (p.isUploadSignMatch ?? false);
+	return p.isUpload && (p.isUploadSignMatch ?? false);
 }
 /** Creates a deep copy of progress,
- * since we do not want to pass a mutable object
- * to API, it led to bugs before.
- * We do not use '...' cloning syntax
- * for the compiler to fail here if we change API. */
+* since we do not want to pass a mutable object
+* to API, it led to bugs before.
+* We do not use '...' cloning syntax
+* for the compiler to fail here if we change API. */
 function cloneProgress(progress) {
-    ({
-        done: progress.done,
-        isUpload: progress.isUpload,
-        isUploadSignMatch: progress.isUploadSignMatch,
-        lastError: progress.lastError,
-    });
-    if (progress.status)
-        ({
-            progress: progress.status.progress,
-            bytesProcessed: progress.status.bytesProcessed,
-            bytesTotal: progress.status.bytesTotal,
-        });
-    return progress;
+	const cloned = {
+		done: progress.done,
+		isUpload: progress.isUpload,
+		isUploadSignMatch: progress.isUploadSignMatch,
+		lastError: progress.lastError
+	};
+	if (progress.status) cloned.status = {
+		progress: progress.status.progress,
+		bytesProcessed: progress.status.bytesProcessed,
+		bytesTotal: progress.status.bytesTotal
+	};
+	return progress;
 }
 function isImportResourceOutputSet(res) {
-    return "blob" in res.fields
-        ? res.fields.blob !== undefined
-        : res.fields.incarnation !== undefined;
+	return "blob" in res.fields ? res.fields.blob !== void 0 : res.fields.incarnation !== void 0;
 }
 function isUpload(res) {
-    return res.type.name.startsWith("BlobUpload");
+	return res.type.name.startsWith("BlobUpload");
 }
 function isSignMatch(signer, path, signature) {
-    try {
-        signer.verify(path, signature);
-        return true;
-    }
-    catch {
-        return false;
-    }
+	try {
+		signer.verify(path, signature);
+		return true;
+	} catch {
+		return false;
+	}
 }
 function protoToStatus(proto) {
-    return {
-        progress: proto.progress ?? 0,
-        bytesProcessed: Number(proto.bytesProcessed),
-        bytesTotal: Number(proto.bytesTotal),
-    };
+	return {
+		progress: proto.progress ?? 0,
+		bytesProcessed: Number(proto.bytesProcessed),
+		bytesTotal: Number(proto.bytesTotal)
+	};
 }
 /** Special hack: if we didn't even start to upload the blob
- * to backend because the result was already there,
- * the backend does show us a status that nothing were uploaded,
- * but we need to show the client that everything is OK.
- * Thus, here we set progress to be 1.0 and all bytes are become processed. */
+* to backend because the result was already there,
+* the backend does show us a status that nothing were uploaded,
+* but we need to show the client that everything is OK.
+* Thus, here we set progress to be 1.0 and all bytes are become processed. */
 function doneProgressIfExisted(alreadyExisted, status) {
-    if (alreadyExisted && status.bytesTotal != 0 && status.bytesProcessed == 0) {
-        return {
-            progress: 1.0,
-            bytesProcessed: Number(status.bytesTotal),
-            bytesTotal: Number(status.bytesTotal),
-        };
-    }
-    return status;
+	if (alreadyExisted && status.bytesTotal != 0 && status.bytesProcessed == 0) return {
+		progress: 1,
+		bytesProcessed: Number(status.bytesTotal),
+		bytesTotal: Number(status.bytesTotal)
+	};
+	return status;
 }
 function isTerminalUploadError(e) {
-    if (e?.name !== "RpcError")
-        return false;
-    switch (e.code) {
-        case "NOT_FOUND":
-        case "ABORTED":
-        case "ALREADY_EXISTS":
-            return true;
-        default:
-            return false;
-    }
+	if (e?.name !== "RpcError") return false;
+	switch (e.code) {
+		case "NOT_FOUND":
+		case "ABORTED":
+		case "ALREADY_EXISTS": return true;
+		default: return false;
+	}
 }
 function nonRecoverableError(e) {
-    return (e instanceof upload.MTimeError ||
-        e instanceof upload.UnexpectedEOF ||
-        e instanceof upload.NoFileForUploading ||
-        e instanceof upload.BadRequestError);
+	return e instanceof require_upload.MTimeError || e instanceof require_upload.UnexpectedEOF || e instanceof require_upload.NoFileForUploading || e instanceof require_upload.BadRequestError;
 }
 function isHeadersTimeoutError(e) {
-    return e?.message.includes(`UND_ERR_HEADERS_TIMEOUT`);
+	return e?.message.includes(`UND_ERR_HEADERS_TIMEOUT`);
 }
 /** It's called for every upload success so if everyone is succeeded, we'll double the concurrency. */
 function increaseConcurrency(logger, current, max) {
-    const newConcurrency = Math.min(current + 2, max);
-    if (newConcurrency != current)
-        logger.info(`uploadTask.increaseConcurrency: increased from ${current} to ${newConcurrency}`);
-    return newConcurrency;
+	const newConcurrency = Math.min(current + 2, max);
+	if (newConcurrency != current) logger.info(`uploadTask.increaseConcurrency: increased from ${current} to ${newConcurrency}`);
+	return newConcurrency;
 }
 /** When a error happens, this will half the concurrency level, so the next time
- * we'll try to upload blobs slower. */
+* we'll try to upload blobs slower. */
 function decreaseConcurrency(logger, current, min) {
-    const newConcurrency = Math.max(Math.round(current / 2), min);
-    if (newConcurrency != current)
-        logger.info(`uploadTask.decreaseConcurrency: decreased from ${current} to ${newConcurrency}`);
-    return newConcurrency;
+	const newConcurrency = Math.max(Math.round(current / 2), min);
+	if (newConcurrency != current) logger.info(`uploadTask.decreaseConcurrency: decreased from ${current} to ${newConcurrency}`);
+	return newConcurrency;
 }
 
+//#endregion
 exports.UploadTask = UploadTask;
 exports.isMyUpload = isMyUpload;
 exports.isSignMatch = isSignMatch;
@@ -301,4 +264,4 @@ exports.isTerminalUploadError = isTerminalUploadError;
 exports.isUpload = isUpload;
 exports.nonRecoverableError = nonRecoverableError;
 exports.uploadBlob = uploadBlob;
-//# sourceMappingURL=upload_task.cjs.map
+//# sourceMappingURL=upload_task.cjs.map

package/dist/drivers/upload_task.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"upload_task.cjs","sources":["../../src/drivers/upload_task.ts"],"sourcesContent":["import type { Watcher } from \"@milaboratories/computable\";\nimport { ChangeSource } from \"@milaboratories/computable\";\nimport {\n  isTimeoutError,\n  resourceIdToString,\n  stringifyWithResourceId,\n} from \"@milaboratories/pl-client\";\nimport type * as sdk from \"@milaboratories/pl-model-common\";\nimport type { AsyncPoolController, MiLogger, Signer } from \"@milaboratories/ts-helpers\";\nimport { asyncPool, CallersCounter } from \"@milaboratories/ts-helpers\";\nimport type { ClientProgress, ProgressStatus } from \"../clients/progress\";\nimport type { ClientUpload } from \"../clients/upload\";\nimport { BadRequestError, MTimeError, NoFileForUploading, UnexpectedEOF } from \"../clients/upload\";\nimport type { ImportResourceSnapshot } from \"./types\";\nimport { ImportFileHandleUploadData } from \"./types\";\nimport assert from \"node:assert\";\nimport { ResourceInfo } from \"@milaboratories/pl-tree\";\n\n/** Holds all info needed to upload a file and a status of uploading\n * and indexing. Also, has a method to update a status of the progress.\n * And holds a change source. */\nexport class UploadTask {\n  private readonly change: ChangeSource = new ChangeSource();\n  private readonly counter: CallersCounter = new CallersCounter();\n  private nMaxUploads: number;\n  private nPartsWithThisUploadSpeed = 0;\n  private nPartsToIncreaseUpload = 10; // how many parts we have to wait to increase concurrency, 50 mb, 10 parts by 5 mb each.\n\n  /** If this is upload progress this field will be defined */\n  private uploadData?: ImportFileHandleUploadData;\n  public progress: sdk.ImportProgress;\n\n  /** If failed, then getting a progress is terminally failed. */\n  public failed?: boolean;\n\n  /** True if the blob was existed.\n   * At this case, the task will show progress == 1.0. */\n  private alreadyExisted = false;\n\n  constructor(\n    private readonly logger: MiLogger,\n    private readonly clientBlob: ClientUpload,\n    private readonly clientProgress: ClientProgress,\n    private readonly maxNConcurrentPartsUpload: number,\n    signer: Signer,\n    public readonly res: ImportResourceSnapshot,\n  ) {\n    this.nMaxUploads = this.maxNConcurrentPartsUpload;\n    const { uploadData, progress } = newProgress(res, signer);\n    this.uploadData = uploadData;\n    this.progress = progress;\n  }\n\n  public getProgress(w: Watcher, callerId: string) {\n    this.incCounter(w, callerId);\n\n    if (this.failed) {\n      this.logger.error(`Uploading terminally failed: ${this.progress.lastError}`);\n      throw new Error(this.progress.lastError);\n    }\n\n    return cloneProgress(this.progress);\n  }\n\n  public shouldScheduleUpload(): boolean {\n    return isMyUpload(this.progress);\n  }\n\n  /** Uploads a blob if it's not BlobIndex. */\n  public async uploadBlobTask() {\n    try {\n      await uploadBlob(\n        this.logger,\n        this.clientBlob,\n        this.res,\n        this.uploadData!,\n        this.isComputableDone.bind(this),\n        {\n          nPartsWithThisUploadSpeed: this.nPartsWithThisUploadSpeed,\n          nPartsToIncreaseUpload: this.nPartsToIncreaseUpload,\n          currentSpeed: this.nMaxUploads,\n          maxSpeed: this.maxNConcurrentPartsUpload,\n        },\n      );\n      this.change.markChanged(`blob upload for ${resourceIdToString(this.res.id)} finished`);\n    } catch (e: any) {\n      if (isTerminalUploadError(e)) {\n        this.logger.warn(`terminal error while uploading a blob: ${e}`);\n        this.change.markChanged(\n          `blob upload for ${resourceIdToString(this.res.id)} aborted: ${e.code}`,\n        );\n        this.setDone(true);\n\n        return;\n      }\n\n      this.logger.error(`error while uploading a blob: ${e}`);\n      this.change.markChanged(`blob upload for ${resourceIdToString(this.res.id)} failed`);\n\n      if (nonRecoverableError(e)) {\n        this.setTerminalError(e);\n        return;\n      }\n\n      this.setRetriableError(e);\n\n      if (isHeadersTimeoutError(e)) {\n        // we probably have a slow internet, we need to slow things a bit.\n        this.nMaxUploads = decreaseConcurrency(this.logger, this.nMaxUploads, 1);\n      }\n\n      throw e;\n    }\n  }\n\n  public async updateStatus() {\n    try {\n      // we do it with timeout in case we have slow internet.\n      const status = await this.clientProgress.getStatus(this.res, { timeout: 10000 });\n\n      const oldStatus = this.progress.status;\n      const newStatus = doneProgressIfExisted(this.alreadyExisted, protoToStatus(status));\n      this.progress.status = newStatus;\n      this.setDone(status.done);\n\n      if (status.done || this.progress.status.progress != oldStatus?.progress) {\n        this.change.markChanged(`upload status for ${resourceIdToString(this.res.id)} changed`);\n      }\n    } catch (e: any) {\n      this.setRetriableError(e);\n\n      if (isTimeoutError(e)) {\n        this.logger.warn(`deadline exceeded while getting a status of BlobImport: ${e.message}`);\n        return;\n      }\n\n      if (isTerminalUploadError(e)) {\n        this.logger.warn(\n          `terminal error while updating BlobImport status: ${e}, ${stringifyWithResourceId(this.res)}`,\n        );\n        this.change.markChanged(\n          `upload status for ${resourceIdToString(this.res.id)} aborted: ${e.code}`,\n        );\n        this.setDone(true);\n        return;\n      }\n\n      this.logger.error(`retryable error while updating a status of BlobImport: ${e}`);\n      // It was a terminal error, but when a connection drops,\n      // this will stop the whole task, so we make it retryable.\n      // It was like that:\n      // this.change.markChanged();\n      // this.setTerminalError(e);\n    }\n  }\n\n  /** Set non-terminal error, that task can be retried. */\n  private setRetriableError(e: unknown) {\n    this.progress.lastError = String(e);\n  }\n\n  /** Set a terminal error, the task will throw a error instead of a progress. */\n  private setTerminalError(e: unknown) {\n    this.progress.lastError = String(e);\n    this.progress.done = false;\n    this.failed = true;\n  }\n\n  public setDoneIfOutputSet(res: ImportResourceSnapshot) {\n    if (isImportResourceOutputSet(res)) {\n      this.setDone(true);\n      this.alreadyExisted = true;\n    }\n  }\n\n  private setDone(done: boolean) {\n    this.progress.done = done;\n    if (done) this.progress.lastError = undefined;\n  }\n\n  public incCounter(w: Watcher, callerId: string) {\n    this.change.attachWatcher(w);\n    this.counter.inc(callerId);\n  }\n\n  public decCounter(callerId: string) {\n    return this.counter.dec(callerId);\n  }\n\n  private isComputableDone() {\n    return this.counter.isZero();\n  }\n}\n\n/** Uploads a blob if it's not BlobIndex. */\nexport async function uploadBlob(\n  logger: MiLogger,\n  clientBlob: ClientUpload,\n  res: ResourceInfo,\n  uploadData: ImportFileHandleUploadData,\n  isDoneFn: () => boolean,\n  speed: {\n    nPartsWithThisUploadSpeed: number;\n    nPartsToIncreaseUpload: number;\n    currentSpeed: number;\n    maxSpeed: number;\n  },\n) {\n  assert(isUpload(res), \"the upload operation can be done only for BlobUploads\");\n  const timeout = 10000; // 10 sec instead of standard 5 sec, things might be slow with a slow connection.\n\n  if (isDoneFn()) return;\n  const parts = await clientBlob.initUpload(res, { timeout });\n  logger.info(\n    `started to upload blob ${res.id},` +\n      ` parts overall: ${parts.overall}, parts remained: ${parts.toUpload.length},` +\n      ` number of concurrent uploads: ${speed.currentSpeed}`,\n  );\n\n  const partUploadFn = (part: bigint) => async (controller: AsyncPoolController) => {\n    if (isDoneFn()) return;\n    await clientBlob.partUpload(\n      res,\n      uploadData.localPath,\n      BigInt(uploadData.modificationTime),\n      part,\n      parts.checksumAlgorithm,\n      parts.checksumHeader,\n      { timeout },\n    );\n    logger.info(`uploaded chunk ${part}/${parts.overall} of resource: ${res.id}`);\n\n    // if we had a network freeze, it will be increased slowly.\n    speed.nPartsWithThisUploadSpeed++;\n    if (speed.nPartsWithThisUploadSpeed >= speed.nPartsToIncreaseUpload) {\n      speed.nPartsWithThisUploadSpeed = 0;\n      speed.currentSpeed = increaseConcurrency(logger, speed.currentSpeed, speed.maxSpeed);\n      controller.setConcurrency(speed.currentSpeed);\n    }\n  };\n\n  await asyncPool(speed.currentSpeed, parts.toUpload.map(partUploadFn));\n\n  if (isDoneFn()) return;\n  await clientBlob.finalize(res, { timeout });\n\n  logger.info(`uploading of resource ${res.id} finished.`);\n}\n\nfunction newProgress(res: ImportResourceSnapshot, signer: Signer) {\n  let isUploadSignMatch: boolean | undefined;\n  let uploadData: ImportFileHandleUploadData | undefined;\n  if (isUpload(res)) {\n    uploadData = ImportFileHandleUploadData.parse(res.data);\n    isUploadSignMatch = isSignMatch(signer, uploadData.localPath, uploadData.pathSignature);\n  }\n\n  return {\n    uploadData: uploadData,\n    progress: {\n      done: false,\n      status: undefined,\n      isUpload: isUpload(res),\n      isUploadSignMatch: isUploadSignMatch,\n      lastError: undefined,\n    } satisfies sdk.ImportProgress,\n  };\n}\n\n/** Returns true if we need to upload the blob that got from this progress. */\nexport function isMyUpload(p: sdk.ImportProgress): boolean {\n  return p.isUpload && (p.isUploadSignMatch ?? false);\n}\n\n/** Creates a deep copy of progress,\n * since we do not want to pass a mutable object\n * to API, it led to bugs before.\n * We do not use '...' cloning syntax\n * for the compiler to fail here if we change API. */\nfunction cloneProgress(progress: sdk.ImportProgress): sdk.ImportProgress {\n  const cloned: sdk.ImportProgress = {\n    done: progress.done,\n    isUpload: progress.isUpload,\n    isUploadSignMatch: progress.isUploadSignMatch,\n    lastError: progress.lastError,\n  };\n\n  if (progress.status)\n    cloned.status = {\n      progress: progress.status.progress,\n      bytesProcessed: progress.status.bytesProcessed,\n      bytesTotal: progress.status.bytesTotal,\n    };\n\n  return progress;\n}\n\nfunction isImportResourceOutputSet(res: ImportResourceSnapshot) {\n  return \"blob\" in res.fields\n    ? res.fields.blob !== undefined\n    : res.fields.incarnation !== undefined;\n}\n\nexport function isUpload(res: ResourceInfo) {\n  return res.type.name.startsWith(\"BlobUpload\");\n}\n\nexport function isSignMatch(signer: Signer, path: string, signature: string): boolean {\n  try {\n    signer.verify(path, signature);\n    return true;\n  } catch {\n    return false;\n  }\n}\n\nfunction protoToStatus(proto: ProgressStatus): sdk.ImportStatus {\n  return {\n    progress: proto.progress ?? 0,\n    bytesProcessed: Number(proto.bytesProcessed),\n    bytesTotal: Number(proto.bytesTotal),\n  };\n}\n\n/** Special hack: if we didn't even start to upload the blob\n * to backend because the result was already there,\n * the backend does show us a status that nothing were uploaded,\n * but we need to show the client that everything is OK.\n * Thus, here we set progress to be 1.0 and all bytes are become processed. */\nfunction doneProgressIfExisted(alreadyExisted: boolean, status: sdk.ImportStatus) {\n  if (alreadyExisted && status.bytesTotal != 0 && status.bytesProcessed == 0) {\n    return {\n      progress: 1.0,\n      bytesProcessed: Number(status.bytesTotal),\n      bytesTotal: Number(status.bytesTotal),\n    };\n  }\n\n  return status;\n}\n\nexport function isTerminalUploadError(e: any) {\n  if (e?.name !== \"RpcError\") return false;\n  switch (e.code) {\n    case \"NOT_FOUND\":\n    case \"ABORTED\":\n    case \"ALREADY_EXISTS\":\n      return true;\n    default:\n      return false;\n  }\n}\n\nexport function nonRecoverableError(e: any) {\n  return (\n    e instanceof MTimeError ||\n    e instanceof UnexpectedEOF ||\n    e instanceof NoFileForUploading ||\n    e instanceof BadRequestError\n  );\n}\n\nfunction isHeadersTimeoutError(e: any) {\n  return (e as Error)?.message.includes(`UND_ERR_HEADERS_TIMEOUT`);\n}\n\n/** It's called for every upload success so if everyone is succeeded, we'll double the concurrency. */\nfunction increaseConcurrency(logger: MiLogger, current: number, max: number): number {\n  const newConcurrency = Math.min(current + 2, max);\n  if (newConcurrency != current)\n    logger.info(`uploadTask.increaseConcurrency: increased from ${current} to ${newConcurrency}`);\n\n  return newConcurrency;\n}\n\n/** When a error happens, this will half the concurrency level, so the next time\n * we'll try to upload blobs slower. */\nfunction decreaseConcurrency(logger: MiLogger, current: number, min: number): number {\n  const newConcurrency = Math.max(Math.round(current / 2), min);\n  if (newConcurrency != current)\n    logger.info(`uploadTask.decreaseConcurrency: decreased from ${current} to ${newConcurrency}`);\n\n  return newConcurrency;\n}\n"],"names":["ChangeSource","CallersCounter","resourceIdToString","isTimeoutError","stringifyWithResourceId","asyncPool","ImportFileHandleUploadData","MTimeError","UnexpectedEOF","NoFileForUploading","BadRequestError"],"mappings":";;;;;;;;;AAkBA;;AAEgC;MACnB,UAAU,CAAA;AAmBF,IAAA,MAAA;AACA,IAAA,UAAA;AACA,IAAA,cAAA;AACA,IAAA,yBAAA;AAED,IAAA,GAAA;AAvBD,IAAA,MAAM,GAAiB,IAAIA,uBAAY,EAAE;AACzC,IAAA,OAAO,GAAmB,IAAIC,wBAAc,EAAE;AACvD,IAAA,WAAW;IACX,yBAAyB,GAAG,CAAC;AAC7B,IAAA,sBAAsB,GAAG,EAAE,CAAC;;AAG5B,IAAA,UAAU;AACX,IAAA,QAAQ;;AAGR,IAAA,MAAM;AAEb;AACuD;IAC/C,cAAc,GAAG,KAAK;IAE9B,WAAA,CACmB,MAAgB,EAChB,UAAwB,EACxB,cAA8B,EAC9B,yBAAiC,EAClD,MAAc,EACE,GAA2B,EAAA;QAL1B,IAAA,CAAA,MAAM,GAAN,MAAM;QACN,IAAA,CAAA,UAAU,GAAV,UAAU;QACV,IAAA,CAAA,cAAc,GAAd,cAAc;QACd,IAAA,CAAA,yBAAyB,GAAzB,yBAAyB;QAE1B,IAAA,CAAA,GAAG,GAAH,GAAG;AAEnB,QAAA,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,yBAAyB;AACjD,QAAA,MAAM,EAAE,UAAU,EAAE,QAAQ,EAAE,GAAG,WAAW,CAAC,GAAG,EAAE,MAAM,CAAC;AACzD,QAAA,IAAI,CAAC,UAAU,GAAG,UAAU;AAC5B,QAAA,IAAI,CAAC,QAAQ,GAAG,QAAQ;IAC1B;IAEO,WAAW,CAAC,CAAU,EAAE,QAAgB,EAAA;AAC7C,QAAA,IAAI,CAAC,UAAU,CAAC,CAAC,EAAE,QAAQ,CAAC;AAE5B,QAAA,IAAI,IAAI,CAAC,MAAM,EAAE;AACf,YAAA,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA,6BAAA,EAAgC,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAA,CAAE,CAAC;YAC5E,MAAM,IAAI,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC;QAC1C;AAEA,QAAA,OAAO,aAAa,CAAC,IAAI,CAAC,QAAQ,CAAC;IACrC;IAEO,oBAAoB,GAAA;AACzB,QAAA,OAAO,UAAU,CAAC,IAAI,CAAC,QAAQ,CAAC;IAClC;;AAGO,IAAA,MAAM,cAAc,GAAA;AACzB,QAAA,IAAI;YACF,MAAM,UAAU,CACd,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,UAAU,EACf,IAAI,CAAC,GAAG,EACR,IAAI,CAAC,UAAW,EAChB,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,EAChC;gBACE,yBAAyB,EAAE,IAAI,CAAC,yBAAyB;gBACzD,sBAAsB,EAAE,IAAI,CAAC,sBAAsB;gBACnD,YAAY,EAAE,IAAI,CAAC,WAAW;gBAC9B,QAAQ,EAAE,IAAI,CAAC,yBAAyB;AACzC,aAAA,CACF;AACD,YAAA,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,mBAAmBC,2BAAkB,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA,SAAA,CAAW,CAAC;QACxF;QAAE,OAAO,CAAM,EAAE;AACf,YAAA,IAAI,qBAAqB,CAAC,CAAC,CAAC,EAAE;gBAC5B,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA,uCAAA,EAA0C,CAAC,CAAA,CAAE,CAAC;gBAC/D,IAAI,CAAC,MAAM,CAAC,WAAW,CACrB,CAAA,gBAAA,EAAmBA,2BAAkB,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA,UAAA,EAAa,CAAC,CAAC,IAAI,CAAA,CAAE,CACxE;AACD,gBAAA,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC;gBAElB;YACF;YAEA,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA,8BAAA,EAAiC,CAAC,CAAA,CAAE,CAAC;AACvD,YAAA,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,mBAAmBA,2BAAkB,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA,OAAA,CAAS,CAAC;AAEpF,YAAA,IAAI,mBAAmB,CAAC,CAAC,CAAC,EAAE;AAC1B,gBAAA,IAAI,CAAC,gBAAgB,CAAC,CAAC,CAAC;gBACxB;YACF;AAEA,YAAA,IAAI,CAAC,iBAAiB,CAAC,CAAC,CAAC;AAEzB,YAAA,IAAI,qBAAqB,CAAC,CAAC,CAAC,EAAE;;AAE5B,gBAAA,IAAI,CAAC,WAAW,GAAG,mBAAmB,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC;YAC1E;AAEA,YAAA,MAAM,CAAC;QACT;IACF;AAEO,IAAA,MAAM,YAAY,GAAA;AACvB,QAAA,IAAI;;AAEF,YAAA,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;AAEhF,YAAA,MAAM,SAAS,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM;AACtC,YAAA,MAAM,SAAS,GAAG,qBAAqB,CAAC,IAAI,CAAC,cAAc,EAAE,aAAa,CAAC,MAAM,CAAC,CAAC;AACnF,YAAA,IAAI,CAAC,QAAQ,CAAC,MAAM,GAAG,SAAS;AAChC,YAAA,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC;AAEzB,YAAA,IAAI,MAAM,CAAC,IAAI,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,IAAI,SAAS,EAAE,QAAQ,EAAE;AACvE,gBAAA,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,qBAAqBA,2BAAkB,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA,QAAA,CAAU,CAAC;YACzF;QACF;QAAE,OAAO,CAAM,EAAE;AACf,YAAA,IAAI,CAAC,iBAAiB,CAAC,CAAC,CAAC;AAEzB,YAAA,IAAIC,uBAAc,CAAC,CAAC,CAAC,EAAE;gBACrB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA,wDAAA,EAA2D,CAAC,CAAC,OAAO,CAAA,CAAE,CAAC;gBACxF;YACF;AAEA,YAAA,IAAI,qBAAqB,CAAC,CAAC,CAAC,EAAE;AAC5B,gBAAA,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,oDAAoD,CAAC,CAAA,EAAA,EAAKC,gCAAuB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA,CAAE,CAC9F;gBACD,IAAI,CAAC,MAAM,CAAC,WAAW,CACrB,CAAA,kBAAA,EAAqBF,2BAAkB,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA,UAAA,EAAa,CAAC,CAAC,IAAI,CAAA,CAAE,CAC1E;AACD,gBAAA,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC;gBAClB;YACF;YAEA,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA,uDAAA,EAA0D,CAAC,CAAA,CAAE,CAAC;;;;;;QAMlF;IACF;;AAGQ,IAAA,iBAAiB,CAAC,CAAU,EAAA;QAClC,IAAI,CAAC,QAAQ,CAAC,SAAS,GAAG,MAAM,CAAC,CAAC,CAAC;IACrC;;AAGQ,IAAA,gBAAgB,CAAC,CAAU,EAAA;QACjC,IAAI,CAAC,QAAQ,CAAC,SAAS,GAAG,MAAM,CAAC,CAAC,CAAC;AACnC,QAAA,IAAI,CAAC,QAAQ,CAAC,IAAI,GAAG,KAAK;AAC1B,QAAA,IAAI,CAAC,MAAM,GAAG,IAAI;IACpB;AAEO,IAAA,kBAAkB,CAAC,GAA2B,EAAA;AACnD,QAAA,IAAI,yBAAyB,CAAC,GAAG,CAAC,EAAE;AAClC,YAAA,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC;AAClB,YAAA,IAAI,CAAC,cAAc,GAAG,IAAI;QAC5B;IACF;AAEQ,IAAA,OAAO,CAAC,IAAa,EAAA;AAC3B,QAAA,IAAI,CAAC,QAAQ,CAAC,IAAI,GAAG,IAAI;AACzB,QAAA,IAAI,IAAI;AAAE,YAAA,IAAI,CAAC,QAAQ,CAAC,SAAS,GAAG,SAAS;IAC/C;IAEO,UAAU,CAAC,CAAU,EAAE,QAAgB,EAAA;AAC5C,QAAA,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC;AAC5B,QAAA,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC;IAC5B;AAEO,IAAA,UAAU,CAAC,QAAgB,EAAA;QAChC,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC;IACnC;IAEQ,gBAAgB,GAAA;AACtB,QAAA,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE;IAC9B;AACD;AAED;AACO,eAAe,UAAU,CAC9B,MAAgB,EAChB,UAAwB,EACxB,GAAiB,EACjB,UAAsC,EACtC,QAAuB,EACvB,KAKC,EAAA;IAED,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,uDAAuD,CAAC;AAC9E,IAAA,MAAM,OAAO,GAAG,KAAK,CAAC;AAEtB,IAAA,IAAI,QAAQ,EAAE;QAAE;AAChB,IAAA,MAAM,KAAK,GAAG,MAAM,UAAU,CAAC,UAAU,CAAC,GAAG,EAAE,EAAE,OAAO,EAAE,CAAC;AAC3D,IAAA,MAAM,CAAC,IAAI,CACT,0BAA0B,GAAG,CAAC,EAAE,CAAA,CAAA,CAAG;QACjC,CAAA,gBAAA,EAAmB,KAAK,CAAC,OAAO,CAAA,kBAAA,EAAqB,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAA,CAAA,CAAG;AAC7E,QAAA,CAAA,+BAAA,EAAkC,KAAK,CAAC,YAAY,CAAA,CAAE,CACzD;IAED,MAAM,YAAY,GAAG,CAAC,IAAY,KAAK,OAAO,UAA+B,KAAI;AAC/E,QAAA,IAAI,QAAQ,EAAE;YAAE;AAChB,QAAA,MAAM,UAAU,CAAC,UAAU,CACzB,GAAG,EACH,UAAU,CAAC,SAAS,EACpB,MAAM,CAAC,UAAU,CAAC,gBAAgB,CAAC,EACnC,IAAI,EACJ,KAAK,CAAC,iBAAiB,EACvB,KAAK,CAAC,cAAc,EACpB,EAAE,OAAO,EAAE,CACZ;AACD,QAAA,MAAM,CAAC,IAAI,CAAC,CAAA,eAAA,EAAkB,IAAI,CAAA,CAAA,EAAI,KAAK,CAAC,OAAO,iBAAiB,GAAG,CAAC,EAAE,CAAA,CAAE,CAAC;;QAG7E,KAAK,CAAC,yBAAyB,EAAE;QACjC,IAAI,KAAK,CAAC,yBAAyB,IAAI,KAAK,CAAC,sBAAsB,EAAE;AACnE,YAAA,KAAK,CAAC,yBAAyB,GAAG,CAAC;AACnC,YAAA,KAAK,CAAC,YAAY,GAAG,mBAAmB,CAAC,MAAM,EAAE,KAAK,CAAC,YAAY,EAAE,KAAK,CAAC,QAAQ,CAAC;AACpF,YAAA,UAAU,CAAC,cAAc,CAAC,KAAK,CAAC,YAAY,CAAC;QAC/C;AACF,IAAA,CAAC;AAED,IAAA,MAAMG,mBAAS,CAAC,KAAK,CAAC,YAAY,EAAE,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;AAErE,IAAA,IAAI,QAAQ,EAAE;QAAE;IAChB,MAAM,UAAU,CAAC,QAAQ,CAAC,GAAG,EAAE,EAAE,OAAO,EAAE,CAAC;IAE3C,MAAM,CAAC,IAAI,CAAC,CAAA,sBAAA,EAAyB,GAAG,CAAC,EAAE,CAAA,UAAA,CAAY,CAAC;AAC1D;AAEA,SAAS,WAAW,CAAC,GAA2B,EAAE,MAAc,EAAA;AAC9D,IAAA,IAAI,iBAAsC;AAC1C,IAAA,IAAI,UAAkD;AACtD,IAAA,IAAI,QAAQ,CAAC,GAAG,CAAC,EAAE;QACjB,UAAU,GAAGC,gCAA0B,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC;AACvD,QAAA,iBAAiB,GAAG,WAAW,CAAC,MAAM,EAAE,UAAU,CAAC,SAAS,EAAE,UAAU,CAAC,aAAa,CAAC;IACzF;IAEA,OAAO;AACL,QAAA,UAAU,EAAE,UAAU;AACtB,QAAA,QAAQ,EAAE;AACR,YAAA,IAAI,EAAE,KAAK;AACX,YAAA,MAAM,EAAE,SAAS;AACjB,YAAA,QAAQ,EAAE,QAAQ,CAAC,GAAG,CAAC;AACvB,YAAA,iBAAiB,EAAE,iBAAiB;AACpC,YAAA,SAAS,EAAE,SAAS;AACQ,SAAA;KAC/B;AACH;AAEA;AACM,SAAU,UAAU,CAAC,CAAqB,EAAA;IAC9C,OAAO,CAAC,CAAC,QAAQ,KAAK,CAAC,CAAC,iBAAiB,IAAI,KAAK,CAAC;AACrD;AAEA;;;;AAIqD;AACrD,SAAS,aAAa,CAAC,QAA4B,EAAA;AACjD,KAAmC;QACjC,IAAI,EAAE,QAAQ,CAAC,IAAI;QACnB,QAAQ,EAAE,QAAQ,CAAC,QAAQ;QAC3B,iBAAiB,EAAE,QAAQ,CAAC,iBAAiB;QAC7C,SAAS,EAAE,QAAQ,CAAC,SAAS;;IAG/B,IAAI,QAAQ,CAAC,MAAM;SACD;AACd,YAAA,QAAQ,EAAE,QAAQ,CAAC,MAAM,CAAC,QAAQ;AAClC,YAAA,cAAc,EAAE,QAAQ,CAAC,MAAM,CAAC,cAAc;AAC9C,YAAA,UAAU,EAAE,QAAQ,CAAC,MAAM,CAAC,UAAU;UACvC;AAEH,IAAA,OAAO,QAAQ;AACjB;AAEA,SAAS,yBAAyB,CAAC,GAA2B,EAAA;AAC5D,IAAA,OAAO,MAAM,IAAI,GAAG,CAAC;AACnB,UAAE,GAAG,CAAC,MAAM,CAAC,IAAI,KAAK;UACpB,GAAG,CAAC,MAAM,CAAC,WAAW,KAAK,SAAS;AAC1C;AAEM,SAAU,QAAQ,CAAC,GAAiB,EAAA;IACxC,OAAO,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC;AAC/C;SAEgB,WAAW,CAAC,MAAc,EAAE,IAAY,EAAE,SAAiB,EAAA;AACzE,IAAA,IAAI;AACF,QAAA,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,SAAS,CAAC;AAC9B,QAAA,OAAO,IAAI;IACb;AAAE,IAAA,MAAM;AACN,QAAA,OAAO,KAAK;IACd;AACF;AAEA,SAAS,aAAa,CAAC,KAAqB,EAAA;IAC1C,OAAO;AACL,QAAA,QAAQ,EAAE,KAAK,CAAC,QAAQ,IAAI,CAAC;AAC7B,QAAA,cAAc,EAAE,MAAM,CAAC,KAAK,CAAC,cAAc,CAAC;AAC5C,QAAA,UAAU,EAAE,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC;KACrC;AACH;AAEA;;;;AAI8E;AAC9E,SAAS,qBAAqB,CAAC,cAAuB,EAAE,MAAwB,EAAA;AAC9E,IAAA,IAAI,cAAc,IAAI,MAAM,CAAC,UAAU,IAAI,CAAC,IAAI,MAAM,CAAC,cAAc,IAAI,CAAC,EAAE;QAC1E,OAAO;AACL,YAAA,QAAQ,EAAE,GAAG;AACb,YAAA,cAAc,EAAE,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC;AACzC,YAAA,UAAU,EAAE,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC;SACtC;IACH;AAEA,IAAA,OAAO,MAAM;AACf;AAEM,SAAU,qBAAqB,CAAC,CAAM,EAAA;AAC1C,IAAA,IAAI,CAAC,EAAE,IAAI,KAAK,UAAU;AAAE,QAAA,OAAO,KAAK;AACxC,IAAA,QAAQ,CAAC,CAAC,IAAI;AACZ,QAAA,KAAK,WAAW;AAChB,QAAA,KAAK,SAAS;AACd,QAAA,KAAK,gBAAgB;AACnB,YAAA,OAAO,IAAI;AACb,QAAA;AACE,YAAA,OAAO,KAAK;;AAElB;AAEM,SAAU,mBAAmB,CAAC,CAAM,EAAA;IACxC,QACE,CAAC,YAAYC,iBAAU;AACvB,QAAA,CAAC,YAAYC,oBAAa;AAC1B,QAAA,CAAC,YAAYC,yBAAkB;QAC/B,CAAC,YAAYC,sBAAe;AAEhC;AAEA,SAAS,qBAAqB,CAAC,CAAM,EAAA;IACnC,OAAQ,CAAW,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAA,uBAAA,CAAyB,CAAC;AAClE;AAEA;AACA,SAAS,mBAAmB,CAAC,MAAgB,EAAE,OAAe,EAAE,GAAW,EAAA;AACzE,IAAA,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO,GAAG,CAAC,EAAE,GAAG,CAAC;IACjD,IAAI,cAAc,IAAI,OAAO;QAC3B,MAAM,CAAC,IAAI,CAAC,CAAA,+CAAA,EAAkD,OAAO,CAAA,IAAA,EAAO,cAAc,CAAA,CAAE,CAAC;AAE/F,IAAA,OAAO,cAAc;AACvB;AAEA;AACuC;AACvC,SAAS,mBAAmB,CAAC,MAAgB,EAAE,OAAe,EAAE,GAAW,EAAA;AACzE,IAAA,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,GAAG,CAAC,CAAC,EAAE,GAAG,CAAC;IAC7D,IAAI,cAAc,IAAI,OAAO;QAC3B,MAAM,CAAC,IAAI,CAAC,CAAA,+CAAA,EAAkD,OAAO,CAAA,IAAA,EAAO,cAAc,CAAA,CAAE,CAAC;AAE/F,IAAA,OAAO,cAAc;AACvB;;;;;;;;;;"}
+{"version":3,"file":"upload_task.cjs","names":["ChangeSource","CallersCounter","ImportFileHandleUploadData","MTimeError","UnexpectedEOF","NoFileForUploading","BadRequestError"],"sources":["../../src/drivers/upload_task.ts"],"sourcesContent":["import type { Watcher } from \"@milaboratories/computable\";\nimport { ChangeSource } from \"@milaboratories/computable\";\nimport {\n  isTimeoutError,\n  resourceIdToString,\n  stringifyWithResourceId,\n} from \"@milaboratories/pl-client\";\nimport type * as sdk from \"@milaboratories/pl-model-common\";\nimport type { AsyncPoolController, MiLogger, Signer } from \"@milaboratories/ts-helpers\";\nimport { asyncPool, CallersCounter } from \"@milaboratories/ts-helpers\";\nimport type { ClientProgress, ProgressStatus } from \"../clients/progress\";\nimport type { ClientUpload } from \"../clients/upload\";\nimport { BadRequestError, MTimeError, NoFileForUploading, UnexpectedEOF } from \"../clients/upload\";\nimport type { ImportResourceSnapshot } from \"./types\";\nimport { ImportFileHandleUploadData } from \"./types\";\nimport assert from \"node:assert\";\nimport { ResourceInfo } from \"@milaboratories/pl-tree\";\n\n/** Holds all info needed to upload a file and a status of uploading\n * and indexing. Also, has a method to update a status of the progress.\n * And holds a change source. */\nexport class UploadTask {\n  private readonly change: ChangeSource = new ChangeSource();\n  private readonly counter: CallersCounter = new CallersCounter();\n  private nMaxUploads: number;\n  private nPartsWithThisUploadSpeed = 0;\n  private nPartsToIncreaseUpload = 10; // how many parts we have to wait to increase concurrency, 50 mb, 10 parts by 5 mb each.\n\n  /** If this is upload progress this field will be defined */\n  private uploadData?: ImportFileHandleUploadData;\n  public progress: sdk.ImportProgress;\n\n  /** If failed, then getting a progress is terminally failed. */\n  public failed?: boolean;\n\n  /** True if the blob was existed.\n   * At this case, the task will show progress == 1.0. */\n  private alreadyExisted = false;\n\n  constructor(\n    private readonly logger: MiLogger,\n    private readonly clientBlob: ClientUpload,\n    private readonly clientProgress: ClientProgress,\n    private readonly maxNConcurrentPartsUpload: number,\n    signer: Signer,\n    public readonly res: ImportResourceSnapshot,\n  ) {\n    this.nMaxUploads = this.maxNConcurrentPartsUpload;\n    const { uploadData, progress } = newProgress(res, signer);\n    this.uploadData = uploadData;\n    this.progress = progress;\n  }\n\n  public getProgress(w: Watcher, callerId: string) {\n    this.incCounter(w, callerId);\n\n    if (this.failed) {\n      this.logger.error(`Uploading terminally failed: ${this.progress.lastError}`);\n      throw new Error(this.progress.lastError);\n    }\n\n    return cloneProgress(this.progress);\n  }\n\n  public shouldScheduleUpload(): boolean {\n    return isMyUpload(this.progress);\n  }\n\n  /** Uploads a blob if it's not BlobIndex. */\n  public async uploadBlobTask() {\n    try {\n      await uploadBlob(\n        this.logger,\n        this.clientBlob,\n        this.res,\n        this.uploadData!,\n        this.isComputableDone.bind(this),\n        {\n          nPartsWithThisUploadSpeed: this.nPartsWithThisUploadSpeed,\n          nPartsToIncreaseUpload: this.nPartsToIncreaseUpload,\n          currentSpeed: this.nMaxUploads,\n          maxSpeed: this.maxNConcurrentPartsUpload,\n        },\n      );\n      this.change.markChanged(`blob upload for ${resourceIdToString(this.res.id)} finished`);\n    } catch (e: any) {\n      if (isTerminalUploadError(e)) {\n        this.logger.warn(`terminal error while uploading a blob: ${e}`);\n        this.change.markChanged(\n          `blob upload for ${resourceIdToString(this.res.id)} aborted: ${e.code}`,\n        );\n        this.setDone(true);\n\n        return;\n      }\n\n      this.logger.error(`error while uploading a blob: ${e}`);\n      this.change.markChanged(`blob upload for ${resourceIdToString(this.res.id)} failed`);\n\n      if (nonRecoverableError(e)) {\n        this.setTerminalError(e);\n        return;\n      }\n\n      this.setRetriableError(e);\n\n      if (isHeadersTimeoutError(e)) {\n        // we probably have a slow internet, we need to slow things a bit.\n        this.nMaxUploads = decreaseConcurrency(this.logger, this.nMaxUploads, 1);\n      }\n\n      throw e;\n    }\n  }\n\n  public async updateStatus() {\n    try {\n      // we do it with timeout in case we have slow internet.\n      const status = await this.clientProgress.getStatus(this.res, { timeout: 10000 });\n\n      const oldStatus = this.progress.status;\n      const newStatus = doneProgressIfExisted(this.alreadyExisted, protoToStatus(status));\n      this.progress.status = newStatus;\n      this.setDone(status.done);\n\n      if (status.done || this.progress.status.progress != oldStatus?.progress) {\n        this.change.markChanged(`upload status for ${resourceIdToString(this.res.id)} changed`);\n      }\n    } catch (e: any) {\n      this.setRetriableError(e);\n\n      if (isTimeoutError(e)) {\n        this.logger.warn(`deadline exceeded while getting a status of BlobImport: ${e.message}`);\n        return;\n      }\n\n      if (isTerminalUploadError(e)) {\n        this.logger.warn(\n          `terminal error while updating BlobImport status: ${e}, ${stringifyWithResourceId(this.res)}`,\n        );\n        this.change.markChanged(\n          `upload status for ${resourceIdToString(this.res.id)} aborted: ${e.code}`,\n        );\n        this.setDone(true);\n        return;\n      }\n\n      this.logger.error(`retryable error while updating a status of BlobImport: ${e}`);\n      // It was a terminal error, but when a connection drops,\n      // this will stop the whole task, so we make it retryable.\n      // It was like that:\n      // this.change.markChanged();\n      // this.setTerminalError(e);\n    }\n  }\n\n  /** Set non-terminal error, that task can be retried. */\n  private setRetriableError(e: unknown) {\n    this.progress.lastError = String(e);\n  }\n\n  /** Set a terminal error, the task will throw a error instead of a progress. */\n  private setTerminalError(e: unknown) {\n    this.progress.lastError = String(e);\n    this.progress.done = false;\n    this.failed = true;\n  }\n\n  public setDoneIfOutputSet(res: ImportResourceSnapshot) {\n    if (isImportResourceOutputSet(res)) {\n      this.setDone(true);\n      this.alreadyExisted = true;\n    }\n  }\n\n  private setDone(done: boolean) {\n    this.progress.done = done;\n    if (done) this.progress.lastError = undefined;\n  }\n\n  public incCounter(w: Watcher, callerId: string) {\n    this.change.attachWatcher(w);\n    this.counter.inc(callerId);\n  }\n\n  public decCounter(callerId: string) {\n    return this.counter.dec(callerId);\n  }\n\n  private isComputableDone() {\n    return this.counter.isZero();\n  }\n}\n\n/** Uploads a blob if it's not BlobIndex. */\nexport async function uploadBlob(\n  logger: MiLogger,\n  clientBlob: ClientUpload,\n  res: ResourceInfo,\n  uploadData: ImportFileHandleUploadData,\n  isDoneFn: () => boolean,\n  speed: {\n    nPartsWithThisUploadSpeed: number;\n    nPartsToIncreaseUpload: number;\n    currentSpeed: number;\n    maxSpeed: number;\n  },\n) {\n  assert(isUpload(res), \"the upload operation can be done only for BlobUploads\");\n  const timeout = 10000; // 10 sec instead of standard 5 sec, things might be slow with a slow connection.\n\n  if (isDoneFn()) return;\n  const parts = await clientBlob.initUpload(res, { timeout });\n  logger.info(\n    `started to upload blob ${res.id},` +\n      ` parts overall: ${parts.overall}, parts remained: ${parts.toUpload.length},` +\n      ` number of concurrent uploads: ${speed.currentSpeed}`,\n  );\n\n  const partUploadFn = (part: bigint) => async (controller: AsyncPoolController) => {\n    if (isDoneFn()) return;\n    await clientBlob.partUpload(\n      res,\n      uploadData.localPath,\n      BigInt(uploadData.modificationTime),\n      part,\n      parts.checksumAlgorithm,\n      parts.checksumHeader,\n      { timeout },\n    );\n    logger.info(`uploaded chunk ${part}/${parts.overall} of resource: ${res.id}`);\n\n    // if we had a network freeze, it will be increased slowly.\n    speed.nPartsWithThisUploadSpeed++;\n    if (speed.nPartsWithThisUploadSpeed >= speed.nPartsToIncreaseUpload) {\n      speed.nPartsWithThisUploadSpeed = 0;\n      speed.currentSpeed = increaseConcurrency(logger, speed.currentSpeed, speed.maxSpeed);\n      controller.setConcurrency(speed.currentSpeed);\n    }\n  };\n\n  await asyncPool(speed.currentSpeed, parts.toUpload.map(partUploadFn));\n\n  if (isDoneFn()) return;\n  await clientBlob.finalize(res, { timeout });\n\n  logger.info(`uploading of resource ${res.id} finished.`);\n}\n\nfunction newProgress(res: ImportResourceSnapshot, signer: Signer) {\n  let isUploadSignMatch: boolean | undefined;\n  let uploadData: ImportFileHandleUploadData | undefined;\n  if (isUpload(res)) {\n    uploadData = ImportFileHandleUploadData.parse(res.data);\n    isUploadSignMatch = isSignMatch(signer, uploadData.localPath, uploadData.pathSignature);\n  }\n\n  return {\n    uploadData: uploadData,\n    progress: {\n      done: false,\n      status: undefined,\n      isUpload: isUpload(res),\n      isUploadSignMatch: isUploadSignMatch,\n      lastError: undefined,\n    } satisfies sdk.ImportProgress,\n  };\n}\n\n/** Returns true if we need to upload the blob that got from this progress. */\nexport function isMyUpload(p: sdk.ImportProgress): boolean {\n  return p.isUpload && (p.isUploadSignMatch ?? false);\n}\n\n/** Creates a deep copy of progress,\n * since we do not want to pass a mutable object\n * to API, it led to bugs before.\n * We do not use '...' cloning syntax\n * for the compiler to fail here if we change API. */\nfunction cloneProgress(progress: sdk.ImportProgress): sdk.ImportProgress {\n  const cloned: sdk.ImportProgress = {\n    done: progress.done,\n    isUpload: progress.isUpload,\n    isUploadSignMatch: progress.isUploadSignMatch,\n    lastError: progress.lastError,\n  };\n\n  if (progress.status)\n    cloned.status = {\n      progress: progress.status.progress,\n      bytesProcessed: progress.status.bytesProcessed,\n      bytesTotal: progress.status.bytesTotal,\n    };\n\n  return progress;\n}\n\nfunction isImportResourceOutputSet(res: ImportResourceSnapshot) {\n  return \"blob\" in res.fields\n    ? res.fields.blob !== undefined\n    : res.fields.incarnation !== undefined;\n}\n\nexport function isUpload(res: ResourceInfo) {\n  return res.type.name.startsWith(\"BlobUpload\");\n}\n\nexport function isSignMatch(signer: Signer, path: string, signature: string): boolean {\n  try {\n    signer.verify(path, signature);\n    return true;\n  } catch {\n    return false;\n  }\n}\n\nfunction protoToStatus(proto: ProgressStatus): sdk.ImportStatus {\n  return {\n    progress: proto.progress ?? 0,\n    bytesProcessed: Number(proto.bytesProcessed),\n    bytesTotal: Number(proto.bytesTotal),\n  };\n}\n\n/** Special hack: if we didn't even start to upload the blob\n * to backend because the result was already there,\n * the backend does show us a status that nothing were uploaded,\n * but we need to show the client that everything is OK.\n * Thus, here we set progress to be 1.0 and all bytes are become processed. */\nfunction doneProgressIfExisted(alreadyExisted: boolean, status: sdk.ImportStatus) {\n  if (alreadyExisted && status.bytesTotal != 0 && status.bytesProcessed == 0) {\n    return {\n      progress: 1.0,\n      bytesProcessed: Number(status.bytesTotal),\n      bytesTotal: Number(status.bytesTotal),\n    };\n  }\n\n  return status;\n}\n\nexport function isTerminalUploadError(e: any) {\n  if (e?.name !== \"RpcError\") return false;\n  switch (e.code) {\n    case \"NOT_FOUND\":\n    case \"ABORTED\":\n    case \"ALREADY_EXISTS\":\n      return true;\n    default:\n      return false;\n  }\n}\n\nexport function nonRecoverableError(e: any) {\n  return (\n    e instanceof MTimeError ||\n    e instanceof UnexpectedEOF ||\n    e instanceof NoFileForUploading ||\n    e instanceof BadRequestError\n  );\n}\n\nfunction isHeadersTimeoutError(e: any) {\n  return (e as Error)?.message.includes(`UND_ERR_HEADERS_TIMEOUT`);\n}\n\n/** It's called for every upload success so if everyone is succeeded, we'll double the concurrency. */\nfunction increaseConcurrency(logger: MiLogger, current: number, max: number): number {\n  const newConcurrency = Math.min(current + 2, max);\n  if (newConcurrency != current)\n    logger.info(`uploadTask.increaseConcurrency: increased from ${current} to ${newConcurrency}`);\n\n  return newConcurrency;\n}\n\n/** When a error happens, this will half the concurrency level, so the next time\n * we'll try to upload blobs slower. */\nfunction decreaseConcurrency(logger: MiLogger, current: number, min: number): number {\n  const newConcurrency = Math.max(Math.round(current / 2), min);\n  if (newConcurrency != current)\n    logger.info(`uploadTask.decreaseConcurrency: decreased from ${current} to ${newConcurrency}`);\n\n  return newConcurrency;\n}\n"],"mappings":";;;;;;;;;;;;;AAqBA,IAAa,aAAb,MAAwB;CACtB,AAAiB,SAAuB,IAAIA,yCAAc;CAC1D,AAAiB,UAA0B,IAAIC,2CAAgB;CAC/D,AAAQ;CACR,AAAQ,4BAA4B;CACpC,AAAQ,yBAAyB;;CAGjC,AAAQ;CACR,AAAO;;CAGP,AAAO;;;CAIP,AAAQ,iBAAiB;CAEzB,YACE,AAAiB,QACjB,AAAiB,YACjB,AAAiB,gBACjB,AAAiB,2BACjB,QACA,AAAgB,KAChB;EANiB;EACA;EACA;EACA;EAED;AAEhB,OAAK,cAAc,KAAK;EACxB,MAAM,EAAE,YAAY,aAAa,YAAY,KAAK,OAAO;AACzD,OAAK,aAAa;AAClB,OAAK,WAAW;;CAGlB,AAAO,YAAY,GAAY,UAAkB;AAC/C,OAAK,WAAW,GAAG,SAAS;AAE5B,MAAI,KAAK,QAAQ;AACf,QAAK,OAAO,MAAM,gCAAgC,KAAK,SAAS,YAAY;AAC5E,SAAM,IAAI,MAAM,KAAK,SAAS,UAAU;;AAG1C,SAAO,cAAc,KAAK,SAAS;;CAGrC,AAAO,uBAAgC;AACrC,SAAO,WAAW,KAAK,SAAS;;;CAIlC,MAAa,iBAAiB;AAC5B,MAAI;AACF,SAAM,WACJ,KAAK,QACL,KAAK,YACL,KAAK,KACL,KAAK,YACL,KAAK,iBAAiB,KAAK,KAAK,EAChC;IACE,2BAA2B,KAAK;IAChC,wBAAwB,KAAK;IAC7B,cAAc,KAAK;IACnB,UAAU,KAAK;IAChB,CACF;AACD,QAAK,OAAO,YAAY,qEAAsC,KAAK,IAAI,GAAG,CAAC,WAAW;WAC/E,GAAQ;AACf,OAAI,sBAAsB,EAAE,EAAE;AAC5B,SAAK,OAAO,KAAK,0CAA0C,IAAI;AAC/D,SAAK,OAAO,YACV,qEAAsC,KAAK,IAAI,GAAG,CAAC,YAAY,EAAE,OAClE;AACD,SAAK,QAAQ,KAAK;AAElB;;AAGF,QAAK,OAAO,MAAM,iCAAiC,IAAI;AACvD,QAAK,OAAO,YAAY,qEAAsC,KAAK,IAAI,GAAG,CAAC,SAAS;AAEpF,OAAI,oBAAoB,EAAE,EAAE;AAC1B,SAAK,iBAAiB,EAAE;AACxB;;AAGF,QAAK,kBAAkB,EAAE;AAEzB,OAAI,sBAAsB,EAAE,CAE1B,MAAK,cAAc,oBAAoB,KAAK,QAAQ,KAAK,aAAa,EAAE;AAG1E,SAAM;;;CAIV,MAAa,eAAe;AAC1B,MAAI;GAEF,MAAM,SAAS,MAAM,KAAK,eAAe,UAAU,KAAK,KAAK,EAAE,SAAS,KAAO,CAAC;GAEhF,MAAM,YAAY,KAAK,SAAS;GAChC,MAAM,YAAY,sBAAsB,KAAK,gBAAgB,cAAc,OAAO,CAAC;AACnF,QAAK,SAAS,SAAS;AACvB,QAAK,QAAQ,OAAO,KAAK;AAEzB,OAAI,OAAO,QAAQ,KAAK,SAAS,OAAO,YAAY,WAAW,SAC7D,MAAK,OAAO,YAAY,uEAAwC,KAAK,IAAI,GAAG,CAAC,UAAU;WAElF,GAAQ;AACf,QAAK,kBAAkB,EAAE;AAEzB,qDAAmB,EAAE,EAAE;AACrB,SAAK,OAAO,KAAK,2DAA2D,EAAE,UAAU;AACxF;;AAGF,OAAI,sBAAsB,EAAE,EAAE;AAC5B,SAAK,OAAO,KACV,oDAAoD,EAAE,2DAA4B,KAAK,IAAI,GAC5F;AACD,SAAK,OAAO,YACV,uEAAwC,KAAK,IAAI,GAAG,CAAC,YAAY,EAAE,OACpE;AACD,SAAK,QAAQ,KAAK;AAClB;;AAGF,QAAK,OAAO,MAAM,0DAA0D,IAAI;;;;CAUpF,AAAQ,kBAAkB,GAAY;AACpC,OAAK,SAAS,YAAY,OAAO,EAAE;;;CAIrC,AAAQ,iBAAiB,GAAY;AACnC,OAAK,SAAS,YAAY,OAAO,EAAE;AACnC,OAAK,SAAS,OAAO;AACrB,OAAK,SAAS;;CAGhB,AAAO,mBAAmB,KAA6B;AACrD,MAAI,0BAA0B,IAAI,EAAE;AAClC,QAAK,QAAQ,KAAK;AAClB,QAAK,iBAAiB;;;CAI1B,AAAQ,QAAQ,MAAe;AAC7B,OAAK,SAAS,OAAO;AACrB,MAAI,KAAM,MAAK,SAAS,YAAY;;CAGtC,AAAO,WAAW,GAAY,UAAkB;AAC9C,OAAK,OAAO,cAAc,EAAE;AAC5B,OAAK,QAAQ,IAAI,SAAS;;CAG5B,AAAO,WAAW,UAAkB;AAClC,SAAO,KAAK,QAAQ,IAAI,SAAS;;CAGnC,AAAQ,mBAAmB;AACzB,SAAO,KAAK,QAAQ,QAAQ;;;;AAKhC,eAAsB,WACpB,QACA,YACA,KACA,YACA,UACA,OAMA;AACA,0BAAO,SAAS,IAAI,EAAE,wDAAwD;CAC9E,MAAM,UAAU;AAEhB,KAAI,UAAU,CAAE;CAChB,MAAM,QAAQ,MAAM,WAAW,WAAW,KAAK,EAAE,SAAS,CAAC;AAC3D,QAAO,KACL,0BAA0B,IAAI,GAAG,mBACZ,MAAM,QAAQ,oBAAoB,MAAM,SAAS,OAAO,kCACzC,MAAM,eAC3C;CAED,MAAM,gBAAgB,SAAiB,OAAO,eAAoC;AAChF,MAAI,UAAU,CAAE;AAChB,QAAM,WAAW,WACf,KACA,WAAW,WACX,OAAO,WAAW,iBAAiB,EACnC,MACA,MAAM,mBACN,MAAM,gBACN,EAAE,SAAS,CACZ;AACD,SAAO,KAAK,kBAAkB,KAAK,GAAG,MAAM,QAAQ,gBAAgB,IAAI,KAAK;AAG7E,QAAM;AACN,MAAI,MAAM,6BAA6B,MAAM,wBAAwB;AACnE,SAAM,4BAA4B;AAClC,SAAM,eAAe,oBAAoB,QAAQ,MAAM,cAAc,MAAM,SAAS;AACpF,cAAW,eAAe,MAAM,aAAa;;;AAIjD,iDAAgB,MAAM,cAAc,MAAM,SAAS,IAAI,aAAa,CAAC;AAErE,KAAI,UAAU,CAAE;AAChB,OAAM,WAAW,SAAS,KAAK,EAAE,SAAS,CAAC;AAE3C,QAAO,KAAK,yBAAyB,IAAI,GAAG,YAAY;;AAG1D,SAAS,YAAY,KAA6B,QAAgB;CAChE,IAAI;CACJ,IAAI;AACJ,KAAI,SAAS,IAAI,EAAE;AACjB,eAAaC,yCAA2B,MAAM,IAAI,KAAK;AACvD,sBAAoB,YAAY,QAAQ,WAAW,WAAW,WAAW,cAAc;;AAGzF,QAAO;EACO;EACZ,UAAU;GACR,MAAM;GACN,QAAQ;GACR,UAAU,SAAS,IAAI;GACJ;GACnB,WAAW;GACZ;EACF;;;AAIH,SAAgB,WAAW,GAAgC;AACzD,QAAO,EAAE,aAAa,EAAE,qBAAqB;;;;;;;AAQ/C,SAAS,cAAc,UAAkD;CACvE,MAAM,SAA6B;EACjC,MAAM,SAAS;EACf,UAAU,SAAS;EACnB,mBAAmB,SAAS;EAC5B,WAAW,SAAS;EACrB;AAED,KAAI,SAAS,OACX,QAAO,SAAS;EACd,UAAU,SAAS,OAAO;EAC1B,gBAAgB,SAAS,OAAO;EAChC,YAAY,SAAS,OAAO;EAC7B;AAEH,QAAO;;AAGT,SAAS,0BAA0B,KAA6B;AAC9D,QAAO,UAAU,IAAI,SACjB,IAAI,OAAO,SAAS,SACpB,IAAI,OAAO,gBAAgB;;AAGjC,SAAgB,SAAS,KAAmB;AAC1C,QAAO,IAAI,KAAK,KAAK,WAAW,aAAa;;AAG/C,SAAgB,YAAY,QAAgB,MAAc,WAA4B;AACpF,KAAI;AACF,SAAO,OAAO,MAAM,UAAU;AAC9B,SAAO;SACD;AACN,SAAO;;;AAIX,SAAS,cAAc,OAAyC;AAC9D,QAAO;EACL,UAAU,MAAM,YAAY;EAC5B,gBAAgB,OAAO,MAAM,eAAe;EAC5C,YAAY,OAAO,MAAM,WAAW;EACrC;;;;;;;AAQH,SAAS,sBAAsB,gBAAyB,QAA0B;AAChF,KAAI,kBAAkB,OAAO,cAAc,KAAK,OAAO,kBAAkB,EACvE,QAAO;EACL,UAAU;EACV,gBAAgB,OAAO,OAAO,WAAW;EACzC,YAAY,OAAO,OAAO,WAAW;EACtC;AAGH,QAAO;;AAGT,SAAgB,sBAAsB,GAAQ;AAC5C,KAAI,GAAG,SAAS,WAAY,QAAO;AACnC,SAAQ,EAAE,MAAV;EACE,KAAK;EACL,KAAK;EACL,KAAK,iBACH,QAAO;EACT,QACE,QAAO;;;AAIb,SAAgB,oBAAoB,GAAQ;AAC1C,QACE,aAAaC,6BACb,aAAaC,gCACb,aAAaC,qCACb,aAAaC;;AAIjB,SAAS,sBAAsB,GAAQ;AACrC,QAAQ,GAAa,QAAQ,SAAS,0BAA0B;;;AAIlE,SAAS,oBAAoB,QAAkB,SAAiB,KAAqB;CACnF,MAAM,iBAAiB,KAAK,IAAI,UAAU,GAAG,IAAI;AACjD,KAAI,kBAAkB,QACpB,QAAO,KAAK,kDAAkD,QAAQ,MAAM,iBAAiB;AAE/F,QAAO;;;;AAKT,SAAS,oBAAoB,QAAkB,SAAiB,KAAqB;CACnF,MAAM,iBAAiB,KAAK,IAAI,KAAK,MAAM,UAAU,EAAE,EAAE,IAAI;AAC7D,KAAI,kBAAkB,QACpB,QAAO,KAAK,kDAAkD,QAAQ,MAAM,iBAAiB;AAE/F,QAAO"}