@milaboratories/pl-drivers 1.10.9 → 1.10.11

package/dist/drivers/download_blob/download_blob.js.map

@@ -1 +1 @@
-{"version":3,"file":"download_blob.js","sources":["../../../src/drivers/download_blob/download_blob.ts"],"sourcesContent":["import type {\n  ComputableCtx,\n  ComputableStableDefined,\n  Watcher,\n} from '@milaboratories/computable';\nimport {\n  ChangeSource,\n  Computable,\n} from '@milaboratories/computable';\nimport type { ResourceId, ResourceType } from '@milaboratories/pl-client';\nimport { resourceIdToString, stringifyWithResourceId } from '@milaboratories/pl-client';\nimport type {\n  AnyLogHandle,\n  BlobDriver,\n  LocalBlobHandle,\n  LocalBlobHandleAndSize,\n  ReadyLogHandle,\n  RemoteBlobHandle,\n  RemoteBlobHandleAndSize,\n  StreamingApiResponse,\n} from '@milaboratories/pl-model-common';\nimport { type RangeBytes, validateRangeBytes } from '@milaboratories/pl-model-common';\nimport type {\n  PlTreeEntry,\n  ResourceInfo,\n  ResourceSnapshot\n} from '@milaboratories/pl-tree';\nimport {\n  isPlTreeEntry,\n  makeResourceSnapshot,\n  treeEntryToResourceInfo,\n} from '@milaboratories/pl-tree';\nimport type { MiLogger, Signer } from '@milaboratories/ts-helpers';\nimport { CallersCounter, mapGet, TaskProcessor } from '@milaboratories/ts-helpers';\nimport Denque from 'denque';\nimport * as fs from 'fs';\nimport { randomUUID } from 'node:crypto';\nimport * as fsp from 'node:fs/promises';\nimport * as os from 'node:os';\nimport * as path from 'node:path';\nimport * as readline from 'node:readline/promises';\nimport { Writable } from 'node:stream';\nimport { buffer } from 'node:stream/consumers';\nimport type { ClientDownload } from '../../clients/download';\nimport type { ClientLogs } from '../../clients/logs';\nimport { readFileContent } from '../helpers/read_file';\nimport {\n  isLocalBlobHandle,\n  newLocalHandle,\n  parseLocalHandle,\n} from '../helpers/download_local_handle';\nimport {\n  isRemoteBlobHandle,\n  newRemoteHandle,\n  parseRemoteHandle,\n} from '../helpers/download_remote_handle';\nimport { Updater, WrongResourceTypeError } from '../helpers/helpers';\nimport { getResourceInfoFromLogHandle, newLogHandle } from '../helpers/logs_handle';\nimport { getSize, OnDemandBlobResourceSnapshot } from '../types';\nimport { blobKey, pathToKey } from './blob_key';\nimport { DownloadBlobTask, nonRecoverableError } from './download_blob_task';\nimport { FilesCache } from '../helpers/files_cache';\nimport { SparseCache, SparseCacheFsFile, SparseCacheFsRanges } from './sparse_cache/cache';\n\nexport type DownloadDriverOps = {\n  /**\n   * A soft limit of the amount of blob storage, in bytes.\n   * Once exceeded, the download driver will start deleting blobs one by one\n   * when they become unneeded.\n   * */\n  cacheSoftSizeBytes: number;\n\n  /**\n   * A hard limit of the amount of sparse cache, in bytes.\n   * Once exceeded, the download driver will start deleting blobs one by one.\n   *\n   * The sparse cache is used to store ranges of blobs.\n   * */\n  rangesCacheMaxSizeBytes: number;\n\n  /**\n   * Max number of concurrent downloads while calculating computable states\n   * derived from this driver\n   * */\n  nConcurrentDownloads: number;\n};\n\n/** DownloadDriver holds a queue of downloading tasks,\n * and notifies every watcher when a file were downloaded. */\nexport class DownloadDriver implements BlobDriver {\n  /** Represents a unique key to the path of a blob as a map. */\n  private keyToDownload: Map<string, DownloadBlobTask> = new Map();\n\n  /** Writes and removes files to a hard drive and holds a counter for every\n   * file that should be kept. */\n  private cache: FilesCache<DownloadBlobTask>;\n  private rangesCache: SparseCache;\n\n  /** Downloads files and writes them to the local dir. */\n  private downloadQueue: TaskProcessor;\n\n  private keyToOnDemand: Map<string, OnDemandBlobHolder> = new Map();\n\n  private idToLastLines: Map<string, LastLinesGetter> = new Map();\n  private idToProgressLog: Map<string, LastLinesGetter> = new Map();\n\n  private readonly saveDir: string;\n\n  constructor(\n    private readonly logger: MiLogger,\n    private readonly clientDownload: ClientDownload,\n    private readonly clientLogs: ClientLogs,\n    saveDir: string,\n    private readonly rangesCacheDir: string,\n    private readonly signer: Signer,\n    private readonly ops: DownloadDriverOps,\n  ) {\n    this.cache = new FilesCache(this.ops.cacheSoftSizeBytes);\n\n    const fsRanges = new SparseCacheFsRanges(this.logger, this.rangesCacheDir);\n    const fsStorage = new SparseCacheFsFile(this.logger, this.rangesCacheDir);\n    this.rangesCache = new SparseCache(this.logger, this.ops.rangesCacheMaxSizeBytes, fsRanges, fsStorage);\n\n    this.downloadQueue = new TaskProcessor(this.logger, ops.nConcurrentDownloads);\n\n    this.saveDir = path.resolve(saveDir);\n  }\n\n  static async init(\n    logger: MiLogger,\n    clientDownload: ClientDownload,\n    clientLogs: ClientLogs,\n    saveDir: string,\n    rangesCacheDir: string,\n    signer: Signer,\n    ops: DownloadDriverOps,\n  ): Promise<DownloadDriver> {\n    const driver = new DownloadDriver(logger, clientDownload, clientLogs, saveDir, rangesCacheDir, signer, ops);\n    await driver.rangesCache.reset();\n\n    return driver;\n  }\n\n  /** Gets a blob or part of the blob by its resource id or downloads a blob and sets it in a cache. */\n  public getDownloadedBlob(\n    res: ResourceInfo | PlTreeEntry,\n    ctx: ComputableCtx,\n  ): LocalBlobHandleAndSize | undefined;\n  public getDownloadedBlob(\n    res: ResourceInfo | PlTreeEntry,\n  ): ComputableStableDefined<LocalBlobHandleAndSize>;\n  public getDownloadedBlob(\n    res: ResourceInfo | PlTreeEntry,\n    ctx?: ComputableCtx,\n  ): Computable<LocalBlobHandleAndSize | undefined> | LocalBlobHandleAndSize | undefined {\n    if (ctx === undefined) {\n      return Computable.make((ctx) => this.getDownloadedBlob(res, ctx));\n    }\n\n    const rInfo = treeEntryToResourceInfo(res, ctx);\n\n    const callerId = randomUUID();\n    ctx.addOnDestroy(() => this.releaseBlob(rInfo, callerId));\n\n    const result = this.getDownloadedBlobNoCtx(ctx.watcher, rInfo as ResourceSnapshot, callerId);\n    if (result == undefined) {\n      ctx.markUnstable('download blob is still undefined');\n    }\n\n    return result;\n  }\n\n  private getDownloadedBlobNoCtx(\n    w: Watcher,\n    rInfo: ResourceSnapshot,\n    callerId: string,\n  ): LocalBlobHandleAndSize | undefined {\n    validateDownloadableResourceType('getDownloadedBlob', rInfo.type);\n\n    // We don't need to request files with wider limits,\n    // PFrame's engine does it disk-optimally by itself.\n\n    const task = this.getOrSetNewTask(rInfo, callerId);\n    task.attach(w, callerId);\n\n    const result = task.getBlob();\n    if (!result.done) {\n      return undefined;\n    }\n    if (result.result.ok) {\n      return result.result.value;\n    }\n    throw result.result.error;\n  }\n\n  private getOrSetNewTask(\n    rInfo: ResourceSnapshot,\n    callerId: string,\n  ): DownloadBlobTask {\n    const key = blobKey(rInfo.id);\n\n    const inMemoryTask = this.keyToDownload.get(key);\n    if (inMemoryTask) {\n      return inMemoryTask;\n    }\n\n    // schedule the blob downloading, then it'll be added to the cache.\n    const fPath = path.resolve(this.saveDir, key);\n\n    const newTask = new DownloadBlobTask(\n      this.logger,\n      this.clientDownload,\n      rInfo,\n      newLocalHandle(fPath, this.signer),\n      fPath,\n    );\n    this.keyToDownload.set(key, newTask);\n\n    this.downloadQueue.push({\n      fn: () => this.downloadBlob(newTask, callerId),\n      recoverableErrorPredicate: (e) => !nonRecoverableError(e),\n    });\n\n    return newTask;\n  }\n\n  private async downloadBlob(task: DownloadBlobTask, callerId: string) {\n    await task.download();\n    const blob = task.getBlob();\n    if (blob.done && blob.result.ok) {\n      this.cache.addCache(task, callerId);\n    }\n  }\n\n  /** Gets on demand blob. */\n  public getOnDemandBlob(\n    res: OnDemandBlobResourceSnapshot | PlTreeEntry,\n  ): Computable<RemoteBlobHandleAndSize>;\n  public getOnDemandBlob(\n    res: OnDemandBlobResourceSnapshot | PlTreeEntry,\n    ctx?: undefined,\n    fromBytes?: number,\n    toBytes?: number,\n  ): Computable<RemoteBlobHandleAndSize>;\n  public getOnDemandBlob(\n    res: OnDemandBlobResourceSnapshot | PlTreeEntry,\n    ctx: ComputableCtx,\n    fromBytes?: number,\n    toBytes?: number,\n  ): RemoteBlobHandleAndSize;\n  public getOnDemandBlob(\n    res: OnDemandBlobResourceSnapshot | PlTreeEntry,\n    ctx?: ComputableCtx,\n  ): ComputableStableDefined<RemoteBlobHandleAndSize> | RemoteBlobHandleAndSize | undefined {\n    if (ctx === undefined) return Computable.make((ctx) => this.getOnDemandBlob(res, ctx));\n\n    const rInfo: OnDemandBlobResourceSnapshot = isPlTreeEntry(res)\n      ? makeResourceSnapshot(res, OnDemandBlobResourceSnapshot, ctx)\n      : res;\n\n    const callerId = randomUUID();\n    ctx.addOnDestroy(() => this.releaseOnDemandBlob(rInfo.id, callerId));\n\n    // note that the watcher is not needed,\n    // the handler never changes.\n    const result = this.getOnDemandBlobNoCtx(rInfo, callerId);\n\n    return result;\n  }\n\n  private getOnDemandBlobNoCtx(\n    info: OnDemandBlobResourceSnapshot,\n    callerId: string,\n  ): RemoteBlobHandleAndSize {\n    validateDownloadableResourceType('getOnDemandBlob', info.type);\n\n    let blob = this.keyToOnDemand.get(blobKey(info.id));\n\n    if (blob === undefined) {\n      blob = new OnDemandBlobHolder(getSize(info), newRemoteHandle(info, this.signer));\n      this.keyToOnDemand.set(blobKey(info.id), blob);\n    }\n\n    blob.attach(callerId);\n\n    return blob.getHandle();\n  }\n\n  /** Gets a path from a handle. */\n  public getLocalPath(handle: LocalBlobHandle): string {\n    const { path } = parseLocalHandle(handle, this.signer);\n    return path;\n  }\n\n  /** Gets a content of a blob by a handle. */\n  public async getContent(handle: LocalBlobHandle | RemoteBlobHandle, range?: RangeBytes): Promise<Uint8Array> {\n    if (range) {\n      validateRangeBytes(range, `getContent`);\n    }\n\n    if (isLocalBlobHandle(handle)) {\n      return await readFileContent(this.getLocalPath(handle), range);\n    }\n\n    if (isRemoteBlobHandle(handle)) {\n      const result = parseRemoteHandle(handle, this.signer);\n\n      const key = blobKey(result.info.id);\n      const filePath = await this.rangesCache.get(key, range ?? { from: 0, to: result.size });\n      if (filePath) {\n        return await readFileContent(filePath, range);\n      }\n\n      const data = await this.clientDownload.withBlobContent(\n        { id: result.info.id, type: result.info.type },\n        undefined,\n        { range },\n        async (content) => await buffer(content)\n      );\n      await this.rangesCache.set(key, range ?? { from: 0, to: result.size }, data);\n\n      return data;\n    }\n\n    throw new Error('Malformed remote handle');\n  }\n\n  /**\n   * Creates computable that will return blob content once it is downloaded.\n   * Uses downloaded blob handle under the hood, so stores corresponding blob in file system.\n   */\n  public getComputableContent(\n    res: ResourceInfo | PlTreeEntry,\n    range?: RangeBytes,\n  ): ComputableStableDefined<Uint8Array> {\n    if (range) {\n      validateRangeBytes(range, `getComputableContent`);\n    }\n\n    return Computable.make((ctx) =>\n      this.getDownloadedBlob(res, ctx), {\n      postprocessValue: (v) => v ? this.getContent(v.handle, range) : undefined\n    }\n    ).withStableType()\n  }\n\n  /** Returns all logs and schedules a job that reads remain logs.\n   * Notifies when a new portion of the log appeared. */\n  public getLastLogs(\n    res: ResourceInfo | PlTreeEntry,\n    lines: number\n  ): Computable<string | undefined>;\n  public getLastLogs(\n    res: ResourceInfo | PlTreeEntry,\n    lines: number,\n    ctx: ComputableCtx\n  ): Computable<string | undefined>;\n  public getLastLogs(\n    res: ResourceInfo | PlTreeEntry,\n    lines: number,\n    ctx?: ComputableCtx,\n  ): Computable<string | undefined> | string | undefined {\n    if (ctx == undefined) return Computable.make((ctx) => this.getLastLogs(res, lines, ctx));\n\n    const r = treeEntryToResourceInfo(res, ctx);\n    const callerId = randomUUID();\n    ctx.addOnDestroy(() => this.releaseBlob(r, callerId));\n\n    const result = this.getLastLogsNoCtx(ctx.watcher, r as ResourceSnapshot, lines, callerId);\n    if (result == undefined)\n      ctx.markUnstable('either a file was not downloaded or logs was not read');\n\n    return result;\n  }\n\n  private getLastLogsNoCtx(\n    w: Watcher,\n    rInfo: ResourceSnapshot,\n    lines: number,\n    callerId: string,\n  ): string | undefined {\n    validateDownloadableResourceType('getLastLogs', rInfo.type);\n    const blob = this.getDownloadedBlobNoCtx(w, rInfo, callerId);\n    if (blob == undefined) return undefined;\n\n    const { path } = parseLocalHandle(blob.handle, this.signer);\n\n    let logGetter = this.idToLastLines.get(blobKey(rInfo.id));\n\n    if (logGetter == undefined) {\n      const newLogGetter = new LastLinesGetter(path, lines);\n      this.idToLastLines.set(blobKey(rInfo.id), newLogGetter);\n      logGetter = newLogGetter;\n    }\n\n    const result = logGetter.getOrSchedule(w);\n    if (result.error) throw result.error;\n\n    return result.log;\n  }\n\n  /** Returns a last line that has patternToSearch.\n   * Notifies when a new line appeared or EOF reached. */\n  public getProgressLog(\n    res: ResourceInfo | PlTreeEntry,\n    patternToSearch: string\n  ): Computable<string | undefined>;\n  public getProgressLog(\n    res: ResourceInfo | PlTreeEntry,\n    patternToSearch: string,\n    ctx: ComputableCtx\n  ): string | undefined;\n  public getProgressLog(\n    res: ResourceInfo | PlTreeEntry,\n    patternToSearch: string,\n    ctx?: ComputableCtx,\n  ): Computable<string | undefined> | string | undefined {\n    if (ctx == undefined)\n      return Computable.make((ctx) => this.getProgressLog(res, patternToSearch, ctx));\n\n    const r = treeEntryToResourceInfo(res, ctx);\n    const callerId = randomUUID();\n    ctx.addOnDestroy(() => this.releaseBlob(r, callerId));\n\n    const result = this.getProgressLogNoCtx(\n      ctx.watcher,\n      r as ResourceSnapshot,\n      patternToSearch,\n      callerId,\n    );\n    if (result === undefined)\n      ctx.markUnstable('either a file was not downloaded or a progress log was not read');\n\n    return result;\n  }\n\n  private getProgressLogNoCtx(\n    w: Watcher,\n    rInfo: ResourceSnapshot,\n    patternToSearch: string,\n    callerId: string,\n  ): string | undefined {\n    validateDownloadableResourceType('getProgressLog', rInfo.type);\n\n    const blob = this.getDownloadedBlobNoCtx(w, rInfo, callerId);\n    if (blob == undefined) return undefined;\n    const { path } = parseLocalHandle(blob.handle, this.signer);\n\n    let logGetter = this.idToProgressLog.get(blobKey(rInfo.id));\n\n    if (logGetter == undefined) {\n      const newLogGetter = new LastLinesGetter(path, 1, patternToSearch);\n      this.idToProgressLog.set(blobKey(rInfo.id), newLogGetter);\n\n      logGetter = newLogGetter;\n    }\n\n    const result = logGetter.getOrSchedule(w);\n    if (result.error) throw result.error;\n\n    return result.log;\n  }\n\n  /** Returns an Id of a smart object, that can read logs directly from\n   * the platform. */\n  public getLogHandle(res: ResourceInfo | PlTreeEntry): Computable<AnyLogHandle>;\n  public getLogHandle(res: ResourceInfo | PlTreeEntry, ctx: ComputableCtx): AnyLogHandle;\n  public getLogHandle(\n    res: ResourceInfo | PlTreeEntry,\n    ctx?: ComputableCtx,\n  ): Computable<AnyLogHandle> | AnyLogHandle {\n    if (ctx == undefined) return Computable.make((ctx) => this.getLogHandle(res, ctx));\n\n    const r = treeEntryToResourceInfo(res, ctx);\n\n    return this.getLogHandleNoCtx(r as ResourceSnapshot);\n  }\n\n  private getLogHandleNoCtx(rInfo: ResourceSnapshot): AnyLogHandle {\n    validateDownloadableResourceType('getLogHandle', rInfo.type);\n    return newLogHandle(false, rInfo);\n  }\n\n  public async lastLines(\n    handle: ReadyLogHandle,\n    lineCount: number,\n    offsetBytes?: number, // if 0n, then start from the end.\n    searchStr?: string,\n  ): Promise<StreamingApiResponse> {\n    const resp = await this.clientLogs.lastLines(\n      getResourceInfoFromLogHandle(handle),\n      lineCount,\n      BigInt(offsetBytes ?? 0),\n      searchStr,\n    );\n\n    return {\n      live: false,\n      shouldUpdateHandle: false,\n      data: resp.data,\n      size: Number(resp.size),\n      newOffset: Number(resp.newOffset),\n    };\n  }\n\n  public async readText(\n    handle: ReadyLogHandle,\n    lineCount: number,\n    offsetBytes?: number,\n    searchStr?: string,\n  ): Promise<StreamingApiResponse> {\n    const resp = await this.clientLogs.readText(\n      getResourceInfoFromLogHandle(handle),\n      lineCount,\n      BigInt(offsetBytes ?? 0),\n      searchStr,\n    );\n\n    return {\n      live: false,\n      shouldUpdateHandle: false,\n      data: resp.data,\n      size: Number(resp.size),\n      newOffset: Number(resp.newOffset),\n    };\n  }\n\n  private async releaseBlob(rInfo: ResourceInfo, callerId: string) {\n    const task = this.keyToDownload.get(blobKey(rInfo.id));\n    if (task == undefined) {\n      return;\n    }\n\n    if (this.cache.existsFile(blobKey(rInfo.id))) {\n      const toDelete = this.cache.removeFile(blobKey(rInfo.id), callerId);\n\n      await Promise.all(\n        toDelete.map(async (cachedFile) => {\n          await fsp.rm(cachedFile.path);\n\n          this.cache.removeCache(cachedFile);\n\n          this.removeTask(\n            mapGet(this.keyToDownload, pathToKey(cachedFile.path)),\n            `the task ${stringifyWithResourceId(cachedFile)} was removed`\n            + `from cache along with ${stringifyWithResourceId(toDelete.map((d) => d.path))}`,\n          );\n        }),\n      );\n    } else {\n      // The task is still in a downloading queue.\n      const deleted = task.counter.dec(callerId);\n      if (deleted) {\n        this.removeTask(\n          task,\n          `the task ${stringifyWithResourceId(task.info())} was removed from cache`,\n        );\n      }\n    }\n  }\n\n  private removeTask(task: DownloadBlobTask, reason: string) {\n    task.abort(reason);\n    task.change.markChanged(`download task for ${task.path} removed: ${reason}`);\n    this.keyToDownload.delete(pathToKey(task.path));\n    this.idToLastLines.delete(blobKey(task.rInfo.id));\n    this.idToProgressLog.delete(blobKey(task.rInfo.id));\n  }\n\n  private async releaseOnDemandBlob(blobId: ResourceId, callerId: string) {\n    const deleted = this.keyToOnDemand.get(blobKey(blobId))?.release(callerId) ?? false;\n    if (deleted) this.keyToOnDemand.delete(blobKey(blobId));\n  }\n\n  /** Removes all files from a hard drive. */\n  async releaseAll() {\n    this.downloadQueue.stop();\n\n    this.keyToDownload.forEach((task, key) => {\n      this.keyToDownload.delete(key);\n      task.change.markChanged(`task ${resourceIdToString(task.rInfo.id)} released`);\n    });\n  }\n}\n\n/** Keeps a counter to the on demand handle. */\nclass OnDemandBlobHolder {\n  private readonly counter = new CallersCounter();\n\n  constructor(\n    private readonly size: number,\n    private readonly handle: RemoteBlobHandle,\n  ) {}\n\n  public getHandle(): RemoteBlobHandleAndSize {\n    return { handle: this.handle, size: this.size };\n  }\n\n  public attach(callerId: string) {\n    this.counter.inc(callerId);\n  }\n\n  public release(callerId: string): boolean {\n    return this.counter.dec(callerId);\n  }\n}\n\nclass LastLinesGetter {\n  private updater: Updater;\n  private log: string | undefined;\n  private readonly change: ChangeSource = new ChangeSource();\n  private error: any | undefined = undefined;\n\n  constructor(\n    private readonly path: string,\n    private readonly lines: number,\n    private readonly patternToSearch?: string,\n  ) {\n    this.updater = new Updater(async () => this.update());\n  }\n\n  getOrSchedule(w: Watcher): {\n    log: string | undefined;\n    error?: any | undefined;\n  } {\n    this.change.attachWatcher(w);\n\n    this.updater.schedule();\n\n    return {\n      log: this.log,\n      error: this.error,\n    };\n  }\n\n  async update(): Promise<void> {\n    try {\n      const newLogs = await getLastLines(this.path, this.lines, this.patternToSearch);\n\n      if (this.log != newLogs) this.change.markChanged(`logs for ${this.path} updated`);\n      this.log = newLogs;\n    } catch (e: any) {\n      if (e.name == 'RpcError' && e.code == 'NOT_FOUND') {\n        // No resource\n        this.log = '';\n        this.error = e;\n        this.change.markChanged(`log update for ${this.path} failed, resource not found`);\n        return;\n      }\n\n      throw e;\n    }\n  }\n}\n\n/** Gets last lines from a file by reading the file from the top and keeping\n * last N lines in a window queue. */\nasync function getLastLines(fPath: string, nLines: number, patternToSearch?: string): Promise<string> {\n  let inStream: fs.ReadStream | undefined;\n  let rl: readline.Interface | undefined;\n\n  try {\n    inStream = fs.createReadStream(fPath);\n    rl = readline.createInterface({ input: inStream, crlfDelay: Infinity });\n\n    const lines = new Denque();\n\n    for await (const line of rl) {\n      if (patternToSearch != undefined && !line.includes(patternToSearch)) continue;\n\n      lines.push(line);\n      if (lines.length > nLines) {\n        lines.shift();\n      }\n    }\n\n    // last EOL is for keeping backward compat with platforma implementation.\n    return lines.toArray().join(os.EOL) + os.EOL;\n  } finally {\n    // Cleanup resources in finally block to ensure they're always cleaned up\n    try {\n      if (rl) {\n        rl.close();\n      }\n    } catch (cleanupError) {\n      console.error('Error closing readline interface:', cleanupError);\n    }\n\n    try {\n      if (inStream && !inStream.destroyed) {\n        inStream.destroy();\n      }\n    } catch (cleanupError) {\n      console.error('Error destroying read stream:', cleanupError);\n    }\n  }\n}\n\nfunction validateDownloadableResourceType(methodName: string, rType: ResourceType) {\n  if (!rType.name.startsWith('Blob/')) {\n    let message = `${methodName}: wrong resource type: ${rType.name}, expected: a resource of type that starts with 'Blob/'.`;\n    if (rType.name == 'Blob')\n      message += ` If it's called from workflow, should a file be exported with 'file.exportFile' function?`;\n\n    throw new WrongResourceTypeError(message);\n  }\n}\n"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;AAuFA;AAC6D;MAChD,cAAc,CAAA;AAoBN,IAAA,MAAA;AACA,IAAA,cAAA;AACA,IAAA,UAAA;AAEA,IAAA,cAAA;AACA,IAAA,MAAA;AACA,IAAA,GAAA;;AAxBX,IAAA,aAAa,GAAkC,IAAI,GAAG,EAAE;AAEhE;AAC+B;AACvB,IAAA,KAAK;AACL,IAAA,WAAW;;AAGX,IAAA,aAAa;AAEb,IAAA,aAAa,GAAoC,IAAI,GAAG,EAAE;AAE1D,IAAA,aAAa,GAAiC,IAAI,GAAG,EAAE;AACvD,IAAA,eAAe,GAAiC,IAAI,GAAG,EAAE;AAEhD,IAAA,OAAO;AAExB,IAAA,WAAA,CACmB,MAAgB,EAChB,cAA8B,EAC9B,UAAsB,EACvC,OAAe,EACE,cAAsB,EACtB,MAAc,EACd,GAAsB,EAAA;QANtB,IAAA,CAAA,MAAM,GAAN,MAAM;QACN,IAAA,CAAA,cAAc,GAAd,cAAc;QACd,IAAA,CAAA,UAAU,GAAV,UAAU;QAEV,IAAA,CAAA,cAAc,GAAd,cAAc;QACd,IAAA,CAAA,MAAM,GAAN,MAAM;QACN,IAAA,CAAA,GAAG,GAAH,GAAG;AAEpB,QAAA,IAAI,CAAC,KAAK,GAAG,IAAI,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,kBAAkB,CAAC;AAExD,QAAA,MAAM,QAAQ,GAAG,IAAI,mBAAmB,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,cAAc,CAAC;AAC1E,QAAA,MAAM,SAAS,GAAG,IAAI,iBAAiB,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,cAAc,CAAC;QACzE,IAAI,CAAC,WAAW,GAAG,IAAI,WAAW,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,uBAAuB,EAAE,QAAQ,EAAE,SAAS,CAAC;AAEtG,QAAA,IAAI,CAAC,aAAa,GAAG,IAAI,aAAa,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC,oBAAoB,CAAC;QAE7E,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC;IACtC;AAEA,IAAA,aAAa,IAAI,CACf,MAAgB,EAChB,cAA8B,EAC9B,UAAsB,EACtB,OAAe,EACf,cAAsB,EACtB,MAAc,EACd,GAAsB,EAAA;AAEtB,QAAA,MAAM,MAAM,GAAG,IAAI,cAAc,CAAC,MAAM,EAAE,cAAc,EAAE,UAAU,EAAE,OAAO,EAAE,cAAc,EAAE,MAAM,EAAE,GAAG,CAAC;AAC3G,QAAA,MAAM,MAAM,CAAC,WAAW,CAAC,KAAK,EAAE;AAEhC,QAAA,OAAO,MAAM;IACf;IAUO,iBAAiB,CACtB,GAA+B,EAC/B,GAAmB,EAAA;AAEnB,QAAA,IAAI,GAAG,KAAK,SAAS,EAAE;AACrB,YAAA,OAAO,UAAU,CAAC,IAAI,CAAC,CAAC,GAAG,KAAK,IAAI,CAAC,iBAAiB,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;QACnE;QAEA,MAAM,KAAK,GAAG,uBAAuB,CAAC,GAAG,EAAE,GAAG,CAAC;AAE/C,QAAA,MAAM,QAAQ,GAAG,UAAU,EAAE;AAC7B,QAAA,GAAG,CAAC,YAAY,CAAC,MAAM,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;AAEzD,QAAA,MAAM,MAAM,GAAG,IAAI,CAAC,sBAAsB,CAAC,GAAG,CAAC,OAAO,EAAE,KAAyB,EAAE,QAAQ,CAAC;AAC5F,QAAA,IAAI,MAAM,IAAI,SAAS,EAAE;AACvB,YAAA,GAAG,CAAC,YAAY,CAAC,kCAAkC,CAAC;QACtD;AAEA,QAAA,OAAO,MAAM;IACf;AAEQ,IAAA,sBAAsB,CAC5B,CAAU,EACV,KAAuB,EACvB,QAAgB,EAAA;AAEhB,QAAA,gCAAgC,CAAC,mBAAmB,EAAE,KAAK,CAAC,IAAI,CAAC;;;QAKjE,MAAM,IAAI,GAAG,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,QAAQ,CAAC;AAClD,QAAA,IAAI,CAAC,MAAM,CAAC,CAAC,EAAE,QAAQ,CAAC;AAExB,QAAA,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,EAAE;AAC7B,QAAA,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE;AAChB,YAAA,OAAO,SAAS;QAClB;AACA,QAAA,IAAI,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE;AACpB,YAAA,OAAO,MAAM,CAAC,MAAM,CAAC,KAAK;QAC5B;AACA,QAAA,MAAM,MAAM,CAAC,MAAM,CAAC,KAAK;IAC3B;IAEQ,eAAe,CACrB,KAAuB,EACvB,QAAgB,EAAA;QAEhB,MAAM,GAAG,GAAG,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QAE7B,MAAM,YAAY,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC;QAChD,IAAI,YAAY,EAAE;AAChB,YAAA,OAAO,YAAY;QACrB;;AAGA,QAAA,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,CAAC;QAE7C,MAAM,OAAO,GAAG,IAAI,gBAAgB,CAClC,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,cAAc,EACnB,KAAK,EACL,cAAc,CAAC,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,EAClC,KAAK,CACN;QACD,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,GAAG,EAAE,OAAO,CAAC;AAEpC,QAAA,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC;YACtB,EAAE,EAAE,MAAM,IAAI,CAAC,YAAY,CAAC,OAAO,EAAE,QAAQ,CAAC;YAC9C,yBAAyB,EAAE,CAAC,CAAC,KAAK,CAAC,mBAAmB,CAAC,CAAC,CAAC;AAC1D,SAAA,CAAC;AAEF,QAAA,OAAO,OAAO;IAChB;AAEQ,IAAA,MAAM,YAAY,CAAC,IAAsB,EAAE,QAAgB,EAAA;AACjE,QAAA,MAAM,IAAI,CAAC,QAAQ,EAAE;AACrB,QAAA,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,EAAE;QAC3B,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE;YAC/B,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC;QACrC;IACF;IAkBO,eAAe,CACpB,GAA+C,EAC/C,GAAmB,EAAA;QAEnB,IAAI,GAAG,KAAK,SAAS;AAAE,YAAA,OAAO,UAAU,CAAC,IAAI,CAAC,CAAC,GAAG,KAAK,IAAI,CAAC,eAAe,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;AAEtF,QAAA,MAAM,KAAK,GAAiC,aAAa,CAAC,GAAG;cACzD,oBAAoB,CAAC,GAAG,EAAE,4BAA4B,EAAE,GAAG;cAC3D,GAAG;AAEP,QAAA,MAAM,QAAQ,GAAG,UAAU,EAAE;AAC7B,QAAA,GAAG,CAAC,YAAY,CAAC,MAAM,IAAI,CAAC,mBAAmB,CAAC,KAAK,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC;;;QAIpE,MAAM,MAAM,GAAG,IAAI,CAAC,oBAAoB,CAAC,KAAK,EAAE,QAAQ,CAAC;AAEzD,QAAA,OAAO,MAAM;IACf;IAEQ,oBAAoB,CAC1B,IAAkC,EAClC,QAAgB,EAAA;AAEhB,QAAA,gCAAgC,CAAC,iBAAiB,EAAE,IAAI,CAAC,IAAI,CAAC;AAE9D,QAAA,IAAI,IAAI,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;AAEnD,QAAA,IAAI,IAAI,KAAK,SAAS,EAAE;AACtB,YAAA,IAAI,GAAG,IAAI,kBAAkB,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,eAAe,CAAC,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;AAChF,YAAA,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,IAAI,CAAC;QAChD;AAEA,QAAA,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC;AAErB,QAAA,OAAO,IAAI,CAAC,SAAS,EAAE;IACzB;;AAGO,IAAA,YAAY,CAAC,MAAuB,EAAA;AACzC,QAAA,MAAM,EAAE,IAAI,EAAE,GAAG,gBAAgB,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC;AACtD,QAAA,OAAO,IAAI;IACb;;AAGO,IAAA,MAAM,UAAU,CAAC,MAA0C,EAAE,KAAkB,EAAA;QACpF,IAAI,KAAK,EAAE;AACT,YAAA,kBAAkB,CAAC,KAAK,EAAE,CAAA,UAAA,CAAY,CAAC;QACzC;AAEA,QAAA,IAAI,iBAAiB,CAAC,MAAM,CAAC,EAAE;AAC7B,YAAA,OAAO,MAAM,eAAe,CAAC,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,EAAE,KAAK,CAAC;QAChE;AAEA,QAAA,IAAI,kBAAkB,CAAC,MAAM,CAAC,EAAE;YAC9B,MAAM,MAAM,GAAG,iBAAiB,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC;YAErD,MAAM,GAAG,GAAG,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;YACnC,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,IAAI,EAAE,IAAI,EAAE,CAAC,EAAE,EAAE,EAAE,MAAM,CAAC,IAAI,EAAE,CAAC;YACvF,IAAI,QAAQ,EAAE;AACZ,gBAAA,OAAO,MAAM,eAAe,CAAC,QAAQ,EAAE,KAAK,CAAC;YAC/C;YAEA,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,eAAe,CACpD,EAAE,EAAE,EAAE,MAAM,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,EAC9C,SAAS,EACT,EAAE,KAAK,EAAE,EACT,OAAO,OAAO,KAAK,MAAM,MAAM,CAAC,OAAO,CAAC,CACzC;YACD,MAAM,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,IAAI,EAAE,IAAI,EAAE,CAAC,EAAE,EAAE,EAAE,MAAM,CAAC,IAAI,EAAE,EAAE,IAAI,CAAC;AAE5E,YAAA,OAAO,IAAI;QACb;AAEA,QAAA,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC;IAC5C;AAEA;;;AAGG;IACI,oBAAoB,CACzB,GAA+B,EAC/B,KAAkB,EAAA;QAElB,IAAI,KAAK,EAAE;AACT,YAAA,kBAAkB,CAAC,KAAK,EAAE,CAAA,oBAAA,CAAsB,CAAC;QACnD;AAEA,QAAA,OAAO,UAAU,CAAC,IAAI,CAAC,CAAC,GAAG,KACzB,IAAI,CAAC,iBAAiB,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE;YAClC,gBAAgB,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,MAAM,EAAE,KAAK,CAAC,GAAG;SACjE,CACA,CAAC,cAAc,EAAE;IACpB;AAaO,IAAA,WAAW,CAChB,GAA+B,EAC/B,KAAa,EACb,GAAmB,EAAA;QAEnB,IAAI,GAAG,IAAI,SAAS;YAAE,OAAO,UAAU,CAAC,IAAI,CAAC,CAAC,GAAG,KAAK,IAAI,CAAC,WAAW,CAAC,GAAG,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC;QAExF,MAAM,CAAC,GAAG,uBAAuB,CAAC,GAAG,EAAE,GAAG,CAAC;AAC3C,QAAA,MAAM,QAAQ,GAAG,UAAU,EAAE;AAC7B,QAAA,GAAG,CAAC,YAAY,CAAC,MAAM,IAAI,CAAC,WAAW,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;AAErD,QAAA,MAAM,MAAM,GAAG,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,OAAO,EAAE,CAAqB,EAAE,KAAK,EAAE,QAAQ,CAAC;QACzF,IAAI,MAAM,IAAI,SAAS;AACrB,YAAA,GAAG,CAAC,YAAY,CAAC,uDAAuD,CAAC;AAE3E,QAAA,OAAO,MAAM;IACf;AAEQ,IAAA,gBAAgB,CACtB,CAAU,EACV,KAAuB,EACvB,KAAa,EACb,QAAgB,EAAA;AAEhB,QAAA,gCAAgC,CAAC,aAAa,EAAE,KAAK,CAAC,IAAI,CAAC;AAC3D,QAAA,MAAM,IAAI,GAAG,IAAI,CAAC,sBAAsB,CAAC,CAAC,EAAE,KAAK,EAAE,QAAQ,CAAC;QAC5D,IAAI,IAAI,IAAI,SAAS;AAAE,YAAA,OAAO,SAAS;AAEvC,QAAA,MAAM,EAAE,IAAI,EAAE,GAAG,gBAAgB,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC;AAE3D,QAAA,IAAI,SAAS,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;AAEzD,QAAA,IAAI,SAAS,IAAI,SAAS,EAAE;YAC1B,MAAM,YAAY,GAAG,IAAI,eAAe,CAAC,IAAI,EAAE,KAAK,CAAC;AACrD,YAAA,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,EAAE,YAAY,CAAC;YACvD,SAAS,GAAG,YAAY;QAC1B;QAEA,MAAM,MAAM,GAAG,SAAS,CAAC,aAAa,CAAC,CAAC,CAAC;QACzC,IAAI,MAAM,CAAC,KAAK;YAAE,MAAM,MAAM,CAAC,KAAK;QAEpC,OAAO,MAAM,CAAC,GAAG;IACnB;AAaO,IAAA,cAAc,CACnB,GAA+B,EAC/B,eAAuB,EACvB,GAAmB,EAAA;QAEnB,IAAI,GAAG,IAAI,SAAS;YAClB,OAAO,UAAU,CAAC,IAAI,CAAC,CAAC,GAAG,KAAK,IAAI,CAAC,cAAc,CAAC,GAAG,EAAE,eAAe,EAAE,GAAG,CAAC,CAAC;QAEjF,MAAM,CAAC,GAAG,uBAAuB,CAAC,GAAG,EAAE,GAAG,CAAC;AAC3C,QAAA,MAAM,QAAQ,GAAG,UAAU,EAAE;AAC7B,QAAA,GAAG,CAAC,YAAY,CAAC,MAAM,IAAI,CAAC,WAAW,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;AAErD,QAAA,MAAM,MAAM,GAAG,IAAI,CAAC,mBAAmB,CACrC,GAAG,CAAC,OAAO,EACX,CAAqB,EACrB,eAAe,EACf,QAAQ,CACT;QACD,IAAI,MAAM,KAAK,SAAS;AACtB,YAAA,GAAG,CAAC,YAAY,CAAC,iEAAiE,CAAC;AAErF,QAAA,OAAO,MAAM;IACf;AAEQ,IAAA,mBAAmB,CACzB,CAAU,EACV,KAAuB,EACvB,eAAuB,EACvB,QAAgB,EAAA;AAEhB,QAAA,gCAAgC,CAAC,gBAAgB,EAAE,KAAK,CAAC,IAAI,CAAC;AAE9D,QAAA,MAAM,IAAI,GAAG,IAAI,CAAC,sBAAsB,CAAC,CAAC,EAAE,KAAK,EAAE,QAAQ,CAAC;QAC5D,IAAI,IAAI,IAAI,SAAS;AAAE,YAAA,OAAO,SAAS;AACvC,QAAA,MAAM,EAAE,IAAI,EAAE,GAAG,gBAAgB,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC;AAE3D,QAAA,IAAI,SAAS,GAAG,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;AAE3D,QAAA,IAAI,SAAS,IAAI,SAAS,EAAE;YAC1B,MAAM,YAAY,GAAG,IAAI,eAAe,CAAC,IAAI,EAAE,CAAC,EAAE,eAAe,CAAC;AAClE,YAAA,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,EAAE,YAAY,CAAC;YAEzD,SAAS,GAAG,YAAY;QAC1B;QAEA,MAAM,MAAM,GAAG,SAAS,CAAC,aAAa,CAAC,CAAC,CAAC;QACzC,IAAI,MAAM,CAAC,KAAK;YAAE,MAAM,MAAM,CAAC,KAAK;QAEpC,OAAO,MAAM,CAAC,GAAG;IACnB;IAMO,YAAY,CACjB,GAA+B,EAC/B,GAAmB,EAAA;QAEnB,IAAI,GAAG,IAAI,SAAS;AAAE,YAAA,OAAO,UAAU,CAAC,IAAI,CAAC,CAAC,GAAG,KAAK,IAAI,CAAC,YAAY,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;QAElF,MAAM,CAAC,GAAG,uBAAuB,CAAC,GAAG,EAAE,GAAG,CAAC;AAE3C,QAAA,OAAO,IAAI,CAAC,iBAAiB,CAAC,CAAqB,CAAC;IACtD;AAEQ,IAAA,iBAAiB,CAAC,KAAuB,EAAA;AAC/C,QAAA,gCAAgC,CAAC,cAAc,EAAE,KAAK,CAAC,IAAI,CAAC;AAC5D,QAAA,OAAO,YAAY,CAAC,KAAK,EAAE,KAAK,CAAC;IACnC;IAEO,MAAM,SAAS,CACpB,MAAsB,EACtB,SAAiB,EACjB,WAAoB;IACpB,SAAkB,EAAA;QAElB,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,SAAS,CAC1C,4BAA4B,CAAC,MAAM,CAAC,EACpC,SAAS,EACT,MAAM,CAAC,WAAW,IAAI,CAAC,CAAC,EACxB,SAAS,CACV;QAED,OAAO;AACL,YAAA,IAAI,EAAE,KAAK;AACX,YAAA,kBAAkB,EAAE,KAAK;YACzB,IAAI,EAAE,IAAI,CAAC,IAAI;AACf,YAAA,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC;AACvB,YAAA,SAAS,EAAE,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC;SAClC;IACH;IAEO,MAAM,QAAQ,CACnB,MAAsB,EACtB,SAAiB,EACjB,WAAoB,EACpB,SAAkB,EAAA;QAElB,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,QAAQ,CACzC,4BAA4B,CAAC,MAAM,CAAC,EACpC,SAAS,EACT,MAAM,CAAC,WAAW,IAAI,CAAC,CAAC,EACxB,SAAS,CACV;QAED,OAAO;AACL,YAAA,IAAI,EAAE,KAAK;AACX,YAAA,kBAAkB,EAAE,KAAK;YACzB,IAAI,EAAE,IAAI,CAAC,IAAI;AACf,YAAA,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC;AACvB,YAAA,SAAS,EAAE,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC;SAClC;IACH;AAEQ,IAAA,MAAM,WAAW,CAAC,KAAmB,EAAE,QAAgB,EAAA;AAC7D,QAAA,MAAM,IAAI,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;AACtD,QAAA,IAAI,IAAI,IAAI,SAAS,EAAE;YACrB;QACF;AAEA,QAAA,IAAI,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,EAAE;AAC5C,YAAA,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,EAAE,QAAQ,CAAC;AAEnE,YAAA,MAAM,OAAO,CAAC,GAAG,CACf,QAAQ,CAAC,GAAG,CAAC,OAAO,UAAU,KAAI;gBAChC,MAAM,GAAG,CAAC,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC;AAE7B,gBAAA,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,UAAU,CAAC;gBAElC,IAAI,CAAC,UAAU,CACb,MAAM,CAAC,IAAI,CAAC,aAAa,EAAE,SAAS,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,EACtD,YAAY,uBAAuB,CAAC,UAAU,CAAC,CAAA,YAAA;AAC7C,sBAAA,CAAA,sBAAA,EAAyB,uBAAuB,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAA,CAAE,CAClF;YACH,CAAC,CAAC,CACH;QACH;aAAO;;YAEL,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC;YAC1C,IAAI,OAAO,EAAE;AACX,gBAAA,IAAI,CAAC,UAAU,CACb,IAAI,EACJ,CAAA,SAAA,EAAY,uBAAuB,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAA,uBAAA,CAAyB,CAC1E;YACH;QACF;IACF;IAEQ,UAAU,CAAC,IAAsB,EAAE,MAAc,EAAA;AACvD,QAAA,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC;AAClB,QAAA,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,CAAA,kBAAA,EAAqB,IAAI,CAAC,IAAI,CAAA,UAAA,EAAa,MAAM,CAAA,CAAE,CAAC;AAC5E,QAAA,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC/C,QAAA,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;AACjD,QAAA,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IACrD;AAEQ,IAAA,MAAM,mBAAmB,CAAC,MAAkB,EAAE,QAAgB,EAAA;QACpE,MAAM,OAAO,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,EAAE,OAAO,CAAC,QAAQ,CAAC,IAAI,KAAK;AACnF,QAAA,IAAI,OAAO;YAAE,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IACzD;;AAGA,IAAA,MAAM,UAAU,GAAA;AACd,QAAA,IAAI,CAAC,aAAa,CAAC,IAAI,EAAE;QAEzB,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,GAAG,KAAI;AACvC,YAAA,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,GAAG,CAAC;AAC9B,YAAA,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,QAAQ,kBAAkB,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAA,SAAA,CAAW,CAAC;AAC/E,QAAA,CAAC,CAAC;IACJ;AACD;AAED;AACA,MAAM,kBAAkB,CAAA;AAIH,IAAA,IAAA;AACA,IAAA,MAAA;AAJF,IAAA,OAAO,GAAG,IAAI,cAAc,EAAE;IAE/C,WAAA,CACmB,IAAY,EACZ,MAAwB,EAAA;QADxB,IAAA,CAAA,IAAI,GAAJ,IAAI;QACJ,IAAA,CAAA,MAAM,GAAN,MAAM;IACtB;IAEI,SAAS,GAAA;AACd,QAAA,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE;IACjD;AAEO,IAAA,MAAM,CAAC,QAAgB,EAAA;AAC5B,QAAA,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC;IAC5B;AAEO,IAAA,OAAO,CAAC,QAAgB,EAAA;QAC7B,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC;IACnC;AACD;AAED,MAAM,eAAe,CAAA;AAOA,IAAA,IAAA;AACA,IAAA,KAAA;AACA,IAAA,eAAA;AARX,IAAA,OAAO;AACP,IAAA,GAAG;AACM,IAAA,MAAM,GAAiB,IAAI,YAAY,EAAE;IAClD,KAAK,GAAoB,SAAS;AAE1C,IAAA,WAAA,CACmB,IAAY,EACZ,KAAa,EACb,eAAwB,EAAA;QAFxB,IAAA,CAAA,IAAI,GAAJ,IAAI;QACJ,IAAA,CAAA,KAAK,GAAL,KAAK;QACL,IAAA,CAAA,eAAe,GAAf,eAAe;AAEhC,QAAA,IAAI,CAAC,OAAO,GAAG,IAAI,OAAO,CAAC,YAAY,IAAI,CAAC,MAAM,EAAE,CAAC;IACvD;AAEA,IAAA,aAAa,CAAC,CAAU,EAAA;AAItB,QAAA,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC;AAE5B,QAAA,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE;QAEvB,OAAO;YACL,GAAG,EAAE,IAAI,CAAC,GAAG;YACb,KAAK,EAAE,IAAI,CAAC,KAAK;SAClB;IACH;AAEA,IAAA,MAAM,MAAM,GAAA;AACV,QAAA,IAAI;AACF,YAAA,MAAM,OAAO,GAAG,MAAM,YAAY,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,eAAe,CAAC;AAE/E,YAAA,IAAI,IAAI,CAAC,GAAG,IAAI,OAAO;gBAAE,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,CAAA,SAAA,EAAY,IAAI,CAAC,IAAI,CAAA,QAAA,CAAU,CAAC;AACjF,YAAA,IAAI,CAAC,GAAG,GAAG,OAAO;QACpB;QAAE,OAAO,CAAM,EAAE;AACf,YAAA,IAAI,CAAC,CAAC,IAAI,IAAI,UAAU,IAAI,CAAC,CAAC,IAAI,IAAI,WAAW,EAAE;;AAEjD,gBAAA,IAAI,CAAC,GAAG,GAAG,EAAE;AACb,gBAAA,IAAI,CAAC,KAAK,GAAG,CAAC;gBACd,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,CAAA,eAAA,EAAkB,IAAI,CAAC,IAAI,CAAA,2BAAA,CAA6B,CAAC;gBACjF;YACF;AAEA,YAAA,MAAM,CAAC;QACT;IACF;AACD;AAED;AACqC;AACrC,eAAe,YAAY,CAAC,KAAa,EAAE,MAAc,EAAE,eAAwB,EAAA;AACjF,IAAA,IAAI,QAAmC;AACvC,IAAA,IAAI,EAAkC;AAEtC,IAAA,IAAI;AACF,QAAA,QAAQ,GAAG,EAAE,CAAC,gBAAgB,CAAC,KAAK,CAAC;AACrC,QAAA,EAAE,GAAG,QAAQ,CAAC,eAAe,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,SAAS,EAAE,QAAQ,EAAE,CAAC;AAEvE,QAAA,MAAM,KAAK,GAAG,IAAI,MAAM,EAAE;AAE1B,QAAA,WAAW,MAAM,IAAI,IAAI,EAAE,EAAE;YAC3B,IAAI,eAAe,IAAI,SAAS,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,eAAe,CAAC;gBAAE;AAErE,YAAA,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC;AAChB,YAAA,IAAI,KAAK,CAAC,MAAM,GAAG,MAAM,EAAE;gBACzB,KAAK,CAAC,KAAK,EAAE;YACf;QACF;;AAGA,QAAA,OAAO,KAAK,CAAC,OAAO,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,GAAG;IAC9C;YAAU;;AAER,QAAA,IAAI;YACF,IAAI,EAAE,EAAE;gBACN,EAAE,CAAC,KAAK,EAAE;YACZ;QACF;QAAE,OAAO,YAAY,EAAE;AACrB,YAAA,OAAO,CAAC,KAAK,CAAC,mCAAmC,EAAE,YAAY,CAAC;QAClE;AAEA,QAAA,IAAI;AACF,YAAA,IAAI,QAAQ,IAAI,CAAC,QAAQ,CAAC,SAAS,EAAE;gBACnC,QAAQ,CAAC,OAAO,EAAE;YACpB;QACF;QAAE,OAAO,YAAY,EAAE;AACrB,YAAA,OAAO,CAAC,KAAK,CAAC,+BAA+B,EAAE,YAAY,CAAC;QAC9D;IACF;AACF;AAEA,SAAS,gCAAgC,CAAC,UAAkB,EAAE,KAAmB,EAAA;IAC/E,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE;QACnC,IAAI,OAAO,GAAG,CAAA,EAAG,UAAU,0BAA0B,KAAK,CAAC,IAAI,CAAA,wDAAA,CAA0D;AACzH,QAAA,IAAI,KAAK,CAAC,IAAI,IAAI,MAAM;YACtB,OAAO,IAAI,2FAA2F;AAExG,QAAA,MAAM,IAAI,sBAAsB,CAAC,OAAO,CAAC;IAC3C;AACF;;;;"}
+{"version":3,"file":"download_blob.js","sources":["../../../src/drivers/download_blob/download_blob.ts"],"sourcesContent":["import type {\n  ComputableCtx,\n  ComputableStableDefined,\n  Watcher,\n} from '@milaboratories/computable';\nimport {\n  ChangeSource,\n  Computable,\n} from '@milaboratories/computable';\nimport type { ResourceId, ResourceType } from '@milaboratories/pl-client';\nimport { resourceIdToString, stringifyWithResourceId } from '@milaboratories/pl-client';\nimport type {\n  AnyLogHandle,\n  BlobDriver,\n  ContentHandler,\n  GetContentOptions,\n  LocalBlobHandle,\n  LocalBlobHandleAndSize,\n  ReadyLogHandle,\n  RemoteBlobHandle,\n  RemoteBlobHandleAndSize,\n  StreamingApiResponse,\n} from '@milaboratories/pl-model-common';\nimport { type RangeBytes, validateRangeBytes } from '@milaboratories/pl-model-common';\nimport type {\n  PlTreeEntry,\n  ResourceInfo,\n  ResourceSnapshot\n} from '@milaboratories/pl-tree';\nimport {\n  isPlTreeEntry,\n  makeResourceSnapshot,\n  treeEntryToResourceInfo,\n} from '@milaboratories/pl-tree';\nimport type { MiLogger, Signer } from '@milaboratories/ts-helpers';\nimport { CallersCounter, mapGet, TaskProcessor } from '@milaboratories/ts-helpers';\nimport Denque from 'denque';\nimport * as fs from 'fs';\nimport { randomUUID } from 'node:crypto';\nimport * as fsp from 'node:fs/promises';\nimport * as os from 'node:os';\nimport * as path from 'node:path';\nimport * as readline from 'node:readline/promises';\nimport { buffer } from 'node:stream/consumers';\nimport { Readable } from 'node:stream';\nimport type { ClientDownload } from '../../clients/download';\nimport type { ClientLogs } from '../../clients/logs';\nimport { withFileContent } from '../helpers/read_file';\nimport {\n  isLocalBlobHandle,\n  newLocalHandle,\n  parseLocalHandle,\n} from '../helpers/download_local_handle';\nimport {\n  isRemoteBlobHandle,\n  newRemoteHandle,\n  parseRemoteHandle,\n} from '../helpers/download_remote_handle';\nimport { Updater, WrongResourceTypeError } from '../helpers/helpers';\nimport { getResourceInfoFromLogHandle, newLogHandle } from '../helpers/logs_handle';\nimport { getSize, OnDemandBlobResourceSnapshot } from '../types';\nimport { blobKey, pathToKey } from './blob_key';\nimport { DownloadBlobTask, nonRecoverableError } from './download_blob_task';\nimport { FilesCache } from '../helpers/files_cache';\nimport { SparseCache, SparseCacheFsFile, SparseCacheFsRanges } from './sparse_cache/cache';\n\nexport type DownloadDriverOps = {\n  /**\n   * A soft limit of the amount of blob storage, in bytes.\n   * Once exceeded, the download driver will start deleting blobs one by one\n   * when they become unneeded.\n   * */\n  cacheSoftSizeBytes: number;\n\n  /**\n   * A hard limit of the amount of sparse cache, in bytes.\n   * Once exceeded, the download driver will start deleting blobs one by one.\n   *\n   * The sparse cache is used to store ranges of blobs.\n   * */\n  rangesCacheMaxSizeBytes: number;\n\n  /**\n   * Max number of concurrent downloads while calculating computable states\n   * derived from this driver\n   * */\n  nConcurrentDownloads: number;\n};\n\n/** DownloadDriver holds a queue of downloading tasks,\n * and notifies every watcher when a file were downloaded. */\nexport class DownloadDriver implements BlobDriver {\n  /** Represents a unique key to the path of a blob as a map. */\n  private keyToDownload: Map<string, DownloadBlobTask> = new Map();\n\n  /** Writes and removes files to a hard drive and holds a counter for every\n   * file that should be kept. */\n  private cache: FilesCache<DownloadBlobTask>;\n  private rangesCache: SparseCache;\n\n  /** Downloads files and writes them to the local dir. */\n  private downloadQueue: TaskProcessor;\n\n  private keyToOnDemand: Map<string, OnDemandBlobHolder> = new Map();\n\n  private idToLastLines: Map<string, LastLinesGetter> = new Map();\n  private idToProgressLog: Map<string, LastLinesGetter> = new Map();\n\n  private readonly saveDir: string;\n\n  constructor(\n    private readonly logger: MiLogger,\n    private readonly clientDownload: ClientDownload,\n    private readonly clientLogs: ClientLogs,\n    saveDir: string,\n    private readonly rangesCacheDir: string,\n    private readonly signer: Signer,\n    private readonly ops: DownloadDriverOps,\n  ) {\n    this.cache = new FilesCache(this.ops.cacheSoftSizeBytes);\n\n    const fsRanges = new SparseCacheFsRanges(this.logger, this.rangesCacheDir);\n    const fsStorage = new SparseCacheFsFile(this.logger, this.rangesCacheDir);\n    this.rangesCache = new SparseCache(this.logger, this.ops.rangesCacheMaxSizeBytes, fsRanges, fsStorage);\n\n    this.downloadQueue = new TaskProcessor(this.logger, ops.nConcurrentDownloads);\n\n    this.saveDir = path.resolve(saveDir);\n  }\n\n  static async init(\n    logger: MiLogger,\n    clientDownload: ClientDownload,\n    clientLogs: ClientLogs,\n    saveDir: string,\n    rangesCacheDir: string,\n    signer: Signer,\n    ops: DownloadDriverOps,\n  ): Promise<DownloadDriver> {\n    const driver = new DownloadDriver(logger, clientDownload, clientLogs, saveDir, rangesCacheDir, signer, ops);\n    await driver.rangesCache.reset();\n\n    return driver;\n  }\n\n  /** Gets a blob or part of the blob by its resource id or downloads a blob and sets it in a cache. */\n  public getDownloadedBlob(\n    res: ResourceInfo | PlTreeEntry,\n    ctx: ComputableCtx,\n  ): LocalBlobHandleAndSize | undefined;\n  public getDownloadedBlob(\n    res: ResourceInfo | PlTreeEntry,\n  ): ComputableStableDefined<LocalBlobHandleAndSize>;\n  public getDownloadedBlob(\n    res: ResourceInfo | PlTreeEntry,\n    ctx?: ComputableCtx,\n  ): Computable<LocalBlobHandleAndSize | undefined> | LocalBlobHandleAndSize | undefined {\n    if (ctx === undefined) {\n      return Computable.make((ctx) => this.getDownloadedBlob(res, ctx));\n    }\n\n    const rInfo = treeEntryToResourceInfo(res, ctx);\n\n    const callerId = randomUUID();\n    ctx.addOnDestroy(() => this.releaseBlob(rInfo, callerId));\n\n    const result = this.getDownloadedBlobNoCtx(ctx.watcher, rInfo as ResourceSnapshot, callerId);\n    if (result == undefined) {\n      ctx.markUnstable('download blob is still undefined');\n    }\n\n    return result;\n  }\n\n  private getDownloadedBlobNoCtx(\n    w: Watcher,\n    rInfo: ResourceSnapshot,\n    callerId: string,\n  ): LocalBlobHandleAndSize | undefined {\n    validateDownloadableResourceType('getDownloadedBlob', rInfo.type);\n\n    // We don't need to request files with wider limits,\n    // PFrame's engine does it disk-optimally by itself.\n\n    const task = this.getOrSetNewTask(rInfo, callerId);\n    task.attach(w, callerId);\n\n    const result = task.getBlob();\n    if (!result.done) {\n      return undefined;\n    }\n    if (result.result.ok) {\n      return result.result.value;\n    }\n    throw result.result.error;\n  }\n\n  private getOrSetNewTask(\n    rInfo: ResourceSnapshot,\n    callerId: string,\n  ): DownloadBlobTask {\n    const key = blobKey(rInfo.id);\n\n    const inMemoryTask = this.keyToDownload.get(key);\n    if (inMemoryTask) {\n      return inMemoryTask;\n    }\n\n    // schedule the blob downloading, then it'll be added to the cache.\n    const fPath = path.resolve(this.saveDir, key);\n\n    const newTask = new DownloadBlobTask(\n      this.logger,\n      this.clientDownload,\n      rInfo,\n      newLocalHandle(fPath, this.signer),\n      fPath,\n    );\n    this.keyToDownload.set(key, newTask);\n\n    this.downloadQueue.push({\n      fn: () => this.downloadBlob(newTask, callerId),\n      recoverableErrorPredicate: (e) => !nonRecoverableError(e),\n    });\n\n    return newTask;\n  }\n\n  private async downloadBlob(task: DownloadBlobTask, callerId: string) {\n    await task.download();\n    const blob = task.getBlob();\n    if (blob.done && blob.result.ok) {\n      this.cache.addCache(task, callerId);\n    }\n  }\n\n  /** Gets on demand blob. */\n  public getOnDemandBlob(\n    res: OnDemandBlobResourceSnapshot | PlTreeEntry,\n  ): Computable<RemoteBlobHandleAndSize>;\n  public getOnDemandBlob(\n    res: OnDemandBlobResourceSnapshot | PlTreeEntry,\n    ctx?: undefined,\n    fromBytes?: number,\n    toBytes?: number,\n  ): Computable<RemoteBlobHandleAndSize>;\n  public getOnDemandBlob(\n    res: OnDemandBlobResourceSnapshot | PlTreeEntry,\n    ctx: ComputableCtx,\n    fromBytes?: number,\n    toBytes?: number,\n  ): RemoteBlobHandleAndSize;\n  public getOnDemandBlob(\n    res: OnDemandBlobResourceSnapshot | PlTreeEntry,\n    ctx?: ComputableCtx,\n  ): ComputableStableDefined<RemoteBlobHandleAndSize> | RemoteBlobHandleAndSize | undefined {\n    if (ctx === undefined) return Computable.make((ctx) => this.getOnDemandBlob(res, ctx));\n\n    const rInfo: OnDemandBlobResourceSnapshot = isPlTreeEntry(res)\n      ? makeResourceSnapshot(res, OnDemandBlobResourceSnapshot, ctx)\n      : res;\n\n    const callerId = randomUUID();\n    ctx.addOnDestroy(() => this.releaseOnDemandBlob(rInfo.id, callerId));\n\n    // note that the watcher is not needed,\n    // the handler never changes.\n    const result = this.getOnDemandBlobNoCtx(rInfo, callerId);\n\n    return result;\n  }\n\n  private getOnDemandBlobNoCtx(\n    info: OnDemandBlobResourceSnapshot,\n    callerId: string,\n  ): RemoteBlobHandleAndSize {\n    validateDownloadableResourceType('getOnDemandBlob', info.type);\n\n    let blob = this.keyToOnDemand.get(blobKey(info.id));\n\n    if (blob === undefined) {\n      blob = new OnDemandBlobHolder(getSize(info), newRemoteHandle(info, this.signer));\n      this.keyToOnDemand.set(blobKey(info.id), blob);\n    }\n\n    blob.attach(callerId);\n\n    return blob.getHandle();\n  }\n\n  /** Gets a path from a handle. */\n  public getLocalPath(handle: LocalBlobHandle): string {\n    const { path } = parseLocalHandle(handle, this.signer);\n    return path;\n  }\n\n  /** Gets a content of a blob by a handle. */\n  public async getContent(handle: LocalBlobHandle | RemoteBlobHandle): Promise<Uint8Array>;\n  public async getContent(\n    handle: LocalBlobHandle | RemoteBlobHandle,\n    options?: GetContentOptions,\n  ): Promise<Uint8Array>;\n  /** @deprecated Use {@link getContent} with {@link GetContentOptions} instead */\n  public async getContent(\n    handle: LocalBlobHandle | RemoteBlobHandle,\n    range?: RangeBytes,\n  ): Promise<Uint8Array>;\n  public async getContent(\n    handle: LocalBlobHandle | RemoteBlobHandle,\n    optionsOrRange?: GetContentOptions | RangeBytes,\n  ): Promise<Uint8Array> {\n    let options: GetContentOptions = {};\n    if (typeof optionsOrRange === 'object' && optionsOrRange !== null) {\n      if ('range' in optionsOrRange) {\n        options = optionsOrRange;\n      } else {\n        const range = optionsOrRange as RangeBytes;\n        validateRangeBytes(range, `getContent`);\n        options = { range };\n      }\n    }\n\n    return await this.withContent(handle, {\n      ...options,\n      handler: async (content) => {\n        const chunks: Uint8Array[] = [];\n        for await (const chunk of content) {\n          options.signal?.throwIfAborted();\n          chunks.push(chunk);\n        }\n        return Buffer.concat(chunks);\n      }\n    });\n  }\n\n  /** Gets a content stream of a blob by a handle and calls handler with it. */\n  public async withContent<T>(\n    handle: LocalBlobHandle | RemoteBlobHandle,\n    options: GetContentOptions & {\n      handler: ContentHandler<T>;\n    },\n  ): Promise<T> {\n    const { range, signal, handler } = options;\n\n    if (isLocalBlobHandle(handle)) {\n      return await withFileContent({ path: this.getLocalPath(handle), range, signal, handler });\n    }\n\n    if (isRemoteBlobHandle(handle)) {\n      const result = parseRemoteHandle(handle, this.signer);\n\n      const key = blobKey(result.info.id);\n      const filePath = await this.rangesCache.get(key, range ?? { from: 0, to: result.size });\n      signal?.throwIfAborted();\n\n      if (filePath) return await withFileContent({ path: filePath, range, signal, handler });\n\n      return await this.clientDownload.withBlobContent(\n        result.info,\n        { signal },\n        options,\n        async (content, size) => {\n          const [handlerStream, cacheStream] = content.tee();\n          \n          const handlerPromise = handler(handlerStream, size);\n          const _cachePromise = buffer(cacheStream)\n            .then((data) => this.rangesCache.set(key, range ?? { from: 0, to: result.size }, data));\n\n          return await handlerPromise;\n        }\n      );\n    }\n\n    throw new Error('Malformed remote handle');\n  }\n\n  /**\n   * Creates computable that will return blob content once it is downloaded.\n   * Uses downloaded blob handle under the hood, so stores corresponding blob in file system.\n   */\n  public getComputableContent(\n    res: ResourceInfo | PlTreeEntry,\n    range?: RangeBytes,\n  ): ComputableStableDefined<Uint8Array> {\n    if (range) {\n      validateRangeBytes(range, `getComputableContent`);\n    }\n\n    return Computable.make((ctx) =>\n      this.getDownloadedBlob(res, ctx), {\n      postprocessValue: (v) => v ? this.getContent(v.handle, { range }) : undefined\n    }\n    ).withStableType()\n  }\n\n  /** Returns all logs and schedules a job that reads remain logs.\n   * Notifies when a new portion of the log appeared. */\n  public getLastLogs(\n    res: ResourceInfo | PlTreeEntry,\n    lines: number\n  ): Computable<string | undefined>;\n  public getLastLogs(\n    res: ResourceInfo | PlTreeEntry,\n    lines: number,\n    ctx: ComputableCtx\n  ): Computable<string | undefined>;\n  public getLastLogs(\n    res: ResourceInfo | PlTreeEntry,\n    lines: number,\n    ctx?: ComputableCtx,\n  ): Computable<string | undefined> | string | undefined {\n    if (ctx == undefined) return Computable.make((ctx) => this.getLastLogs(res, lines, ctx));\n\n    const r = treeEntryToResourceInfo(res, ctx);\n    const callerId = randomUUID();\n    ctx.addOnDestroy(() => this.releaseBlob(r, callerId));\n\n    const result = this.getLastLogsNoCtx(ctx.watcher, r as ResourceSnapshot, lines, callerId);\n    if (result == undefined)\n      ctx.markUnstable('either a file was not downloaded or logs was not read');\n\n    return result;\n  }\n\n  private getLastLogsNoCtx(\n    w: Watcher,\n    rInfo: ResourceSnapshot,\n    lines: number,\n    callerId: string,\n  ): string | undefined {\n    validateDownloadableResourceType('getLastLogs', rInfo.type);\n    const blob = this.getDownloadedBlobNoCtx(w, rInfo, callerId);\n    if (blob == undefined) return undefined;\n\n    const { path } = parseLocalHandle(blob.handle, this.signer);\n\n    let logGetter = this.idToLastLines.get(blobKey(rInfo.id));\n\n    if (logGetter == undefined) {\n      const newLogGetter = new LastLinesGetter(path, lines);\n      this.idToLastLines.set(blobKey(rInfo.id), newLogGetter);\n      logGetter = newLogGetter;\n    }\n\n    const result = logGetter.getOrSchedule(w);\n    if (result.error) throw result.error;\n\n    return result.log;\n  }\n\n  /** Returns a last line that has patternToSearch.\n   * Notifies when a new line appeared or EOF reached. */\n  public getProgressLog(\n    res: ResourceInfo | PlTreeEntry,\n    patternToSearch: string\n  ): Computable<string | undefined>;\n  public getProgressLog(\n    res: ResourceInfo | PlTreeEntry,\n    patternToSearch: string,\n    ctx: ComputableCtx\n  ): string | undefined;\n  public getProgressLog(\n    res: ResourceInfo | PlTreeEntry,\n    patternToSearch: string,\n    ctx?: ComputableCtx,\n  ): Computable<string | undefined> | string | undefined {\n    if (ctx == undefined)\n      return Computable.make((ctx) => this.getProgressLog(res, patternToSearch, ctx));\n\n    const r = treeEntryToResourceInfo(res, ctx);\n    const callerId = randomUUID();\n    ctx.addOnDestroy(() => this.releaseBlob(r, callerId));\n\n    const result = this.getProgressLogNoCtx(\n      ctx.watcher,\n      r as ResourceSnapshot,\n      patternToSearch,\n      callerId,\n    );\n    if (result === undefined)\n      ctx.markUnstable('either a file was not downloaded or a progress log was not read');\n\n    return result;\n  }\n\n  private getProgressLogNoCtx(\n    w: Watcher,\n    rInfo: ResourceSnapshot,\n    patternToSearch: string,\n    callerId: string,\n  ): string | undefined {\n    validateDownloadableResourceType('getProgressLog', rInfo.type);\n\n    const blob = this.getDownloadedBlobNoCtx(w, rInfo, callerId);\n    if (blob == undefined) return undefined;\n    const { path } = parseLocalHandle(blob.handle, this.signer);\n\n    let logGetter = this.idToProgressLog.get(blobKey(rInfo.id));\n\n    if (logGetter == undefined) {\n      const newLogGetter = new LastLinesGetter(path, 1, patternToSearch);\n      this.idToProgressLog.set(blobKey(rInfo.id), newLogGetter);\n\n      logGetter = newLogGetter;\n    }\n\n    const result = logGetter.getOrSchedule(w);\n    if (result.error) throw result.error;\n\n    return result.log;\n  }\n\n  /** Returns an Id of a smart object, that can read logs directly from\n   * the platform. */\n  public getLogHandle(res: ResourceInfo | PlTreeEntry): Computable<AnyLogHandle>;\n  public getLogHandle(res: ResourceInfo | PlTreeEntry, ctx: ComputableCtx): AnyLogHandle;\n  public getLogHandle(\n    res: ResourceInfo | PlTreeEntry,\n    ctx?: ComputableCtx,\n  ): Computable<AnyLogHandle> | AnyLogHandle {\n    if (ctx == undefined) return Computable.make((ctx) => this.getLogHandle(res, ctx));\n\n    const r = treeEntryToResourceInfo(res, ctx);\n\n    return this.getLogHandleNoCtx(r as ResourceSnapshot);\n  }\n\n  private getLogHandleNoCtx(rInfo: ResourceSnapshot): AnyLogHandle {\n    validateDownloadableResourceType('getLogHandle', rInfo.type);\n    return newLogHandle(false, rInfo);\n  }\n\n  public async lastLines(\n    handle: ReadyLogHandle,\n    lineCount: number,\n    offsetBytes?: number, // if 0n, then start from the end.\n    searchStr?: string,\n  ): Promise<StreamingApiResponse> {\n    const resp = await this.clientLogs.lastLines(\n      getResourceInfoFromLogHandle(handle),\n      lineCount,\n      BigInt(offsetBytes ?? 0),\n      searchStr,\n    );\n\n    return {\n      live: false,\n      shouldUpdateHandle: false,\n      data: resp.data,\n      size: Number(resp.size),\n      newOffset: Number(resp.newOffset),\n    };\n  }\n\n  public async readText(\n    handle: ReadyLogHandle,\n    lineCount: number,\n    offsetBytes?: number,\n    searchStr?: string,\n  ): Promise<StreamingApiResponse> {\n    const resp = await this.clientLogs.readText(\n      getResourceInfoFromLogHandle(handle),\n      lineCount,\n      BigInt(offsetBytes ?? 0),\n      searchStr,\n    );\n\n    return {\n      live: false,\n      shouldUpdateHandle: false,\n      data: resp.data,\n      size: Number(resp.size),\n      newOffset: Number(resp.newOffset),\n    };\n  }\n\n  private async releaseBlob(rInfo: ResourceInfo, callerId: string) {\n    const task = this.keyToDownload.get(blobKey(rInfo.id));\n    if (task == undefined) {\n      return;\n    }\n\n    if (this.cache.existsFile(blobKey(rInfo.id))) {\n      const toDelete = this.cache.removeFile(blobKey(rInfo.id), callerId);\n\n      await Promise.all(\n        toDelete.map(async (cachedFile) => {\n          await fsp.rm(cachedFile.path);\n\n          this.cache.removeCache(cachedFile);\n\n          this.removeTask(\n            mapGet(this.keyToDownload, pathToKey(cachedFile.path)),\n            `the task ${stringifyWithResourceId(cachedFile)} was removed`\n            + `from cache along with ${stringifyWithResourceId(toDelete.map((d) => d.path))}`,\n          );\n        }),\n      );\n    } else {\n      // The task is still in a downloading queue.\n      const deleted = task.counter.dec(callerId);\n      if (deleted) {\n        this.removeTask(\n          task,\n          `the task ${stringifyWithResourceId(task.info())} was removed from cache`,\n        );\n      }\n    }\n  }\n\n  private removeTask(task: DownloadBlobTask, reason: string) {\n    task.abort(reason);\n    task.change.markChanged(`download task for ${task.path} removed: ${reason}`);\n    this.keyToDownload.delete(pathToKey(task.path));\n    this.idToLastLines.delete(blobKey(task.rInfo.id));\n    this.idToProgressLog.delete(blobKey(task.rInfo.id));\n  }\n\n  private async releaseOnDemandBlob(blobId: ResourceId, callerId: string) {\n    const deleted = this.keyToOnDemand.get(blobKey(blobId))?.release(callerId) ?? false;\n    if (deleted) this.keyToOnDemand.delete(blobKey(blobId));\n  }\n\n  /** Removes all files from a hard drive. */\n  async releaseAll() {\n    this.downloadQueue.stop();\n\n    this.keyToDownload.forEach((task, key) => {\n      this.keyToDownload.delete(key);\n      task.change.markChanged(`task ${resourceIdToString(task.rInfo.id)} released`);\n    });\n  }\n}\n\n/** Keeps a counter to the on demand handle. */\nclass OnDemandBlobHolder {\n  private readonly counter = new CallersCounter();\n\n  constructor(\n    private readonly size: number,\n    private readonly handle: RemoteBlobHandle,\n  ) {}\n\n  public getHandle(): RemoteBlobHandleAndSize {\n    return { handle: this.handle, size: this.size };\n  }\n\n  public attach(callerId: string) {\n    this.counter.inc(callerId);\n  }\n\n  public release(callerId: string): boolean {\n    return this.counter.dec(callerId);\n  }\n}\n\nclass LastLinesGetter {\n  private updater: Updater;\n  private log: string | undefined;\n  private readonly change: ChangeSource = new ChangeSource();\n  private error: any | undefined = undefined;\n\n  constructor(\n    private readonly path: string,\n    private readonly lines: number,\n    private readonly patternToSearch?: string,\n  ) {\n    this.updater = new Updater(async () => this.update());\n  }\n\n  getOrSchedule(w: Watcher): {\n    log: string | undefined;\n    error?: any | undefined;\n  } {\n    this.change.attachWatcher(w);\n\n    this.updater.schedule();\n\n    return {\n      log: this.log,\n      error: this.error,\n    };\n  }\n\n  async update(): Promise<void> {\n    try {\n      const newLogs = await getLastLines(this.path, this.lines, this.patternToSearch);\n\n      if (this.log != newLogs) this.change.markChanged(`logs for ${this.path} updated`);\n      this.log = newLogs;\n    } catch (e: any) {\n      if (e.name == 'RpcError' && e.code == 'NOT_FOUND') {\n        // No resource\n        this.log = '';\n        this.error = e;\n        this.change.markChanged(`log update for ${this.path} failed, resource not found`);\n        return;\n      }\n\n      throw e;\n    }\n  }\n}\n\n/** Gets last lines from a file by reading the file from the top and keeping\n * last N lines in a window queue. */\nasync function getLastLines(fPath: string, nLines: number, patternToSearch?: string): Promise<string> {\n  let inStream: fs.ReadStream | undefined;\n  let rl: readline.Interface | undefined;\n\n  try {\n    inStream = fs.createReadStream(fPath);\n    rl = readline.createInterface({ input: inStream, crlfDelay: Infinity });\n\n    const lines = new Denque();\n\n    for await (const line of rl) {\n      if (patternToSearch != undefined && !line.includes(patternToSearch)) continue;\n\n      lines.push(line);\n      if (lines.length > nLines) {\n        lines.shift();\n      }\n    }\n\n    // last EOL is for keeping backward compat with platforma implementation.\n    return lines.toArray().join(os.EOL) + os.EOL;\n  } finally {\n    // Cleanup resources in finally block to ensure they're always cleaned up\n    try {\n      if (rl) {\n        rl.close();\n      }\n    } catch (cleanupError) {\n      console.error('Error closing readline interface:', cleanupError);\n    }\n\n    try {\n      if (inStream && !inStream.destroyed) {\n        inStream.destroy();\n      }\n    } catch (cleanupError) {\n      console.error('Error destroying read stream:', cleanupError);\n    }\n  }\n}\n\nfunction validateDownloadableResourceType(methodName: string, rType: ResourceType) {\n  if (!rType.name.startsWith('Blob/')) {\n    let message = `${methodName}: wrong resource type: ${rType.name}, expected: a resource of type that starts with 'Blob/'.`;\n    if (rType.name == 'Blob')\n      message += ` If it's called from workflow, should a file be exported with 'file.exportFile' function?`;\n\n    throw new WrongResourceTypeError(message);\n  }\n}\n"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;AAyFA;AAC6D;MAChD,cAAc,CAAA;AAoBN,IAAA,MAAA;AACA,IAAA,cAAA;AACA,IAAA,UAAA;AAEA,IAAA,cAAA;AACA,IAAA,MAAA;AACA,IAAA,GAAA;;AAxBX,IAAA,aAAa,GAAkC,IAAI,GAAG,EAAE;AAEhE;AAC+B;AACvB,IAAA,KAAK;AACL,IAAA,WAAW;;AAGX,IAAA,aAAa;AAEb,IAAA,aAAa,GAAoC,IAAI,GAAG,EAAE;AAE1D,IAAA,aAAa,GAAiC,IAAI,GAAG,EAAE;AACvD,IAAA,eAAe,GAAiC,IAAI,GAAG,EAAE;AAEhD,IAAA,OAAO;AAExB,IAAA,WAAA,CACmB,MAAgB,EAChB,cAA8B,EAC9B,UAAsB,EACvC,OAAe,EACE,cAAsB,EACtB,MAAc,EACd,GAAsB,EAAA;QANtB,IAAA,CAAA,MAAM,GAAN,MAAM;QACN,IAAA,CAAA,cAAc,GAAd,cAAc;QACd,IAAA,CAAA,UAAU,GAAV,UAAU;QAEV,IAAA,CAAA,cAAc,GAAd,cAAc;QACd,IAAA,CAAA,MAAM,GAAN,MAAM;QACN,IAAA,CAAA,GAAG,GAAH,GAAG;AAEpB,QAAA,IAAI,CAAC,KAAK,GAAG,IAAI,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,kBAAkB,CAAC;AAExD,QAAA,MAAM,QAAQ,GAAG,IAAI,mBAAmB,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,cAAc,CAAC;AAC1E,QAAA,MAAM,SAAS,GAAG,IAAI,iBAAiB,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,cAAc,CAAC;QACzE,IAAI,CAAC,WAAW,GAAG,IAAI,WAAW,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,uBAAuB,EAAE,QAAQ,EAAE,SAAS,CAAC;AAEtG,QAAA,IAAI,CAAC,aAAa,GAAG,IAAI,aAAa,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,CAAC,oBAAoB,CAAC;QAE7E,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC;IACtC;AAEA,IAAA,aAAa,IAAI,CACf,MAAgB,EAChB,cAA8B,EAC9B,UAAsB,EACtB,OAAe,EACf,cAAsB,EACtB,MAAc,EACd,GAAsB,EAAA;AAEtB,QAAA,MAAM,MAAM,GAAG,IAAI,cAAc,CAAC,MAAM,EAAE,cAAc,EAAE,UAAU,EAAE,OAAO,EAAE,cAAc,EAAE,MAAM,EAAE,GAAG,CAAC;AAC3G,QAAA,MAAM,MAAM,CAAC,WAAW,CAAC,KAAK,EAAE;AAEhC,QAAA,OAAO,MAAM;IACf;IAUO,iBAAiB,CACtB,GAA+B,EAC/B,GAAmB,EAAA;AAEnB,QAAA,IAAI,GAAG,KAAK,SAAS,EAAE;AACrB,YAAA,OAAO,UAAU,CAAC,IAAI,CAAC,CAAC,GAAG,KAAK,IAAI,CAAC,iBAAiB,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;QACnE;QAEA,MAAM,KAAK,GAAG,uBAAuB,CAAC,GAAG,EAAE,GAAG,CAAC;AAE/C,QAAA,MAAM,QAAQ,GAAG,UAAU,EAAE;AAC7B,QAAA,GAAG,CAAC,YAAY,CAAC,MAAM,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;AAEzD,QAAA,MAAM,MAAM,GAAG,IAAI,CAAC,sBAAsB,CAAC,GAAG,CAAC,OAAO,EAAE,KAAyB,EAAE,QAAQ,CAAC;AAC5F,QAAA,IAAI,MAAM,IAAI,SAAS,EAAE;AACvB,YAAA,GAAG,CAAC,YAAY,CAAC,kCAAkC,CAAC;QACtD;AAEA,QAAA,OAAO,MAAM;IACf;AAEQ,IAAA,sBAAsB,CAC5B,CAAU,EACV,KAAuB,EACvB,QAAgB,EAAA;AAEhB,QAAA,gCAAgC,CAAC,mBAAmB,EAAE,KAAK,CAAC,IAAI,CAAC;;;QAKjE,MAAM,IAAI,GAAG,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,QAAQ,CAAC;AAClD,QAAA,IAAI,CAAC,MAAM,CAAC,CAAC,EAAE,QAAQ,CAAC;AAExB,QAAA,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,EAAE;AAC7B,QAAA,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE;AAChB,YAAA,OAAO,SAAS;QAClB;AACA,QAAA,IAAI,MAAM,CAAC,MAAM,CAAC,EAAE,EAAE;AACpB,YAAA,OAAO,MAAM,CAAC,MAAM,CAAC,KAAK;QAC5B;AACA,QAAA,MAAM,MAAM,CAAC,MAAM,CAAC,KAAK;IAC3B;IAEQ,eAAe,CACrB,KAAuB,EACvB,QAAgB,EAAA;QAEhB,MAAM,GAAG,GAAG,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QAE7B,MAAM,YAAY,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC;QAChD,IAAI,YAAY,EAAE;AAChB,YAAA,OAAO,YAAY;QACrB;;AAGA,QAAA,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,CAAC;QAE7C,MAAM,OAAO,GAAG,IAAI,gBAAgB,CAClC,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,cAAc,EACnB,KAAK,EACL,cAAc,CAAC,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,EAClC,KAAK,CACN;QACD,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,GAAG,EAAE,OAAO,CAAC;AAEpC,QAAA,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC;YACtB,EAAE,EAAE,MAAM,IAAI,CAAC,YAAY,CAAC,OAAO,EAAE,QAAQ,CAAC;YAC9C,yBAAyB,EAAE,CAAC,CAAC,KAAK,CAAC,mBAAmB,CAAC,CAAC,CAAC;AAC1D,SAAA,CAAC;AAEF,QAAA,OAAO,OAAO;IAChB;AAEQ,IAAA,MAAM,YAAY,CAAC,IAAsB,EAAE,QAAgB,EAAA;AACjE,QAAA,MAAM,IAAI,CAAC,QAAQ,EAAE;AACrB,QAAA,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,EAAE;QAC3B,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE;YAC/B,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC;QACrC;IACF;IAkBO,eAAe,CACpB,GAA+C,EAC/C,GAAmB,EAAA;QAEnB,IAAI,GAAG,KAAK,SAAS;AAAE,YAAA,OAAO,UAAU,CAAC,IAAI,CAAC,CAAC,GAAG,KAAK,IAAI,CAAC,eAAe,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;AAEtF,QAAA,MAAM,KAAK,GAAiC,aAAa,CAAC,GAAG;cACzD,oBAAoB,CAAC,GAAG,EAAE,4BAA4B,EAAE,GAAG;cAC3D,GAAG;AAEP,QAAA,MAAM,QAAQ,GAAG,UAAU,EAAE;AAC7B,QAAA,GAAG,CAAC,YAAY,CAAC,MAAM,IAAI,CAAC,mBAAmB,CAAC,KAAK,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC;;;QAIpE,MAAM,MAAM,GAAG,IAAI,CAAC,oBAAoB,CAAC,KAAK,EAAE,QAAQ,CAAC;AAEzD,QAAA,OAAO,MAAM;IACf;IAEQ,oBAAoB,CAC1B,IAAkC,EAClC,QAAgB,EAAA;AAEhB,QAAA,gCAAgC,CAAC,iBAAiB,EAAE,IAAI,CAAC,IAAI,CAAC;AAE9D,QAAA,IAAI,IAAI,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;AAEnD,QAAA,IAAI,IAAI,KAAK,SAAS,EAAE;AACtB,YAAA,IAAI,GAAG,IAAI,kBAAkB,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,eAAe,CAAC,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;AAChF,YAAA,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,IAAI,CAAC;QAChD;AAEA,QAAA,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC;AAErB,QAAA,OAAO,IAAI,CAAC,SAAS,EAAE;IACzB;;AAGO,IAAA,YAAY,CAAC,MAAuB,EAAA;AACzC,QAAA,MAAM,EAAE,IAAI,EAAE,GAAG,gBAAgB,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC;AACtD,QAAA,OAAO,IAAI;IACb;AAaO,IAAA,MAAM,UAAU,CACrB,MAA0C,EAC1C,cAA+C,EAAA;QAE/C,IAAI,OAAO,GAAsB,EAAE;QACnC,IAAI,OAAO,cAAc,KAAK,QAAQ,IAAI,cAAc,KAAK,IAAI,EAAE;AACjE,YAAA,IAAI,OAAO,IAAI,cAAc,EAAE;gBAC7B,OAAO,GAAG,cAAc;YAC1B;iBAAO;gBACL,MAAM,KAAK,GAAG,cAA4B;AAC1C,gBAAA,kBAAkB,CAAC,KAAK,EAAE,CAAA,UAAA,CAAY,CAAC;AACvC,gBAAA,OAAO,GAAG,EAAE,KAAK,EAAE;YACrB;QACF;AAEA,QAAA,OAAO,MAAM,IAAI,CAAC,WAAW,CAAC,MAAM,EAAE;AACpC,YAAA,GAAG,OAAO;AACV,YAAA,OAAO,EAAE,OAAO,OAAO,KAAI;gBACzB,MAAM,MAAM,GAAiB,EAAE;AAC/B,gBAAA,WAAW,MAAM,KAAK,IAAI,OAAO,EAAE;AACjC,oBAAA,OAAO,CAAC,MAAM,EAAE,cAAc,EAAE;AAChC,oBAAA,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC;gBACpB;AACA,gBAAA,OAAO,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC;YAC9B;AACD,SAAA,CAAC;IACJ;;AAGO,IAAA,MAAM,WAAW,CACtB,MAA0C,EAC1C,OAEC,EAAA;QAED,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,OAAO;AAE1C,QAAA,IAAI,iBAAiB,CAAC,MAAM,CAAC,EAAE;YAC7B,OAAO,MAAM,eAAe,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;QAC3F;AAEA,QAAA,IAAI,kBAAkB,CAAC,MAAM,CAAC,EAAE;YAC9B,MAAM,MAAM,GAAG,iBAAiB,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC;YAErD,MAAM,GAAG,GAAG,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC;YACnC,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,IAAI,EAAE,IAAI,EAAE,CAAC,EAAE,EAAE,EAAE,MAAM,CAAC,IAAI,EAAE,CAAC;YACvF,MAAM,EAAE,cAAc,EAAE;AAExB,YAAA,IAAI,QAAQ;AAAE,gBAAA,OAAO,MAAM,eAAe,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,CAAC;YAEtF,OAAO,MAAM,IAAI,CAAC,cAAc,CAAC,eAAe,CAC9C,MAAM,CAAC,IAAI,EACX,EAAE,MAAM,EAAE,EACV,OAAO,EACP,OAAO,OAAO,EAAE,IAAI,KAAI;gBACtB,MAAM,CAAC,aAAa,EAAE,WAAW,CAAC,GAAG,OAAO,CAAC,GAAG,EAAE;gBAElD,MAAM,cAAc,GAAG,OAAO,CAAC,aAAa,EAAE,IAAI,CAAC;AACnD,gBAAsB,MAAM,CAAC,WAAW;AACrC,qBAAA,IAAI,CAAC,CAAC,IAAI,KAAK,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,IAAI,EAAE,IAAI,EAAE,CAAC,EAAE,EAAE,EAAE,MAAM,CAAC,IAAI,EAAE,EAAE,IAAI,CAAC;gBAExF,OAAO,MAAM,cAAc;AAC7B,YAAA,CAAC,CACF;QACH;AAEA,QAAA,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC;IAC5C;AAEA;;;AAGG;IACI,oBAAoB,CACzB,GAA+B,EAC/B,KAAkB,EAAA;QAElB,IAAI,KAAK,EAAE;AACT,YAAA,kBAAkB,CAAC,KAAK,EAAE,CAAA,oBAAA,CAAsB,CAAC;QACnD;AAEA,QAAA,OAAO,UAAU,CAAC,IAAI,CAAC,CAAC,GAAG,KACzB,IAAI,CAAC,iBAAiB,CAAC,GAAG,EAAE,GAAG,CAAC,EAAE;YAClC,gBAAgB,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,KAAK,EAAE,CAAC,GAAG;SACrE,CACA,CAAC,cAAc,EAAE;IACpB;AAaO,IAAA,WAAW,CAChB,GAA+B,EAC/B,KAAa,EACb,GAAmB,EAAA;QAEnB,IAAI,GAAG,IAAI,SAAS;YAAE,OAAO,UAAU,CAAC,IAAI,CAAC,CAAC,GAAG,KAAK,IAAI,CAAC,WAAW,CAAC,GAAG,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC;QAExF,MAAM,CAAC,GAAG,uBAAuB,CAAC,GAAG,EAAE,GAAG,CAAC;AAC3C,QAAA,MAAM,QAAQ,GAAG,UAAU,EAAE;AAC7B,QAAA,GAAG,CAAC,YAAY,CAAC,MAAM,IAAI,CAAC,WAAW,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;AAErD,QAAA,MAAM,MAAM,GAAG,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,OAAO,EAAE,CAAqB,EAAE,KAAK,EAAE,QAAQ,CAAC;QACzF,IAAI,MAAM,IAAI,SAAS;AACrB,YAAA,GAAG,CAAC,YAAY,CAAC,uDAAuD,CAAC;AAE3E,QAAA,OAAO,MAAM;IACf;AAEQ,IAAA,gBAAgB,CACtB,CAAU,EACV,KAAuB,EACvB,KAAa,EACb,QAAgB,EAAA;AAEhB,QAAA,gCAAgC,CAAC,aAAa,EAAE,KAAK,CAAC,IAAI,CAAC;AAC3D,QAAA,MAAM,IAAI,GAAG,IAAI,CAAC,sBAAsB,CAAC,CAAC,EAAE,KAAK,EAAE,QAAQ,CAAC;QAC5D,IAAI,IAAI,IAAI,SAAS;AAAE,YAAA,OAAO,SAAS;AAEvC,QAAA,MAAM,EAAE,IAAI,EAAE,GAAG,gBAAgB,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC;AAE3D,QAAA,IAAI,SAAS,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;AAEzD,QAAA,IAAI,SAAS,IAAI,SAAS,EAAE;YAC1B,MAAM,YAAY,GAAG,IAAI,eAAe,CAAC,IAAI,EAAE,KAAK,CAAC;AACrD,YAAA,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,EAAE,YAAY,CAAC;YACvD,SAAS,GAAG,YAAY;QAC1B;QAEA,MAAM,MAAM,GAAG,SAAS,CAAC,aAAa,CAAC,CAAC,CAAC;QACzC,IAAI,MAAM,CAAC,KAAK;YAAE,MAAM,MAAM,CAAC,KAAK;QAEpC,OAAO,MAAM,CAAC,GAAG;IACnB;AAaO,IAAA,cAAc,CACnB,GAA+B,EAC/B,eAAuB,EACvB,GAAmB,EAAA;QAEnB,IAAI,GAAG,IAAI,SAAS;YAClB,OAAO,UAAU,CAAC,IAAI,CAAC,CAAC,GAAG,KAAK,IAAI,CAAC,cAAc,CAAC,GAAG,EAAE,eAAe,EAAE,GAAG,CAAC,CAAC;QAEjF,MAAM,CAAC,GAAG,uBAAuB,CAAC,GAAG,EAAE,GAAG,CAAC;AAC3C,QAAA,MAAM,QAAQ,GAAG,UAAU,EAAE;AAC7B,QAAA,GAAG,CAAC,YAAY,CAAC,MAAM,IAAI,CAAC,WAAW,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;AAErD,QAAA,MAAM,MAAM,GAAG,IAAI,CAAC,mBAAmB,CACrC,GAAG,CAAC,OAAO,EACX,CAAqB,EACrB,eAAe,EACf,QAAQ,CACT;QACD,IAAI,MAAM,KAAK,SAAS;AACtB,YAAA,GAAG,CAAC,YAAY,CAAC,iEAAiE,CAAC;AAErF,QAAA,OAAO,MAAM;IACf;AAEQ,IAAA,mBAAmB,CACzB,CAAU,EACV,KAAuB,EACvB,eAAuB,EACvB,QAAgB,EAAA;AAEhB,QAAA,gCAAgC,CAAC,gBAAgB,EAAE,KAAK,CAAC,IAAI,CAAC;AAE9D,QAAA,MAAM,IAAI,GAAG,IAAI,CAAC,sBAAsB,CAAC,CAAC,EAAE,KAAK,EAAE,QAAQ,CAAC;QAC5D,IAAI,IAAI,IAAI,SAAS;AAAE,YAAA,OAAO,SAAS;AACvC,QAAA,MAAM,EAAE,IAAI,EAAE,GAAG,gBAAgB,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC;AAE3D,QAAA,IAAI,SAAS,GAAG,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;AAE3D,QAAA,IAAI,SAAS,IAAI,SAAS,EAAE;YAC1B,MAAM,YAAY,GAAG,IAAI,eAAe,CAAC,IAAI,EAAE,CAAC,EAAE,eAAe,CAAC;AAClE,YAAA,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,EAAE,YAAY,CAAC;YAEzD,SAAS,GAAG,YAAY;QAC1B;QAEA,MAAM,MAAM,GAAG,SAAS,CAAC,aAAa,CAAC,CAAC,CAAC;QACzC,IAAI,MAAM,CAAC,KAAK;YAAE,MAAM,MAAM,CAAC,KAAK;QAEpC,OAAO,MAAM,CAAC,GAAG;IACnB;IAMO,YAAY,CACjB,GAA+B,EAC/B,GAAmB,EAAA;QAEnB,IAAI,GAAG,IAAI,SAAS;AAAE,YAAA,OAAO,UAAU,CAAC,IAAI,CAAC,CAAC,GAAG,KAAK,IAAI,CAAC,YAAY,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;QAElF,MAAM,CAAC,GAAG,uBAAuB,CAAC,GAAG,EAAE,GAAG,CAAC;AAE3C,QAAA,OAAO,IAAI,CAAC,iBAAiB,CAAC,CAAqB,CAAC;IACtD;AAEQ,IAAA,iBAAiB,CAAC,KAAuB,EAAA;AAC/C,QAAA,gCAAgC,CAAC,cAAc,EAAE,KAAK,CAAC,IAAI,CAAC;AAC5D,QAAA,OAAO,YAAY,CAAC,KAAK,EAAE,KAAK,CAAC;IACnC;IAEO,MAAM,SAAS,CACpB,MAAsB,EACtB,SAAiB,EACjB,WAAoB;IACpB,SAAkB,EAAA;QAElB,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,SAAS,CAC1C,4BAA4B,CAAC,MAAM,CAAC,EACpC,SAAS,EACT,MAAM,CAAC,WAAW,IAAI,CAAC,CAAC,EACxB,SAAS,CACV;QAED,OAAO;AACL,YAAA,IAAI,EAAE,KAAK;AACX,YAAA,kBAAkB,EAAE,KAAK;YACzB,IAAI,EAAE,IAAI,CAAC,IAAI;AACf,YAAA,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC;AACvB,YAAA,SAAS,EAAE,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC;SAClC;IACH;IAEO,MAAM,QAAQ,CACnB,MAAsB,EACtB,SAAiB,EACjB,WAAoB,EACpB,SAAkB,EAAA;QAElB,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,QAAQ,CACzC,4BAA4B,CAAC,MAAM,CAAC,EACpC,SAAS,EACT,MAAM,CAAC,WAAW,IAAI,CAAC,CAAC,EACxB,SAAS,CACV;QAED,OAAO;AACL,YAAA,IAAI,EAAE,KAAK;AACX,YAAA,kBAAkB,EAAE,KAAK;YACzB,IAAI,EAAE,IAAI,CAAC,IAAI;AACf,YAAA,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC;AACvB,YAAA,SAAS,EAAE,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC;SAClC;IACH;AAEQ,IAAA,MAAM,WAAW,CAAC,KAAmB,EAAE,QAAgB,EAAA;AAC7D,QAAA,MAAM,IAAI,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;AACtD,QAAA,IAAI,IAAI,IAAI,SAAS,EAAE;YACrB;QACF;AAEA,QAAA,IAAI,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,EAAE;AAC5C,YAAA,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC,EAAE,QAAQ,CAAC;AAEnE,YAAA,MAAM,OAAO,CAAC,GAAG,CACf,QAAQ,CAAC,GAAG,CAAC,OAAO,UAAU,KAAI;gBAChC,MAAM,GAAG,CAAC,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC;AAE7B,gBAAA,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,UAAU,CAAC;gBAElC,IAAI,CAAC,UAAU,CACb,MAAM,CAAC,IAAI,CAAC,aAAa,EAAE,SAAS,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,EACtD,YAAY,uBAAuB,CAAC,UAAU,CAAC,CAAA,YAAA;AAC7C,sBAAA,CAAA,sBAAA,EAAyB,uBAAuB,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAA,CAAE,CAClF;YACH,CAAC,CAAC,CACH;QACH;aAAO;;YAEL,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC;YAC1C,IAAI,OAAO,EAAE;AACX,gBAAA,IAAI,CAAC,UAAU,CACb,IAAI,EACJ,CAAA,SAAA,EAAY,uBAAuB,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAA,uBAAA,CAAyB,CAC1E;YACH;QACF;IACF;IAEQ,UAAU,CAAC,IAAsB,EAAE,MAAc,EAAA;AACvD,QAAA,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC;AAClB,QAAA,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,CAAA,kBAAA,EAAqB,IAAI,CAAC,IAAI,CAAA,UAAA,EAAa,MAAM,CAAA,CAAE,CAAC;AAC5E,QAAA,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC/C,QAAA,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;AACjD,QAAA,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IACrD;AAEQ,IAAA,MAAM,mBAAmB,CAAC,MAAkB,EAAE,QAAgB,EAAA;QACpE,MAAM,OAAO,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,EAAE,OAAO,CAAC,QAAQ,CAAC,IAAI,KAAK;AACnF,QAAA,IAAI,OAAO;YAAE,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;IACzD;;AAGA,IAAA,MAAM,UAAU,GAAA;AACd,QAAA,IAAI,CAAC,aAAa,CAAC,IAAI,EAAE;QAEzB,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,GAAG,KAAI;AACvC,YAAA,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,GAAG,CAAC;AAC9B,YAAA,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,QAAQ,kBAAkB,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAA,SAAA,CAAW,CAAC;AAC/E,QAAA,CAAC,CAAC;IACJ;AACD;AAED;AACA,MAAM,kBAAkB,CAAA;AAIH,IAAA,IAAA;AACA,IAAA,MAAA;AAJF,IAAA,OAAO,GAAG,IAAI,cAAc,EAAE;IAE/C,WAAA,CACmB,IAAY,EACZ,MAAwB,EAAA;QADxB,IAAA,CAAA,IAAI,GAAJ,IAAI;QACJ,IAAA,CAAA,MAAM,GAAN,MAAM;IACtB;IAEI,SAAS,GAAA;AACd,QAAA,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE;IACjD;AAEO,IAAA,MAAM,CAAC,QAAgB,EAAA;AAC5B,QAAA,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC;IAC5B;AAEO,IAAA,OAAO,CAAC,QAAgB,EAAA;QAC7B,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC;IACnC;AACD;AAED,MAAM,eAAe,CAAA;AAOA,IAAA,IAAA;AACA,IAAA,KAAA;AACA,IAAA,eAAA;AARX,IAAA,OAAO;AACP,IAAA,GAAG;AACM,IAAA,MAAM,GAAiB,IAAI,YAAY,EAAE;IAClD,KAAK,GAAoB,SAAS;AAE1C,IAAA,WAAA,CACmB,IAAY,EACZ,KAAa,EACb,eAAwB,EAAA;QAFxB,IAAA,CAAA,IAAI,GAAJ,IAAI;QACJ,IAAA,CAAA,KAAK,GAAL,KAAK;QACL,IAAA,CAAA,eAAe,GAAf,eAAe;AAEhC,QAAA,IAAI,CAAC,OAAO,GAAG,IAAI,OAAO,CAAC,YAAY,IAAI,CAAC,MAAM,EAAE,CAAC;IACvD;AAEA,IAAA,aAAa,CAAC,CAAU,EAAA;AAItB,QAAA,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC;AAE5B,QAAA,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE;QAEvB,OAAO;YACL,GAAG,EAAE,IAAI,CAAC,GAAG;YACb,KAAK,EAAE,IAAI,CAAC,KAAK;SAClB;IACH;AAEA,IAAA,MAAM,MAAM,GAAA;AACV,QAAA,IAAI;AACF,YAAA,MAAM,OAAO,GAAG,MAAM,YAAY,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,eAAe,CAAC;AAE/E,YAAA,IAAI,IAAI,CAAC,GAAG,IAAI,OAAO;gBAAE,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,CAAA,SAAA,EAAY,IAAI,CAAC,IAAI,CAAA,QAAA,CAAU,CAAC;AACjF,YAAA,IAAI,CAAC,GAAG,GAAG,OAAO;QACpB;QAAE,OAAO,CAAM,EAAE;AACf,YAAA,IAAI,CAAC,CAAC,IAAI,IAAI,UAAU,IAAI,CAAC,CAAC,IAAI,IAAI,WAAW,EAAE;;AAEjD,gBAAA,IAAI,CAAC,GAAG,GAAG,EAAE;AACb,gBAAA,IAAI,CAAC,KAAK,GAAG,CAAC;gBACd,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,CAAA,eAAA,EAAkB,IAAI,CAAC,IAAI,CAAA,2BAAA,CAA6B,CAAC;gBACjF;YACF;AAEA,YAAA,MAAM,CAAC;QACT;IACF;AACD;AAED;AACqC;AACrC,eAAe,YAAY,CAAC,KAAa,EAAE,MAAc,EAAE,eAAwB,EAAA;AACjF,IAAA,IAAI,QAAmC;AACvC,IAAA,IAAI,EAAkC;AAEtC,IAAA,IAAI;AACF,QAAA,QAAQ,GAAG,EAAE,CAAC,gBAAgB,CAAC,KAAK,CAAC;AACrC,QAAA,EAAE,GAAG,QAAQ,CAAC,eAAe,CAAC,EAAE,KAAK,EAAE,QAAQ,EAAE,SAAS,EAAE,QAAQ,EAAE,CAAC;AAEvE,QAAA,MAAM,KAAK,GAAG,IAAI,MAAM,EAAE;AAE1B,QAAA,WAAW,MAAM,IAAI,IAAI,EAAE,EAAE;YAC3B,IAAI,eAAe,IAAI,SAAS,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,eAAe,CAAC;gBAAE;AAErE,YAAA,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC;AAChB,YAAA,IAAI,KAAK,CAAC,MAAM,GAAG,MAAM,EAAE;gBACzB,KAAK,CAAC,KAAK,EAAE;YACf;QACF;;AAGA,QAAA,OAAO,KAAK,CAAC,OAAO,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,GAAG;IAC9C;YAAU;;AAER,QAAA,IAAI;YACF,IAAI,EAAE,EAAE;gBACN,EAAE,CAAC,KAAK,EAAE;YACZ;QACF;QAAE,OAAO,YAAY,EAAE;AACrB,YAAA,OAAO,CAAC,KAAK,CAAC,mCAAmC,EAAE,YAAY,CAAC;QAClE;AAEA,QAAA,IAAI;AACF,YAAA,IAAI,QAAQ,IAAI,CAAC,QAAQ,CAAC,SAAS,EAAE;gBACnC,QAAQ,CAAC,OAAO,EAAE;YACpB;QACF;QAAE,OAAO,YAAY,EAAE;AACrB,YAAA,OAAO,CAAC,KAAK,CAAC,+BAA+B,EAAE,YAAY,CAAC;QAC9D;IACF;AACF;AAEA,SAAS,gCAAgC,CAAC,UAAkB,EAAE,KAAmB,EAAA;IAC/E,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE;QACnC,IAAI,OAAO,GAAG,CAAA,EAAG,UAAU,0BAA0B,KAAK,CAAC,IAAI,CAAA,wDAAA,CAA0D;AACzH,QAAA,IAAI,KAAK,CAAC,IAAI,IAAI,MAAM;YACtB,OAAO,IAAI,2FAA2F;AAExG,QAAA,MAAM,IAAI,sBAAsB,CAAC,OAAO,CAAC;IAC3C;AACF;;;;"}

package/dist/drivers/download_blob/sparse_cache/ranges.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"ranges.d.ts","sourceRoot":"","sources":["../../../../src/drivers/download_blob/sparse_cache/ranges.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EAAE,UAAU,EAAE,MAAM,iCAAiC,CAAC;AAC7D,OAAO,EAAwB,QAAQ,EAAE,MAAM,4BAA4B,CAAC;AAG5E;;+CAE+C;AAC/C,QAAA,MAAM,MAAM;;cAoBwC,EAAE,SAAS;YAExD,EAAG,SAAS;;;;;;;;;;;;;;;;;;EApBjB,CAAC;AAEH,MAAM,MAAM,MAAM,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,MAAM,CAAC,CAAC;AAE5C,eAAO,MAAM,iBAAiB,iBAAiB,CAAC;AAEhD,wBAAgB,cAAc,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAEpD;AAED,wBAAsB,cAAc,CAAC,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAuBpF;AAED,gEAAgE;AAChE,wBAAsB,eAAe,CAAC,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,iBAInF;AAED,2CAA2C;AAC3C,wBAAgB,eAAe,CAAC,CAAC,EAAE,MAAM,QASxC;AASD,wBAAgB,UAAU,CAAC,CAAC,EAAE,MAAM,UAEnC;AAED,wBAAgB,cAAc,CAAC,SAAS,EAAE,MAAM,EAAE,KAAK,EAAE,UAAU,GAAG,OAAO,CAQ5E;AAED,wBAAgB,QAAQ,CAAC,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,UAAU;;;;;EAKpD"}
+{"version":3,"file":"ranges.d.ts","sourceRoot":"","sources":["../../../../src/drivers/download_blob/sparse_cache/ranges.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EAAE,UAAU,EAAE,MAAM,iCAAiC,CAAC;AAC7D,OAAO,EAAwB,QAAQ,EAAE,MAAM,4BAA4B,CAAC;AAG5E;;+CAE+C;AAC/C,QAAA,MAAM,MAAM;;cAoB8B,EAAG,SAAS;YAC/B,EACjB,SAAI;;;;;;;;;;;;;;;;;;EApBR,CAAC;AAEH,MAAM,MAAM,MAAM,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,MAAM,CAAC,CAAC;AAE5C,eAAO,MAAM,iBAAiB,iBAAiB,CAAC;AAEhD,wBAAgB,cAAc,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAEpD;AAED,wBAAsB,cAAc,CAAC,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAuBpF;AAED,gEAAgE;AAChE,wBAAsB,eAAe,CAAC,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,iBAInF;AAED,2CAA2C;AAC3C,wBAAgB,eAAe,CAAC,CAAC,EAAE,MAAM,QASxC;AASD,wBAAgB,UAAU,CAAC,CAAC,EAAE,MAAM,UAEnC;AAED,wBAAgB,cAAc,CAAC,SAAS,EAAE,MAAM,EAAE,KAAK,EAAE,UAAU,GAAG,OAAO,CAQ5E;AAED,wBAAgB,QAAQ,CAAC,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,UAAU;;;;;EAKpD"}

package/dist/drivers/helpers/helpers.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"helpers.cjs","sources":["../../../src/drivers/helpers/helpers.ts"],"sourcesContent":["import {\n  BasicResourceData,\n  getField,\n  isNullResourceId,\n  PlClient,\n  ResourceId,\n  valErr,\n} from '@milaboratories/pl-client';\n\n/** Throws when a driver gets a resource with a wrong resource type. */\nexport class WrongResourceTypeError extends Error {\n  name = 'WrongResourceTypeError';\n}\n\n/** Updater incorporates a pattern when someone wants to run a callback\n * that updates something only when it's not already running. */\nexport class Updater {\n  private updating: Promise<void> | undefined;\n\n  constructor(private readonly onUpdate: () => Promise<void>) {}\n\n  schedule() {\n    if (this.updating == undefined) {\n      this.updating = (async () => {\n        try {\n          await this.onUpdate();\n        } catch (e) {\n          console.log(`error while updating in Updater: ${e}`);\n        } finally {\n          this.updating = undefined;\n        }\n      })();\n    }\n  }\n}\n"],"names":[],"mappings":";;AASA;AACM,MAAO,sBAAuB,SAAQ,KAAK,CAAA;IAC/C,IAAI,GAAG,wBAAwB;AAChC;AAED;AACgE;MACnD,OAAO,CAAA;AAGW,IAAA,QAAA;AAFrB,IAAA,QAAQ;AAEhB,IAAA,WAAA,CAA6B,QAA6B,EAAA;QAA7B,IAAA,CAAA,QAAQ,GAAR,QAAQ;IAAwB;IAE7D,QAAQ,GAAA;AACN,QAAA,IAAI,IAAI,CAAC,QAAQ,IAAI,SAAS,EAAE;AAC9B,YAAA,IAAI,CAAC,QAAQ,GAAG,CAAC,YAAW;AAC1B,gBAAA,IAAI;AACF,oBAAA,MAAM,IAAI,CAAC,QAAQ,EAAE;gBACvB;gBAAE,OAAO,CAAC,EAAE;AACV,oBAAA,OAAO,CAAC,GAAG,CAAC,oCAAoC,CAAC,CAAA,CAAE,CAAC;gBACtD;wBAAU;AACR,oBAAA,IAAI,CAAC,QAAQ,GAAG,SAAS;gBAC3B;YACF,CAAC,GAAG;QACN;IACF;AACD;;;;;"}
+{"version":3,"file":"helpers.cjs","sources":["../../../src/drivers/helpers/helpers.ts"],"sourcesContent":["/** Throws when a driver gets a resource with a wrong resource type. */\nexport class WrongResourceTypeError extends Error {\n  name = 'WrongResourceTypeError';\n}\n\n/** Updater incorporates a pattern when someone wants to run a callback\n * that updates something only when it's not already running. */\nexport class Updater {\n  private updating: Promise<void> | undefined;\n\n  constructor(private readonly onUpdate: () => Promise<void>) {}\n\n  schedule() {\n    if (this.updating == undefined) {\n      this.updating = (async () => {\n        try {\n          await this.onUpdate();\n        } catch (e) {\n          console.log(`error while updating in Updater: ${e}`);\n        } finally {\n          this.updating = undefined;\n        }\n      })();\n    }\n  }\n}\n"],"names":[],"mappings":";;AAAA;AACM,MAAO,sBAAuB,SAAQ,KAAK,CAAA;IAC/C,IAAI,GAAG,wBAAwB;AAChC;AAED;AACgE;MACnD,OAAO,CAAA;AAGW,IAAA,QAAA;AAFrB,IAAA,QAAQ;AAEhB,IAAA,WAAA,CAA6B,QAA6B,EAAA;QAA7B,IAAA,CAAA,QAAQ,GAAR,QAAQ;IAAwB;IAE7D,QAAQ,GAAA;AACN,QAAA,IAAI,IAAI,CAAC,QAAQ,IAAI,SAAS,EAAE;AAC9B,YAAA,IAAI,CAAC,QAAQ,GAAG,CAAC,YAAW;AAC1B,gBAAA,IAAI;AACF,oBAAA,MAAM,IAAI,CAAC,QAAQ,EAAE;gBACvB;gBAAE,OAAO,CAAC,EAAE;AACV,oBAAA,OAAO,CAAC,GAAG,CAAC,oCAAoC,CAAC,CAAA,CAAE,CAAC;gBACtD;wBAAU;AACR,oBAAA,IAAI,CAAC,QAAQ,GAAG,SAAS;gBAC3B;YACF,CAAC,GAAG;QACN;IACF;AACD;;;;;"}

package/dist/drivers/helpers/helpers.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"helpers.d.ts","sourceRoot":"","sources":["../../../src/drivers/helpers/helpers.ts"],"names":[],"mappings":"AASA,uEAAuE;AACvE,qBAAa,sBAAuB,SAAQ,KAAK;IAC/C,IAAI,SAA4B;CACjC;AAED;gEACgE;AAChE,qBAAa,OAAO;IAGN,OAAO,CAAC,QAAQ,CAAC,QAAQ;IAFrC,OAAO,CAAC,QAAQ,CAA4B;gBAEf,QAAQ,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC;IAE1D,QAAQ;CAaT"}
+{"version":3,"file":"helpers.d.ts","sourceRoot":"","sources":["../../../src/drivers/helpers/helpers.ts"],"names":[],"mappings":"AAAA,uEAAuE;AACvE,qBAAa,sBAAuB,SAAQ,KAAK;IAC/C,IAAI,SAA4B;CACjC;AAED;gEACgE;AAChE,qBAAa,OAAO;IAGN,OAAO,CAAC,QAAQ,CAAC,QAAQ;IAFrC,OAAO,CAAC,QAAQ,CAA4B;gBAEf,QAAQ,EAAE,MAAM,OAAO,CAAC,IAAI,CAAC;IAE1D,QAAQ;CAaT"}

package/dist/drivers/helpers/helpers.js.map

@@ -1 +1 @@
-{"version":3,"file":"helpers.js","sources":["../../../src/drivers/helpers/helpers.ts"],"sourcesContent":["import {\n  BasicResourceData,\n  getField,\n  isNullResourceId,\n  PlClient,\n  ResourceId,\n  valErr,\n} from '@milaboratories/pl-client';\n\n/** Throws when a driver gets a resource with a wrong resource type. */\nexport class WrongResourceTypeError extends Error {\n  name = 'WrongResourceTypeError';\n}\n\n/** Updater incorporates a pattern when someone wants to run a callback\n * that updates something only when it's not already running. */\nexport class Updater {\n  private updating: Promise<void> | undefined;\n\n  constructor(private readonly onUpdate: () => Promise<void>) {}\n\n  schedule() {\n    if (this.updating == undefined) {\n      this.updating = (async () => {\n        try {\n          await this.onUpdate();\n        } catch (e) {\n          console.log(`error while updating in Updater: ${e}`);\n        } finally {\n          this.updating = undefined;\n        }\n      })();\n    }\n  }\n}\n"],"names":[],"mappings":"AASA;AACM,MAAO,sBAAuB,SAAQ,KAAK,CAAA;IAC/C,IAAI,GAAG,wBAAwB;AAChC;AAED;AACgE;MACnD,OAAO,CAAA;AAGW,IAAA,QAAA;AAFrB,IAAA,QAAQ;AAEhB,IAAA,WAAA,CAA6B,QAA6B,EAAA;QAA7B,IAAA,CAAA,QAAQ,GAAR,QAAQ;IAAwB;IAE7D,QAAQ,GAAA;AACN,QAAA,IAAI,IAAI,CAAC,QAAQ,IAAI,SAAS,EAAE;AAC9B,YAAA,IAAI,CAAC,QAAQ,GAAG,CAAC,YAAW;AAC1B,gBAAA,IAAI;AACF,oBAAA,MAAM,IAAI,CAAC,QAAQ,EAAE;gBACvB;gBAAE,OAAO,CAAC,EAAE;AACV,oBAAA,OAAO,CAAC,GAAG,CAAC,oCAAoC,CAAC,CAAA,CAAE,CAAC;gBACtD;wBAAU;AACR,oBAAA,IAAI,CAAC,QAAQ,GAAG,SAAS;gBAC3B;YACF,CAAC,GAAG;QACN;IACF;AACD;;;;"}
+{"version":3,"file":"helpers.js","sources":["../../../src/drivers/helpers/helpers.ts"],"sourcesContent":["/** Throws when a driver gets a resource with a wrong resource type. */\nexport class WrongResourceTypeError extends Error {\n  name = 'WrongResourceTypeError';\n}\n\n/** Updater incorporates a pattern when someone wants to run a callback\n * that updates something only when it's not already running. */\nexport class Updater {\n  private updating: Promise<void> | undefined;\n\n  constructor(private readonly onUpdate: () => Promise<void>) {}\n\n  schedule() {\n    if (this.updating == undefined) {\n      this.updating = (async () => {\n        try {\n          await this.onUpdate();\n        } catch (e) {\n          console.log(`error while updating in Updater: ${e}`);\n        } finally {\n          this.updating = undefined;\n        }\n      })();\n    }\n  }\n}\n"],"names":[],"mappings":"AAAA;AACM,MAAO,sBAAuB,SAAQ,KAAK,CAAA;IAC/C,IAAI,GAAG,wBAAwB;AAChC;AAED;AACgE;MACnD,OAAO,CAAA;AAGW,IAAA,QAAA;AAFrB,IAAA,QAAQ;AAEhB,IAAA,WAAA,CAA6B,QAA6B,EAAA;QAA7B,IAAA,CAAA,QAAQ,GAAR,QAAQ;IAAwB;IAE7D,QAAQ,GAAA;AACN,QAAA,IAAI,IAAI,CAAC,QAAQ,IAAI,SAAS,EAAE;AAC9B,YAAA,IAAI,CAAC,QAAQ,GAAG,CAAC,YAAW;AAC1B,gBAAA,IAAI;AACF,oBAAA,MAAM,IAAI,CAAC,QAAQ,EAAE;gBACvB;gBAAE,OAAO,CAAC,EAAE;AACV,oBAAA,OAAO,CAAC,GAAG,CAAC,oCAAoC,CAAC,CAAA,CAAE,CAAC;gBACtD;wBAAU;AACR,oBAAA,IAAI,CAAC,QAAQ,GAAG,SAAS;gBAC3B;YACF,CAAC,GAAG;QACN;IACF;AACD;;;;"}

package/dist/drivers/helpers/read_file.cjs

@@ -2,7 +2,8 @@
 
 var tsHelpers = require('@milaboratories/ts-helpers');
 var fs = require('node:fs');
-var consumers = require('node:stream/consumers');
+var fsp = require('node:fs/promises');
+var node_stream = require('node:stream');
 
 function _interopNamespaceDefault(e) {
     var n = Object.create(null);
@@ -22,6 +23,7 @@ function _interopNamespaceDefault(e) {
 }
 
 var fs__namespace = /*#__PURE__*/_interopNamespaceDefault(fs);
+var fsp__namespace = /*#__PURE__*/_interopNamespaceDefault(fsp);
 
 // Global concurrency limiter for file reads - limit to 32 parallel reads
 const fileReadLimiter = new tsHelpers.ConcurrencyLimitingExecutor(32);
@@ -29,20 +31,26 @@ const fileReadLimiter = new tsHelpers.ConcurrencyLimitingExecutor(32);
  * Reads file content with concurrency limiting and proper error handling.
  * Ensures file descriptors are properly cleaned up even in error cases.
  */
-async function readFileContent(path, range) {
+async function withFileContent({ path, range, signal, handler, }) {
     return await fileReadLimiter.run(async () => {
-        const ops = {};
-        if (range) {
-            ops.start = range.from;
-            ops.end = range.to - 1;
-        }
+        const readOps = {
+            start: range?.from,
+            end: range?.to !== undefined ? range.to - 1 : undefined,
+            signal: signal,
+        };
         let stream;
+        let handlerSuccess = false;
         try {
-            stream = fs__namespace.createReadStream(path, ops);
-            return await consumers.buffer(stream);
+            const stat = await fsp__namespace.stat(path);
+            stream = fs__namespace.createReadStream(path, readOps);
+            const webStream = node_stream.Readable.toWeb(stream);
+            const result = await handler(webStream, stat.size);
+            handlerSuccess = true;
+            return result;
         }
         catch (error) {
-            if (stream && !stream.destroyed) {
+            // Cleanup on error (including handler errors)
+            if (!handlerSuccess && stream && !stream.destroyed) {
                 stream.destroy();
             }
             throw error;
@@ -50,5 +58,5 @@ async function readFileContent(path, range) {
     });
 }
 
-exports.readFileContent = readFileContent;
+exports.withFileContent = withFileContent;
 //# sourceMappingURL=read_file.cjs.map

package/dist/drivers/helpers/read_file.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"read_file.cjs","sources":["../../../src/drivers/helpers/read_file.ts"],"sourcesContent":["import { ConcurrencyLimitingExecutor } from '@milaboratories/ts-helpers';\nimport type { RangeBytes } from '@milaboratories/pl-model-common';\nimport * as fs from 'node:fs';\nimport { buffer } from 'node:stream/consumers';\n\n// Global concurrency limiter for file reads - limit to 32 parallel reads\nconst fileReadLimiter = new ConcurrencyLimitingExecutor(32);\n\n/**\n * Reads file content with concurrency limiting and proper error handling.\n * Ensures file descriptors are properly cleaned up even in error cases.\n */\nexport async function readFileContent(path: string, range?: RangeBytes): Promise<Uint8Array> {\n  return await fileReadLimiter.run(async () => {\n    const ops: { start?: number; end?: number } = {};\n    if (range) {\n      ops.start = range.from;\n      ops.end = range.to - 1;\n    }\n\n    let stream: fs.ReadStream | undefined;\n    try {\n      stream = fs.createReadStream(path, ops);\n      return await buffer(stream);\n    } catch (error) {\n      if (stream && !stream.destroyed) {\n        stream.destroy();\n      }\n      throw error;\n    }\n  });\n}\n"],"names":["ConcurrencyLimitingExecutor","fs","buffer"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;AAKA;AACA,MAAM,eAAe,GAAG,IAAIA,qCAA2B,CAAC,EAAE,CAAC;AAE3D;;;AAGG;AACI,eAAe,eAAe,CAAC,IAAY,EAAE,KAAkB,EAAA;AACpE,IAAA,OAAO,MAAM,eAAe,CAAC,GAAG,CAAC,YAAW;QAC1C,MAAM,GAAG,GAAqC,EAAE;QAChD,IAAI,KAAK,EAAE;AACT,YAAA,GAAG,CAAC,KAAK,GAAG,KAAK,CAAC,IAAI;YACtB,GAAG,CAAC,GAAG,GAAG,KAAK,CAAC,EAAE,GAAG,CAAC;QACxB;AAEA,QAAA,IAAI,MAAiC;AACrC,QAAA,IAAI;YACF,MAAM,GAAGC,aAAE,CAAC,gBAAgB,CAAC,IAAI,EAAE,GAAG,CAAC;AACvC,YAAA,OAAO,MAAMC,gBAAM,CAAC,MAAM,CAAC;QAC7B;QAAE,OAAO,KAAK,EAAE;AACd,YAAA,IAAI,MAAM,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE;gBAC/B,MAAM,CAAC,OAAO,EAAE;YAClB;AACA,YAAA,MAAM,KAAK;QACb;AACF,IAAA,CAAC,CAAC;AACJ;;;;"}
+{"version":3,"file":"read_file.cjs","sources":["../../../src/drivers/helpers/read_file.ts"],"sourcesContent":["import { ConcurrencyLimitingExecutor } from '@milaboratories/ts-helpers';\nimport type { RangeBytes } from '@milaboratories/pl-model-common';\nimport * as fs from 'node:fs';\nimport * as fsp from 'node:fs/promises';\nimport { Readable } from 'node:stream';\n\n// Global concurrency limiter for file reads - limit to 32 parallel reads\nconst fileReadLimiter = new ConcurrencyLimitingExecutor(32);\n\n/**\n * Reads file content with concurrency limiting and proper error handling.\n * Ensures file descriptors are properly cleaned up even in error cases.\n */\nexport async function withFileContent<T>({\n  path,\n  range,\n  signal,\n  handler,\n}: {\n  path: string;\n  range?: RangeBytes;\n  signal?: AbortSignal;\n  handler: (content: ReadableStream, size: number) => Promise<T>;\n}): Promise<T> {\n  return await fileReadLimiter.run(async () => {\n    const readOps = {\n      start: range?.from,\n      end: range?.to !== undefined ? range.to - 1 : undefined,\n      signal: signal,\n    };\n    let stream: fs.ReadStream | undefined;\n    let handlerSuccess = false;\n\n    try {\n      const stat = await fsp.stat(path);\n      stream = fs.createReadStream(path, readOps);\n      const webStream = Readable.toWeb(stream);\n\n      const result = await handler(webStream, stat.size);\n      handlerSuccess = true;\n      return result;\n    } catch (error) {\n      // Cleanup on error (including handler errors)\n      if (!handlerSuccess && stream && !stream.destroyed) {\n        stream.destroy();\n      }\n      throw error;\n    }\n  });\n}\n"],"names":["ConcurrencyLimitingExecutor","fsp","fs","Readable"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;AAMA;AACA,MAAM,eAAe,GAAG,IAAIA,qCAA2B,CAAC,EAAE,CAAC;AAE3D;;;AAGG;AACI,eAAe,eAAe,CAAI,EACvC,IAAI,EACJ,KAAK,EACL,MAAM,EACN,OAAO,GAMR,EAAA;AACC,IAAA,OAAO,MAAM,eAAe,CAAC,GAAG,CAAC,YAAW;AAC1C,QAAA,MAAM,OAAO,GAAG;YACd,KAAK,EAAE,KAAK,EAAE,IAAI;AAClB,YAAA,GAAG,EAAE,KAAK,EAAE,EAAE,KAAK,SAAS,GAAG,KAAK,CAAC,EAAE,GAAG,CAAC,GAAG,SAAS;AACvD,YAAA,MAAM,EAAE,MAAM;SACf;AACD,QAAA,IAAI,MAAiC;QACrC,IAAI,cAAc,GAAG,KAAK;AAE1B,QAAA,IAAI;YACF,MAAM,IAAI,GAAG,MAAMC,cAAG,CAAC,IAAI,CAAC,IAAI,CAAC;YACjC,MAAM,GAAGC,aAAE,CAAC,gBAAgB,CAAC,IAAI,EAAE,OAAO,CAAC;YAC3C,MAAM,SAAS,GAAGC,oBAAQ,CAAC,KAAK,CAAC,MAAM,CAAC;YAExC,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,SAAS,EAAE,IAAI,CAAC,IAAI,CAAC;YAClD,cAAc,GAAG,IAAI;AACrB,YAAA,OAAO,MAAM;QACf;QAAE,OAAO,KAAK,EAAE;;YAEd,IAAI,CAAC,cAAc,IAAI,MAAM,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE;gBAClD,MAAM,CAAC,OAAO,EAAE;YAClB;AACA,YAAA,MAAM,KAAK;QACb;AACF,IAAA,CAAC,CAAC;AACJ;;;;"}

package/dist/drivers/helpers/read_file.d.ts

@@ -3,5 +3,10 @@ import type { RangeBytes } from '@milaboratories/pl-model-common';
  * Reads file content with concurrency limiting and proper error handling.
  * Ensures file descriptors are properly cleaned up even in error cases.
  */
-export declare function readFileContent(path: string, range?: RangeBytes): Promise<Uint8Array>;
+export declare function withFileContent<T>({ path, range, signal, handler, }: {
+    path: string;
+    range?: RangeBytes;
+    signal?: AbortSignal;
+    handler: (content: ReadableStream, size: number) => Promise<T>;
+}): Promise<T>;
 //# sourceMappingURL=read_file.d.ts.map

package/dist/drivers/helpers/read_file.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"read_file.d.ts","sourceRoot":"","sources":["../../../src/drivers/helpers/read_file.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,iCAAiC,CAAC;AAOlE;;;GAGG;AACH,wBAAsB,eAAe,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,CAAC,EAAE,UAAU,GAAG,OAAO,CAAC,UAAU,CAAC,CAmB3F"}
+{"version":3,"file":"read_file.d.ts","sourceRoot":"","sources":["../../../src/drivers/helpers/read_file.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,iCAAiC,CAAC;AAQlE;;;GAGG;AACH,wBAAsB,eAAe,CAAC,CAAC,EAAE,EACvC,IAAI,EACJ,KAAK,EACL,MAAM,EACN,OAAO,GACR,EAAE;IACD,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,CAAC,EAAE,UAAU,CAAC;IACnB,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,OAAO,EAAE,CAAC,OAAO,EAAE,cAAc,EAAE,IAAI,EAAE,MAAM,KAAK,OAAO,CAAC,CAAC,CAAC,CAAC;CAChE,GAAG,OAAO,CAAC,CAAC,CAAC,CA0Bb"}

package/dist/drivers/helpers/read_file.js

@@ -1,6 +1,7 @@
 import { ConcurrencyLimitingExecutor } from '@milaboratories/ts-helpers';
 import * as fs from 'node:fs';
-import { buffer } from 'node:stream/consumers';
+import * as fsp from 'node:fs/promises';
+import { Readable } from 'node:stream';
 
 // Global concurrency limiter for file reads - limit to 32 parallel reads
 const fileReadLimiter = new ConcurrencyLimitingExecutor(32);
@@ -8,20 +9,26 @@ const fileReadLimiter = new ConcurrencyLimitingExecutor(32);
  * Reads file content with concurrency limiting and proper error handling.
  * Ensures file descriptors are properly cleaned up even in error cases.
  */
-async function readFileContent(path, range) {
+async function withFileContent({ path, range, signal, handler, }) {
     return await fileReadLimiter.run(async () => {
-        const ops = {};
-        if (range) {
-            ops.start = range.from;
-            ops.end = range.to - 1;
-        }
+        const readOps = {
+            start: range?.from,
+            end: range?.to !== undefined ? range.to - 1 : undefined,
+            signal: signal,
+        };
         let stream;
+        let handlerSuccess = false;
         try {
-            stream = fs.createReadStream(path, ops);
-            return await buffer(stream);
+            const stat = await fsp.stat(path);
+            stream = fs.createReadStream(path, readOps);
+            const webStream = Readable.toWeb(stream);
+            const result = await handler(webStream, stat.size);
+            handlerSuccess = true;
+            return result;
         }
         catch (error) {
-            if (stream && !stream.destroyed) {
+            // Cleanup on error (including handler errors)
+            if (!handlerSuccess && stream && !stream.destroyed) {
                 stream.destroy();
             }
             throw error;
@@ -29,5 +36,5 @@ async function readFileContent(path, range) {
     });
 }
 
-export { readFileContent };
+export { withFileContent };
 //# sourceMappingURL=read_file.js.map

package/dist/drivers/helpers/read_file.js.map

@@ -1 +1 @@
-{"version":3,"file":"read_file.js","sources":["../../../src/drivers/helpers/read_file.ts"],"sourcesContent":["import { ConcurrencyLimitingExecutor } from '@milaboratories/ts-helpers';\nimport type { RangeBytes } from '@milaboratories/pl-model-common';\nimport * as fs from 'node:fs';\nimport { buffer } from 'node:stream/consumers';\n\n// Global concurrency limiter for file reads - limit to 32 parallel reads\nconst fileReadLimiter = new ConcurrencyLimitingExecutor(32);\n\n/**\n * Reads file content with concurrency limiting and proper error handling.\n * Ensures file descriptors are properly cleaned up even in error cases.\n */\nexport async function readFileContent(path: string, range?: RangeBytes): Promise<Uint8Array> {\n  return await fileReadLimiter.run(async () => {\n    const ops: { start?: number; end?: number } = {};\n    if (range) {\n      ops.start = range.from;\n      ops.end = range.to - 1;\n    }\n\n    let stream: fs.ReadStream | undefined;\n    try {\n      stream = fs.createReadStream(path, ops);\n      return await buffer(stream);\n    } catch (error) {\n      if (stream && !stream.destroyed) {\n        stream.destroy();\n      }\n      throw error;\n    }\n  });\n}\n"],"names":[],"mappings":";;;;AAKA;AACA,MAAM,eAAe,GAAG,IAAI,2BAA2B,CAAC,EAAE,CAAC;AAE3D;;;AAGG;AACI,eAAe,eAAe,CAAC,IAAY,EAAE,KAAkB,EAAA;AACpE,IAAA,OAAO,MAAM,eAAe,CAAC,GAAG,CAAC,YAAW;QAC1C,MAAM,GAAG,GAAqC,EAAE;QAChD,IAAI,KAAK,EAAE;AACT,YAAA,GAAG,CAAC,KAAK,GAAG,KAAK,CAAC,IAAI;YACtB,GAAG,CAAC,GAAG,GAAG,KAAK,CAAC,EAAE,GAAG,CAAC;QACxB;AAEA,QAAA,IAAI,MAAiC;AACrC,QAAA,IAAI;YACF,MAAM,GAAG,EAAE,CAAC,gBAAgB,CAAC,IAAI,EAAE,GAAG,CAAC;AACvC,YAAA,OAAO,MAAM,MAAM,CAAC,MAAM,CAAC;QAC7B;QAAE,OAAO,KAAK,EAAE;AACd,YAAA,IAAI,MAAM,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE;gBAC/B,MAAM,CAAC,OAAO,EAAE;YAClB;AACA,YAAA,MAAM,KAAK;QACb;AACF,IAAA,CAAC,CAAC;AACJ;;;;"}
+{"version":3,"file":"read_file.js","sources":["../../../src/drivers/helpers/read_file.ts"],"sourcesContent":["import { ConcurrencyLimitingExecutor } from '@milaboratories/ts-helpers';\nimport type { RangeBytes } from '@milaboratories/pl-model-common';\nimport * as fs from 'node:fs';\nimport * as fsp from 'node:fs/promises';\nimport { Readable } from 'node:stream';\n\n// Global concurrency limiter for file reads - limit to 32 parallel reads\nconst fileReadLimiter = new ConcurrencyLimitingExecutor(32);\n\n/**\n * Reads file content with concurrency limiting and proper error handling.\n * Ensures file descriptors are properly cleaned up even in error cases.\n */\nexport async function withFileContent<T>({\n  path,\n  range,\n  signal,\n  handler,\n}: {\n  path: string;\n  range?: RangeBytes;\n  signal?: AbortSignal;\n  handler: (content: ReadableStream, size: number) => Promise<T>;\n}): Promise<T> {\n  return await fileReadLimiter.run(async () => {\n    const readOps = {\n      start: range?.from,\n      end: range?.to !== undefined ? range.to - 1 : undefined,\n      signal: signal,\n    };\n    let stream: fs.ReadStream | undefined;\n    let handlerSuccess = false;\n\n    try {\n      const stat = await fsp.stat(path);\n      stream = fs.createReadStream(path, readOps);\n      const webStream = Readable.toWeb(stream);\n\n      const result = await handler(webStream, stat.size);\n      handlerSuccess = true;\n      return result;\n    } catch (error) {\n      // Cleanup on error (including handler errors)\n      if (!handlerSuccess && stream && !stream.destroyed) {\n        stream.destroy();\n      }\n      throw error;\n    }\n  });\n}\n"],"names":[],"mappings":";;;;;AAMA;AACA,MAAM,eAAe,GAAG,IAAI,2BAA2B,CAAC,EAAE,CAAC;AAE3D;;;AAGG;AACI,eAAe,eAAe,CAAI,EACvC,IAAI,EACJ,KAAK,EACL,MAAM,EACN,OAAO,GAMR,EAAA;AACC,IAAA,OAAO,MAAM,eAAe,CAAC,GAAG,CAAC,YAAW;AAC1C,QAAA,MAAM,OAAO,GAAG;YACd,KAAK,EAAE,KAAK,EAAE,IAAI;AAClB,YAAA,GAAG,EAAE,KAAK,EAAE,EAAE,KAAK,SAAS,GAAG,KAAK,CAAC,EAAE,GAAG,CAAC,GAAG,SAAS;AACvD,YAAA,MAAM,EAAE,MAAM;SACf;AACD,QAAA,IAAI,MAAiC;QACrC,IAAI,cAAc,GAAG,KAAK;AAE1B,QAAA,IAAI;YACF,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC;YACjC,MAAM,GAAG,EAAE,CAAC,gBAAgB,CAAC,IAAI,EAAE,OAAO,CAAC;YAC3C,MAAM,SAAS,GAAG,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC;YAExC,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,SAAS,EAAE,IAAI,CAAC,IAAI,CAAC;YAClD,cAAc,GAAG,IAAI;AACrB,YAAA,OAAO,MAAM;QACf;QAAE,OAAO,KAAK,EAAE;;YAEd,IAAI,CAAC,cAAc,IAAI,MAAM,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE;gBAClD,MAAM,CAAC,OAAO,EAAE;YAClB;AACA,YAAA,MAAM,KAAK;QACb;AACF,IAAA,CAAC,CAAC;AACJ;;;;"}

package/dist/helpers/download.cjs

@@ -24,12 +24,15 @@ class RemoteFileDownloader {
             headers,
             signal: ops.signal,
         });
+        ops.signal?.throwIfAborted();
         const webBody = node_stream.Readable.toWeb(body);
         let handlerSuccess = false;
         try {
             await checkStatusCodeOk(statusCode, webBody, url);
+            ops.signal?.throwIfAborted();
             const size = Number(responseHeaders['content-length']);
             const result = await handler(webBody, size);
+            ops.signal?.throwIfAborted();
             handlerSuccess = true;
             return result;
         }

package/dist/helpers/download.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"download.cjs","sources":["../../src/helpers/download.ts"],"sourcesContent":["// @TODO Gleb Zakharov\n/* eslint-disable n/no-unsupported-features/node-builtins */\nimport type { Dispatcher } from 'undici';\nimport { request } from 'undici';\nimport { Readable } from 'node:stream';\nimport type { ReadableStream } from 'node:stream/web';\nimport { text } from 'node:stream/consumers';\nimport type { RangeBytes } from '@milaboratories/pl-model-common';\n\nexport interface DownloadOps {\n  signal?: AbortSignal;\n  range?: RangeBytes;\n}\n\nexport type ContentHandler<T> = (content: ReadableStream, size: number) => Promise<T>;\n\n/** Throws when a status code of the downloading URL was in range [400, 500). */\nexport class NetworkError400 extends Error {\n  name = 'NetworkError400';\n}\n\nexport class RemoteFileDownloader {\n  constructor(public readonly httpClient: Dispatcher) {}\n\n  async withContent<T>(\n    url: string,\n    reqHeaders: Record<string, string>,\n    ops: DownloadOps,\n    handler: ContentHandler<T>,\n  ): Promise<T> {\n    const headers = { ...reqHeaders };\n\n    // Add range header if specified\n    if (ops.range) {\n      headers['Range'] = `bytes=${ops.range.from}-${ops.range.to - 1}`;\n    }\n\n    const { statusCode, body, headers: responseHeaders } = await request(url, {\n      dispatcher: this.httpClient,\n      headers,\n      signal: ops.signal,\n    });\n\n    const webBody = Readable.toWeb(body);\n    let handlerSuccess = false;\n\n    try {\n      await checkStatusCodeOk(statusCode, webBody, url);\n      const size = Number(responseHeaders['content-length']);\n      const result = await handler(webBody, size);\n      handlerSuccess = true;\n      return result;\n    } catch (error) {\n      // Cleanup on error (including handler errors)\n      if (!handlerSuccess && !webBody.locked) {\n        try {\n          await webBody.cancel();\n        } catch {\n          // Ignore cleanup errors\n        }\n      }\n      throw error;\n    }\n  }\n}\n\nasync function checkStatusCodeOk(statusCode: number, webBody: ReadableStream, url: string) {\n  if (statusCode != 200 && statusCode != 206 /* partial content from range request */) {\n    const beginning = (await text(webBody)).substring(0, 1000);\n\n    if (400 <= statusCode && statusCode < 500) {\n      throw new NetworkError400(\n        `Http error: statusCode: ${statusCode} `\n        + `url: ${url.toString()}, beginning of body: ${beginning}`);\n    }\n\n    throw new Error(`Http error: statusCode: ${statusCode} url: ${url.toString()}`);\n  }\n}\n"],"names":["request","Readable","text"],"mappings":";;;;;;AAgBA;AACM,MAAO,eAAgB,SAAQ,KAAK,CAAA;IACxC,IAAI,GAAG,iBAAiB;AACzB;MAEY,oBAAoB,CAAA;AACH,IAAA,UAAA;AAA5B,IAAA,WAAA,CAA4B,UAAsB,EAAA;QAAtB,IAAA,CAAA,UAAU,GAAV,UAAU;IAAe;IAErD,MAAM,WAAW,CACf,GAAW,EACX,UAAkC,EAClC,GAAgB,EAChB,OAA0B,EAAA;AAE1B,QAAA,MAAM,OAAO,GAAG,EAAE,GAAG,UAAU,EAAE;;AAGjC,QAAA,IAAI,GAAG,CAAC,KAAK,EAAE;AACb,YAAA,OAAO,CAAC,OAAO,CAAC,GAAG,CAAA,MAAA,EAAS,GAAG,CAAC,KAAK,CAAC,IAAI,CAAA,CAAA,EAAI,GAAG,CAAC,KAAK,CAAC,EAAE,GAAG,CAAC,EAAE;QAClE;AAEA,QAAA,MAAM,EAAE,UAAU,EAAE,IAAI,EAAE,OAAO,EAAE,eAAe,EAAE,GAAG,MAAMA,cAAO,CAAC,GAAG,EAAE;YACxE,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,OAAO;YACP,MAAM,EAAE,GAAG,CAAC,MAAM;AACnB,SAAA,CAAC;QAEF,MAAM,OAAO,GAAGC,oBAAQ,CAAC,KAAK,CAAC,IAAI,CAAC;QACpC,IAAI,cAAc,GAAG,KAAK;AAE1B,QAAA,IAAI;YACF,MAAM,iBAAiB,CAAC,UAAU,EAAE,OAAO,EAAE,GAAG,CAAC;YACjD,MAAM,IAAI,GAAG,MAAM,CAAC,eAAe,CAAC,gBAAgB,CAAC,CAAC;YACtD,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC;YAC3C,cAAc,GAAG,IAAI;AACrB,YAAA,OAAO,MAAM;QACf;QAAE,OAAO,KAAK,EAAE;;YAEd,IAAI,CAAC,cAAc,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE;AACtC,gBAAA,IAAI;AACF,oBAAA,MAAM,OAAO,CAAC,MAAM,EAAE;gBACxB;AAAE,gBAAA,MAAM;;gBAER;YACF;AACA,YAAA,MAAM,KAAK;QACb;IACF;AACD;AAED,eAAe,iBAAiB,CAAC,UAAkB,EAAE,OAAuB,EAAE,GAAW,EAAA;IACvF,IAAI,UAAU,IAAI,GAAG,IAAI,UAAU,IAAI,GAAG,2CAA2C;AACnF,QAAA,MAAM,SAAS,GAAG,CAAC,MAAMC,cAAI,CAAC,OAAO,CAAC,EAAE,SAAS,CAAC,CAAC,EAAE,IAAI,CAAC;QAE1D,IAAI,GAAG,IAAI,UAAU,IAAI,UAAU,GAAG,GAAG,EAAE;AACzC,YAAA,MAAM,IAAI,eAAe,CACvB,CAAA,wBAAA,EAA2B,UAAU,CAAA,CAAA;kBACnC,CAAA,KAAA,EAAQ,GAAG,CAAC,QAAQ,EAAE,wBAAwB,SAAS,CAAA,CAAE,CAAC;QAChE;AAEA,QAAA,MAAM,IAAI,KAAK,CAAC,CAAA,wBAAA,EAA2B,UAAU,CAAA,MAAA,EAAS,GAAG,CAAC,QAAQ,EAAE,CAAA,CAAE,CAAC;IACjF;AACF;;;;;"}
+{"version":3,"file":"download.cjs","sources":["../../src/helpers/download.ts"],"sourcesContent":["// @TODO Gleb Zakharov\n/* eslint-disable n/no-unsupported-features/node-builtins */\nimport type { Dispatcher } from 'undici';\nimport { request } from 'undici';\nimport { Readable } from 'node:stream';\nimport type { ReadableStream } from 'node:stream/web';\nimport { text } from 'node:stream/consumers';\nimport type { GetContentOptions } from '@milaboratories/pl-model-common';\n\nexport type ContentHandler<T> = (content: ReadableStream, size: number) => Promise<T>;\n\n/** Throws when a status code of the downloading URL was in range [400, 500). */\nexport class NetworkError400 extends Error {\n  name = 'NetworkError400';\n}\n\nexport class RemoteFileDownloader {\n  constructor(public readonly httpClient: Dispatcher) {}\n\n  async withContent<T>(\n    url: string,\n    reqHeaders: Record<string, string>,\n    ops: GetContentOptions,\n    handler: ContentHandler<T>,\n  ): Promise<T> {\n    const headers = { ...reqHeaders };\n\n    // Add range header if specified\n    if (ops.range) {\n      headers['Range'] = `bytes=${ops.range.from}-${ops.range.to - 1}`;\n    }\n\n    const { statusCode, body, headers: responseHeaders } = await request(url, {\n      dispatcher: this.httpClient,\n      headers,\n      signal: ops.signal,\n    });\n    ops.signal?.throwIfAborted();\n\n    const webBody = Readable.toWeb(body);\n    let handlerSuccess = false;\n\n    try {\n      await checkStatusCodeOk(statusCode, webBody, url);\n      ops.signal?.throwIfAborted();\n\n      const size = Number(responseHeaders['content-length']);\n      const result = await handler(webBody, size);\n      ops.signal?.throwIfAborted();\n\n      handlerSuccess = true;\n      return result;\n    } catch (error) {\n      // Cleanup on error (including handler errors)\n      if (!handlerSuccess && !webBody.locked) {\n        try {\n          await webBody.cancel();\n        } catch {\n          // Ignore cleanup errors\n        }\n      }\n      throw error;\n    }\n  }\n}\n\nasync function checkStatusCodeOk(statusCode: number, webBody: ReadableStream, url: string) {\n  if (statusCode != 200 && statusCode != 206 /* partial content from range request */) {\n    const beginning = (await text(webBody)).substring(0, 1000);\n\n    if (400 <= statusCode && statusCode < 500) {\n      throw new NetworkError400(\n        `Http error: statusCode: ${statusCode} `\n        + `url: ${url.toString()}, beginning of body: ${beginning}`);\n    }\n\n    throw new Error(`Http error: statusCode: ${statusCode} url: ${url.toString()}`);\n  }\n}\n"],"names":["request","Readable","text"],"mappings":";;;;;;AAWA;AACM,MAAO,eAAgB,SAAQ,KAAK,CAAA;IACxC,IAAI,GAAG,iBAAiB;AACzB;MAEY,oBAAoB,CAAA;AACH,IAAA,UAAA;AAA5B,IAAA,WAAA,CAA4B,UAAsB,EAAA;QAAtB,IAAA,CAAA,UAAU,GAAV,UAAU;IAAe;IAErD,MAAM,WAAW,CACf,GAAW,EACX,UAAkC,EAClC,GAAsB,EACtB,OAA0B,EAAA;AAE1B,QAAA,MAAM,OAAO,GAAG,EAAE,GAAG,UAAU,EAAE;;AAGjC,QAAA,IAAI,GAAG,CAAC,KAAK,EAAE;AACb,YAAA,OAAO,CAAC,OAAO,CAAC,GAAG,CAAA,MAAA,EAAS,GAAG,CAAC,KAAK,CAAC,IAAI,CAAA,CAAA,EAAI,GAAG,CAAC,KAAK,CAAC,EAAE,GAAG,CAAC,EAAE;QAClE;AAEA,QAAA,MAAM,EAAE,UAAU,EAAE,IAAI,EAAE,OAAO,EAAE,eAAe,EAAE,GAAG,MAAMA,cAAO,CAAC,GAAG,EAAE;YACxE,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,OAAO;YACP,MAAM,EAAE,GAAG,CAAC,MAAM;AACnB,SAAA,CAAC;AACF,QAAA,GAAG,CAAC,MAAM,EAAE,cAAc,EAAE;QAE5B,MAAM,OAAO,GAAGC,oBAAQ,CAAC,KAAK,CAAC,IAAI,CAAC;QACpC,IAAI,cAAc,GAAG,KAAK;AAE1B,QAAA,IAAI;YACF,MAAM,iBAAiB,CAAC,UAAU,EAAE,OAAO,EAAE,GAAG,CAAC;AACjD,YAAA,GAAG,CAAC,MAAM,EAAE,cAAc,EAAE;YAE5B,MAAM,IAAI,GAAG,MAAM,CAAC,eAAe,CAAC,gBAAgB,CAAC,CAAC;YACtD,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC;AAC3C,YAAA,GAAG,CAAC,MAAM,EAAE,cAAc,EAAE;YAE5B,cAAc,GAAG,IAAI;AACrB,YAAA,OAAO,MAAM;QACf;QAAE,OAAO,KAAK,EAAE;;YAEd,IAAI,CAAC,cAAc,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE;AACtC,gBAAA,IAAI;AACF,oBAAA,MAAM,OAAO,CAAC,MAAM,EAAE;gBACxB;AAAE,gBAAA,MAAM;;gBAER;YACF;AACA,YAAA,MAAM,KAAK;QACb;IACF;AACD;AAED,eAAe,iBAAiB,CAAC,UAAkB,EAAE,OAAuB,EAAE,GAAW,EAAA;IACvF,IAAI,UAAU,IAAI,GAAG,IAAI,UAAU,IAAI,GAAG,2CAA2C;AACnF,QAAA,MAAM,SAAS,GAAG,CAAC,MAAMC,cAAI,CAAC,OAAO,CAAC,EAAE,SAAS,CAAC,CAAC,EAAE,IAAI,CAAC;QAE1D,IAAI,GAAG,IAAI,UAAU,IAAI,UAAU,GAAG,GAAG,EAAE;AACzC,YAAA,MAAM,IAAI,eAAe,CACvB,CAAA,wBAAA,EAA2B,UAAU,CAAA,CAAA;kBACnC,CAAA,KAAA,EAAQ,GAAG,CAAC,QAAQ,EAAE,wBAAwB,SAAS,CAAA,CAAE,CAAC;QAChE;AAEA,QAAA,MAAM,IAAI,KAAK,CAAC,CAAA,wBAAA,EAA2B,UAAU,CAAA,MAAA,EAAS,GAAG,CAAC,QAAQ,EAAE,CAAA,CAAE,CAAC;IACjF;AACF;;;;;"}

package/dist/helpers/download.d.ts

@@ -1,10 +1,6 @@
 import type { Dispatcher } from 'undici';
 import type { ReadableStream } from 'node:stream/web';
-import type { RangeBytes } from '@milaboratories/pl-model-common';
-export interface DownloadOps {
-    signal?: AbortSignal;
-    range?: RangeBytes;
-}
+import type { GetContentOptions } from '@milaboratories/pl-model-common';
 export type ContentHandler<T> = (content: ReadableStream, size: number) => Promise<T>;
 /** Throws when a status code of the downloading URL was in range [400, 500). */
 export declare class NetworkError400 extends Error {
@@ -13,6 +9,6 @@ export declare class NetworkError400 extends Error {
 export declare class RemoteFileDownloader {
     readonly httpClient: Dispatcher;
     constructor(httpClient: Dispatcher);
-    withContent<T>(url: string, reqHeaders: Record<string, string>, ops: DownloadOps, handler: ContentHandler<T>): Promise<T>;
+    withContent<T>(url: string, reqHeaders: Record<string, string>, ops: GetContentOptions, handler: ContentHandler<T>): Promise<T>;
 }
 //# sourceMappingURL=download.d.ts.map

package/dist/helpers/download.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"download.d.ts","sourceRoot":"","sources":["../../src/helpers/download.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AAGzC,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAC;AAEtD,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,iCAAiC,CAAC;AAElE,MAAM,WAAW,WAAW;IAC1B,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,KAAK,CAAC,EAAE,UAAU,CAAC;CACpB;AAED,MAAM,MAAM,cAAc,CAAC,CAAC,IAAI,CAAC,OAAO,EAAE,cAAc,EAAE,IAAI,EAAE,MAAM,KAAK,OAAO,CAAC,CAAC,CAAC,CAAC;AAEtF,gFAAgF;AAChF,qBAAa,eAAgB,SAAQ,KAAK;IACxC,IAAI,SAAqB;CAC1B;AAED,qBAAa,oBAAoB;aACH,UAAU,EAAE,UAAU;gBAAtB,UAAU,EAAE,UAAU;IAE5C,WAAW,CAAC,CAAC,EACjB,GAAG,EAAE,MAAM,EACX,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,EAClC,GAAG,EAAE,WAAW,EAChB,OAAO,EAAE,cAAc,CAAC,CAAC,CAAC,GACzB,OAAO,CAAC,CAAC,CAAC;CAmCd"}
+{"version":3,"file":"download.d.ts","sourceRoot":"","sources":["../../src/helpers/download.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AAGzC,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,iBAAiB,CAAC;AAEtD,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,iCAAiC,CAAC;AAEzE,MAAM,MAAM,cAAc,CAAC,CAAC,IAAI,CAAC,OAAO,EAAE,cAAc,EAAE,IAAI,EAAE,MAAM,KAAK,OAAO,CAAC,CAAC,CAAC,CAAC;AAEtF,gFAAgF;AAChF,qBAAa,eAAgB,SAAQ,KAAK;IACxC,IAAI,SAAqB;CAC1B;AAED,qBAAa,oBAAoB;aACH,UAAU,EAAE,UAAU;gBAAtB,UAAU,EAAE,UAAU;IAE5C,WAAW,CAAC,CAAC,EACjB,GAAG,EAAE,MAAM,EACX,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,EAClC,GAAG,EAAE,iBAAiB,EACtB,OAAO,EAAE,cAAc,CAAC,CAAC,CAAC,GACzB,OAAO,CAAC,CAAC,CAAC;CAwCd"}

package/dist/helpers/download.js

@@ -22,12 +22,15 @@ class RemoteFileDownloader {
             headers,
             signal: ops.signal,
         });
+        ops.signal?.throwIfAborted();
         const webBody = Readable.toWeb(body);
         let handlerSuccess = false;
         try {
             await checkStatusCodeOk(statusCode, webBody, url);
+            ops.signal?.throwIfAborted();
             const size = Number(responseHeaders['content-length']);
             const result = await handler(webBody, size);
+            ops.signal?.throwIfAborted();
             handlerSuccess = true;
             return result;
         }

package/dist/helpers/download.js.map

@@ -1 +1 @@
-{"version":3,"file":"download.js","sources":["../../src/helpers/download.ts"],"sourcesContent":["// @TODO Gleb Zakharov\n/* eslint-disable n/no-unsupported-features/node-builtins */\nimport type { Dispatcher } from 'undici';\nimport { request } from 'undici';\nimport { Readable } from 'node:stream';\nimport type { ReadableStream } from 'node:stream/web';\nimport { text } from 'node:stream/consumers';\nimport type { RangeBytes } from '@milaboratories/pl-model-common';\n\nexport interface DownloadOps {\n  signal?: AbortSignal;\n  range?: RangeBytes;\n}\n\nexport type ContentHandler<T> = (content: ReadableStream, size: number) => Promise<T>;\n\n/** Throws when a status code of the downloading URL was in range [400, 500). */\nexport class NetworkError400 extends Error {\n  name = 'NetworkError400';\n}\n\nexport class RemoteFileDownloader {\n  constructor(public readonly httpClient: Dispatcher) {}\n\n  async withContent<T>(\n    url: string,\n    reqHeaders: Record<string, string>,\n    ops: DownloadOps,\n    handler: ContentHandler<T>,\n  ): Promise<T> {\n    const headers = { ...reqHeaders };\n\n    // Add range header if specified\n    if (ops.range) {\n      headers['Range'] = `bytes=${ops.range.from}-${ops.range.to - 1}`;\n    }\n\n    const { statusCode, body, headers: responseHeaders } = await request(url, {\n      dispatcher: this.httpClient,\n      headers,\n      signal: ops.signal,\n    });\n\n    const webBody = Readable.toWeb(body);\n    let handlerSuccess = false;\n\n    try {\n      await checkStatusCodeOk(statusCode, webBody, url);\n      const size = Number(responseHeaders['content-length']);\n      const result = await handler(webBody, size);\n      handlerSuccess = true;\n      return result;\n    } catch (error) {\n      // Cleanup on error (including handler errors)\n      if (!handlerSuccess && !webBody.locked) {\n        try {\n          await webBody.cancel();\n        } catch {\n          // Ignore cleanup errors\n        }\n      }\n      throw error;\n    }\n  }\n}\n\nasync function checkStatusCodeOk(statusCode: number, webBody: ReadableStream, url: string) {\n  if (statusCode != 200 && statusCode != 206 /* partial content from range request */) {\n    const beginning = (await text(webBody)).substring(0, 1000);\n\n    if (400 <= statusCode && statusCode < 500) {\n      throw new NetworkError400(\n        `Http error: statusCode: ${statusCode} `\n        + `url: ${url.toString()}, beginning of body: ${beginning}`);\n    }\n\n    throw new Error(`Http error: statusCode: ${statusCode} url: ${url.toString()}`);\n  }\n}\n"],"names":[],"mappings":";;;;AAgBA;AACM,MAAO,eAAgB,SAAQ,KAAK,CAAA;IACxC,IAAI,GAAG,iBAAiB;AACzB;MAEY,oBAAoB,CAAA;AACH,IAAA,UAAA;AAA5B,IAAA,WAAA,CAA4B,UAAsB,EAAA;QAAtB,IAAA,CAAA,UAAU,GAAV,UAAU;IAAe;IAErD,MAAM,WAAW,CACf,GAAW,EACX,UAAkC,EAClC,GAAgB,EAChB,OAA0B,EAAA;AAE1B,QAAA,MAAM,OAAO,GAAG,EAAE,GAAG,UAAU,EAAE;;AAGjC,QAAA,IAAI,GAAG,CAAC,KAAK,EAAE;AACb,YAAA,OAAO,CAAC,OAAO,CAAC,GAAG,CAAA,MAAA,EAAS,GAAG,CAAC,KAAK,CAAC,IAAI,CAAA,CAAA,EAAI,GAAG,CAAC,KAAK,CAAC,EAAE,GAAG,CAAC,EAAE;QAClE;AAEA,QAAA,MAAM,EAAE,UAAU,EAAE,IAAI,EAAE,OAAO,EAAE,eAAe,EAAE,GAAG,MAAM,OAAO,CAAC,GAAG,EAAE;YACxE,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,OAAO;YACP,MAAM,EAAE,GAAG,CAAC,MAAM;AACnB,SAAA,CAAC;QAEF,MAAM,OAAO,GAAG,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC;QACpC,IAAI,cAAc,GAAG,KAAK;AAE1B,QAAA,IAAI;YACF,MAAM,iBAAiB,CAAC,UAAU,EAAE,OAAO,EAAE,GAAG,CAAC;YACjD,MAAM,IAAI,GAAG,MAAM,CAAC,eAAe,CAAC,gBAAgB,CAAC,CAAC;YACtD,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC;YAC3C,cAAc,GAAG,IAAI;AACrB,YAAA,OAAO,MAAM;QACf;QAAE,OAAO,KAAK,EAAE;;YAEd,IAAI,CAAC,cAAc,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE;AACtC,gBAAA,IAAI;AACF,oBAAA,MAAM,OAAO,CAAC,MAAM,EAAE;gBACxB;AAAE,gBAAA,MAAM;;gBAER;YACF;AACA,YAAA,MAAM,KAAK;QACb;IACF;AACD;AAED,eAAe,iBAAiB,CAAC,UAAkB,EAAE,OAAuB,EAAE,GAAW,EAAA;IACvF,IAAI,UAAU,IAAI,GAAG,IAAI,UAAU,IAAI,GAAG,2CAA2C;AACnF,QAAA,MAAM,SAAS,GAAG,CAAC,MAAM,IAAI,CAAC,OAAO,CAAC,EAAE,SAAS,CAAC,CAAC,EAAE,IAAI,CAAC;QAE1D,IAAI,GAAG,IAAI,UAAU,IAAI,UAAU,GAAG,GAAG,EAAE;AACzC,YAAA,MAAM,IAAI,eAAe,CACvB,CAAA,wBAAA,EAA2B,UAAU,CAAA,CAAA;kBACnC,CAAA,KAAA,EAAQ,GAAG,CAAC,QAAQ,EAAE,wBAAwB,SAAS,CAAA,CAAE,CAAC;QAChE;AAEA,QAAA,MAAM,IAAI,KAAK,CAAC,CAAA,wBAAA,EAA2B,UAAU,CAAA,MAAA,EAAS,GAAG,CAAC,QAAQ,EAAE,CAAA,CAAE,CAAC;IACjF;AACF;;;;"}
+{"version":3,"file":"download.js","sources":["../../src/helpers/download.ts"],"sourcesContent":["// @TODO Gleb Zakharov\n/* eslint-disable n/no-unsupported-features/node-builtins */\nimport type { Dispatcher } from 'undici';\nimport { request } from 'undici';\nimport { Readable } from 'node:stream';\nimport type { ReadableStream } from 'node:stream/web';\nimport { text } from 'node:stream/consumers';\nimport type { GetContentOptions } from '@milaboratories/pl-model-common';\n\nexport type ContentHandler<T> = (content: ReadableStream, size: number) => Promise<T>;\n\n/** Throws when a status code of the downloading URL was in range [400, 500). */\nexport class NetworkError400 extends Error {\n  name = 'NetworkError400';\n}\n\nexport class RemoteFileDownloader {\n  constructor(public readonly httpClient: Dispatcher) {}\n\n  async withContent<T>(\n    url: string,\n    reqHeaders: Record<string, string>,\n    ops: GetContentOptions,\n    handler: ContentHandler<T>,\n  ): Promise<T> {\n    const headers = { ...reqHeaders };\n\n    // Add range header if specified\n    if (ops.range) {\n      headers['Range'] = `bytes=${ops.range.from}-${ops.range.to - 1}`;\n    }\n\n    const { statusCode, body, headers: responseHeaders } = await request(url, {\n      dispatcher: this.httpClient,\n      headers,\n      signal: ops.signal,\n    });\n    ops.signal?.throwIfAborted();\n\n    const webBody = Readable.toWeb(body);\n    let handlerSuccess = false;\n\n    try {\n      await checkStatusCodeOk(statusCode, webBody, url);\n      ops.signal?.throwIfAborted();\n\n      const size = Number(responseHeaders['content-length']);\n      const result = await handler(webBody, size);\n      ops.signal?.throwIfAborted();\n\n      handlerSuccess = true;\n      return result;\n    } catch (error) {\n      // Cleanup on error (including handler errors)\n      if (!handlerSuccess && !webBody.locked) {\n        try {\n          await webBody.cancel();\n        } catch {\n          // Ignore cleanup errors\n        }\n      }\n      throw error;\n    }\n  }\n}\n\nasync function checkStatusCodeOk(statusCode: number, webBody: ReadableStream, url: string) {\n  if (statusCode != 200 && statusCode != 206 /* partial content from range request */) {\n    const beginning = (await text(webBody)).substring(0, 1000);\n\n    if (400 <= statusCode && statusCode < 500) {\n      throw new NetworkError400(\n        `Http error: statusCode: ${statusCode} `\n        + `url: ${url.toString()}, beginning of body: ${beginning}`);\n    }\n\n    throw new Error(`Http error: statusCode: ${statusCode} url: ${url.toString()}`);\n  }\n}\n"],"names":[],"mappings":";;;;AAWA;AACM,MAAO,eAAgB,SAAQ,KAAK,CAAA;IACxC,IAAI,GAAG,iBAAiB;AACzB;MAEY,oBAAoB,CAAA;AACH,IAAA,UAAA;AAA5B,IAAA,WAAA,CAA4B,UAAsB,EAAA;QAAtB,IAAA,CAAA,UAAU,GAAV,UAAU;IAAe;IAErD,MAAM,WAAW,CACf,GAAW,EACX,UAAkC,EAClC,GAAsB,EACtB,OAA0B,EAAA;AAE1B,QAAA,MAAM,OAAO,GAAG,EAAE,GAAG,UAAU,EAAE;;AAGjC,QAAA,IAAI,GAAG,CAAC,KAAK,EAAE;AACb,YAAA,OAAO,CAAC,OAAO,CAAC,GAAG,CAAA,MAAA,EAAS,GAAG,CAAC,KAAK,CAAC,IAAI,CAAA,CAAA,EAAI,GAAG,CAAC,KAAK,CAAC,EAAE,GAAG,CAAC,EAAE;QAClE;AAEA,QAAA,MAAM,EAAE,UAAU,EAAE,IAAI,EAAE,OAAO,EAAE,eAAe,EAAE,GAAG,MAAM,OAAO,CAAC,GAAG,EAAE;YACxE,UAAU,EAAE,IAAI,CAAC,UAAU;YAC3B,OAAO;YACP,MAAM,EAAE,GAAG,CAAC,MAAM;AACnB,SAAA,CAAC;AACF,QAAA,GAAG,CAAC,MAAM,EAAE,cAAc,EAAE;QAE5B,MAAM,OAAO,GAAG,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC;QACpC,IAAI,cAAc,GAAG,KAAK;AAE1B,QAAA,IAAI;YACF,MAAM,iBAAiB,CAAC,UAAU,EAAE,OAAO,EAAE,GAAG,CAAC;AACjD,YAAA,GAAG,CAAC,MAAM,EAAE,cAAc,EAAE;YAE5B,MAAM,IAAI,GAAG,MAAM,CAAC,eAAe,CAAC,gBAAgB,CAAC,CAAC;YACtD,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC;AAC3C,YAAA,GAAG,CAAC,MAAM,EAAE,cAAc,EAAE;YAE5B,cAAc,GAAG,IAAI;AACrB,YAAA,OAAO,MAAM;QACf;QAAE,OAAO,KAAK,EAAE;;YAEd,IAAI,CAAC,cAAc,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE;AACtC,gBAAA,IAAI;AACF,oBAAA,MAAM,OAAO,CAAC,MAAM,EAAE;gBACxB;AAAE,gBAAA,MAAM;;gBAER;YACF;AACA,YAAA,MAAM,KAAK;QACb;IACF;AACD;AAED,eAAe,iBAAiB,CAAC,UAAkB,EAAE,OAAuB,EAAE,GAAW,EAAA;IACvF,IAAI,UAAU,IAAI,GAAG,IAAI,UAAU,IAAI,GAAG,2CAA2C;AACnF,QAAA,MAAM,SAAS,GAAG,CAAC,MAAM,IAAI,CAAC,OAAO,CAAC,EAAE,SAAS,CAAC,CAAC,EAAE,IAAI,CAAC;QAE1D,IAAI,GAAG,IAAI,UAAU,IAAI,UAAU,GAAG,GAAG,EAAE;AACzC,YAAA,MAAM,IAAI,eAAe,CACvB,CAAA,wBAAA,EAA2B,UAAU,CAAA,CAAA;kBACnC,CAAA,KAAA,EAAQ,GAAG,CAAC,QAAQ,EAAE,wBAAwB,SAAS,CAAA,CAAE,CAAC;QAChE;AAEA,QAAA,MAAM,IAAI,KAAK,CAAC,CAAA,wBAAA,EAA2B,UAAU,CAAA,MAAA,EAAS,GAAG,CAAC,QAAQ,EAAE,CAAA,CAAE,CAAC;IACjF;AACF;;;;"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@milaboratories/pl-drivers",
-  "version": "1.10.9",
+  "version": "1.10.11",
   "engines": {
     "node": ">=20"
   },
@@ -31,12 +31,12 @@
     "undici": "~7.13.0",
     "upath": "^2.0.1",
     "zod": "~3.23.8",
-    "@milaboratories/ts-helpers": "1.4.6",
-    "@milaboratories/pl-client": "2.11.12",
     "@milaboratories/helpers": "1.7.0",
-    "@milaboratories/pl-tree": "1.7.9",
-    "@milaboratories/computable": "2.6.7",
-    "@milaboratories/pl-model-common": "1.19.15"
+    "@milaboratories/ts-helpers": "1.4.7",
+    "@milaboratories/pl-client": "2.11.13",
+    "@milaboratories/computable": "2.6.8",
+    "@milaboratories/pl-tree": "1.7.10",
+    "@milaboratories/pl-model-common": "1.19.17"
   },
   "devDependencies": {
     "@types/decompress": "^4.2.7",
@@ -47,9 +47,9 @@
     "typescript": "~5.6.3",
     "vitest": "^2.1.9",
     "@milaboratories/eslint-config": "1.0.4",
-    "@milaboratories/ts-configs": "1.0.6",
     "@milaboratories/build-configs": "1.0.8",
-    "@milaboratories/ts-builder": "1.0.5"
+    "@milaboratories/ts-builder": "1.0.5",
+    "@milaboratories/ts-configs": "1.0.6"
   },
   "scripts": {
     "type-check": "ts-builder types --target node",

package/src/clients/download.ts

@@ -11,11 +11,11 @@ import * as path from 'node:path';
 import { Readable } from 'node:stream';
 import type { Dispatcher } from 'undici';
 import type { LocalStorageProjection } from '../drivers/types';
-import type { DownloadOps, ContentHandler } from '../helpers/download';
-import { RemoteFileDownloader } from '../helpers/download';
+import { type ContentHandler, RemoteFileDownloader } from '../helpers/download';
 import { validateAbsolute } from '../helpers/validate';
 import type { DownloadAPI_GetDownloadURL_Response } from '../proto/github.com/milaboratory/pl/controllers/shared/grpc/downloadapi/protocol';
 import { DownloadClient } from '../proto/github.com/milaboratory/pl/controllers/shared/grpc/downloadapi/protocol.client';
+import { type GetContentOptions } from '@milaboratories/pl-model-common';
 
 /** Gets URLs for downloading from pl-core, parses them and reads or downloads
  * files locally and from the web. */
@@ -52,7 +52,7 @@ export class ClientDownload {
   async withBlobContent<T>(
     info: ResourceInfo,
     options: RpcOptions | undefined,
-    ops: DownloadOps,
+    ops: GetContentOptions,
     handler: ContentHandler<T>,
   ): Promise<T> {
     const { downloadUrl, headers } = await this.grpcGetDownloadUrl(info, options, ops.signal);
@@ -67,7 +67,7 @@ export class ClientDownload {
 
   async withLocalFileContent<T>(
     url: string,
-    ops: DownloadOps,
+    ops: GetContentOptions,
     handler: ContentHandler<T>,
   ): Promise<T> {
     const { storageId, relativePath } = parseLocalUrl(url);
@@ -77,6 +77,7 @@ export class ClientDownload {
       const readOps = {
         start: ops.range?.from,
         end: ops.range?.to !== undefined ? ops.range.to - 1 : undefined,
+        signal: ops.signal,
       };
       let stream: fs.ReadStream | undefined;
       let handlerSuccess = false;