@milaboratories/pl-drivers 1.11.39 → 1.11.41

package/dist/drivers/logs_stream.cjs

@@ -144,6 +144,16 @@ class LogsStreamDriver {
     stopUpdating() {
         this.keepRunning = false;
     }
+    /** Stops polling loop and waits for it to finish */
+    async terminate() {
+        this.stopUpdating();
+        if (this.currentLoop !== undefined) {
+            await this.currentLoop;
+        }
+    }
+    async [Symbol.asyncDispose]() {
+        await this.terminate();
+    }
     /** If true, main loop will continue polling pl state. */
     keepRunning = false;
     /** Actual state of main loop. */

package/dist/drivers/logs_stream.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"logs_stream.cjs","sources":["../../src/drivers/logs_stream.ts"],"sourcesContent":["import type {\n  ComputableCtx,\n  Watcher,\n} from '@milaboratories/computable';\nimport {\n  ChangeSource,\n  Computable,\n  PollingComputableHooks,\n} from '@milaboratories/computable';\nimport type {\n  ResourceId,\n  ResourceType } from '@milaboratories/pl-client';\nimport {\n  isNotFoundError,\n  resourceIdToString,\n  stringifyWithResourceId,\n} from '@milaboratories/pl-client';\nimport type { MiLogger } from '@milaboratories/ts-helpers';\nimport { asyncPool, CallersCounter } from '@milaboratories/ts-helpers';\nimport type { ClientLogs } from '../clients/logs';\nimport { randomUUID } from 'node:crypto';\nimport type { PlTreeEntry, ResourceInfo } from '@milaboratories/pl-tree';\nimport { treeEntryToResourceInfo } from '@milaboratories/pl-tree';\nimport { scheduler } from 'node:timers/promises';\nimport type { StreamingAPI_Response } from '../proto-grpc/github.com/milaboratory/pl/controllers/shared/grpc/streamingapi/protocol';\nimport type * as sdk from '@milaboratories/pl-model-common';\nimport type { PollingOps } from './helpers/polling_ops';\nimport type { RpcError } from '@protobuf-ts/runtime-rpc';\nimport { getResourceInfoFromLogHandle, isLiveLogHandle, newLogHandle } from './helpers/logs_handle';\nimport { WrongResourceTypeError } from './helpers/helpers';\n\nexport type LogsStreamDriverOps = PollingOps & {\n  /** Max number of concurrent requests to log streaming backend while calculating computable states */\n  nConcurrentGetLogs: number;\n};\n\nexport class LogsStreamDriver implements sdk.LogsDriver {\n  /** Holds a map of StreamManager Resource Id to all logs of this stream. */\n  private readonly idToLastLines: Map<ResourceId, LogGetter> = new Map();\n\n  /** Holds a map of StreamManager Resource Id to the last log line of this stream. */\n  private readonly idToProgressLog: Map<ResourceId, LogGetter> = new Map();\n\n  /** Holds a map of StreamManager Resource Id to log id smart object. */\n  private readonly hooks: PollingComputableHooks;\n\n  constructor(\n    private readonly logger: MiLogger,\n    private readonly clientLogs: ClientLogs,\n    private readonly opts: LogsStreamDriverOps = {\n      nConcurrentGetLogs: 10,\n      pollingInterval: 1000,\n      stopPollingDelay: 1000,\n    },\n  ) {\n    this.hooks = new PollingComputableHooks(\n      () => this.startUpdating(),\n      () => this.stopUpdating(),\n      { stopDebounce: opts.stopPollingDelay },\n      (resolve, reject) => this.scheduleOnNextState(resolve, reject),\n    );\n  }\n\n  getLastLogs(res: ResourceInfo | PlTreeEntry, lines: number): Computable<string | undefined>;\n  getLastLogs(\n    res: ResourceInfo | PlTreeEntry,\n    lines: number,\n    ctx: ComputableCtx\n  ): Computable<string | undefined>;\n  getLastLogs(\n    res: ResourceInfo | PlTreeEntry,\n    lines: number,\n    ctx?: ComputableCtx,\n  ): Computable<string | undefined> | string | undefined {\n    if (ctx == undefined) return Computable.make((ctx) => this.getLastLogs(res, lines, ctx));\n\n    const r = treeEntryToResourceInfo(res, ctx);\n    const callerId = randomUUID();\n    ctx.attacheHooks(this.hooks);\n    ctx.addOnDestroy(() => this.releaseLastLogs(r.id, callerId));\n\n    const result = this.getLastLogsNoCtx(ctx.watcher, r, lines, callerId);\n    ctx.markUnstable(\n      'The logs are from stream, so we consider them unstable. Final values will be got from blobs.',\n    );\n\n    return result;\n  }\n\n  private getLastLogsNoCtx(\n    w: Watcher,\n    rInfo: ResourceInfo,\n    lines: number,\n    callerId: string,\n  ): string | undefined {\n    validateResourceType('getLastLogs', rInfo.type);\n\n    let logGetter = this.idToLastLines.get(rInfo.id);\n\n    if (logGetter == undefined) {\n      const newLogGetter = new LogGetter(this.logger, this.clientLogs, rInfo, lines);\n      this.idToLastLines.set(rInfo.id, newLogGetter);\n\n      logGetter = newLogGetter;\n    }\n\n    logGetter.attach(w, callerId);\n    const result = logGetter.getLog();\n    if (result.error != undefined) throw result.error;\n\n    return result.log;\n  }\n\n  /** Returns a last line that has patternToSearch.\n   * Notifies when a new line appeared or EOF reached. */\n  getProgressLog(\n    res: ResourceInfo | PlTreeEntry,\n    patternToSearch: string\n  ): Computable<string | undefined>;\n  getProgressLog(\n    res: ResourceInfo | PlTreeEntry,\n    patternToSearch: string,\n    ctx: ComputableCtx\n  ): string | undefined;\n  getProgressLog(\n    res: ResourceInfo | PlTreeEntry,\n    patternToSearch: string,\n    ctx?: ComputableCtx,\n  ): Computable<string | undefined> | string | undefined {\n    if (ctx == undefined)\n      return Computable.make((ctx) => this.getProgressLog(res, patternToSearch, ctx));\n\n    const r = treeEntryToResourceInfo(res, ctx);\n    const callerId = randomUUID();\n    ctx.attacheHooks(this.hooks);\n    ctx.addOnDestroy(() => this.releaseProgressLog(r.id, callerId));\n\n    const result = this.getProgressLogNoCtx(ctx.watcher, r, patternToSearch, callerId);\n    ctx.markUnstable(\n      'The progress log is from the stream, so we consider it unstable. Final value will be got from blobs.',\n    );\n\n    return result;\n  }\n\n  private getProgressLogNoCtx(\n    w: Watcher,\n    rInfo: ResourceInfo,\n    patternToSearch: string,\n    callerId: string,\n  ): string | undefined {\n    validateResourceType('getProgressLog', rInfo.type);\n\n    let logGetter = this.idToProgressLog.get(rInfo.id);\n\n    if (logGetter == undefined) {\n      const newLogGetter = new LogGetter(this.logger, this.clientLogs, rInfo, 1, patternToSearch);\n      this.idToProgressLog.set(rInfo.id, newLogGetter);\n\n      logGetter = newLogGetter;\n    }\n\n    logGetter.attach(w, callerId);\n    const result = logGetter.getLog();\n    if (result.error) throw result.error;\n\n    return result.log;\n  }\n\n  getLogHandle(res: ResourceInfo | PlTreeEntry): Computable<sdk.AnyLogHandle>;\n  getLogHandle(res: ResourceInfo | PlTreeEntry, ctx: ComputableCtx): sdk.AnyLogHandle;\n  getLogHandle(\n    res: ResourceInfo | PlTreeEntry,\n    ctx?: ComputableCtx,\n  ): Computable<sdk.AnyLogHandle> | sdk.AnyLogHandle {\n    if (ctx == undefined) return Computable.make((ctx) => this.getLogHandle(res, ctx));\n\n    const r = treeEntryToResourceInfo(res, ctx);\n\n    const result = this.getLogHandleNoCtx(r);\n\n    // All logs from streams should be considered unstable,\n    // final value will be got from blobs.\n    ctx.markUnstable(`live_log:${resourceIdToString(r.id)}`);\n\n    return result;\n  }\n\n  private getLogHandleNoCtx(rInfo: ResourceInfo): sdk.AnyLogHandle {\n    validateResourceType('getLogHandle', rInfo.type);\n\n    return newLogHandle(true, rInfo);\n  }\n\n  async lastLines(\n    handle: sdk.AnyLogHandle,\n    lineCount: number,\n    offsetBytes?: number,\n    searchStr?: string | undefined,\n  ) {\n    return await this.tryWithNotFound(handle, () =>\n      this.clientLogs.lastLines(\n        getResourceInfoFromLogHandle(handle),\n        lineCount,\n        BigInt(offsetBytes ?? 0),\n        searchStr,\n      ),\n    );\n  }\n\n  async readText(\n    handle: sdk.AnyLogHandle,\n    lineCount: number,\n    offsetBytes?: number,\n    searchStr?: string | undefined,\n  ) {\n    return await this.tryWithNotFound(handle, () =>\n      this.clientLogs.readText(\n        getResourceInfoFromLogHandle(handle),\n        lineCount,\n        BigInt(offsetBytes ?? 0),\n        searchStr,\n      ),\n    );\n  }\n\n  private async tryWithNotFound(\n    handle: sdk.AnyLogHandle,\n    method: () => Promise<StreamingAPI_Response>,\n  ): Promise<sdk.StreamingApiResponse> {\n    if (!isLiveLogHandle(handle))\n      throw new Error(`Not live log handle was passed to live log driver, handle: ${handle}`);\n\n    try {\n      const resp = await method();\n      return {\n        live: true,\n        shouldUpdateHandle: false,\n        data: resp.data,\n        size: Number(resp.size),\n        newOffset: Number(resp.newOffset),\n      };\n    } catch (e: any) {\n      if (isNotFoundError(e)) {\n        return { shouldUpdateHandle: true };\n      }\n\n      throw e;\n    }\n  }\n\n  private async releaseLastLogs(rId: ResourceId, callerId: string) {\n    const deleted = this.idToLastLines.get(rId)?.release(callerId);\n    if (deleted) this.idToLastLines.delete(rId);\n  }\n\n  private async releaseProgressLog(rId: ResourceId, callerId: string) {\n    const deleted = this.idToProgressLog.get(rId)?.release(callerId);\n    if (deleted) this.idToProgressLog.delete(rId);\n  }\n\n  async releaseAll() {}\n\n  private scheduledOnNextState: ScheduledRefresh[] = [];\n\n  private scheduleOnNextState(resolve: () => void, reject: (err: any) => void): void {\n    this.scheduledOnNextState.push({ resolve, reject });\n  }\n\n  /** Called from observer */\n  private startUpdating(): void {\n    this.keepRunning = true;\n    if (this.currentLoop === undefined) this.currentLoop = this.mainLoop();\n  }\n\n  /** Called from observer */\n  private stopUpdating(): void {\n    this.keepRunning = false;\n  }\n\n  /** If true, main loop will continue polling pl state. */\n  private keepRunning = false;\n  /** Actual state of main loop. */\n  private currentLoop: Promise<void> | undefined = undefined;\n\n  private async mainLoop() {\n    while (this.keepRunning) {\n      const toNotify = this.scheduledOnNextState;\n      this.scheduledOnNextState = [];\n\n      try {\n        const logs = this.getAllLogs();\n        await asyncPool(\n          this.opts.nConcurrentGetLogs,\n          logs.map((getter) => async () => await getter.update()),\n        );\n\n        toNotify.forEach((n) => n.resolve());\n      } catch (e: any) {\n        console.error(e);\n        toNotify.forEach((n) => n.reject(e));\n      }\n\n      if (!this.keepRunning) break;\n      await scheduler.wait(this.opts.pollingInterval);\n    }\n\n    this.currentLoop = undefined;\n  }\n\n  private getAllLogs(): Array<LogGetter> {\n    return Array.from(this.idToLastLines.entries())\n      .concat(Array.from(this.idToProgressLog.entries()))\n      .map(([_, getter]) => getter);\n  }\n}\n\n/** A job that gets last lines from a StreamWorkdir resource. */\nclass LogGetter {\n  private logs: string | undefined;\n  private error: any | undefined = undefined;\n\n  private readonly change: ChangeSource = new ChangeSource();\n  private readonly counter: CallersCounter = new CallersCounter();\n\n  constructor(\n    private readonly logger: MiLogger,\n    private readonly clientLogs: ClientLogs,\n    private readonly rInfo: ResourceInfo,\n    private readonly lines: number,\n    private readonly patternToSearch?: string,\n  ) {}\n\n  getLog(): {\n    log: string | undefined;\n    error?: any | undefined;\n  } {\n    return {\n      log: this.logs,\n      error: this.error,\n    };\n  }\n\n  attach(w: Watcher, callerId: string) {\n    this.change.attachWatcher(w);\n    this.counter.inc(callerId);\n  }\n\n  release(callerId: string): boolean {\n    return this.counter.dec(callerId);\n  }\n\n  async update() {\n    try {\n      const resp = await this.clientLogs.lastLines(\n        this.rInfo,\n        this.lines,\n        0n,\n        this.patternToSearch,\n      );\n\n      const newLogs = new TextDecoder().decode(resp.data);\n      if (this.logs != newLogs) this.change.markChanged(`logs for ${resourceIdToString(this.rInfo.id)} updated`);\n      this.logs = newLogs;\n      this.error = undefined;\n\n      return;\n    } catch (e: any) {\n      if (isNotFoundError(e)) {\n        // No resource\n        this.logs = '';\n        this.error = e;\n        this.change.markChanged();\n        return;\n      }\n\n      this.logger.error(\n        `Stream log lines for ${stringifyWithResourceId(this.rInfo.id)} failed, reason: ${JSON.stringify(e)}`,\n      );\n      throw e;\n    }\n  }\n}\n\ntype ScheduledRefresh = {\n  resolve: () => void;\n  reject: (err: any) => void;\n};\n\nfunction validateResourceType(methodName: string, rType: ResourceType) {\n  if (!rType.name.startsWith('StreamWorkdir')) {\n    throw new WrongResourceTypeError(\n      `${methodName}: wrong resource type: ${rType.name}, `\n      + `expected: a resource of type 'StreamWorkdir'.`,\n    );\n  }\n}\n"],"names":["PollingComputableHooks","Computable","treeEntryToResourceInfo","randomUUID","resourceIdToString","newLogHandle","getResourceInfoFromLogHandle","isLiveLogHandle","isNotFoundError","asyncPool","scheduler","ChangeSource","CallersCounter","stringifyWithResourceId","WrongResourceTypeError"],"mappings":";;;;;;;;;;;MAoCa,gBAAgB,CAAA;AAWR,IAAA,MAAA;AACA,IAAA,UAAA;AACA,IAAA,IAAA;;AAXF,IAAA,aAAa,GAA+B,IAAI,GAAG,EAAE;;AAGrD,IAAA,eAAe,GAA+B,IAAI,GAAG,EAAE;;AAGvD,IAAA,KAAK;AAEtB,IAAA,WAAA,CACmB,MAAgB,EAChB,UAAsB,EACtB,IAAA,GAA4B;AAC3C,QAAA,kBAAkB,EAAE,EAAE;AACtB,QAAA,eAAe,EAAE,IAAI;AACrB,QAAA,gBAAgB,EAAE,IAAI;AACvB,KAAA,EAAA;QANgB,IAAA,CAAA,MAAM,GAAN,MAAM;QACN,IAAA,CAAA,UAAU,GAAV,UAAU;QACV,IAAA,CAAA,IAAI,GAAJ,IAAI;QAMrB,IAAI,CAAC,KAAK,GAAG,IAAIA,iCAAsB,CACrC,MAAM,IAAI,CAAC,aAAa,EAAE,EAC1B,MAAM,IAAI,CAAC,YAAY,EAAE,EACzB,EAAE,YAAY,EAAE,IAAI,CAAC,gBAAgB,EAAE,EACvC,CAAC,OAAO,EAAE,MAAM,KAAK,IAAI,CAAC,mBAAmB,CAAC,OAAO,EAAE,MAAM,CAAC,CAC/D;IACH;AAQA,IAAA,WAAW,CACT,GAA+B,EAC/B,KAAa,EACb,GAAmB,EAAA;QAEnB,IAAI,GAAG,IAAI,SAAS;YAAE,OAAOC,qBAAU,CAAC,IAAI,CAAC,CAAC,GAAG,KAAK,IAAI,CAAC,WAAW,CAAC,GAAG,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC;QAExF,MAAM,CAAC,GAAGC,8BAAuB,CAAC,GAAG,EAAE,GAAG,CAAC;AAC3C,QAAA,MAAM,QAAQ,GAAGC,sBAAU,EAAE;AAC7B,QAAA,GAAG,CAAC,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC;AAC5B,QAAA,GAAG,CAAC,YAAY,CAAC,MAAM,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC;AAE5D,QAAA,MAAM,MAAM,GAAG,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC,EAAE,KAAK,EAAE,QAAQ,CAAC;AACrE,QAAA,GAAG,CAAC,YAAY,CACd,8FAA8F,CAC/F;AAED,QAAA,OAAO,MAAM;IACf;AAEQ,IAAA,gBAAgB,CACtB,CAAU,EACV,KAAmB,EACnB,KAAa,EACb,QAAgB,EAAA;AAEhB,QAAA,oBAAoB,CAAC,aAAa,EAAE,KAAK,CAAC,IAAI,CAAC;AAE/C,QAAA,IAAI,SAAS,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;AAEhD,QAAA,IAAI,SAAS,IAAI,SAAS,EAAE;AAC1B,YAAA,MAAM,YAAY,GAAG,IAAI,SAAS,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,UAAU,EAAE,KAAK,EAAE,KAAK,CAAC;YAC9E,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,YAAY,CAAC;YAE9C,SAAS,GAAG,YAAY;QAC1B;AAEA,QAAA,SAAS,CAAC,MAAM,CAAC,CAAC,EAAE,QAAQ,CAAC;AAC7B,QAAA,MAAM,MAAM,GAAG,SAAS,CAAC,MAAM,EAAE;AACjC,QAAA,IAAI,MAAM,CAAC,KAAK,IAAI,SAAS;YAAE,MAAM,MAAM,CAAC,KAAK;QAEjD,OAAO,MAAM,CAAC,GAAG;IACnB;AAaA,IAAA,cAAc,CACZ,GAA+B,EAC/B,eAAuB,EACvB,GAAmB,EAAA;QAEnB,IAAI,GAAG,IAAI,SAAS;YAClB,OAAOF,qBAAU,CAAC,IAAI,CAAC,CAAC,GAAG,KAAK,IAAI,CAAC,cAAc,CAAC,GAAG,EAAE,eAAe,EAAE,GAAG,CAAC,CAAC;QAEjF,MAAM,CAAC,GAAGC,8BAAuB,CAAC,GAAG,EAAE,GAAG,CAAC;AAC3C,QAAA,MAAM,QAAQ,GAAGC,sBAAU,EAAE;AAC7B,QAAA,GAAG,CAAC,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC;AAC5B,QAAA,GAAG,CAAC,YAAY,CAAC,MAAM,IAAI,CAAC,kBAAkB,CAAC,CAAC,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC;AAE/D,QAAA,MAAM,MAAM,GAAG,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC,EAAE,eAAe,EAAE,QAAQ,CAAC;AAClF,QAAA,GAAG,CAAC,YAAY,CACd,sGAAsG,CACvG;AAED,QAAA,OAAO,MAAM;IACf;AAEQ,IAAA,mBAAmB,CACzB,CAAU,EACV,KAAmB,EACnB,eAAuB,EACvB,QAAgB,EAAA;AAEhB,QAAA,oBAAoB,CAAC,gBAAgB,EAAE,KAAK,CAAC,IAAI,CAAC;AAElD,QAAA,IAAI,SAAS,GAAG,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;AAElD,QAAA,IAAI,SAAS,IAAI,SAAS,EAAE;AAC1B,YAAA,MAAM,YAAY,GAAG,IAAI,SAAS,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,UAAU,EAAE,KAAK,EAAE,CAAC,EAAE,eAAe,CAAC;YAC3F,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,YAAY,CAAC;YAEhD,SAAS,GAAG,YAAY;QAC1B;AAEA,QAAA,SAAS,CAAC,MAAM,CAAC,CAAC,EAAE,QAAQ,CAAC;AAC7B,QAAA,MAAM,MAAM,GAAG,SAAS,CAAC,MAAM,EAAE;QACjC,IAAI,MAAM,CAAC,KAAK;YAAE,MAAM,MAAM,CAAC,KAAK;QAEpC,OAAO,MAAM,CAAC,GAAG;IACnB;IAIA,YAAY,CACV,GAA+B,EAC/B,GAAmB,EAAA;QAEnB,IAAI,GAAG,IAAI,SAAS;AAAE,YAAA,OAAOF,qBAAU,CAAC,IAAI,CAAC,CAAC,GAAG,KAAK,IAAI,CAAC,YAAY,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;QAElF,MAAM,CAAC,GAAGC,8BAAuB,CAAC,GAAG,EAAE,GAAG,CAAC;QAE3C,MAAM,MAAM,GAAG,IAAI,CAAC,iBAAiB,CAAC,CAAC,CAAC;;;AAIxC,QAAA,GAAG,CAAC,YAAY,CAAC,CAAA,SAAA,EAAYE,2BAAkB,CAAC,CAAC,CAAC,EAAE,CAAC,CAAA,CAAE,CAAC;AAExD,QAAA,OAAO,MAAM;IACf;AAEQ,IAAA,iBAAiB,CAAC,KAAmB,EAAA;AAC3C,QAAA,oBAAoB,CAAC,cAAc,EAAE,KAAK,CAAC,IAAI,CAAC;AAEhD,QAAA,OAAOC,wBAAY,CAAC,IAAI,EAAE,KAAK,CAAC;IAClC;IAEA,MAAM,SAAS,CACb,MAAwB,EACxB,SAAiB,EACjB,WAAoB,EACpB,SAA8B,EAAA;AAE9B,QAAA,OAAO,MAAM,IAAI,CAAC,eAAe,CAAC,MAAM,EAAE,MACxC,IAAI,CAAC,UAAU,CAAC,SAAS,CACvBC,wCAA4B,CAAC,MAAM,CAAC,EACpC,SAAS,EACT,MAAM,CAAC,WAAW,IAAI,CAAC,CAAC,EACxB,SAAS,CACV,CACF;IACH;IAEA,MAAM,QAAQ,CACZ,MAAwB,EACxB,SAAiB,EACjB,WAAoB,EACpB,SAA8B,EAAA;AAE9B,QAAA,OAAO,MAAM,IAAI,CAAC,eAAe,CAAC,MAAM,EAAE,MACxC,IAAI,CAAC,UAAU,CAAC,QAAQ,CACtBA,wCAA4B,CAAC,MAAM,CAAC,EACpC,SAAS,EACT,MAAM,CAAC,WAAW,IAAI,CAAC,CAAC,EACxB,SAAS,CACV,CACF;IACH;AAEQ,IAAA,MAAM,eAAe,CAC3B,MAAwB,EACxB,MAA4C,EAAA;AAE5C,QAAA,IAAI,CAACC,2BAAe,CAAC,MAAM,CAAC;AAC1B,YAAA,MAAM,IAAI,KAAK,CAAC,8DAA8D,MAAM,CAAA,CAAE,CAAC;AAEzF,QAAA,IAAI;AACF,YAAA,MAAM,IAAI,GAAG,MAAM,MAAM,EAAE;YAC3B,OAAO;AACL,gBAAA,IAAI,EAAE,IAAI;AACV,gBAAA,kBAAkB,EAAE,KAAK;gBACzB,IAAI,EAAE,IAAI,CAAC,IAAI;AACf,gBAAA,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC;AACvB,gBAAA,SAAS,EAAE,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC;aAClC;QACH;QAAE,OAAO,CAAM,EAAE;AACf,YAAA,IAAIC,wBAAe,CAAC,CAAC,CAAC,EAAE;AACtB,gBAAA,OAAO,EAAE,kBAAkB,EAAE,IAAI,EAAE;YACrC;AAEA,YAAA,MAAM,CAAC;QACT;IACF;AAEQ,IAAA,MAAM,eAAe,CAAC,GAAe,EAAE,QAAgB,EAAA;AAC7D,QAAA,MAAM,OAAO,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,OAAO,CAAC,QAAQ,CAAC;AAC9D,QAAA,IAAI,OAAO;AAAE,YAAA,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,GAAG,CAAC;IAC7C;AAEQ,IAAA,MAAM,kBAAkB,CAAC,GAAe,EAAE,QAAgB,EAAA;AAChE,QAAA,MAAM,OAAO,GAAG,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,OAAO,CAAC,QAAQ,CAAC;AAChE,QAAA,IAAI,OAAO;AAAE,YAAA,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,GAAG,CAAC;IAC/C;IAEA,MAAM,UAAU,GAAA,EAAI;IAEZ,oBAAoB,GAAuB,EAAE;IAE7C,mBAAmB,CAAC,OAAmB,EAAE,MAA0B,EAAA;QACzE,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;IACrD;;IAGQ,aAAa,GAAA;AACnB,QAAA,IAAI,CAAC,WAAW,GAAG,IAAI;AACvB,QAAA,IAAI,IAAI,CAAC,WAAW,KAAK,SAAS;AAAE,YAAA,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,QAAQ,EAAE;IACxE;;IAGQ,YAAY,GAAA;AAClB,QAAA,IAAI,CAAC,WAAW,GAAG,KAAK;IAC1B;;IAGQ,WAAW,GAAG,KAAK;;IAEnB,WAAW,GAA8B,SAAS;AAElD,IAAA,MAAM,QAAQ,GAAA;AACpB,QAAA,OAAO,IAAI,CAAC,WAAW,EAAE;AACvB,YAAA,MAAM,QAAQ,GAAG,IAAI,CAAC,oBAAoB;AAC1C,YAAA,IAAI,CAAC,oBAAoB,GAAG,EAAE;AAE9B,YAAA,IAAI;AACF,gBAAA,MAAM,IAAI,GAAG,IAAI,CAAC,UAAU,EAAE;AAC9B,gBAAA,MAAMC,mBAAS,CACb,IAAI,CAAC,IAAI,CAAC,kBAAkB,EAC5B,IAAI,CAAC,GAAG,CAAC,CAAC,MAAM,KAAK,YAAY,MAAM,MAAM,CAAC,MAAM,EAAE,CAAC,CACxD;AAED,gBAAA,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC;YACtC;YAAE,OAAO,CAAM,EAAE;AACf,gBAAA,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC;AAChB,gBAAA,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;YACtC;YAEA,IAAI,CAAC,IAAI,CAAC,WAAW;gBAAE;YACvB,MAAMC,kBAAS,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC;QACjD;AAEA,QAAA,IAAI,CAAC,WAAW,GAAG,SAAS;IAC9B;IAEQ,UAAU,GAAA;QAChB,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE;AAC3C,aAAA,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,OAAO,EAAE,CAAC;AACjD,aAAA,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,KAAK,MAAM,CAAC;IACjC;AACD;AAED;AACA,MAAM,SAAS,CAAA;AAQM,IAAA,MAAA;AACA,IAAA,UAAA;AACA,IAAA,KAAA;AACA,IAAA,KAAA;AACA,IAAA,eAAA;AAXX,IAAA,IAAI;IACJ,KAAK,GAAoB,SAAS;AAEzB,IAAA,MAAM,GAAiB,IAAIC,uBAAY,EAAE;AACzC,IAAA,OAAO,GAAmB,IAAIC,wBAAc,EAAE;IAE/D,WAAA,CACmB,MAAgB,EAChB,UAAsB,EACtB,KAAmB,EACnB,KAAa,EACb,eAAwB,EAAA;QAJxB,IAAA,CAAA,MAAM,GAAN,MAAM;QACN,IAAA,CAAA,UAAU,GAAV,UAAU;QACV,IAAA,CAAA,KAAK,GAAL,KAAK;QACL,IAAA,CAAA,KAAK,GAAL,KAAK;QACL,IAAA,CAAA,eAAe,GAAf,eAAe;IAC/B;IAEH,MAAM,GAAA;QAIJ,OAAO;YACL,GAAG,EAAE,IAAI,CAAC,IAAI;YACd,KAAK,EAAE,IAAI,CAAC,KAAK;SAClB;IACH;IAEA,MAAM,CAAC,CAAU,EAAE,QAAgB,EAAA;AACjC,QAAA,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC;AAC5B,QAAA,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC;IAC5B;AAEA,IAAA,OAAO,CAAC,QAAgB,EAAA;QACtB,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC;IACnC;AAEA,IAAA,MAAM,MAAM,GAAA;AACV,QAAA,IAAI;YACF,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,SAAS,CAC1C,IAAI,CAAC,KAAK,EACV,IAAI,CAAC,KAAK,EACV,EAAE,EACF,IAAI,CAAC,eAAe,CACrB;AAED,YAAA,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC;AACnD,YAAA,IAAI,IAAI,CAAC,IAAI,IAAI,OAAO;AAAE,gBAAA,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,YAAYR,2BAAkB,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAA,QAAA,CAAU,CAAC;AAC1G,YAAA,IAAI,CAAC,IAAI,GAAG,OAAO;AACnB,YAAA,IAAI,CAAC,KAAK,GAAG,SAAS;YAEtB;QACF;QAAE,OAAO,CAAM,EAAE;AACf,YAAA,IAAII,wBAAe,CAAC,CAAC,CAAC,EAAE;;AAEtB,gBAAA,IAAI,CAAC,IAAI,GAAG,EAAE;AACd,gBAAA,IAAI,CAAC,KAAK,GAAG,CAAC;AACd,gBAAA,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE;gBACzB;YACF;YAEA,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,CAAA,qBAAA,EAAwBK,gCAAuB,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAA,iBAAA,EAAoB,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAA,CAAE,CACtG;AACD,YAAA,MAAM,CAAC;QACT;IACF;AACD;AAOD,SAAS,oBAAoB,CAAC,UAAkB,EAAE,KAAmB,EAAA;IACnE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,eAAe,CAAC,EAAE;QAC3C,MAAM,IAAIC,8BAAsB,CAC9B,CAAA,EAAG,UAAU,CAAA,uBAAA,EAA0B,KAAK,CAAC,IAAI,CAAA,EAAA;AAC/C,cAAA,CAAA,6CAAA,CAA+C,CAClD;IACH;AACF;;;;"}
+{"version":3,"file":"logs_stream.cjs","sources":["../../src/drivers/logs_stream.ts"],"sourcesContent":["import type {\n  ComputableCtx,\n  Watcher,\n} from '@milaboratories/computable';\nimport {\n  ChangeSource,\n  Computable,\n  PollingComputableHooks,\n} from '@milaboratories/computable';\nimport type {\n  ResourceId,\n  ResourceType } from '@milaboratories/pl-client';\nimport {\n  isNotFoundError,\n  resourceIdToString,\n  stringifyWithResourceId,\n} from '@milaboratories/pl-client';\nimport type { MiLogger } from '@milaboratories/ts-helpers';\nimport { asyncPool, CallersCounter } from '@milaboratories/ts-helpers';\nimport type { ClientLogs } from '../clients/logs';\nimport { randomUUID } from 'node:crypto';\nimport type { PlTreeEntry, ResourceInfo } from '@milaboratories/pl-tree';\nimport { treeEntryToResourceInfo } from '@milaboratories/pl-tree';\nimport { scheduler } from 'node:timers/promises';\nimport type { StreamingAPI_Response } from '../proto-grpc/github.com/milaboratory/pl/controllers/shared/grpc/streamingapi/protocol';\nimport type * as sdk from '@milaboratories/pl-model-common';\nimport type { PollingOps } from './helpers/polling_ops';\nimport type { RpcError } from '@protobuf-ts/runtime-rpc';\nimport { getResourceInfoFromLogHandle, isLiveLogHandle, newLogHandle } from './helpers/logs_handle';\nimport { WrongResourceTypeError } from './helpers/helpers';\n\nexport type LogsStreamDriverOps = PollingOps & {\n  /** Max number of concurrent requests to log streaming backend while calculating computable states */\n  nConcurrentGetLogs: number;\n};\n\nexport class LogsStreamDriver implements sdk.LogsDriver {\n  /** Holds a map of StreamManager Resource Id to all logs of this stream. */\n  private readonly idToLastLines: Map<ResourceId, LogGetter> = new Map();\n\n  /** Holds a map of StreamManager Resource Id to the last log line of this stream. */\n  private readonly idToProgressLog: Map<ResourceId, LogGetter> = new Map();\n\n  /** Holds a map of StreamManager Resource Id to log id smart object. */\n  private readonly hooks: PollingComputableHooks;\n\n  constructor(\n    private readonly logger: MiLogger,\n    private readonly clientLogs: ClientLogs,\n    private readonly opts: LogsStreamDriverOps = {\n      nConcurrentGetLogs: 10,\n      pollingInterval: 1000,\n      stopPollingDelay: 1000,\n    },\n  ) {\n    this.hooks = new PollingComputableHooks(\n      () => this.startUpdating(),\n      () => this.stopUpdating(),\n      { stopDebounce: opts.stopPollingDelay },\n      (resolve, reject) => this.scheduleOnNextState(resolve, reject),\n    );\n  }\n\n  getLastLogs(res: ResourceInfo | PlTreeEntry, lines: number): Computable<string | undefined>;\n  getLastLogs(\n    res: ResourceInfo | PlTreeEntry,\n    lines: number,\n    ctx: ComputableCtx\n  ): Computable<string | undefined>;\n  getLastLogs(\n    res: ResourceInfo | PlTreeEntry,\n    lines: number,\n    ctx?: ComputableCtx,\n  ): Computable<string | undefined> | string | undefined {\n    if (ctx == undefined) return Computable.make((ctx) => this.getLastLogs(res, lines, ctx));\n\n    const r = treeEntryToResourceInfo(res, ctx);\n    const callerId = randomUUID();\n    ctx.attacheHooks(this.hooks);\n    ctx.addOnDestroy(() => this.releaseLastLogs(r.id, callerId));\n\n    const result = this.getLastLogsNoCtx(ctx.watcher, r, lines, callerId);\n    ctx.markUnstable(\n      'The logs are from stream, so we consider them unstable. Final values will be got from blobs.',\n    );\n\n    return result;\n  }\n\n  private getLastLogsNoCtx(\n    w: Watcher,\n    rInfo: ResourceInfo,\n    lines: number,\n    callerId: string,\n  ): string | undefined {\n    validateResourceType('getLastLogs', rInfo.type);\n\n    let logGetter = this.idToLastLines.get(rInfo.id);\n\n    if (logGetter == undefined) {\n      const newLogGetter = new LogGetter(this.logger, this.clientLogs, rInfo, lines);\n      this.idToLastLines.set(rInfo.id, newLogGetter);\n\n      logGetter = newLogGetter;\n    }\n\n    logGetter.attach(w, callerId);\n    const result = logGetter.getLog();\n    if (result.error != undefined) throw result.error;\n\n    return result.log;\n  }\n\n  /** Returns a last line that has patternToSearch.\n   * Notifies when a new line appeared or EOF reached. */\n  getProgressLog(\n    res: ResourceInfo | PlTreeEntry,\n    patternToSearch: string\n  ): Computable<string | undefined>;\n  getProgressLog(\n    res: ResourceInfo | PlTreeEntry,\n    patternToSearch: string,\n    ctx: ComputableCtx\n  ): string | undefined;\n  getProgressLog(\n    res: ResourceInfo | PlTreeEntry,\n    patternToSearch: string,\n    ctx?: ComputableCtx,\n  ): Computable<string | undefined> | string | undefined {\n    if (ctx == undefined)\n      return Computable.make((ctx) => this.getProgressLog(res, patternToSearch, ctx));\n\n    const r = treeEntryToResourceInfo(res, ctx);\n    const callerId = randomUUID();\n    ctx.attacheHooks(this.hooks);\n    ctx.addOnDestroy(() => this.releaseProgressLog(r.id, callerId));\n\n    const result = this.getProgressLogNoCtx(ctx.watcher, r, patternToSearch, callerId);\n    ctx.markUnstable(\n      'The progress log is from the stream, so we consider it unstable. Final value will be got from blobs.',\n    );\n\n    return result;\n  }\n\n  private getProgressLogNoCtx(\n    w: Watcher,\n    rInfo: ResourceInfo,\n    patternToSearch: string,\n    callerId: string,\n  ): string | undefined {\n    validateResourceType('getProgressLog', rInfo.type);\n\n    let logGetter = this.idToProgressLog.get(rInfo.id);\n\n    if (logGetter == undefined) {\n      const newLogGetter = new LogGetter(this.logger, this.clientLogs, rInfo, 1, patternToSearch);\n      this.idToProgressLog.set(rInfo.id, newLogGetter);\n\n      logGetter = newLogGetter;\n    }\n\n    logGetter.attach(w, callerId);\n    const result = logGetter.getLog();\n    if (result.error) throw result.error;\n\n    return result.log;\n  }\n\n  getLogHandle(res: ResourceInfo | PlTreeEntry): Computable<sdk.AnyLogHandle>;\n  getLogHandle(res: ResourceInfo | PlTreeEntry, ctx: ComputableCtx): sdk.AnyLogHandle;\n  getLogHandle(\n    res: ResourceInfo | PlTreeEntry,\n    ctx?: ComputableCtx,\n  ): Computable<sdk.AnyLogHandle> | sdk.AnyLogHandle {\n    if (ctx == undefined) return Computable.make((ctx) => this.getLogHandle(res, ctx));\n\n    const r = treeEntryToResourceInfo(res, ctx);\n\n    const result = this.getLogHandleNoCtx(r);\n\n    // All logs from streams should be considered unstable,\n    // final value will be got from blobs.\n    ctx.markUnstable(`live_log:${resourceIdToString(r.id)}`);\n\n    return result;\n  }\n\n  private getLogHandleNoCtx(rInfo: ResourceInfo): sdk.AnyLogHandle {\n    validateResourceType('getLogHandle', rInfo.type);\n\n    return newLogHandle(true, rInfo);\n  }\n\n  async lastLines(\n    handle: sdk.AnyLogHandle,\n    lineCount: number,\n    offsetBytes?: number,\n    searchStr?: string | undefined,\n  ) {\n    return await this.tryWithNotFound(handle, () =>\n      this.clientLogs.lastLines(\n        getResourceInfoFromLogHandle(handle),\n        lineCount,\n        BigInt(offsetBytes ?? 0),\n        searchStr,\n      ),\n    );\n  }\n\n  async readText(\n    handle: sdk.AnyLogHandle,\n    lineCount: number,\n    offsetBytes?: number,\n    searchStr?: string | undefined,\n  ) {\n    return await this.tryWithNotFound(handle, () =>\n      this.clientLogs.readText(\n        getResourceInfoFromLogHandle(handle),\n        lineCount,\n        BigInt(offsetBytes ?? 0),\n        searchStr,\n      ),\n    );\n  }\n\n  private async tryWithNotFound(\n    handle: sdk.AnyLogHandle,\n    method: () => Promise<StreamingAPI_Response>,\n  ): Promise<sdk.StreamingApiResponse> {\n    if (!isLiveLogHandle(handle))\n      throw new Error(`Not live log handle was passed to live log driver, handle: ${handle}`);\n\n    try {\n      const resp = await method();\n      return {\n        live: true,\n        shouldUpdateHandle: false,\n        data: resp.data,\n        size: Number(resp.size),\n        newOffset: Number(resp.newOffset),\n      };\n    } catch (e: any) {\n      if (isNotFoundError(e)) {\n        return { shouldUpdateHandle: true };\n      }\n\n      throw e;\n    }\n  }\n\n  private async releaseLastLogs(rId: ResourceId, callerId: string) {\n    const deleted = this.idToLastLines.get(rId)?.release(callerId);\n    if (deleted) this.idToLastLines.delete(rId);\n  }\n\n  private async releaseProgressLog(rId: ResourceId, callerId: string) {\n    const deleted = this.idToProgressLog.get(rId)?.release(callerId);\n    if (deleted) this.idToProgressLog.delete(rId);\n  }\n\n  async releaseAll() {}\n\n  private scheduledOnNextState: ScheduledRefresh[] = [];\n\n  private scheduleOnNextState(resolve: () => void, reject: (err: any) => void): void {\n    this.scheduledOnNextState.push({ resolve, reject });\n  }\n\n  /** Called from observer */\n  private startUpdating(): void {\n    this.keepRunning = true;\n    if (this.currentLoop === undefined) this.currentLoop = this.mainLoop();\n  }\n\n  /** Called from observer */\n  private stopUpdating(): void {\n    this.keepRunning = false;\n  }\n\n  /** Stops polling loop and waits for it to finish */\n  public async terminate(): Promise<void> {\n    this.stopUpdating();\n    if (this.currentLoop !== undefined) {\n      await this.currentLoop;\n    }\n  }\n\n  async [Symbol.asyncDispose](): Promise<void> {\n    await this.terminate();\n  }\n\n  /** If true, main loop will continue polling pl state. */\n  private keepRunning = false;\n  /** Actual state of main loop. */\n  private currentLoop: Promise<void> | undefined = undefined;\n\n  private async mainLoop() {\n    while (this.keepRunning) {\n      const toNotify = this.scheduledOnNextState;\n      this.scheduledOnNextState = [];\n\n      try {\n        const logs = this.getAllLogs();\n        await asyncPool(\n          this.opts.nConcurrentGetLogs,\n          logs.map((getter) => async () => await getter.update()),\n        );\n\n        toNotify.forEach((n) => n.resolve());\n      } catch (e: any) {\n        console.error(e);\n        toNotify.forEach((n) => n.reject(e));\n      }\n\n      if (!this.keepRunning) break;\n      await scheduler.wait(this.opts.pollingInterval);\n    }\n\n    this.currentLoop = undefined;\n  }\n\n  private getAllLogs(): Array<LogGetter> {\n    return Array.from(this.idToLastLines.entries())\n      .concat(Array.from(this.idToProgressLog.entries()))\n      .map(([_, getter]) => getter);\n  }\n}\n\n/** A job that gets last lines from a StreamWorkdir resource. */\nclass LogGetter {\n  private logs: string | undefined;\n  private error: any | undefined = undefined;\n\n  private readonly change: ChangeSource = new ChangeSource();\n  private readonly counter: CallersCounter = new CallersCounter();\n\n  constructor(\n    private readonly logger: MiLogger,\n    private readonly clientLogs: ClientLogs,\n    private readonly rInfo: ResourceInfo,\n    private readonly lines: number,\n    private readonly patternToSearch?: string,\n  ) {}\n\n  getLog(): {\n    log: string | undefined;\n    error?: any | undefined;\n  } {\n    return {\n      log: this.logs,\n      error: this.error,\n    };\n  }\n\n  attach(w: Watcher, callerId: string) {\n    this.change.attachWatcher(w);\n    this.counter.inc(callerId);\n  }\n\n  release(callerId: string): boolean {\n    return this.counter.dec(callerId);\n  }\n\n  async update() {\n    try {\n      const resp = await this.clientLogs.lastLines(\n        this.rInfo,\n        this.lines,\n        0n,\n        this.patternToSearch,\n      );\n\n      const newLogs = new TextDecoder().decode(resp.data);\n      if (this.logs != newLogs) this.change.markChanged(`logs for ${resourceIdToString(this.rInfo.id)} updated`);\n      this.logs = newLogs;\n      this.error = undefined;\n\n      return;\n    } catch (e: any) {\n      if (isNotFoundError(e)) {\n        // No resource\n        this.logs = '';\n        this.error = e;\n        this.change.markChanged();\n        return;\n      }\n\n      this.logger.error(\n        `Stream log lines for ${stringifyWithResourceId(this.rInfo.id)} failed, reason: ${JSON.stringify(e)}`,\n      );\n      throw e;\n    }\n  }\n}\n\ntype ScheduledRefresh = {\n  resolve: () => void;\n  reject: (err: any) => void;\n};\n\nfunction validateResourceType(methodName: string, rType: ResourceType) {\n  if (!rType.name.startsWith('StreamWorkdir')) {\n    throw new WrongResourceTypeError(\n      `${methodName}: wrong resource type: ${rType.name}, `\n      + `expected: a resource of type 'StreamWorkdir'.`,\n    );\n  }\n}\n"],"names":["PollingComputableHooks","Computable","treeEntryToResourceInfo","randomUUID","resourceIdToString","newLogHandle","getResourceInfoFromLogHandle","isLiveLogHandle","isNotFoundError","asyncPool","scheduler","ChangeSource","CallersCounter","stringifyWithResourceId","WrongResourceTypeError"],"mappings":";;;;;;;;;;;MAoCa,gBAAgB,CAAA;AAWR,IAAA,MAAA;AACA,IAAA,UAAA;AACA,IAAA,IAAA;;AAXF,IAAA,aAAa,GAA+B,IAAI,GAAG,EAAE;;AAGrD,IAAA,eAAe,GAA+B,IAAI,GAAG,EAAE;;AAGvD,IAAA,KAAK;AAEtB,IAAA,WAAA,CACmB,MAAgB,EAChB,UAAsB,EACtB,IAAA,GAA4B;AAC3C,QAAA,kBAAkB,EAAE,EAAE;AACtB,QAAA,eAAe,EAAE,IAAI;AACrB,QAAA,gBAAgB,EAAE,IAAI;AACvB,KAAA,EAAA;QANgB,IAAA,CAAA,MAAM,GAAN,MAAM;QACN,IAAA,CAAA,UAAU,GAAV,UAAU;QACV,IAAA,CAAA,IAAI,GAAJ,IAAI;QAMrB,IAAI,CAAC,KAAK,GAAG,IAAIA,iCAAsB,CACrC,MAAM,IAAI,CAAC,aAAa,EAAE,EAC1B,MAAM,IAAI,CAAC,YAAY,EAAE,EACzB,EAAE,YAAY,EAAE,IAAI,CAAC,gBAAgB,EAAE,EACvC,CAAC,OAAO,EAAE,MAAM,KAAK,IAAI,CAAC,mBAAmB,CAAC,OAAO,EAAE,MAAM,CAAC,CAC/D;IACH;AAQA,IAAA,WAAW,CACT,GAA+B,EAC/B,KAAa,EACb,GAAmB,EAAA;QAEnB,IAAI,GAAG,IAAI,SAAS;YAAE,OAAOC,qBAAU,CAAC,IAAI,CAAC,CAAC,GAAG,KAAK,IAAI,CAAC,WAAW,CAAC,GAAG,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC;QAExF,MAAM,CAAC,GAAGC,8BAAuB,CAAC,GAAG,EAAE,GAAG,CAAC;AAC3C,QAAA,MAAM,QAAQ,GAAGC,sBAAU,EAAE;AAC7B,QAAA,GAAG,CAAC,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC;AAC5B,QAAA,GAAG,CAAC,YAAY,CAAC,MAAM,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC;AAE5D,QAAA,MAAM,MAAM,GAAG,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC,EAAE,KAAK,EAAE,QAAQ,CAAC;AACrE,QAAA,GAAG,CAAC,YAAY,CACd,8FAA8F,CAC/F;AAED,QAAA,OAAO,MAAM;IACf;AAEQ,IAAA,gBAAgB,CACtB,CAAU,EACV,KAAmB,EACnB,KAAa,EACb,QAAgB,EAAA;AAEhB,QAAA,oBAAoB,CAAC,aAAa,EAAE,KAAK,CAAC,IAAI,CAAC;AAE/C,QAAA,IAAI,SAAS,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;AAEhD,QAAA,IAAI,SAAS,IAAI,SAAS,EAAE;AAC1B,YAAA,MAAM,YAAY,GAAG,IAAI,SAAS,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,UAAU,EAAE,KAAK,EAAE,KAAK,CAAC;YAC9E,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,YAAY,CAAC;YAE9C,SAAS,GAAG,YAAY;QAC1B;AAEA,QAAA,SAAS,CAAC,MAAM,CAAC,CAAC,EAAE,QAAQ,CAAC;AAC7B,QAAA,MAAM,MAAM,GAAG,SAAS,CAAC,MAAM,EAAE;AACjC,QAAA,IAAI,MAAM,CAAC,KAAK,IAAI,SAAS;YAAE,MAAM,MAAM,CAAC,KAAK;QAEjD,OAAO,MAAM,CAAC,GAAG;IACnB;AAaA,IAAA,cAAc,CACZ,GAA+B,EAC/B,eAAuB,EACvB,GAAmB,EAAA;QAEnB,IAAI,GAAG,IAAI,SAAS;YAClB,OAAOF,qBAAU,CAAC,IAAI,CAAC,CAAC,GAAG,KAAK,IAAI,CAAC,cAAc,CAAC,GAAG,EAAE,eAAe,EAAE,GAAG,CAAC,CAAC;QAEjF,MAAM,CAAC,GAAGC,8BAAuB,CAAC,GAAG,EAAE,GAAG,CAAC;AAC3C,QAAA,MAAM,QAAQ,GAAGC,sBAAU,EAAE;AAC7B,QAAA,GAAG,CAAC,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC;AAC5B,QAAA,GAAG,CAAC,YAAY,CAAC,MAAM,IAAI,CAAC,kBAAkB,CAAC,CAAC,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC;AAE/D,QAAA,MAAM,MAAM,GAAG,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC,EAAE,eAAe,EAAE,QAAQ,CAAC;AAClF,QAAA,GAAG,CAAC,YAAY,CACd,sGAAsG,CACvG;AAED,QAAA,OAAO,MAAM;IACf;AAEQ,IAAA,mBAAmB,CACzB,CAAU,EACV,KAAmB,EACnB,eAAuB,EACvB,QAAgB,EAAA;AAEhB,QAAA,oBAAoB,CAAC,gBAAgB,EAAE,KAAK,CAAC,IAAI,CAAC;AAElD,QAAA,IAAI,SAAS,GAAG,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;AAElD,QAAA,IAAI,SAAS,IAAI,SAAS,EAAE;AAC1B,YAAA,MAAM,YAAY,GAAG,IAAI,SAAS,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,UAAU,EAAE,KAAK,EAAE,CAAC,EAAE,eAAe,CAAC;YAC3F,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,YAAY,CAAC;YAEhD,SAAS,GAAG,YAAY;QAC1B;AAEA,QAAA,SAAS,CAAC,MAAM,CAAC,CAAC,EAAE,QAAQ,CAAC;AAC7B,QAAA,MAAM,MAAM,GAAG,SAAS,CAAC,MAAM,EAAE;QACjC,IAAI,MAAM,CAAC,KAAK;YAAE,MAAM,MAAM,CAAC,KAAK;QAEpC,OAAO,MAAM,CAAC,GAAG;IACnB;IAIA,YAAY,CACV,GAA+B,EAC/B,GAAmB,EAAA;QAEnB,IAAI,GAAG,IAAI,SAAS;AAAE,YAAA,OAAOF,qBAAU,CAAC,IAAI,CAAC,CAAC,GAAG,KAAK,IAAI,CAAC,YAAY,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;QAElF,MAAM,CAAC,GAAGC,8BAAuB,CAAC,GAAG,EAAE,GAAG,CAAC;QAE3C,MAAM,MAAM,GAAG,IAAI,CAAC,iBAAiB,CAAC,CAAC,CAAC;;;AAIxC,QAAA,GAAG,CAAC,YAAY,CAAC,CAAA,SAAA,EAAYE,2BAAkB,CAAC,CAAC,CAAC,EAAE,CAAC,CAAA,CAAE,CAAC;AAExD,QAAA,OAAO,MAAM;IACf;AAEQ,IAAA,iBAAiB,CAAC,KAAmB,EAAA;AAC3C,QAAA,oBAAoB,CAAC,cAAc,EAAE,KAAK,CAAC,IAAI,CAAC;AAEhD,QAAA,OAAOC,wBAAY,CAAC,IAAI,EAAE,KAAK,CAAC;IAClC;IAEA,MAAM,SAAS,CACb,MAAwB,EACxB,SAAiB,EACjB,WAAoB,EACpB,SAA8B,EAAA;AAE9B,QAAA,OAAO,MAAM,IAAI,CAAC,eAAe,CAAC,MAAM,EAAE,MACxC,IAAI,CAAC,UAAU,CAAC,SAAS,CACvBC,wCAA4B,CAAC,MAAM,CAAC,EACpC,SAAS,EACT,MAAM,CAAC,WAAW,IAAI,CAAC,CAAC,EACxB,SAAS,CACV,CACF;IACH;IAEA,MAAM,QAAQ,CACZ,MAAwB,EACxB,SAAiB,EACjB,WAAoB,EACpB,SAA8B,EAAA;AAE9B,QAAA,OAAO,MAAM,IAAI,CAAC,eAAe,CAAC,MAAM,EAAE,MACxC,IAAI,CAAC,UAAU,CAAC,QAAQ,CACtBA,wCAA4B,CAAC,MAAM,CAAC,EACpC,SAAS,EACT,MAAM,CAAC,WAAW,IAAI,CAAC,CAAC,EACxB,SAAS,CACV,CACF;IACH;AAEQ,IAAA,MAAM,eAAe,CAC3B,MAAwB,EACxB,MAA4C,EAAA;AAE5C,QAAA,IAAI,CAACC,2BAAe,CAAC,MAAM,CAAC;AAC1B,YAAA,MAAM,IAAI,KAAK,CAAC,8DAA8D,MAAM,CAAA,CAAE,CAAC;AAEzF,QAAA,IAAI;AACF,YAAA,MAAM,IAAI,GAAG,MAAM,MAAM,EAAE;YAC3B,OAAO;AACL,gBAAA,IAAI,EAAE,IAAI;AACV,gBAAA,kBAAkB,EAAE,KAAK;gBACzB,IAAI,EAAE,IAAI,CAAC,IAAI;AACf,gBAAA,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC;AACvB,gBAAA,SAAS,EAAE,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC;aAClC;QACH;QAAE,OAAO,CAAM,EAAE;AACf,YAAA,IAAIC,wBAAe,CAAC,CAAC,CAAC,EAAE;AACtB,gBAAA,OAAO,EAAE,kBAAkB,EAAE,IAAI,EAAE;YACrC;AAEA,YAAA,MAAM,CAAC;QACT;IACF;AAEQ,IAAA,MAAM,eAAe,CAAC,GAAe,EAAE,QAAgB,EAAA;AAC7D,QAAA,MAAM,OAAO,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,OAAO,CAAC,QAAQ,CAAC;AAC9D,QAAA,IAAI,OAAO;AAAE,YAAA,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,GAAG,CAAC;IAC7C;AAEQ,IAAA,MAAM,kBAAkB,CAAC,GAAe,EAAE,QAAgB,EAAA;AAChE,QAAA,MAAM,OAAO,GAAG,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,OAAO,CAAC,QAAQ,CAAC;AAChE,QAAA,IAAI,OAAO;AAAE,YAAA,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,GAAG,CAAC;IAC/C;IAEA,MAAM,UAAU,GAAA,EAAI;IAEZ,oBAAoB,GAAuB,EAAE;IAE7C,mBAAmB,CAAC,OAAmB,EAAE,MAA0B,EAAA;QACzE,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;IACrD;;IAGQ,aAAa,GAAA;AACnB,QAAA,IAAI,CAAC,WAAW,GAAG,IAAI;AACvB,QAAA,IAAI,IAAI,CAAC,WAAW,KAAK,SAAS;AAAE,YAAA,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,QAAQ,EAAE;IACxE;;IAGQ,YAAY,GAAA;AAClB,QAAA,IAAI,CAAC,WAAW,GAAG,KAAK;IAC1B;;AAGO,IAAA,MAAM,SAAS,GAAA;QACpB,IAAI,CAAC,YAAY,EAAE;AACnB,QAAA,IAAI,IAAI,CAAC,WAAW,KAAK,SAAS,EAAE;YAClC,MAAM,IAAI,CAAC,WAAW;QACxB;IACF;AAEA,IAAA,OAAO,MAAM,CAAC,YAAY,CAAC,GAAA;AACzB,QAAA,MAAM,IAAI,CAAC,SAAS,EAAE;IACxB;;IAGQ,WAAW,GAAG,KAAK;;IAEnB,WAAW,GAA8B,SAAS;AAElD,IAAA,MAAM,QAAQ,GAAA;AACpB,QAAA,OAAO,IAAI,CAAC,WAAW,EAAE;AACvB,YAAA,MAAM,QAAQ,GAAG,IAAI,CAAC,oBAAoB;AAC1C,YAAA,IAAI,CAAC,oBAAoB,GAAG,EAAE;AAE9B,YAAA,IAAI;AACF,gBAAA,MAAM,IAAI,GAAG,IAAI,CAAC,UAAU,EAAE;AAC9B,gBAAA,MAAMC,mBAAS,CACb,IAAI,CAAC,IAAI,CAAC,kBAAkB,EAC5B,IAAI,CAAC,GAAG,CAAC,CAAC,MAAM,KAAK,YAAY,MAAM,MAAM,CAAC,MAAM,EAAE,CAAC,CACxD;AAED,gBAAA,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC;YACtC;YAAE,OAAO,CAAM,EAAE;AACf,gBAAA,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC;AAChB,gBAAA,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;YACtC;YAEA,IAAI,CAAC,IAAI,CAAC,WAAW;gBAAE;YACvB,MAAMC,kBAAS,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC;QACjD;AAEA,QAAA,IAAI,CAAC,WAAW,GAAG,SAAS;IAC9B;IAEQ,UAAU,GAAA;QAChB,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE;AAC3C,aAAA,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,OAAO,EAAE,CAAC;AACjD,aAAA,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,KAAK,MAAM,CAAC;IACjC;AACD;AAED;AACA,MAAM,SAAS,CAAA;AAQM,IAAA,MAAA;AACA,IAAA,UAAA;AACA,IAAA,KAAA;AACA,IAAA,KAAA;AACA,IAAA,eAAA;AAXX,IAAA,IAAI;IACJ,KAAK,GAAoB,SAAS;AAEzB,IAAA,MAAM,GAAiB,IAAIC,uBAAY,EAAE;AACzC,IAAA,OAAO,GAAmB,IAAIC,wBAAc,EAAE;IAE/D,WAAA,CACmB,MAAgB,EAChB,UAAsB,EACtB,KAAmB,EACnB,KAAa,EACb,eAAwB,EAAA;QAJxB,IAAA,CAAA,MAAM,GAAN,MAAM;QACN,IAAA,CAAA,UAAU,GAAV,UAAU;QACV,IAAA,CAAA,KAAK,GAAL,KAAK;QACL,IAAA,CAAA,KAAK,GAAL,KAAK;QACL,IAAA,CAAA,eAAe,GAAf,eAAe;IAC/B;IAEH,MAAM,GAAA;QAIJ,OAAO;YACL,GAAG,EAAE,IAAI,CAAC,IAAI;YACd,KAAK,EAAE,IAAI,CAAC,KAAK;SAClB;IACH;IAEA,MAAM,CAAC,CAAU,EAAE,QAAgB,EAAA;AACjC,QAAA,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC;AAC5B,QAAA,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC;IAC5B;AAEA,IAAA,OAAO,CAAC,QAAgB,EAAA;QACtB,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC;IACnC;AAEA,IAAA,MAAM,MAAM,GAAA;AACV,QAAA,IAAI;YACF,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,SAAS,CAC1C,IAAI,CAAC,KAAK,EACV,IAAI,CAAC,KAAK,EACV,EAAE,EACF,IAAI,CAAC,eAAe,CACrB;AAED,YAAA,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC;AACnD,YAAA,IAAI,IAAI,CAAC,IAAI,IAAI,OAAO;AAAE,gBAAA,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,YAAYR,2BAAkB,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAA,QAAA,CAAU,CAAC;AAC1G,YAAA,IAAI,CAAC,IAAI,GAAG,OAAO;AACnB,YAAA,IAAI,CAAC,KAAK,GAAG,SAAS;YAEtB;QACF;QAAE,OAAO,CAAM,EAAE;AACf,YAAA,IAAII,wBAAe,CAAC,CAAC,CAAC,EAAE;;AAEtB,gBAAA,IAAI,CAAC,IAAI,GAAG,EAAE;AACd,gBAAA,IAAI,CAAC,KAAK,GAAG,CAAC;AACd,gBAAA,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE;gBACzB;YACF;YAEA,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,CAAA,qBAAA,EAAwBK,gCAAuB,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAA,iBAAA,EAAoB,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAA,CAAE,CACtG;AACD,YAAA,MAAM,CAAC;QACT;IACF;AACD;AAOD,SAAS,oBAAoB,CAAC,UAAkB,EAAE,KAAmB,EAAA;IACnE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,eAAe,CAAC,EAAE;QAC3C,MAAM,IAAIC,8BAAsB,CAC9B,CAAA,EAAG,UAAU,CAAA,uBAAA,EAA0B,KAAK,CAAC,IAAI,CAAA,EAAA;AAC/C,cAAA,CAAA,6CAAA,CAA+C,CAClD;IACH;AACF;;;;"}

package/dist/drivers/logs_stream.d.ts

@@ -43,6 +43,9 @@ export declare class LogsStreamDriver implements sdk.LogsDriver {
     private startUpdating;
     /** Called from observer */
     private stopUpdating;
+    /** Stops polling loop and waits for it to finish */
+    terminate(): Promise<void>;
+    [Symbol.asyncDispose](): Promise<void>;
     /** If true, main loop will continue polling pl state. */
     private keepRunning;
     /** Actual state of main loop. */

package/dist/drivers/logs_stream.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"logs_stream.d.ts","sourceRoot":"","sources":["../../src/drivers/logs_stream.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,aAAa,EAEd,MAAM,4BAA4B,CAAC;AACpC,OAAO,EAEL,UAAU,EAEX,MAAM,4BAA4B,CAAC;AASpC,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,4BAA4B,CAAC;AAE3D,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAElD,OAAO,KAAK,EAAE,WAAW,EAAE,YAAY,EAAE,MAAM,yBAAyB,CAAC;AAIzE,OAAO,KAAK,KAAK,GAAG,MAAM,iCAAiC,CAAC;AAC5D,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AAKxD,MAAM,MAAM,mBAAmB,GAAG,UAAU,GAAG;IAC7C,qGAAqG;IACrG,kBAAkB,EAAE,MAAM,CAAC;CAC5B,CAAC;AAEF,qBAAa,gBAAiB,YAAW,GAAG,CAAC,UAAU;IAWnD,OAAO,CAAC,QAAQ,CAAC,MAAM;IACvB,OAAO,CAAC,QAAQ,CAAC,UAAU;IAC3B,OAAO,CAAC,QAAQ,CAAC,IAAI;IAZvB,2EAA2E;IAC3E,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAyC;IAEvE,oFAAoF;IACpF,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAyC;IAEzE,uEAAuE;IACvE,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAyB;gBAG5B,MAAM,EAAE,QAAQ,EAChB,UAAU,EAAE,UAAU,EACtB,IAAI,GAAE,mBAItB;IAUH,WAAW,CAAC,GAAG,EAAE,YAAY,GAAG,WAAW,EAAE,KAAK,EAAE,MAAM,GAAG,UAAU,CAAC,MAAM,GAAG,SAAS,CAAC;IAC3F,WAAW,CACT,GAAG,EAAE,YAAY,GAAG,WAAW,EAC/B,KAAK,EAAE,MAAM,EACb,GAAG,EAAE,aAAa,GACjB,UAAU,CAAC,MAAM,GAAG,SAAS,CAAC;IAqBjC,OAAO,CAAC,gBAAgB;IAwBxB;2DACuD;IACvD,cAAc,CACZ,GAAG,EAAE,YAAY,GAAG,WAAW,EAC/B,eAAe,EAAE,MAAM,GACtB,UAAU,CAAC,MAAM,GAAG,SAAS,CAAC;IACjC,cAAc,CACZ,GAAG,EAAE,YAAY,GAAG,WAAW,EAC/B,eAAe,EAAE,MAAM,EACvB,GAAG,EAAE,aAAa,GACjB,MAAM,GAAG,SAAS;IAsBrB,OAAO,CAAC,mBAAmB;IAwB3B,YAAY,CAAC,GAAG,EAAE,YAAY,GAAG,WAAW,GAAG,UAAU,CAAC,GAAG,CAAC,YAAY,CAAC;IAC3E,YAAY,CAAC,GAAG,EAAE,YAAY,GAAG,WAAW,EAAE,GAAG,EAAE,aAAa,GAAG,GAAG,CAAC,YAAY;IAkBnF,OAAO,CAAC,iBAAiB;IAMnB,SAAS,CACb,MAAM,EAAE,GAAG,CAAC,YAAY,EACxB,SAAS,EAAE,MAAM,EACjB,WAAW,CAAC,EAAE,MAAM,EACpB,SAAS,CAAC,EAAE,MAAM,GAAG,SAAS;IAY1B,QAAQ,CACZ,MAAM,EAAE,GAAG,CAAC,YAAY,EACxB,SAAS,EAAE,MAAM,EACjB,WAAW,CAAC,EAAE,MAAM,EACpB,SAAS,CAAC,EAAE,MAAM,GAAG,SAAS;YAYlB,eAAe;YAyBf,eAAe;YAKf,kBAAkB;IAK1B,UAAU;IAEhB,OAAO,CAAC,oBAAoB,CAA0B;IAEtD,OAAO,CAAC,mBAAmB;IAI3B,2BAA2B;IAC3B,OAAO,CAAC,aAAa;IAKrB,2BAA2B;IAC3B,OAAO,CAAC,YAAY;IAIpB,yDAAyD;IACzD,OAAO,CAAC,WAAW,CAAS;IAC5B,iCAAiC;IACjC,OAAO,CAAC,WAAW,CAAwC;YAE7C,QAAQ;IAyBtB,OAAO,CAAC,UAAU;CAKnB"}
+{"version":3,"file":"logs_stream.d.ts","sourceRoot":"","sources":["../../src/drivers/logs_stream.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,aAAa,EAEd,MAAM,4BAA4B,CAAC;AACpC,OAAO,EAEL,UAAU,EAEX,MAAM,4BAA4B,CAAC;AASpC,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,4BAA4B,CAAC;AAE3D,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAElD,OAAO,KAAK,EAAE,WAAW,EAAE,YAAY,EAAE,MAAM,yBAAyB,CAAC;AAIzE,OAAO,KAAK,KAAK,GAAG,MAAM,iCAAiC,CAAC;AAC5D,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AAKxD,MAAM,MAAM,mBAAmB,GAAG,UAAU,GAAG;IAC7C,qGAAqG;IACrG,kBAAkB,EAAE,MAAM,CAAC;CAC5B,CAAC;AAEF,qBAAa,gBAAiB,YAAW,GAAG,CAAC,UAAU;IAWnD,OAAO,CAAC,QAAQ,CAAC,MAAM;IACvB,OAAO,CAAC,QAAQ,CAAC,UAAU;IAC3B,OAAO,CAAC,QAAQ,CAAC,IAAI;IAZvB,2EAA2E;IAC3E,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAyC;IAEvE,oFAAoF;IACpF,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAyC;IAEzE,uEAAuE;IACvE,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAyB;gBAG5B,MAAM,EAAE,QAAQ,EAChB,UAAU,EAAE,UAAU,EACtB,IAAI,GAAE,mBAItB;IAUH,WAAW,CAAC,GAAG,EAAE,YAAY,GAAG,WAAW,EAAE,KAAK,EAAE,MAAM,GAAG,UAAU,CAAC,MAAM,GAAG,SAAS,CAAC;IAC3F,WAAW,CACT,GAAG,EAAE,YAAY,GAAG,WAAW,EAC/B,KAAK,EAAE,MAAM,EACb,GAAG,EAAE,aAAa,GACjB,UAAU,CAAC,MAAM,GAAG,SAAS,CAAC;IAqBjC,OAAO,CAAC,gBAAgB;IAwBxB;2DACuD;IACvD,cAAc,CACZ,GAAG,EAAE,YAAY,GAAG,WAAW,EAC/B,eAAe,EAAE,MAAM,GACtB,UAAU,CAAC,MAAM,GAAG,SAAS,CAAC;IACjC,cAAc,CACZ,GAAG,EAAE,YAAY,GAAG,WAAW,EAC/B,eAAe,EAAE,MAAM,EACvB,GAAG,EAAE,aAAa,GACjB,MAAM,GAAG,SAAS;IAsBrB,OAAO,CAAC,mBAAmB;IAwB3B,YAAY,CAAC,GAAG,EAAE,YAAY,GAAG,WAAW,GAAG,UAAU,CAAC,GAAG,CAAC,YAAY,CAAC;IAC3E,YAAY,CAAC,GAAG,EAAE,YAAY,GAAG,WAAW,EAAE,GAAG,EAAE,aAAa,GAAG,GAAG,CAAC,YAAY;IAkBnF,OAAO,CAAC,iBAAiB;IAMnB,SAAS,CACb,MAAM,EAAE,GAAG,CAAC,YAAY,EACxB,SAAS,EAAE,MAAM,EACjB,WAAW,CAAC,EAAE,MAAM,EACpB,SAAS,CAAC,EAAE,MAAM,GAAG,SAAS;IAY1B,QAAQ,CACZ,MAAM,EAAE,GAAG,CAAC,YAAY,EACxB,SAAS,EAAE,MAAM,EACjB,WAAW,CAAC,EAAE,MAAM,EACpB,SAAS,CAAC,EAAE,MAAM,GAAG,SAAS;YAYlB,eAAe;YAyBf,eAAe;YAKf,kBAAkB;IAK1B,UAAU;IAEhB,OAAO,CAAC,oBAAoB,CAA0B;IAEtD,OAAO,CAAC,mBAAmB;IAI3B,2BAA2B;IAC3B,OAAO,CAAC,aAAa;IAKrB,2BAA2B;IAC3B,OAAO,CAAC,YAAY;IAIpB,oDAAoD;IACvC,SAAS,IAAI,OAAO,CAAC,IAAI,CAAC;IAOjC,CAAC,MAAM,CAAC,YAAY,CAAC,IAAI,OAAO,CAAC,IAAI,CAAC;IAI5C,yDAAyD;IACzD,OAAO,CAAC,WAAW,CAAS;IAC5B,iCAAiC;IACjC,OAAO,CAAC,WAAW,CAAwC;YAE7C,QAAQ;IAyBtB,OAAO,CAAC,UAAU;CAKnB"}

package/dist/drivers/logs_stream.js

@@ -142,6 +142,16 @@ class LogsStreamDriver {
     stopUpdating() {
         this.keepRunning = false;
     }
+    /** Stops polling loop and waits for it to finish */
+    async terminate() {
+        this.stopUpdating();
+        if (this.currentLoop !== undefined) {
+            await this.currentLoop;
+        }
+    }
+    async [Symbol.asyncDispose]() {
+        await this.terminate();
+    }
     /** If true, main loop will continue polling pl state. */
     keepRunning = false;
     /** Actual state of main loop. */

package/dist/drivers/logs_stream.js.map

@@ -1 +1 @@
-{"version":3,"file":"logs_stream.js","sources":["../../src/drivers/logs_stream.ts"],"sourcesContent":["import type {\n  ComputableCtx,\n  Watcher,\n} from '@milaboratories/computable';\nimport {\n  ChangeSource,\n  Computable,\n  PollingComputableHooks,\n} from '@milaboratories/computable';\nimport type {\n  ResourceId,\n  ResourceType } from '@milaboratories/pl-client';\nimport {\n  isNotFoundError,\n  resourceIdToString,\n  stringifyWithResourceId,\n} from '@milaboratories/pl-client';\nimport type { MiLogger } from '@milaboratories/ts-helpers';\nimport { asyncPool, CallersCounter } from '@milaboratories/ts-helpers';\nimport type { ClientLogs } from '../clients/logs';\nimport { randomUUID } from 'node:crypto';\nimport type { PlTreeEntry, ResourceInfo } from '@milaboratories/pl-tree';\nimport { treeEntryToResourceInfo } from '@milaboratories/pl-tree';\nimport { scheduler } from 'node:timers/promises';\nimport type { StreamingAPI_Response } from '../proto-grpc/github.com/milaboratory/pl/controllers/shared/grpc/streamingapi/protocol';\nimport type * as sdk from '@milaboratories/pl-model-common';\nimport type { PollingOps } from './helpers/polling_ops';\nimport type { RpcError } from '@protobuf-ts/runtime-rpc';\nimport { getResourceInfoFromLogHandle, isLiveLogHandle, newLogHandle } from './helpers/logs_handle';\nimport { WrongResourceTypeError } from './helpers/helpers';\n\nexport type LogsStreamDriverOps = PollingOps & {\n  /** Max number of concurrent requests to log streaming backend while calculating computable states */\n  nConcurrentGetLogs: number;\n};\n\nexport class LogsStreamDriver implements sdk.LogsDriver {\n  /** Holds a map of StreamManager Resource Id to all logs of this stream. */\n  private readonly idToLastLines: Map<ResourceId, LogGetter> = new Map();\n\n  /** Holds a map of StreamManager Resource Id to the last log line of this stream. */\n  private readonly idToProgressLog: Map<ResourceId, LogGetter> = new Map();\n\n  /** Holds a map of StreamManager Resource Id to log id smart object. */\n  private readonly hooks: PollingComputableHooks;\n\n  constructor(\n    private readonly logger: MiLogger,\n    private readonly clientLogs: ClientLogs,\n    private readonly opts: LogsStreamDriverOps = {\n      nConcurrentGetLogs: 10,\n      pollingInterval: 1000,\n      stopPollingDelay: 1000,\n    },\n  ) {\n    this.hooks = new PollingComputableHooks(\n      () => this.startUpdating(),\n      () => this.stopUpdating(),\n      { stopDebounce: opts.stopPollingDelay },\n      (resolve, reject) => this.scheduleOnNextState(resolve, reject),\n    );\n  }\n\n  getLastLogs(res: ResourceInfo | PlTreeEntry, lines: number): Computable<string | undefined>;\n  getLastLogs(\n    res: ResourceInfo | PlTreeEntry,\n    lines: number,\n    ctx: ComputableCtx\n  ): Computable<string | undefined>;\n  getLastLogs(\n    res: ResourceInfo | PlTreeEntry,\n    lines: number,\n    ctx?: ComputableCtx,\n  ): Computable<string | undefined> | string | undefined {\n    if (ctx == undefined) return Computable.make((ctx) => this.getLastLogs(res, lines, ctx));\n\n    const r = treeEntryToResourceInfo(res, ctx);\n    const callerId = randomUUID();\n    ctx.attacheHooks(this.hooks);\n    ctx.addOnDestroy(() => this.releaseLastLogs(r.id, callerId));\n\n    const result = this.getLastLogsNoCtx(ctx.watcher, r, lines, callerId);\n    ctx.markUnstable(\n      'The logs are from stream, so we consider them unstable. Final values will be got from blobs.',\n    );\n\n    return result;\n  }\n\n  private getLastLogsNoCtx(\n    w: Watcher,\n    rInfo: ResourceInfo,\n    lines: number,\n    callerId: string,\n  ): string | undefined {\n    validateResourceType('getLastLogs', rInfo.type);\n\n    let logGetter = this.idToLastLines.get(rInfo.id);\n\n    if (logGetter == undefined) {\n      const newLogGetter = new LogGetter(this.logger, this.clientLogs, rInfo, lines);\n      this.idToLastLines.set(rInfo.id, newLogGetter);\n\n      logGetter = newLogGetter;\n    }\n\n    logGetter.attach(w, callerId);\n    const result = logGetter.getLog();\n    if (result.error != undefined) throw result.error;\n\n    return result.log;\n  }\n\n  /** Returns a last line that has patternToSearch.\n   * Notifies when a new line appeared or EOF reached. */\n  getProgressLog(\n    res: ResourceInfo | PlTreeEntry,\n    patternToSearch: string\n  ): Computable<string | undefined>;\n  getProgressLog(\n    res: ResourceInfo | PlTreeEntry,\n    patternToSearch: string,\n    ctx: ComputableCtx\n  ): string | undefined;\n  getProgressLog(\n    res: ResourceInfo | PlTreeEntry,\n    patternToSearch: string,\n    ctx?: ComputableCtx,\n  ): Computable<string | undefined> | string | undefined {\n    if (ctx == undefined)\n      return Computable.make((ctx) => this.getProgressLog(res, patternToSearch, ctx));\n\n    const r = treeEntryToResourceInfo(res, ctx);\n    const callerId = randomUUID();\n    ctx.attacheHooks(this.hooks);\n    ctx.addOnDestroy(() => this.releaseProgressLog(r.id, callerId));\n\n    const result = this.getProgressLogNoCtx(ctx.watcher, r, patternToSearch, callerId);\n    ctx.markUnstable(\n      'The progress log is from the stream, so we consider it unstable. Final value will be got from blobs.',\n    );\n\n    return result;\n  }\n\n  private getProgressLogNoCtx(\n    w: Watcher,\n    rInfo: ResourceInfo,\n    patternToSearch: string,\n    callerId: string,\n  ): string | undefined {\n    validateResourceType('getProgressLog', rInfo.type);\n\n    let logGetter = this.idToProgressLog.get(rInfo.id);\n\n    if (logGetter == undefined) {\n      const newLogGetter = new LogGetter(this.logger, this.clientLogs, rInfo, 1, patternToSearch);\n      this.idToProgressLog.set(rInfo.id, newLogGetter);\n\n      logGetter = newLogGetter;\n    }\n\n    logGetter.attach(w, callerId);\n    const result = logGetter.getLog();\n    if (result.error) throw result.error;\n\n    return result.log;\n  }\n\n  getLogHandle(res: ResourceInfo | PlTreeEntry): Computable<sdk.AnyLogHandle>;\n  getLogHandle(res: ResourceInfo | PlTreeEntry, ctx: ComputableCtx): sdk.AnyLogHandle;\n  getLogHandle(\n    res: ResourceInfo | PlTreeEntry,\n    ctx?: ComputableCtx,\n  ): Computable<sdk.AnyLogHandle> | sdk.AnyLogHandle {\n    if (ctx == undefined) return Computable.make((ctx) => this.getLogHandle(res, ctx));\n\n    const r = treeEntryToResourceInfo(res, ctx);\n\n    const result = this.getLogHandleNoCtx(r);\n\n    // All logs from streams should be considered unstable,\n    // final value will be got from blobs.\n    ctx.markUnstable(`live_log:${resourceIdToString(r.id)}`);\n\n    return result;\n  }\n\n  private getLogHandleNoCtx(rInfo: ResourceInfo): sdk.AnyLogHandle {\n    validateResourceType('getLogHandle', rInfo.type);\n\n    return newLogHandle(true, rInfo);\n  }\n\n  async lastLines(\n    handle: sdk.AnyLogHandle,\n    lineCount: number,\n    offsetBytes?: number,\n    searchStr?: string | undefined,\n  ) {\n    return await this.tryWithNotFound(handle, () =>\n      this.clientLogs.lastLines(\n        getResourceInfoFromLogHandle(handle),\n        lineCount,\n        BigInt(offsetBytes ?? 0),\n        searchStr,\n      ),\n    );\n  }\n\n  async readText(\n    handle: sdk.AnyLogHandle,\n    lineCount: number,\n    offsetBytes?: number,\n    searchStr?: string | undefined,\n  ) {\n    return await this.tryWithNotFound(handle, () =>\n      this.clientLogs.readText(\n        getResourceInfoFromLogHandle(handle),\n        lineCount,\n        BigInt(offsetBytes ?? 0),\n        searchStr,\n      ),\n    );\n  }\n\n  private async tryWithNotFound(\n    handle: sdk.AnyLogHandle,\n    method: () => Promise<StreamingAPI_Response>,\n  ): Promise<sdk.StreamingApiResponse> {\n    if (!isLiveLogHandle(handle))\n      throw new Error(`Not live log handle was passed to live log driver, handle: ${handle}`);\n\n    try {\n      const resp = await method();\n      return {\n        live: true,\n        shouldUpdateHandle: false,\n        data: resp.data,\n        size: Number(resp.size),\n        newOffset: Number(resp.newOffset),\n      };\n    } catch (e: any) {\n      if (isNotFoundError(e)) {\n        return { shouldUpdateHandle: true };\n      }\n\n      throw e;\n    }\n  }\n\n  private async releaseLastLogs(rId: ResourceId, callerId: string) {\n    const deleted = this.idToLastLines.get(rId)?.release(callerId);\n    if (deleted) this.idToLastLines.delete(rId);\n  }\n\n  private async releaseProgressLog(rId: ResourceId, callerId: string) {\n    const deleted = this.idToProgressLog.get(rId)?.release(callerId);\n    if (deleted) this.idToProgressLog.delete(rId);\n  }\n\n  async releaseAll() {}\n\n  private scheduledOnNextState: ScheduledRefresh[] = [];\n\n  private scheduleOnNextState(resolve: () => void, reject: (err: any) => void): void {\n    this.scheduledOnNextState.push({ resolve, reject });\n  }\n\n  /** Called from observer */\n  private startUpdating(): void {\n    this.keepRunning = true;\n    if (this.currentLoop === undefined) this.currentLoop = this.mainLoop();\n  }\n\n  /** Called from observer */\n  private stopUpdating(): void {\n    this.keepRunning = false;\n  }\n\n  /** If true, main loop will continue polling pl state. */\n  private keepRunning = false;\n  /** Actual state of main loop. */\n  private currentLoop: Promise<void> | undefined = undefined;\n\n  private async mainLoop() {\n    while (this.keepRunning) {\n      const toNotify = this.scheduledOnNextState;\n      this.scheduledOnNextState = [];\n\n      try {\n        const logs = this.getAllLogs();\n        await asyncPool(\n          this.opts.nConcurrentGetLogs,\n          logs.map((getter) => async () => await getter.update()),\n        );\n\n        toNotify.forEach((n) => n.resolve());\n      } catch (e: any) {\n        console.error(e);\n        toNotify.forEach((n) => n.reject(e));\n      }\n\n      if (!this.keepRunning) break;\n      await scheduler.wait(this.opts.pollingInterval);\n    }\n\n    this.currentLoop = undefined;\n  }\n\n  private getAllLogs(): Array<LogGetter> {\n    return Array.from(this.idToLastLines.entries())\n      .concat(Array.from(this.idToProgressLog.entries()))\n      .map(([_, getter]) => getter);\n  }\n}\n\n/** A job that gets last lines from a StreamWorkdir resource. */\nclass LogGetter {\n  private logs: string | undefined;\n  private error: any | undefined = undefined;\n\n  private readonly change: ChangeSource = new ChangeSource();\n  private readonly counter: CallersCounter = new CallersCounter();\n\n  constructor(\n    private readonly logger: MiLogger,\n    private readonly clientLogs: ClientLogs,\n    private readonly rInfo: ResourceInfo,\n    private readonly lines: number,\n    private readonly patternToSearch?: string,\n  ) {}\n\n  getLog(): {\n    log: string | undefined;\n    error?: any | undefined;\n  } {\n    return {\n      log: this.logs,\n      error: this.error,\n    };\n  }\n\n  attach(w: Watcher, callerId: string) {\n    this.change.attachWatcher(w);\n    this.counter.inc(callerId);\n  }\n\n  release(callerId: string): boolean {\n    return this.counter.dec(callerId);\n  }\n\n  async update() {\n    try {\n      const resp = await this.clientLogs.lastLines(\n        this.rInfo,\n        this.lines,\n        0n,\n        this.patternToSearch,\n      );\n\n      const newLogs = new TextDecoder().decode(resp.data);\n      if (this.logs != newLogs) this.change.markChanged(`logs for ${resourceIdToString(this.rInfo.id)} updated`);\n      this.logs = newLogs;\n      this.error = undefined;\n\n      return;\n    } catch (e: any) {\n      if (isNotFoundError(e)) {\n        // No resource\n        this.logs = '';\n        this.error = e;\n        this.change.markChanged();\n        return;\n      }\n\n      this.logger.error(\n        `Stream log lines for ${stringifyWithResourceId(this.rInfo.id)} failed, reason: ${JSON.stringify(e)}`,\n      );\n      throw e;\n    }\n  }\n}\n\ntype ScheduledRefresh = {\n  resolve: () => void;\n  reject: (err: any) => void;\n};\n\nfunction validateResourceType(methodName: string, rType: ResourceType) {\n  if (!rType.name.startsWith('StreamWorkdir')) {\n    throw new WrongResourceTypeError(\n      `${methodName}: wrong resource type: ${rType.name}, `\n      + `expected: a resource of type 'StreamWorkdir'.`,\n    );\n  }\n}\n"],"names":[],"mappings":";;;;;;;;;MAoCa,gBAAgB,CAAA;AAWR,IAAA,MAAA;AACA,IAAA,UAAA;AACA,IAAA,IAAA;;AAXF,IAAA,aAAa,GAA+B,IAAI,GAAG,EAAE;;AAGrD,IAAA,eAAe,GAA+B,IAAI,GAAG,EAAE;;AAGvD,IAAA,KAAK;AAEtB,IAAA,WAAA,CACmB,MAAgB,EAChB,UAAsB,EACtB,IAAA,GAA4B;AAC3C,QAAA,kBAAkB,EAAE,EAAE;AACtB,QAAA,eAAe,EAAE,IAAI;AACrB,QAAA,gBAAgB,EAAE,IAAI;AACvB,KAAA,EAAA;QANgB,IAAA,CAAA,MAAM,GAAN,MAAM;QACN,IAAA,CAAA,UAAU,GAAV,UAAU;QACV,IAAA,CAAA,IAAI,GAAJ,IAAI;QAMrB,IAAI,CAAC,KAAK,GAAG,IAAI,sBAAsB,CACrC,MAAM,IAAI,CAAC,aAAa,EAAE,EAC1B,MAAM,IAAI,CAAC,YAAY,EAAE,EACzB,EAAE,YAAY,EAAE,IAAI,CAAC,gBAAgB,EAAE,EACvC,CAAC,OAAO,EAAE,MAAM,KAAK,IAAI,CAAC,mBAAmB,CAAC,OAAO,EAAE,MAAM,CAAC,CAC/D;IACH;AAQA,IAAA,WAAW,CACT,GAA+B,EAC/B,KAAa,EACb,GAAmB,EAAA;QAEnB,IAAI,GAAG,IAAI,SAAS;YAAE,OAAO,UAAU,CAAC,IAAI,CAAC,CAAC,GAAG,KAAK,IAAI,CAAC,WAAW,CAAC,GAAG,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC;QAExF,MAAM,CAAC,GAAG,uBAAuB,CAAC,GAAG,EAAE,GAAG,CAAC;AAC3C,QAAA,MAAM,QAAQ,GAAG,UAAU,EAAE;AAC7B,QAAA,GAAG,CAAC,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC;AAC5B,QAAA,GAAG,CAAC,YAAY,CAAC,MAAM,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC;AAE5D,QAAA,MAAM,MAAM,GAAG,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC,EAAE,KAAK,EAAE,QAAQ,CAAC;AACrE,QAAA,GAAG,CAAC,YAAY,CACd,8FAA8F,CAC/F;AAED,QAAA,OAAO,MAAM;IACf;AAEQ,IAAA,gBAAgB,CACtB,CAAU,EACV,KAAmB,EACnB,KAAa,EACb,QAAgB,EAAA;AAEhB,QAAA,oBAAoB,CAAC,aAAa,EAAE,KAAK,CAAC,IAAI,CAAC;AAE/C,QAAA,IAAI,SAAS,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;AAEhD,QAAA,IAAI,SAAS,IAAI,SAAS,EAAE;AAC1B,YAAA,MAAM,YAAY,GAAG,IAAI,SAAS,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,UAAU,EAAE,KAAK,EAAE,KAAK,CAAC;YAC9E,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,YAAY,CAAC;YAE9C,SAAS,GAAG,YAAY;QAC1B;AAEA,QAAA,SAAS,CAAC,MAAM,CAAC,CAAC,EAAE,QAAQ,CAAC;AAC7B,QAAA,MAAM,MAAM,GAAG,SAAS,CAAC,MAAM,EAAE;AACjC,QAAA,IAAI,MAAM,CAAC,KAAK,IAAI,SAAS;YAAE,MAAM,MAAM,CAAC,KAAK;QAEjD,OAAO,MAAM,CAAC,GAAG;IACnB;AAaA,IAAA,cAAc,CACZ,GAA+B,EAC/B,eAAuB,EACvB,GAAmB,EAAA;QAEnB,IAAI,GAAG,IAAI,SAAS;YAClB,OAAO,UAAU,CAAC,IAAI,CAAC,CAAC,GAAG,KAAK,IAAI,CAAC,cAAc,CAAC,GAAG,EAAE,eAAe,EAAE,GAAG,CAAC,CAAC;QAEjF,MAAM,CAAC,GAAG,uBAAuB,CAAC,GAAG,EAAE,GAAG,CAAC;AAC3C,QAAA,MAAM,QAAQ,GAAG,UAAU,EAAE;AAC7B,QAAA,GAAG,CAAC,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC;AAC5B,QAAA,GAAG,CAAC,YAAY,CAAC,MAAM,IAAI,CAAC,kBAAkB,CAAC,CAAC,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC;AAE/D,QAAA,MAAM,MAAM,GAAG,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC,EAAE,eAAe,EAAE,QAAQ,CAAC;AAClF,QAAA,GAAG,CAAC,YAAY,CACd,sGAAsG,CACvG;AAED,QAAA,OAAO,MAAM;IACf;AAEQ,IAAA,mBAAmB,CACzB,CAAU,EACV,KAAmB,EACnB,eAAuB,EACvB,QAAgB,EAAA;AAEhB,QAAA,oBAAoB,CAAC,gBAAgB,EAAE,KAAK,CAAC,IAAI,CAAC;AAElD,QAAA,IAAI,SAAS,GAAG,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;AAElD,QAAA,IAAI,SAAS,IAAI,SAAS,EAAE;AAC1B,YAAA,MAAM,YAAY,GAAG,IAAI,SAAS,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,UAAU,EAAE,KAAK,EAAE,CAAC,EAAE,eAAe,CAAC;YAC3F,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,YAAY,CAAC;YAEhD,SAAS,GAAG,YAAY;QAC1B;AAEA,QAAA,SAAS,CAAC,MAAM,CAAC,CAAC,EAAE,QAAQ,CAAC;AAC7B,QAAA,MAAM,MAAM,GAAG,SAAS,CAAC,MAAM,EAAE;QACjC,IAAI,MAAM,CAAC,KAAK;YAAE,MAAM,MAAM,CAAC,KAAK;QAEpC,OAAO,MAAM,CAAC,GAAG;IACnB;IAIA,YAAY,CACV,GAA+B,EAC/B,GAAmB,EAAA;QAEnB,IAAI,GAAG,IAAI,SAAS;AAAE,YAAA,OAAO,UAAU,CAAC,IAAI,CAAC,CAAC,GAAG,KAAK,IAAI,CAAC,YAAY,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;QAElF,MAAM,CAAC,GAAG,uBAAuB,CAAC,GAAG,EAAE,GAAG,CAAC;QAE3C,MAAM,MAAM,GAAG,IAAI,CAAC,iBAAiB,CAAC,CAAC,CAAC;;;AAIxC,QAAA,GAAG,CAAC,YAAY,CAAC,CAAA,SAAA,EAAY,kBAAkB,CAAC,CAAC,CAAC,EAAE,CAAC,CAAA,CAAE,CAAC;AAExD,QAAA,OAAO,MAAM;IACf;AAEQ,IAAA,iBAAiB,CAAC,KAAmB,EAAA;AAC3C,QAAA,oBAAoB,CAAC,cAAc,EAAE,KAAK,CAAC,IAAI,CAAC;AAEhD,QAAA,OAAO,YAAY,CAAC,IAAI,EAAE,KAAK,CAAC;IAClC;IAEA,MAAM,SAAS,CACb,MAAwB,EACxB,SAAiB,EACjB,WAAoB,EACpB,SAA8B,EAAA;AAE9B,QAAA,OAAO,MAAM,IAAI,CAAC,eAAe,CAAC,MAAM,EAAE,MACxC,IAAI,CAAC,UAAU,CAAC,SAAS,CACvB,4BAA4B,CAAC,MAAM,CAAC,EACpC,SAAS,EACT,MAAM,CAAC,WAAW,IAAI,CAAC,CAAC,EACxB,SAAS,CACV,CACF;IACH;IAEA,MAAM,QAAQ,CACZ,MAAwB,EACxB,SAAiB,EACjB,WAAoB,EACpB,SAA8B,EAAA;AAE9B,QAAA,OAAO,MAAM,IAAI,CAAC,eAAe,CAAC,MAAM,EAAE,MACxC,IAAI,CAAC,UAAU,CAAC,QAAQ,CACtB,4BAA4B,CAAC,MAAM,CAAC,EACpC,SAAS,EACT,MAAM,CAAC,WAAW,IAAI,CAAC,CAAC,EACxB,SAAS,CACV,CACF;IACH;AAEQ,IAAA,MAAM,eAAe,CAC3B,MAAwB,EACxB,MAA4C,EAAA;AAE5C,QAAA,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC;AAC1B,YAAA,MAAM,IAAI,KAAK,CAAC,8DAA8D,MAAM,CAAA,CAAE,CAAC;AAEzF,QAAA,IAAI;AACF,YAAA,MAAM,IAAI,GAAG,MAAM,MAAM,EAAE;YAC3B,OAAO;AACL,gBAAA,IAAI,EAAE,IAAI;AACV,gBAAA,kBAAkB,EAAE,KAAK;gBACzB,IAAI,EAAE,IAAI,CAAC,IAAI;AACf,gBAAA,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC;AACvB,gBAAA,SAAS,EAAE,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC;aAClC;QACH;QAAE,OAAO,CAAM,EAAE;AACf,YAAA,IAAI,eAAe,CAAC,CAAC,CAAC,EAAE;AACtB,gBAAA,OAAO,EAAE,kBAAkB,EAAE,IAAI,EAAE;YACrC;AAEA,YAAA,MAAM,CAAC;QACT;IACF;AAEQ,IAAA,MAAM,eAAe,CAAC,GAAe,EAAE,QAAgB,EAAA;AAC7D,QAAA,MAAM,OAAO,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,OAAO,CAAC,QAAQ,CAAC;AAC9D,QAAA,IAAI,OAAO;AAAE,YAAA,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,GAAG,CAAC;IAC7C;AAEQ,IAAA,MAAM,kBAAkB,CAAC,GAAe,EAAE,QAAgB,EAAA;AAChE,QAAA,MAAM,OAAO,GAAG,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,OAAO,CAAC,QAAQ,CAAC;AAChE,QAAA,IAAI,OAAO;AAAE,YAAA,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,GAAG,CAAC;IAC/C;IAEA,MAAM,UAAU,GAAA,EAAI;IAEZ,oBAAoB,GAAuB,EAAE;IAE7C,mBAAmB,CAAC,OAAmB,EAAE,MAA0B,EAAA;QACzE,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;IACrD;;IAGQ,aAAa,GAAA;AACnB,QAAA,IAAI,CAAC,WAAW,GAAG,IAAI;AACvB,QAAA,IAAI,IAAI,CAAC,WAAW,KAAK,SAAS;AAAE,YAAA,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,QAAQ,EAAE;IACxE;;IAGQ,YAAY,GAAA;AAClB,QAAA,IAAI,CAAC,WAAW,GAAG,KAAK;IAC1B;;IAGQ,WAAW,GAAG,KAAK;;IAEnB,WAAW,GAA8B,SAAS;AAElD,IAAA,MAAM,QAAQ,GAAA;AACpB,QAAA,OAAO,IAAI,CAAC,WAAW,EAAE;AACvB,YAAA,MAAM,QAAQ,GAAG,IAAI,CAAC,oBAAoB;AAC1C,YAAA,IAAI,CAAC,oBAAoB,GAAG,EAAE;AAE9B,YAAA,IAAI;AACF,gBAAA,MAAM,IAAI,GAAG,IAAI,CAAC,UAAU,EAAE;AAC9B,gBAAA,MAAM,SAAS,CACb,IAAI,CAAC,IAAI,CAAC,kBAAkB,EAC5B,IAAI,CAAC,GAAG,CAAC,CAAC,MAAM,KAAK,YAAY,MAAM,MAAM,CAAC,MAAM,EAAE,CAAC,CACxD;AAED,gBAAA,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC;YACtC;YAAE,OAAO,CAAM,EAAE;AACf,gBAAA,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC;AAChB,gBAAA,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;YACtC;YAEA,IAAI,CAAC,IAAI,CAAC,WAAW;gBAAE;YACvB,MAAM,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC;QACjD;AAEA,QAAA,IAAI,CAAC,WAAW,GAAG,SAAS;IAC9B;IAEQ,UAAU,GAAA;QAChB,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE;AAC3C,aAAA,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,OAAO,EAAE,CAAC;AACjD,aAAA,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,KAAK,MAAM,CAAC;IACjC;AACD;AAED;AACA,MAAM,SAAS,CAAA;AAQM,IAAA,MAAA;AACA,IAAA,UAAA;AACA,IAAA,KAAA;AACA,IAAA,KAAA;AACA,IAAA,eAAA;AAXX,IAAA,IAAI;IACJ,KAAK,GAAoB,SAAS;AAEzB,IAAA,MAAM,GAAiB,IAAI,YAAY,EAAE;AACzC,IAAA,OAAO,GAAmB,IAAI,cAAc,EAAE;IAE/D,WAAA,CACmB,MAAgB,EAChB,UAAsB,EACtB,KAAmB,EACnB,KAAa,EACb,eAAwB,EAAA;QAJxB,IAAA,CAAA,MAAM,GAAN,MAAM;QACN,IAAA,CAAA,UAAU,GAAV,UAAU;QACV,IAAA,CAAA,KAAK,GAAL,KAAK;QACL,IAAA,CAAA,KAAK,GAAL,KAAK;QACL,IAAA,CAAA,eAAe,GAAf,eAAe;IAC/B;IAEH,MAAM,GAAA;QAIJ,OAAO;YACL,GAAG,EAAE,IAAI,CAAC,IAAI;YACd,KAAK,EAAE,IAAI,CAAC,KAAK;SAClB;IACH;IAEA,MAAM,CAAC,CAAU,EAAE,QAAgB,EAAA;AACjC,QAAA,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC;AAC5B,QAAA,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC;IAC5B;AAEA,IAAA,OAAO,CAAC,QAAgB,EAAA;QACtB,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC;IACnC;AAEA,IAAA,MAAM,MAAM,GAAA;AACV,QAAA,IAAI;YACF,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,SAAS,CAC1C,IAAI,CAAC,KAAK,EACV,IAAI,CAAC,KAAK,EACV,EAAE,EACF,IAAI,CAAC,eAAe,CACrB;AAED,YAAA,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC;AACnD,YAAA,IAAI,IAAI,CAAC,IAAI,IAAI,OAAO;AAAE,gBAAA,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,YAAY,kBAAkB,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAA,QAAA,CAAU,CAAC;AAC1G,YAAA,IAAI,CAAC,IAAI,GAAG,OAAO;AACnB,YAAA,IAAI,CAAC,KAAK,GAAG,SAAS;YAEtB;QACF;QAAE,OAAO,CAAM,EAAE;AACf,YAAA,IAAI,eAAe,CAAC,CAAC,CAAC,EAAE;;AAEtB,gBAAA,IAAI,CAAC,IAAI,GAAG,EAAE;AACd,gBAAA,IAAI,CAAC,KAAK,GAAG,CAAC;AACd,gBAAA,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE;gBACzB;YACF;YAEA,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,CAAA,qBAAA,EAAwB,uBAAuB,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAA,iBAAA,EAAoB,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAA,CAAE,CACtG;AACD,YAAA,MAAM,CAAC;QACT;IACF;AACD;AAOD,SAAS,oBAAoB,CAAC,UAAkB,EAAE,KAAmB,EAAA;IACnE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,eAAe,CAAC,EAAE;QAC3C,MAAM,IAAI,sBAAsB,CAC9B,CAAA,EAAG,UAAU,CAAA,uBAAA,EAA0B,KAAK,CAAC,IAAI,CAAA,EAAA;AAC/C,cAAA,CAAA,6CAAA,CAA+C,CAClD;IACH;AACF;;;;"}
+{"version":3,"file":"logs_stream.js","sources":["../../src/drivers/logs_stream.ts"],"sourcesContent":["import type {\n  ComputableCtx,\n  Watcher,\n} from '@milaboratories/computable';\nimport {\n  ChangeSource,\n  Computable,\n  PollingComputableHooks,\n} from '@milaboratories/computable';\nimport type {\n  ResourceId,\n  ResourceType } from '@milaboratories/pl-client';\nimport {\n  isNotFoundError,\n  resourceIdToString,\n  stringifyWithResourceId,\n} from '@milaboratories/pl-client';\nimport type { MiLogger } from '@milaboratories/ts-helpers';\nimport { asyncPool, CallersCounter } from '@milaboratories/ts-helpers';\nimport type { ClientLogs } from '../clients/logs';\nimport { randomUUID } from 'node:crypto';\nimport type { PlTreeEntry, ResourceInfo } from '@milaboratories/pl-tree';\nimport { treeEntryToResourceInfo } from '@milaboratories/pl-tree';\nimport { scheduler } from 'node:timers/promises';\nimport type { StreamingAPI_Response } from '../proto-grpc/github.com/milaboratory/pl/controllers/shared/grpc/streamingapi/protocol';\nimport type * as sdk from '@milaboratories/pl-model-common';\nimport type { PollingOps } from './helpers/polling_ops';\nimport type { RpcError } from '@protobuf-ts/runtime-rpc';\nimport { getResourceInfoFromLogHandle, isLiveLogHandle, newLogHandle } from './helpers/logs_handle';\nimport { WrongResourceTypeError } from './helpers/helpers';\n\nexport type LogsStreamDriverOps = PollingOps & {\n  /** Max number of concurrent requests to log streaming backend while calculating computable states */\n  nConcurrentGetLogs: number;\n};\n\nexport class LogsStreamDriver implements sdk.LogsDriver {\n  /** Holds a map of StreamManager Resource Id to all logs of this stream. */\n  private readonly idToLastLines: Map<ResourceId, LogGetter> = new Map();\n\n  /** Holds a map of StreamManager Resource Id to the last log line of this stream. */\n  private readonly idToProgressLog: Map<ResourceId, LogGetter> = new Map();\n\n  /** Holds a map of StreamManager Resource Id to log id smart object. */\n  private readonly hooks: PollingComputableHooks;\n\n  constructor(\n    private readonly logger: MiLogger,\n    private readonly clientLogs: ClientLogs,\n    private readonly opts: LogsStreamDriverOps = {\n      nConcurrentGetLogs: 10,\n      pollingInterval: 1000,\n      stopPollingDelay: 1000,\n    },\n  ) {\n    this.hooks = new PollingComputableHooks(\n      () => this.startUpdating(),\n      () => this.stopUpdating(),\n      { stopDebounce: opts.stopPollingDelay },\n      (resolve, reject) => this.scheduleOnNextState(resolve, reject),\n    );\n  }\n\n  getLastLogs(res: ResourceInfo | PlTreeEntry, lines: number): Computable<string | undefined>;\n  getLastLogs(\n    res: ResourceInfo | PlTreeEntry,\n    lines: number,\n    ctx: ComputableCtx\n  ): Computable<string | undefined>;\n  getLastLogs(\n    res: ResourceInfo | PlTreeEntry,\n    lines: number,\n    ctx?: ComputableCtx,\n  ): Computable<string | undefined> | string | undefined {\n    if (ctx == undefined) return Computable.make((ctx) => this.getLastLogs(res, lines, ctx));\n\n    const r = treeEntryToResourceInfo(res, ctx);\n    const callerId = randomUUID();\n    ctx.attacheHooks(this.hooks);\n    ctx.addOnDestroy(() => this.releaseLastLogs(r.id, callerId));\n\n    const result = this.getLastLogsNoCtx(ctx.watcher, r, lines, callerId);\n    ctx.markUnstable(\n      'The logs are from stream, so we consider them unstable. Final values will be got from blobs.',\n    );\n\n    return result;\n  }\n\n  private getLastLogsNoCtx(\n    w: Watcher,\n    rInfo: ResourceInfo,\n    lines: number,\n    callerId: string,\n  ): string | undefined {\n    validateResourceType('getLastLogs', rInfo.type);\n\n    let logGetter = this.idToLastLines.get(rInfo.id);\n\n    if (logGetter == undefined) {\n      const newLogGetter = new LogGetter(this.logger, this.clientLogs, rInfo, lines);\n      this.idToLastLines.set(rInfo.id, newLogGetter);\n\n      logGetter = newLogGetter;\n    }\n\n    logGetter.attach(w, callerId);\n    const result = logGetter.getLog();\n    if (result.error != undefined) throw result.error;\n\n    return result.log;\n  }\n\n  /** Returns a last line that has patternToSearch.\n   * Notifies when a new line appeared or EOF reached. */\n  getProgressLog(\n    res: ResourceInfo | PlTreeEntry,\n    patternToSearch: string\n  ): Computable<string | undefined>;\n  getProgressLog(\n    res: ResourceInfo | PlTreeEntry,\n    patternToSearch: string,\n    ctx: ComputableCtx\n  ): string | undefined;\n  getProgressLog(\n    res: ResourceInfo | PlTreeEntry,\n    patternToSearch: string,\n    ctx?: ComputableCtx,\n  ): Computable<string | undefined> | string | undefined {\n    if (ctx == undefined)\n      return Computable.make((ctx) => this.getProgressLog(res, patternToSearch, ctx));\n\n    const r = treeEntryToResourceInfo(res, ctx);\n    const callerId = randomUUID();\n    ctx.attacheHooks(this.hooks);\n    ctx.addOnDestroy(() => this.releaseProgressLog(r.id, callerId));\n\n    const result = this.getProgressLogNoCtx(ctx.watcher, r, patternToSearch, callerId);\n    ctx.markUnstable(\n      'The progress log is from the stream, so we consider it unstable. Final value will be got from blobs.',\n    );\n\n    return result;\n  }\n\n  private getProgressLogNoCtx(\n    w: Watcher,\n    rInfo: ResourceInfo,\n    patternToSearch: string,\n    callerId: string,\n  ): string | undefined {\n    validateResourceType('getProgressLog', rInfo.type);\n\n    let logGetter = this.idToProgressLog.get(rInfo.id);\n\n    if (logGetter == undefined) {\n      const newLogGetter = new LogGetter(this.logger, this.clientLogs, rInfo, 1, patternToSearch);\n      this.idToProgressLog.set(rInfo.id, newLogGetter);\n\n      logGetter = newLogGetter;\n    }\n\n    logGetter.attach(w, callerId);\n    const result = logGetter.getLog();\n    if (result.error) throw result.error;\n\n    return result.log;\n  }\n\n  getLogHandle(res: ResourceInfo | PlTreeEntry): Computable<sdk.AnyLogHandle>;\n  getLogHandle(res: ResourceInfo | PlTreeEntry, ctx: ComputableCtx): sdk.AnyLogHandle;\n  getLogHandle(\n    res: ResourceInfo | PlTreeEntry,\n    ctx?: ComputableCtx,\n  ): Computable<sdk.AnyLogHandle> | sdk.AnyLogHandle {\n    if (ctx == undefined) return Computable.make((ctx) => this.getLogHandle(res, ctx));\n\n    const r = treeEntryToResourceInfo(res, ctx);\n\n    const result = this.getLogHandleNoCtx(r);\n\n    // All logs from streams should be considered unstable,\n    // final value will be got from blobs.\n    ctx.markUnstable(`live_log:${resourceIdToString(r.id)}`);\n\n    return result;\n  }\n\n  private getLogHandleNoCtx(rInfo: ResourceInfo): sdk.AnyLogHandle {\n    validateResourceType('getLogHandle', rInfo.type);\n\n    return newLogHandle(true, rInfo);\n  }\n\n  async lastLines(\n    handle: sdk.AnyLogHandle,\n    lineCount: number,\n    offsetBytes?: number,\n    searchStr?: string | undefined,\n  ) {\n    return await this.tryWithNotFound(handle, () =>\n      this.clientLogs.lastLines(\n        getResourceInfoFromLogHandle(handle),\n        lineCount,\n        BigInt(offsetBytes ?? 0),\n        searchStr,\n      ),\n    );\n  }\n\n  async readText(\n    handle: sdk.AnyLogHandle,\n    lineCount: number,\n    offsetBytes?: number,\n    searchStr?: string | undefined,\n  ) {\n    return await this.tryWithNotFound(handle, () =>\n      this.clientLogs.readText(\n        getResourceInfoFromLogHandle(handle),\n        lineCount,\n        BigInt(offsetBytes ?? 0),\n        searchStr,\n      ),\n    );\n  }\n\n  private async tryWithNotFound(\n    handle: sdk.AnyLogHandle,\n    method: () => Promise<StreamingAPI_Response>,\n  ): Promise<sdk.StreamingApiResponse> {\n    if (!isLiveLogHandle(handle))\n      throw new Error(`Not live log handle was passed to live log driver, handle: ${handle}`);\n\n    try {\n      const resp = await method();\n      return {\n        live: true,\n        shouldUpdateHandle: false,\n        data: resp.data,\n        size: Number(resp.size),\n        newOffset: Number(resp.newOffset),\n      };\n    } catch (e: any) {\n      if (isNotFoundError(e)) {\n        return { shouldUpdateHandle: true };\n      }\n\n      throw e;\n    }\n  }\n\n  private async releaseLastLogs(rId: ResourceId, callerId: string) {\n    const deleted = this.idToLastLines.get(rId)?.release(callerId);\n    if (deleted) this.idToLastLines.delete(rId);\n  }\n\n  private async releaseProgressLog(rId: ResourceId, callerId: string) {\n    const deleted = this.idToProgressLog.get(rId)?.release(callerId);\n    if (deleted) this.idToProgressLog.delete(rId);\n  }\n\n  async releaseAll() {}\n\n  private scheduledOnNextState: ScheduledRefresh[] = [];\n\n  private scheduleOnNextState(resolve: () => void, reject: (err: any) => void): void {\n    this.scheduledOnNextState.push({ resolve, reject });\n  }\n\n  /** Called from observer */\n  private startUpdating(): void {\n    this.keepRunning = true;\n    if (this.currentLoop === undefined) this.currentLoop = this.mainLoop();\n  }\n\n  /** Called from observer */\n  private stopUpdating(): void {\n    this.keepRunning = false;\n  }\n\n  /** Stops polling loop and waits for it to finish */\n  public async terminate(): Promise<void> {\n    this.stopUpdating();\n    if (this.currentLoop !== undefined) {\n      await this.currentLoop;\n    }\n  }\n\n  async [Symbol.asyncDispose](): Promise<void> {\n    await this.terminate();\n  }\n\n  /** If true, main loop will continue polling pl state. */\n  private keepRunning = false;\n  /** Actual state of main loop. */\n  private currentLoop: Promise<void> | undefined = undefined;\n\n  private async mainLoop() {\n    while (this.keepRunning) {\n      const toNotify = this.scheduledOnNextState;\n      this.scheduledOnNextState = [];\n\n      try {\n        const logs = this.getAllLogs();\n        await asyncPool(\n          this.opts.nConcurrentGetLogs,\n          logs.map((getter) => async () => await getter.update()),\n        );\n\n        toNotify.forEach((n) => n.resolve());\n      } catch (e: any) {\n        console.error(e);\n        toNotify.forEach((n) => n.reject(e));\n      }\n\n      if (!this.keepRunning) break;\n      await scheduler.wait(this.opts.pollingInterval);\n    }\n\n    this.currentLoop = undefined;\n  }\n\n  private getAllLogs(): Array<LogGetter> {\n    return Array.from(this.idToLastLines.entries())\n      .concat(Array.from(this.idToProgressLog.entries()))\n      .map(([_, getter]) => getter);\n  }\n}\n\n/** A job that gets last lines from a StreamWorkdir resource. */\nclass LogGetter {\n  private logs: string | undefined;\n  private error: any | undefined = undefined;\n\n  private readonly change: ChangeSource = new ChangeSource();\n  private readonly counter: CallersCounter = new CallersCounter();\n\n  constructor(\n    private readonly logger: MiLogger,\n    private readonly clientLogs: ClientLogs,\n    private readonly rInfo: ResourceInfo,\n    private readonly lines: number,\n    private readonly patternToSearch?: string,\n  ) {}\n\n  getLog(): {\n    log: string | undefined;\n    error?: any | undefined;\n  } {\n    return {\n      log: this.logs,\n      error: this.error,\n    };\n  }\n\n  attach(w: Watcher, callerId: string) {\n    this.change.attachWatcher(w);\n    this.counter.inc(callerId);\n  }\n\n  release(callerId: string): boolean {\n    return this.counter.dec(callerId);\n  }\n\n  async update() {\n    try {\n      const resp = await this.clientLogs.lastLines(\n        this.rInfo,\n        this.lines,\n        0n,\n        this.patternToSearch,\n      );\n\n      const newLogs = new TextDecoder().decode(resp.data);\n      if (this.logs != newLogs) this.change.markChanged(`logs for ${resourceIdToString(this.rInfo.id)} updated`);\n      this.logs = newLogs;\n      this.error = undefined;\n\n      return;\n    } catch (e: any) {\n      if (isNotFoundError(e)) {\n        // No resource\n        this.logs = '';\n        this.error = e;\n        this.change.markChanged();\n        return;\n      }\n\n      this.logger.error(\n        `Stream log lines for ${stringifyWithResourceId(this.rInfo.id)} failed, reason: ${JSON.stringify(e)}`,\n      );\n      throw e;\n    }\n  }\n}\n\ntype ScheduledRefresh = {\n  resolve: () => void;\n  reject: (err: any) => void;\n};\n\nfunction validateResourceType(methodName: string, rType: ResourceType) {\n  if (!rType.name.startsWith('StreamWorkdir')) {\n    throw new WrongResourceTypeError(\n      `${methodName}: wrong resource type: ${rType.name}, `\n      + `expected: a resource of type 'StreamWorkdir'.`,\n    );\n  }\n}\n"],"names":[],"mappings":";;;;;;;;;MAoCa,gBAAgB,CAAA;AAWR,IAAA,MAAA;AACA,IAAA,UAAA;AACA,IAAA,IAAA;;AAXF,IAAA,aAAa,GAA+B,IAAI,GAAG,EAAE;;AAGrD,IAAA,eAAe,GAA+B,IAAI,GAAG,EAAE;;AAGvD,IAAA,KAAK;AAEtB,IAAA,WAAA,CACmB,MAAgB,EAChB,UAAsB,EACtB,IAAA,GAA4B;AAC3C,QAAA,kBAAkB,EAAE,EAAE;AACtB,QAAA,eAAe,EAAE,IAAI;AACrB,QAAA,gBAAgB,EAAE,IAAI;AACvB,KAAA,EAAA;QANgB,IAAA,CAAA,MAAM,GAAN,MAAM;QACN,IAAA,CAAA,UAAU,GAAV,UAAU;QACV,IAAA,CAAA,IAAI,GAAJ,IAAI;QAMrB,IAAI,CAAC,KAAK,GAAG,IAAI,sBAAsB,CACrC,MAAM,IAAI,CAAC,aAAa,EAAE,EAC1B,MAAM,IAAI,CAAC,YAAY,EAAE,EACzB,EAAE,YAAY,EAAE,IAAI,CAAC,gBAAgB,EAAE,EACvC,CAAC,OAAO,EAAE,MAAM,KAAK,IAAI,CAAC,mBAAmB,CAAC,OAAO,EAAE,MAAM,CAAC,CAC/D;IACH;AAQA,IAAA,WAAW,CACT,GAA+B,EAC/B,KAAa,EACb,GAAmB,EAAA;QAEnB,IAAI,GAAG,IAAI,SAAS;YAAE,OAAO,UAAU,CAAC,IAAI,CAAC,CAAC,GAAG,KAAK,IAAI,CAAC,WAAW,CAAC,GAAG,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC;QAExF,MAAM,CAAC,GAAG,uBAAuB,CAAC,GAAG,EAAE,GAAG,CAAC;AAC3C,QAAA,MAAM,QAAQ,GAAG,UAAU,EAAE;AAC7B,QAAA,GAAG,CAAC,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC;AAC5B,QAAA,GAAG,CAAC,YAAY,CAAC,MAAM,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC;AAE5D,QAAA,MAAM,MAAM,GAAG,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC,EAAE,KAAK,EAAE,QAAQ,CAAC;AACrE,QAAA,GAAG,CAAC,YAAY,CACd,8FAA8F,CAC/F;AAED,QAAA,OAAO,MAAM;IACf;AAEQ,IAAA,gBAAgB,CACtB,CAAU,EACV,KAAmB,EACnB,KAAa,EACb,QAAgB,EAAA;AAEhB,QAAA,oBAAoB,CAAC,aAAa,EAAE,KAAK,CAAC,IAAI,CAAC;AAE/C,QAAA,IAAI,SAAS,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;AAEhD,QAAA,IAAI,SAAS,IAAI,SAAS,EAAE;AAC1B,YAAA,MAAM,YAAY,GAAG,IAAI,SAAS,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,UAAU,EAAE,KAAK,EAAE,KAAK,CAAC;YAC9E,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,YAAY,CAAC;YAE9C,SAAS,GAAG,YAAY;QAC1B;AAEA,QAAA,SAAS,CAAC,MAAM,CAAC,CAAC,EAAE,QAAQ,CAAC;AAC7B,QAAA,MAAM,MAAM,GAAG,SAAS,CAAC,MAAM,EAAE;AACjC,QAAA,IAAI,MAAM,CAAC,KAAK,IAAI,SAAS;YAAE,MAAM,MAAM,CAAC,KAAK;QAEjD,OAAO,MAAM,CAAC,GAAG;IACnB;AAaA,IAAA,cAAc,CACZ,GAA+B,EAC/B,eAAuB,EACvB,GAAmB,EAAA;QAEnB,IAAI,GAAG,IAAI,SAAS;YAClB,OAAO,UAAU,CAAC,IAAI,CAAC,CAAC,GAAG,KAAK,IAAI,CAAC,cAAc,CAAC,GAAG,EAAE,eAAe,EAAE,GAAG,CAAC,CAAC;QAEjF,MAAM,CAAC,GAAG,uBAAuB,CAAC,GAAG,EAAE,GAAG,CAAC;AAC3C,QAAA,MAAM,QAAQ,GAAG,UAAU,EAAE;AAC7B,QAAA,GAAG,CAAC,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC;AAC5B,QAAA,GAAG,CAAC,YAAY,CAAC,MAAM,IAAI,CAAC,kBAAkB,CAAC,CAAC,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC;AAE/D,QAAA,MAAM,MAAM,GAAG,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC,EAAE,eAAe,EAAE,QAAQ,CAAC;AAClF,QAAA,GAAG,CAAC,YAAY,CACd,sGAAsG,CACvG;AAED,QAAA,OAAO,MAAM;IACf;AAEQ,IAAA,mBAAmB,CACzB,CAAU,EACV,KAAmB,EACnB,eAAuB,EACvB,QAAgB,EAAA;AAEhB,QAAA,oBAAoB,CAAC,gBAAgB,EAAE,KAAK,CAAC,IAAI,CAAC;AAElD,QAAA,IAAI,SAAS,GAAG,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;AAElD,QAAA,IAAI,SAAS,IAAI,SAAS,EAAE;AAC1B,YAAA,MAAM,YAAY,GAAG,IAAI,SAAS,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,UAAU,EAAE,KAAK,EAAE,CAAC,EAAE,eAAe,CAAC;YAC3F,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,YAAY,CAAC;YAEhD,SAAS,GAAG,YAAY;QAC1B;AAEA,QAAA,SAAS,CAAC,MAAM,CAAC,CAAC,EAAE,QAAQ,CAAC;AAC7B,QAAA,MAAM,MAAM,GAAG,SAAS,CAAC,MAAM,EAAE;QACjC,IAAI,MAAM,CAAC,KAAK;YAAE,MAAM,MAAM,CAAC,KAAK;QAEpC,OAAO,MAAM,CAAC,GAAG;IACnB;IAIA,YAAY,CACV,GAA+B,EAC/B,GAAmB,EAAA;QAEnB,IAAI,GAAG,IAAI,SAAS;AAAE,YAAA,OAAO,UAAU,CAAC,IAAI,CAAC,CAAC,GAAG,KAAK,IAAI,CAAC,YAAY,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;QAElF,MAAM,CAAC,GAAG,uBAAuB,CAAC,GAAG,EAAE,GAAG,CAAC;QAE3C,MAAM,MAAM,GAAG,IAAI,CAAC,iBAAiB,CAAC,CAAC,CAAC;;;AAIxC,QAAA,GAAG,CAAC,YAAY,CAAC,CAAA,SAAA,EAAY,kBAAkB,CAAC,CAAC,CAAC,EAAE,CAAC,CAAA,CAAE,CAAC;AAExD,QAAA,OAAO,MAAM;IACf;AAEQ,IAAA,iBAAiB,CAAC,KAAmB,EAAA;AAC3C,QAAA,oBAAoB,CAAC,cAAc,EAAE,KAAK,CAAC,IAAI,CAAC;AAEhD,QAAA,OAAO,YAAY,CAAC,IAAI,EAAE,KAAK,CAAC;IAClC;IAEA,MAAM,SAAS,CACb,MAAwB,EACxB,SAAiB,EACjB,WAAoB,EACpB,SAA8B,EAAA;AAE9B,QAAA,OAAO,MAAM,IAAI,CAAC,eAAe,CAAC,MAAM,EAAE,MACxC,IAAI,CAAC,UAAU,CAAC,SAAS,CACvB,4BAA4B,CAAC,MAAM,CAAC,EACpC,SAAS,EACT,MAAM,CAAC,WAAW,IAAI,CAAC,CAAC,EACxB,SAAS,CACV,CACF;IACH;IAEA,MAAM,QAAQ,CACZ,MAAwB,EACxB,SAAiB,EACjB,WAAoB,EACpB,SAA8B,EAAA;AAE9B,QAAA,OAAO,MAAM,IAAI,CAAC,eAAe,CAAC,MAAM,EAAE,MACxC,IAAI,CAAC,UAAU,CAAC,QAAQ,CACtB,4BAA4B,CAAC,MAAM,CAAC,EACpC,SAAS,EACT,MAAM,CAAC,WAAW,IAAI,CAAC,CAAC,EACxB,SAAS,CACV,CACF;IACH;AAEQ,IAAA,MAAM,eAAe,CAC3B,MAAwB,EACxB,MAA4C,EAAA;AAE5C,QAAA,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC;AAC1B,YAAA,MAAM,IAAI,KAAK,CAAC,8DAA8D,MAAM,CAAA,CAAE,CAAC;AAEzF,QAAA,IAAI;AACF,YAAA,MAAM,IAAI,GAAG,MAAM,MAAM,EAAE;YAC3B,OAAO;AACL,gBAAA,IAAI,EAAE,IAAI;AACV,gBAAA,kBAAkB,EAAE,KAAK;gBACzB,IAAI,EAAE,IAAI,CAAC,IAAI;AACf,gBAAA,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC;AACvB,gBAAA,SAAS,EAAE,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC;aAClC;QACH;QAAE,OAAO,CAAM,EAAE;AACf,YAAA,IAAI,eAAe,CAAC,CAAC,CAAC,EAAE;AACtB,gBAAA,OAAO,EAAE,kBAAkB,EAAE,IAAI,EAAE;YACrC;AAEA,YAAA,MAAM,CAAC;QACT;IACF;AAEQ,IAAA,MAAM,eAAe,CAAC,GAAe,EAAE,QAAgB,EAAA;AAC7D,QAAA,MAAM,OAAO,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,OAAO,CAAC,QAAQ,CAAC;AAC9D,QAAA,IAAI,OAAO;AAAE,YAAA,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,GAAG,CAAC;IAC7C;AAEQ,IAAA,MAAM,kBAAkB,CAAC,GAAe,EAAE,QAAgB,EAAA;AAChE,QAAA,MAAM,OAAO,GAAG,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,OAAO,CAAC,QAAQ,CAAC;AAChE,QAAA,IAAI,OAAO;AAAE,YAAA,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,GAAG,CAAC;IAC/C;IAEA,MAAM,UAAU,GAAA,EAAI;IAEZ,oBAAoB,GAAuB,EAAE;IAE7C,mBAAmB,CAAC,OAAmB,EAAE,MAA0B,EAAA;QACzE,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;IACrD;;IAGQ,aAAa,GAAA;AACnB,QAAA,IAAI,CAAC,WAAW,GAAG,IAAI;AACvB,QAAA,IAAI,IAAI,CAAC,WAAW,KAAK,SAAS;AAAE,YAAA,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,QAAQ,EAAE;IACxE;;IAGQ,YAAY,GAAA;AAClB,QAAA,IAAI,CAAC,WAAW,GAAG,KAAK;IAC1B;;AAGO,IAAA,MAAM,SAAS,GAAA;QACpB,IAAI,CAAC,YAAY,EAAE;AACnB,QAAA,IAAI,IAAI,CAAC,WAAW,KAAK,SAAS,EAAE;YAClC,MAAM,IAAI,CAAC,WAAW;QACxB;IACF;AAEA,IAAA,OAAO,MAAM,CAAC,YAAY,CAAC,GAAA;AACzB,QAAA,MAAM,IAAI,CAAC,SAAS,EAAE;IACxB;;IAGQ,WAAW,GAAG,KAAK;;IAEnB,WAAW,GAA8B,SAAS;AAElD,IAAA,MAAM,QAAQ,GAAA;AACpB,QAAA,OAAO,IAAI,CAAC,WAAW,EAAE;AACvB,YAAA,MAAM,QAAQ,GAAG,IAAI,CAAC,oBAAoB;AAC1C,YAAA,IAAI,CAAC,oBAAoB,GAAG,EAAE;AAE9B,YAAA,IAAI;AACF,gBAAA,MAAM,IAAI,GAAG,IAAI,CAAC,UAAU,EAAE;AAC9B,gBAAA,MAAM,SAAS,CACb,IAAI,CAAC,IAAI,CAAC,kBAAkB,EAC5B,IAAI,CAAC,GAAG,CAAC,CAAC,MAAM,KAAK,YAAY,MAAM,MAAM,CAAC,MAAM,EAAE,CAAC,CACxD;AAED,gBAAA,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC;YACtC;YAAE,OAAO,CAAM,EAAE;AACf,gBAAA,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC;AAChB,gBAAA,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;YACtC;YAEA,IAAI,CAAC,IAAI,CAAC,WAAW;gBAAE;YACvB,MAAM,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC;QACjD;AAEA,QAAA,IAAI,CAAC,WAAW,GAAG,SAAS;IAC9B;IAEQ,UAAU,GAAA;QAChB,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE;AAC3C,aAAA,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,OAAO,EAAE,CAAC;AACjD,aAAA,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,KAAK,MAAM,CAAC;IACjC;AACD;AAED;AACA,MAAM,SAAS,CAAA;AAQM,IAAA,MAAA;AACA,IAAA,UAAA;AACA,IAAA,KAAA;AACA,IAAA,KAAA;AACA,IAAA,eAAA;AAXX,IAAA,IAAI;IACJ,KAAK,GAAoB,SAAS;AAEzB,IAAA,MAAM,GAAiB,IAAI,YAAY,EAAE;AACzC,IAAA,OAAO,GAAmB,IAAI,cAAc,EAAE;IAE/D,WAAA,CACmB,MAAgB,EAChB,UAAsB,EACtB,KAAmB,EACnB,KAAa,EACb,eAAwB,EAAA;QAJxB,IAAA,CAAA,MAAM,GAAN,MAAM;QACN,IAAA,CAAA,UAAU,GAAV,UAAU;QACV,IAAA,CAAA,KAAK,GAAL,KAAK;QACL,IAAA,CAAA,KAAK,GAAL,KAAK;QACL,IAAA,CAAA,eAAe,GAAf,eAAe;IAC/B;IAEH,MAAM,GAAA;QAIJ,OAAO;YACL,GAAG,EAAE,IAAI,CAAC,IAAI;YACd,KAAK,EAAE,IAAI,CAAC,KAAK;SAClB;IACH;IAEA,MAAM,CAAC,CAAU,EAAE,QAAgB,EAAA;AACjC,QAAA,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC;AAC5B,QAAA,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC;IAC5B;AAEA,IAAA,OAAO,CAAC,QAAgB,EAAA;QACtB,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC;IACnC;AAEA,IAAA,MAAM,MAAM,GAAA;AACV,QAAA,IAAI;YACF,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,SAAS,CAC1C,IAAI,CAAC,KAAK,EACV,IAAI,CAAC,KAAK,EACV,EAAE,EACF,IAAI,CAAC,eAAe,CACrB;AAED,YAAA,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC;AACnD,YAAA,IAAI,IAAI,CAAC,IAAI,IAAI,OAAO;AAAE,gBAAA,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,YAAY,kBAAkB,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAA,QAAA,CAAU,CAAC;AAC1G,YAAA,IAAI,CAAC,IAAI,GAAG,OAAO;AACnB,YAAA,IAAI,CAAC,KAAK,GAAG,SAAS;YAEtB;QACF;QAAE,OAAO,CAAM,EAAE;AACf,YAAA,IAAI,eAAe,CAAC,CAAC,CAAC,EAAE;;AAEtB,gBAAA,IAAI,CAAC,IAAI,GAAG,EAAE;AACd,gBAAA,IAAI,CAAC,KAAK,GAAG,CAAC;AACd,gBAAA,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE;gBACzB;YACF;YAEA,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,CAAA,qBAAA,EAAwB,uBAAuB,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAA,iBAAA,EAAoB,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAA,CAAE,CACtG;AACD,YAAA,MAAM,CAAC;QACT;IACF;AACD;AAOD,SAAS,oBAAoB,CAAC,UAAkB,EAAE,KAAmB,EAAA;IACnE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,eAAe,CAAC,EAAE;QAC3C,MAAM,IAAI,sBAAsB,CAC9B,CAAA,EAAG,UAAU,CAAA,uBAAA,EAA0B,KAAK,CAAC,IAAI,CAAA,EAAA;AAC/C,cAAA,CAAA,6CAAA,CAA+C,CAClD;IACH;AACF;;;;"}

package/dist/drivers/upload.cjs

@@ -111,6 +111,16 @@ class UploadDriver {
     stopUpdating() {
         this.keepRunning = false;
     }
+    /** Stops polling loop and waits for it to finish */
+    async terminate() {
+        this.stopUpdating();
+        if (this.currentLoop !== undefined) {
+            await this.currentLoop;
+        }
+    }
+    async [Symbol.asyncDispose]() {
+        await this.terminate();
+    }
     /** If true, main loop will continue polling pl state. */
     keepRunning = false;
     /** Actual state of main loop. */

package/dist/drivers/upload.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"upload.cjs","sources":["../../src/drivers/upload.ts"],"sourcesContent":["import { randomUUID } from 'node:crypto';\nimport type { ResourceId, ResourceType } from '@milaboratories/pl-client';\nimport type {\n  Watcher,\n  ComputableCtx } from '@milaboratories/computable';\nimport {\n  Computable,\n  PollingComputableHooks,\n} from '@milaboratories/computable';\nimport type { MiLogger, Signer } from '@milaboratories/ts-helpers';\nimport { asyncPool, TaskProcessor } from '@milaboratories/ts-helpers';\nimport type * as sdk from '@milaboratories/pl-model-common';\nimport type { ClientProgress } from '../clients/progress';\nimport type { ClientUpload } from '../clients/upload';\nimport type {\n  PlTreeEntry,\n  PlTreeEntryAccessor,\n  PlTreeNodeAccessor,\n} from '@milaboratories/pl-tree';\nimport {\n  isPlTreeEntry,\n  isPlTreeEntryAccessor,\n  makeResourceSnapshot,\n} from '@milaboratories/pl-tree';\nimport { scheduler } from 'node:timers/promises';\nimport type { PollingOps } from './helpers/polling_ops';\nimport type { ImportResourceSnapshot } from './types';\nimport { IndexResourceSnapshot, UploadResourceSnapshot } from './types';\nimport { isMyUpload, nonRecoverableError, UploadTask } from './upload_task';\nimport { WrongResourceTypeError } from './helpers/helpers';\n\nexport function makeBlobImportSnapshot(\n  entryOrAccessor: PlTreeEntry | PlTreeNodeAccessor | PlTreeEntryAccessor,\n  ctx: ComputableCtx,\n): ImportResourceSnapshot {\n  const node = isPlTreeEntry(entryOrAccessor)\n    ? ctx.accessor(entryOrAccessor).node()\n    : isPlTreeEntryAccessor(entryOrAccessor)\n      ? entryOrAccessor.node()\n      : entryOrAccessor;\n\n  if (node.resourceType.name.startsWith('BlobUpload'))\n    return makeResourceSnapshot(node, UploadResourceSnapshot);\n  return makeResourceSnapshot(node, IndexResourceSnapshot);\n}\n\nexport type UploadDriverOps = PollingOps & {\n  /** How much parts of a file can be multipart-uploaded to S3 at once. */\n  nConcurrentPartUploads: number;\n  /** How much upload/indexing statuses of blobs can the driver ask\n   * from the platform gRPC at once. */\n  nConcurrentGetProgresses: number;\n};\n\n// TODO: add abort signal to Upload Tasks.\n\n/** Uploads blobs in a queue and holds counters, so it can stop not-needed\n * uploads.\n * Handles both Index and Upload blobs,\n * the client needs to pass concrete blobs from `handle` field. */\nexport class UploadDriver {\n  private readonly idToProgress: Map<ResourceId, UploadTask> = new Map();\n\n  /** Holds a queue that upload blobs. */\n  private readonly uploadQueue: TaskProcessor;\n  private readonly hooks: PollingComputableHooks;\n\n  constructor(\n    private readonly logger: MiLogger,\n    private readonly signer: Signer,\n    private readonly clientBlob: ClientUpload,\n    private readonly clientProgress: ClientProgress,\n    private readonly opts: UploadDriverOps = {\n      nConcurrentPartUploads: 10,\n      nConcurrentGetProgresses: 10,\n      pollingInterval: 1000,\n      stopPollingDelay: 1000,\n    },\n  ) {\n    this.uploadQueue = new TaskProcessor(this.logger, 1, {\n      type: 'exponentialWithMaxDelayBackoff',\n      initialDelay: 20,\n      maxDelay: 15000, // 15 seconds\n      backoffMultiplier: 1.5,\n      jitter: 0.5,\n    });\n\n    this.hooks = new PollingComputableHooks(\n      () => this.startUpdating(),\n      () => this.stopUpdating(),\n      { stopDebounce: opts.stopPollingDelay },\n      (resolve, reject) => this.scheduleOnNextState(resolve, reject),\n    );\n  }\n\n  /** Returns a progress id and schedules an upload task if it's necessary. */\n  getProgressId(\n    handleResource: ImportResourceSnapshot | PlTreeEntry\n  ): Computable<sdk.ImportProgress>;\n  getProgressId(\n    handleResource: ImportResourceSnapshot | PlTreeEntry,\n    ctx: ComputableCtx\n  ): sdk.ImportProgress;\n  getProgressId(\n    handleResource: ImportResourceSnapshot | PlTreeEntry,\n    ctx?: ComputableCtx,\n  ): Computable<sdk.ImportProgress> | sdk.ImportProgress {\n    if (ctx == undefined) return Computable.make((ctx) => this.getProgressId(handleResource, ctx));\n\n    const rInfo: ImportResourceSnapshot = isPlTreeEntry(handleResource)\n      ? makeBlobImportSnapshot(handleResource, ctx)\n      : handleResource;\n\n    const callerId = randomUUID();\n    ctx.attacheHooks(this.hooks);\n    ctx.addOnDestroy(() => this.release(rInfo.id, callerId));\n\n    const result = this.getProgressIdNoCtx(ctx.watcher, rInfo, callerId);\n\n    return result;\n  }\n\n  private getProgressIdNoCtx(\n    w: Watcher,\n    res: ImportResourceSnapshot,\n    callerId: string,\n  ): sdk.ImportProgress {\n    validateResourceType('getProgressId', res.type);\n\n    const task = this.idToProgress.get(res.id);\n\n    if (task != undefined) {\n      task.setDoneIfOutputSet(res);\n      return task.getProgress(w, callerId);\n    }\n\n    const newTask = new UploadTask(\n      this.logger,\n      this.clientBlob,\n      this.clientProgress,\n      this.opts.nConcurrentPartUploads,\n      this.signer,\n      res,\n    );\n\n    this.idToProgress.set(res.id, newTask);\n\n    if (newTask.shouldScheduleUpload()) {\n      this.uploadQueue.push({\n        fn: () => newTask.uploadBlobTask(),\n        recoverableErrorPredicate: (e) => !nonRecoverableError(e),\n      });\n    }\n\n    newTask.setDoneIfOutputSet(res);\n    return newTask.getProgress(w, callerId);\n  }\n\n  /** Decrement counters for the file and remove an uploading if counter == 0. */\n  private async release(id: ResourceId, callerId: string) {\n    const task = this.idToProgress.get(id);\n    if (task === undefined) return;\n\n    const deleted = task.decCounter(callerId);\n    if (deleted) this.idToProgress.delete(id);\n  }\n\n  /** Must be called when the driver is closing. */\n  public async releaseAll() {\n    this.uploadQueue.stop();\n  }\n\n  private scheduledOnNextState: ScheduledRefresh[] = [];\n\n  private scheduleOnNextState(resolve: () => void, reject: (err: any) => void): void {\n    this.scheduledOnNextState.push({ resolve, reject });\n  }\n\n  /** Called from observer */\n  private startUpdating(): void {\n    this.keepRunning = true;\n    if (this.currentLoop === undefined) this.currentLoop = this.mainLoop();\n  }\n\n  /** Called from observer */\n  private stopUpdating(): void {\n    this.keepRunning = false;\n  }\n\n  /** If true, main loop will continue polling pl state. */\n  private keepRunning = false;\n  /** Actual state of main loop. */\n  private currentLoop: Promise<void> | undefined = undefined;\n\n  private async mainLoop() {\n    while (this.keepRunning) {\n      const toNotify = this.scheduledOnNextState;\n      this.scheduledOnNextState = [];\n\n      try {\n        await asyncPool(\n          this.opts.nConcurrentGetProgresses,\n          this.getAllNotDoneProgresses().map((p) => async () => await p.updateStatus()),\n        );\n\n        toNotify.forEach((n) => n.resolve());\n      } catch (e: any) {\n        console.error(e);\n        toNotify.forEach((n) => n.reject(e));\n      }\n\n      if (!this.keepRunning) break;\n      await scheduler.wait(this.opts.pollingInterval);\n    }\n\n    this.currentLoop = undefined;\n  }\n\n  private getAllNotDoneProgresses(): Array<UploadTask> {\n    return Array.from(this.idToProgress.entries())\n      .filter(([_, p]) => !isProgressDone(p.progress))\n      .map(([_, p]) => p);\n  }\n}\n\nfunction isProgressDone(p: sdk.ImportProgress) {\n  return p.done && (p.status?.progress ?? 0.0) >= 1.0;\n}\n\ntype ScheduledRefresh = {\n  resolve: () => void;\n  reject: (err: any) => void;\n};\n\nfunction validateResourceType(methodName: string, rType: ResourceType) {\n  if (!rType.name.startsWith('BlobUpload') && !rType.name.startsWith('BlobIndex')) {\n    throw new WrongResourceTypeError(\n      `${methodName}: wrong resource type: ${rType.name}, `\n      + `expected: a resource of either type 'BlobUpload' or 'BlobIndex'.`,\n    );\n  }\n}\n"],"names":["isPlTreeEntry","isPlTreeEntryAccessor","makeResourceSnapshot","UploadResourceSnapshot","IndexResourceSnapshot","TaskProcessor","PollingComputableHooks","Computable","randomUUID","UploadTask","nonRecoverableError","asyncPool","scheduler","WrongResourceTypeError"],"mappings":";;;;;;;;;;;AA+BM,SAAU,sBAAsB,CACpC,eAAuE,EACvE,GAAkB,EAAA;AAElB,IAAA,MAAM,IAAI,GAAGA,oBAAa,CAAC,eAAe;UACtC,GAAG,CAAC,QAAQ,CAAC,eAAe,CAAC,CAAC,IAAI;AACpC,UAAEC,4BAAqB,CAAC,eAAe;AACrC,cAAE,eAAe,CAAC,IAAI;cACpB,eAAe;IAErB,IAAI,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC;AACjD,QAAA,OAAOC,2BAAoB,CAAC,IAAI,EAAEC,4BAAsB,CAAC;AAC3D,IAAA,OAAOD,2BAAoB,CAAC,IAAI,EAAEE,2BAAqB,CAAC;AAC1D;AAUA;AAEA;;;AAGkE;MACrD,YAAY,CAAA;AAQJ,IAAA,MAAA;AACA,IAAA,MAAA;AACA,IAAA,UAAA;AACA,IAAA,cAAA;AACA,IAAA,IAAA;AAXF,IAAA,YAAY,GAAgC,IAAI,GAAG,EAAE;;AAGrD,IAAA,WAAW;AACX,IAAA,KAAK;IAEtB,WAAA,CACmB,MAAgB,EAChB,MAAc,EACd,UAAwB,EACxB,cAA8B,EAC9B,IAAA,GAAwB;AACvC,QAAA,sBAAsB,EAAE,EAAE;AAC1B,QAAA,wBAAwB,EAAE,EAAE;AAC5B,QAAA,eAAe,EAAE,IAAI;AACrB,QAAA,gBAAgB,EAAE,IAAI;AACvB,KAAA,EAAA;QATgB,IAAA,CAAA,MAAM,GAAN,MAAM;QACN,IAAA,CAAA,MAAM,GAAN,MAAM;QACN,IAAA,CAAA,UAAU,GAAV,UAAU;QACV,IAAA,CAAA,cAAc,GAAd,cAAc;QACd,IAAA,CAAA,IAAI,GAAJ,IAAI;QAOrB,IAAI,CAAC,WAAW,GAAG,IAAIC,uBAAa,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE;AACnD,YAAA,IAAI,EAAE,gCAAgC;AACtC,YAAA,YAAY,EAAE,EAAE;YAChB,QAAQ,EAAE,KAAK;AACf,YAAA,iBAAiB,EAAE,GAAG;AACtB,YAAA,MAAM,EAAE,GAAG;AACZ,SAAA,CAAC;QAEF,IAAI,CAAC,KAAK,GAAG,IAAIC,iCAAsB,CACrC,MAAM,IAAI,CAAC,aAAa,EAAE,EAC1B,MAAM,IAAI,CAAC,YAAY,EAAE,EACzB,EAAE,YAAY,EAAE,IAAI,CAAC,gBAAgB,EAAE,EACvC,CAAC,OAAO,EAAE,MAAM,KAAK,IAAI,CAAC,mBAAmB,CAAC,OAAO,EAAE,MAAM,CAAC,CAC/D;IACH;IAUA,aAAa,CACX,cAAoD,EACpD,GAAmB,EAAA;QAEnB,IAAI,GAAG,IAAI,SAAS;AAAE,YAAA,OAAOC,qBAAU,CAAC,IAAI,CAAC,CAAC,GAAG,KAAK,IAAI,CAAC,aAAa,CAAC,cAAc,EAAE,GAAG,CAAC,CAAC;AAE9F,QAAA,MAAM,KAAK,GAA2BP,oBAAa,CAAC,cAAc;AAChE,cAAE,sBAAsB,CAAC,cAAc,EAAE,GAAG;cAC1C,cAAc;AAElB,QAAA,MAAM,QAAQ,GAAGQ,sBAAU,EAAE;AAC7B,QAAA,GAAG,CAAC,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC;AAC5B,QAAA,GAAG,CAAC,YAAY,CAAC,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC;AAExD,QAAA,MAAM,MAAM,GAAG,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,OAAO,EAAE,KAAK,EAAE,QAAQ,CAAC;AAEpE,QAAA,OAAO,MAAM;IACf;AAEQ,IAAA,kBAAkB,CACxB,CAAU,EACV,GAA2B,EAC3B,QAAgB,EAAA;AAEhB,QAAA,oBAAoB,CAAC,eAAe,EAAE,GAAG,CAAC,IAAI,CAAC;AAE/C,QAAA,MAAM,IAAI,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;AAE1C,QAAA,IAAI,IAAI,IAAI,SAAS,EAAE;AACrB,YAAA,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC;YAC5B,OAAO,IAAI,CAAC,WAAW,CAAC,CAAC,EAAE,QAAQ,CAAC;QACtC;AAEA,QAAA,MAAM,OAAO,GAAG,IAAIC,sBAAU,CAC5B,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,UAAU,EACf,IAAI,CAAC,cAAc,EACnB,IAAI,CAAC,IAAI,CAAC,sBAAsB,EAChC,IAAI,CAAC,MAAM,EACX,GAAG,CACJ;QAED,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,EAAE,OAAO,CAAC;AAEtC,QAAA,IAAI,OAAO,CAAC,oBAAoB,EAAE,EAAE;AAClC,YAAA,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC;AACpB,gBAAA,EAAE,EAAE,MAAM,OAAO,CAAC,cAAc,EAAE;gBAClC,yBAAyB,EAAE,CAAC,CAAC,KAAK,CAACC,+BAAmB,CAAC,CAAC,CAAC;AAC1D,aAAA,CAAC;QACJ;AAEA,QAAA,OAAO,CAAC,kBAAkB,CAAC,GAAG,CAAC;QAC/B,OAAO,OAAO,CAAC,WAAW,CAAC,CAAC,EAAE,QAAQ,CAAC;IACzC;;AAGQ,IAAA,MAAM,OAAO,CAAC,EAAc,EAAE,QAAgB,EAAA;QACpD,MAAM,IAAI,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,EAAE,CAAC;QACtC,IAAI,IAAI,KAAK,SAAS;YAAE;QAExB,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC;AACzC,QAAA,IAAI,OAAO;AAAE,YAAA,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,EAAE,CAAC;IAC3C;;AAGO,IAAA,MAAM,UAAU,GAAA;AACrB,QAAA,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE;IACzB;IAEQ,oBAAoB,GAAuB,EAAE;IAE7C,mBAAmB,CAAC,OAAmB,EAAE,MAA0B,EAAA;QACzE,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;IACrD;;IAGQ,aAAa,GAAA;AACnB,QAAA,IAAI,CAAC,WAAW,GAAG,IAAI;AACvB,QAAA,IAAI,IAAI,CAAC,WAAW,KAAK,SAAS;AAAE,YAAA,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,QAAQ,EAAE;IACxE;;IAGQ,YAAY,GAAA;AAClB,QAAA,IAAI,CAAC,WAAW,GAAG,KAAK;IAC1B;;IAGQ,WAAW,GAAG,KAAK;;IAEnB,WAAW,GAA8B,SAAS;AAElD,IAAA,MAAM,QAAQ,GAAA;AACpB,QAAA,OAAO,IAAI,CAAC,WAAW,EAAE;AACvB,YAAA,MAAM,QAAQ,GAAG,IAAI,CAAC,oBAAoB;AAC1C,YAAA,IAAI,CAAC,oBAAoB,GAAG,EAAE;AAE9B,YAAA,IAAI;AACF,gBAAA,MAAMC,mBAAS,CACb,IAAI,CAAC,IAAI,CAAC,wBAAwB,EAClC,IAAI,CAAC,uBAAuB,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,YAAY,MAAM,CAAC,CAAC,YAAY,EAAE,CAAC,CAC9E;AAED,gBAAA,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC;YACtC;YAAE,OAAO,CAAM,EAAE;AACf,gBAAA,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC;AAChB,gBAAA,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;YACtC;YAEA,IAAI,CAAC,IAAI,CAAC,WAAW;gBAAE;YACvB,MAAMC,kBAAS,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC;QACjD;AAEA,QAAA,IAAI,CAAC,WAAW,GAAG,SAAS;IAC9B;IAEQ,uBAAuB,GAAA;QAC7B,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,OAAO,EAAE;AAC1C,aAAA,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,CAAC,QAAQ,CAAC;AAC9C,aAAA,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC;IACvB;AACD;AAED,SAAS,cAAc,CAAC,CAAqB,EAAA;AAC3C,IAAA,OAAO,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,MAAM,EAAE,QAAQ,IAAI,GAAG,KAAK,GAAG;AACrD;AAOA,SAAS,oBAAoB,CAAC,UAAkB,EAAE,KAAmB,EAAA;IACnE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,EAAE;QAC/E,MAAM,IAAIC,8BAAsB,CAC9B,CAAA,EAAG,UAAU,CAAA,uBAAA,EAA0B,KAAK,CAAC,IAAI,CAAA,EAAA;AAC/C,cAAA,CAAA,gEAAA,CAAkE,CACrE;IACH;AACF;;;;;"}
+{"version":3,"file":"upload.cjs","sources":["../../src/drivers/upload.ts"],"sourcesContent":["import { randomUUID } from 'node:crypto';\nimport type { ResourceId, ResourceType } from '@milaboratories/pl-client';\nimport type {\n  Watcher,\n  ComputableCtx } from '@milaboratories/computable';\nimport {\n  Computable,\n  PollingComputableHooks,\n} from '@milaboratories/computable';\nimport type { MiLogger, Signer } from '@milaboratories/ts-helpers';\nimport { asyncPool, TaskProcessor } from '@milaboratories/ts-helpers';\nimport type * as sdk from '@milaboratories/pl-model-common';\nimport type { ClientProgress } from '../clients/progress';\nimport type { ClientUpload } from '../clients/upload';\nimport type {\n  PlTreeEntry,\n  PlTreeEntryAccessor,\n  PlTreeNodeAccessor,\n} from '@milaboratories/pl-tree';\nimport {\n  isPlTreeEntry,\n  isPlTreeEntryAccessor,\n  makeResourceSnapshot,\n} from '@milaboratories/pl-tree';\nimport { scheduler } from 'node:timers/promises';\nimport type { PollingOps } from './helpers/polling_ops';\nimport type { ImportResourceSnapshot } from './types';\nimport { IndexResourceSnapshot, UploadResourceSnapshot } from './types';\nimport { isMyUpload, nonRecoverableError, UploadTask } from './upload_task';\nimport { WrongResourceTypeError } from './helpers/helpers';\n\nexport function makeBlobImportSnapshot(\n  entryOrAccessor: PlTreeEntry | PlTreeNodeAccessor | PlTreeEntryAccessor,\n  ctx: ComputableCtx,\n): ImportResourceSnapshot {\n  const node = isPlTreeEntry(entryOrAccessor)\n    ? ctx.accessor(entryOrAccessor).node()\n    : isPlTreeEntryAccessor(entryOrAccessor)\n      ? entryOrAccessor.node()\n      : entryOrAccessor;\n\n  if (node.resourceType.name.startsWith('BlobUpload'))\n    return makeResourceSnapshot(node, UploadResourceSnapshot);\n  return makeResourceSnapshot(node, IndexResourceSnapshot);\n}\n\nexport type UploadDriverOps = PollingOps & {\n  /** How much parts of a file can be multipart-uploaded to S3 at once. */\n  nConcurrentPartUploads: number;\n  /** How much upload/indexing statuses of blobs can the driver ask\n   * from the platform gRPC at once. */\n  nConcurrentGetProgresses: number;\n};\n\n// TODO: add abort signal to Upload Tasks.\n\n/** Uploads blobs in a queue and holds counters, so it can stop not-needed\n * uploads.\n * Handles both Index and Upload blobs,\n * the client needs to pass concrete blobs from `handle` field. */\nexport class UploadDriver {\n  private readonly idToProgress: Map<ResourceId, UploadTask> = new Map();\n\n  /** Holds a queue that upload blobs. */\n  private readonly uploadQueue: TaskProcessor;\n  private readonly hooks: PollingComputableHooks;\n\n  constructor(\n    private readonly logger: MiLogger,\n    private readonly signer: Signer,\n    private readonly clientBlob: ClientUpload,\n    private readonly clientProgress: ClientProgress,\n    private readonly opts: UploadDriverOps = {\n      nConcurrentPartUploads: 10,\n      nConcurrentGetProgresses: 10,\n      pollingInterval: 1000,\n      stopPollingDelay: 1000,\n    },\n  ) {\n    this.uploadQueue = new TaskProcessor(this.logger, 1, {\n      type: 'exponentialWithMaxDelayBackoff',\n      initialDelay: 20,\n      maxDelay: 15000, // 15 seconds\n      backoffMultiplier: 1.5,\n      jitter: 0.5,\n    });\n\n    this.hooks = new PollingComputableHooks(\n      () => this.startUpdating(),\n      () => this.stopUpdating(),\n      { stopDebounce: opts.stopPollingDelay },\n      (resolve, reject) => this.scheduleOnNextState(resolve, reject),\n    );\n  }\n\n  /** Returns a progress id and schedules an upload task if it's necessary. */\n  getProgressId(\n    handleResource: ImportResourceSnapshot | PlTreeEntry\n  ): Computable<sdk.ImportProgress>;\n  getProgressId(\n    handleResource: ImportResourceSnapshot | PlTreeEntry,\n    ctx: ComputableCtx\n  ): sdk.ImportProgress;\n  getProgressId(\n    handleResource: ImportResourceSnapshot | PlTreeEntry,\n    ctx?: ComputableCtx,\n  ): Computable<sdk.ImportProgress> | sdk.ImportProgress {\n    if (ctx == undefined) return Computable.make((ctx) => this.getProgressId(handleResource, ctx));\n\n    const rInfo: ImportResourceSnapshot = isPlTreeEntry(handleResource)\n      ? makeBlobImportSnapshot(handleResource, ctx)\n      : handleResource;\n\n    const callerId = randomUUID();\n    ctx.attacheHooks(this.hooks);\n    ctx.addOnDestroy(() => this.release(rInfo.id, callerId));\n\n    const result = this.getProgressIdNoCtx(ctx.watcher, rInfo, callerId);\n\n    return result;\n  }\n\n  private getProgressIdNoCtx(\n    w: Watcher,\n    res: ImportResourceSnapshot,\n    callerId: string,\n  ): sdk.ImportProgress {\n    validateResourceType('getProgressId', res.type);\n\n    const task = this.idToProgress.get(res.id);\n\n    if (task != undefined) {\n      task.setDoneIfOutputSet(res);\n      return task.getProgress(w, callerId);\n    }\n\n    const newTask = new UploadTask(\n      this.logger,\n      this.clientBlob,\n      this.clientProgress,\n      this.opts.nConcurrentPartUploads,\n      this.signer,\n      res,\n    );\n\n    this.idToProgress.set(res.id, newTask);\n\n    if (newTask.shouldScheduleUpload()) {\n      this.uploadQueue.push({\n        fn: () => newTask.uploadBlobTask(),\n        recoverableErrorPredicate: (e) => !nonRecoverableError(e),\n      });\n    }\n\n    newTask.setDoneIfOutputSet(res);\n    return newTask.getProgress(w, callerId);\n  }\n\n  /** Decrement counters for the file and remove an uploading if counter == 0. */\n  private async release(id: ResourceId, callerId: string) {\n    const task = this.idToProgress.get(id);\n    if (task === undefined) return;\n\n    const deleted = task.decCounter(callerId);\n    if (deleted) this.idToProgress.delete(id);\n  }\n\n  /** Must be called when the driver is closing. */\n  public async releaseAll() {\n    this.uploadQueue.stop();\n  }\n\n  private scheduledOnNextState: ScheduledRefresh[] = [];\n\n  private scheduleOnNextState(resolve: () => void, reject: (err: any) => void): void {\n    this.scheduledOnNextState.push({ resolve, reject });\n  }\n\n  /** Called from observer */\n  private startUpdating(): void {\n    this.keepRunning = true;\n    if (this.currentLoop === undefined) this.currentLoop = this.mainLoop();\n  }\n\n  /** Called from observer */\n  private stopUpdating(): void {\n    this.keepRunning = false;\n  }\n\n  /** Stops polling loop and waits for it to finish */\n  public async terminate(): Promise<void> {\n    this.stopUpdating();\n    if (this.currentLoop !== undefined) {\n      await this.currentLoop;\n    }\n  }\n\n  async [Symbol.asyncDispose](): Promise<void> {\n    await this.terminate();\n  }\n\n  /** If true, main loop will continue polling pl state. */\n  private keepRunning = false;\n  /** Actual state of main loop. */\n  private currentLoop: Promise<void> | undefined = undefined;\n\n  private async mainLoop() {\n    while (this.keepRunning) {\n      const toNotify = this.scheduledOnNextState;\n      this.scheduledOnNextState = [];\n\n      try {\n        await asyncPool(\n          this.opts.nConcurrentGetProgresses,\n          this.getAllNotDoneProgresses().map((p) => async () => await p.updateStatus()),\n        );\n\n        toNotify.forEach((n) => n.resolve());\n      } catch (e: any) {\n        console.error(e);\n        toNotify.forEach((n) => n.reject(e));\n      }\n\n      if (!this.keepRunning) break;\n      await scheduler.wait(this.opts.pollingInterval);\n    }\n\n    this.currentLoop = undefined;\n  }\n\n  private getAllNotDoneProgresses(): Array<UploadTask> {\n    return Array.from(this.idToProgress.entries())\n      .filter(([_, p]) => !isProgressDone(p.progress))\n      .map(([_, p]) => p);\n  }\n}\n\nfunction isProgressDone(p: sdk.ImportProgress) {\n  return p.done && (p.status?.progress ?? 0.0) >= 1.0;\n}\n\ntype ScheduledRefresh = {\n  resolve: () => void;\n  reject: (err: any) => void;\n};\n\nfunction validateResourceType(methodName: string, rType: ResourceType) {\n  if (!rType.name.startsWith('BlobUpload') && !rType.name.startsWith('BlobIndex')) {\n    throw new WrongResourceTypeError(\n      `${methodName}: wrong resource type: ${rType.name}, `\n      + `expected: a resource of either type 'BlobUpload' or 'BlobIndex'.`,\n    );\n  }\n}\n"],"names":["isPlTreeEntry","isPlTreeEntryAccessor","makeResourceSnapshot","UploadResourceSnapshot","IndexResourceSnapshot","TaskProcessor","PollingComputableHooks","Computable","randomUUID","UploadTask","nonRecoverableError","asyncPool","scheduler","WrongResourceTypeError"],"mappings":";;;;;;;;;;;AA+BM,SAAU,sBAAsB,CACpC,eAAuE,EACvE,GAAkB,EAAA;AAElB,IAAA,MAAM,IAAI,GAAGA,oBAAa,CAAC,eAAe;UACtC,GAAG,CAAC,QAAQ,CAAC,eAAe,CAAC,CAAC,IAAI;AACpC,UAAEC,4BAAqB,CAAC,eAAe;AACrC,cAAE,eAAe,CAAC,IAAI;cACpB,eAAe;IAErB,IAAI,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC;AACjD,QAAA,OAAOC,2BAAoB,CAAC,IAAI,EAAEC,4BAAsB,CAAC;AAC3D,IAAA,OAAOD,2BAAoB,CAAC,IAAI,EAAEE,2BAAqB,CAAC;AAC1D;AAUA;AAEA;;;AAGkE;MACrD,YAAY,CAAA;AAQJ,IAAA,MAAA;AACA,IAAA,MAAA;AACA,IAAA,UAAA;AACA,IAAA,cAAA;AACA,IAAA,IAAA;AAXF,IAAA,YAAY,GAAgC,IAAI,GAAG,EAAE;;AAGrD,IAAA,WAAW;AACX,IAAA,KAAK;IAEtB,WAAA,CACmB,MAAgB,EAChB,MAAc,EACd,UAAwB,EACxB,cAA8B,EAC9B,IAAA,GAAwB;AACvC,QAAA,sBAAsB,EAAE,EAAE;AAC1B,QAAA,wBAAwB,EAAE,EAAE;AAC5B,QAAA,eAAe,EAAE,IAAI;AACrB,QAAA,gBAAgB,EAAE,IAAI;AACvB,KAAA,EAAA;QATgB,IAAA,CAAA,MAAM,GAAN,MAAM;QACN,IAAA,CAAA,MAAM,GAAN,MAAM;QACN,IAAA,CAAA,UAAU,GAAV,UAAU;QACV,IAAA,CAAA,cAAc,GAAd,cAAc;QACd,IAAA,CAAA,IAAI,GAAJ,IAAI;QAOrB,IAAI,CAAC,WAAW,GAAG,IAAIC,uBAAa,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE;AACnD,YAAA,IAAI,EAAE,gCAAgC;AACtC,YAAA,YAAY,EAAE,EAAE;YAChB,QAAQ,EAAE,KAAK;AACf,YAAA,iBAAiB,EAAE,GAAG;AACtB,YAAA,MAAM,EAAE,GAAG;AACZ,SAAA,CAAC;QAEF,IAAI,CAAC,KAAK,GAAG,IAAIC,iCAAsB,CACrC,MAAM,IAAI,CAAC,aAAa,EAAE,EAC1B,MAAM,IAAI,CAAC,YAAY,EAAE,EACzB,EAAE,YAAY,EAAE,IAAI,CAAC,gBAAgB,EAAE,EACvC,CAAC,OAAO,EAAE,MAAM,KAAK,IAAI,CAAC,mBAAmB,CAAC,OAAO,EAAE,MAAM,CAAC,CAC/D;IACH;IAUA,aAAa,CACX,cAAoD,EACpD,GAAmB,EAAA;QAEnB,IAAI,GAAG,IAAI,SAAS;AAAE,YAAA,OAAOC,qBAAU,CAAC,IAAI,CAAC,CAAC,GAAG,KAAK,IAAI,CAAC,aAAa,CAAC,cAAc,EAAE,GAAG,CAAC,CAAC;AAE9F,QAAA,MAAM,KAAK,GAA2BP,oBAAa,CAAC,cAAc;AAChE,cAAE,sBAAsB,CAAC,cAAc,EAAE,GAAG;cAC1C,cAAc;AAElB,QAAA,MAAM,QAAQ,GAAGQ,sBAAU,EAAE;AAC7B,QAAA,GAAG,CAAC,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC;AAC5B,QAAA,GAAG,CAAC,YAAY,CAAC,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC;AAExD,QAAA,MAAM,MAAM,GAAG,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,OAAO,EAAE,KAAK,EAAE,QAAQ,CAAC;AAEpE,QAAA,OAAO,MAAM;IACf;AAEQ,IAAA,kBAAkB,CACxB,CAAU,EACV,GAA2B,EAC3B,QAAgB,EAAA;AAEhB,QAAA,oBAAoB,CAAC,eAAe,EAAE,GAAG,CAAC,IAAI,CAAC;AAE/C,QAAA,MAAM,IAAI,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;AAE1C,QAAA,IAAI,IAAI,IAAI,SAAS,EAAE;AACrB,YAAA,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC;YAC5B,OAAO,IAAI,CAAC,WAAW,CAAC,CAAC,EAAE,QAAQ,CAAC;QACtC;AAEA,QAAA,MAAM,OAAO,GAAG,IAAIC,sBAAU,CAC5B,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,UAAU,EACf,IAAI,CAAC,cAAc,EACnB,IAAI,CAAC,IAAI,CAAC,sBAAsB,EAChC,IAAI,CAAC,MAAM,EACX,GAAG,CACJ;QAED,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,EAAE,OAAO,CAAC;AAEtC,QAAA,IAAI,OAAO,CAAC,oBAAoB,EAAE,EAAE;AAClC,YAAA,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC;AACpB,gBAAA,EAAE,EAAE,MAAM,OAAO,CAAC,cAAc,EAAE;gBAClC,yBAAyB,EAAE,CAAC,CAAC,KAAK,CAACC,+BAAmB,CAAC,CAAC,CAAC;AAC1D,aAAA,CAAC;QACJ;AAEA,QAAA,OAAO,CAAC,kBAAkB,CAAC,GAAG,CAAC;QAC/B,OAAO,OAAO,CAAC,WAAW,CAAC,CAAC,EAAE,QAAQ,CAAC;IACzC;;AAGQ,IAAA,MAAM,OAAO,CAAC,EAAc,EAAE,QAAgB,EAAA;QACpD,MAAM,IAAI,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,EAAE,CAAC;QACtC,IAAI,IAAI,KAAK,SAAS;YAAE;QAExB,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC;AACzC,QAAA,IAAI,OAAO;AAAE,YAAA,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,EAAE,CAAC;IAC3C;;AAGO,IAAA,MAAM,UAAU,GAAA;AACrB,QAAA,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE;IACzB;IAEQ,oBAAoB,GAAuB,EAAE;IAE7C,mBAAmB,CAAC,OAAmB,EAAE,MAA0B,EAAA;QACzE,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;IACrD;;IAGQ,aAAa,GAAA;AACnB,QAAA,IAAI,CAAC,WAAW,GAAG,IAAI;AACvB,QAAA,IAAI,IAAI,CAAC,WAAW,KAAK,SAAS;AAAE,YAAA,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,QAAQ,EAAE;IACxE;;IAGQ,YAAY,GAAA;AAClB,QAAA,IAAI,CAAC,WAAW,GAAG,KAAK;IAC1B;;AAGO,IAAA,MAAM,SAAS,GAAA;QACpB,IAAI,CAAC,YAAY,EAAE;AACnB,QAAA,IAAI,IAAI,CAAC,WAAW,KAAK,SAAS,EAAE;YAClC,MAAM,IAAI,CAAC,WAAW;QACxB;IACF;AAEA,IAAA,OAAO,MAAM,CAAC,YAAY,CAAC,GAAA;AACzB,QAAA,MAAM,IAAI,CAAC,SAAS,EAAE;IACxB;;IAGQ,WAAW,GAAG,KAAK;;IAEnB,WAAW,GAA8B,SAAS;AAElD,IAAA,MAAM,QAAQ,GAAA;AACpB,QAAA,OAAO,IAAI,CAAC,WAAW,EAAE;AACvB,YAAA,MAAM,QAAQ,GAAG,IAAI,CAAC,oBAAoB;AAC1C,YAAA,IAAI,CAAC,oBAAoB,GAAG,EAAE;AAE9B,YAAA,IAAI;AACF,gBAAA,MAAMC,mBAAS,CACb,IAAI,CAAC,IAAI,CAAC,wBAAwB,EAClC,IAAI,CAAC,uBAAuB,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,YAAY,MAAM,CAAC,CAAC,YAAY,EAAE,CAAC,CAC9E;AAED,gBAAA,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC;YACtC;YAAE,OAAO,CAAM,EAAE;AACf,gBAAA,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC;AAChB,gBAAA,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;YACtC;YAEA,IAAI,CAAC,IAAI,CAAC,WAAW;gBAAE;YACvB,MAAMC,kBAAS,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC;QACjD;AAEA,QAAA,IAAI,CAAC,WAAW,GAAG,SAAS;IAC9B;IAEQ,uBAAuB,GAAA;QAC7B,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,OAAO,EAAE;AAC1C,aAAA,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,CAAC,QAAQ,CAAC;AAC9C,aAAA,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC;IACvB;AACD;AAED,SAAS,cAAc,CAAC,CAAqB,EAAA;AAC3C,IAAA,OAAO,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,MAAM,EAAE,QAAQ,IAAI,GAAG,KAAK,GAAG;AACrD;AAOA,SAAS,oBAAoB,CAAC,UAAkB,EAAE,KAAmB,EAAA;IACnE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,EAAE;QAC/E,MAAM,IAAIC,8BAAsB,CAC9B,CAAA,EAAG,UAAU,CAAA,uBAAA,EAA0B,KAAK,CAAC,IAAI,CAAA,EAAA;AAC/C,cAAA,CAAA,gEAAA,CAAkE,CACrE;IACH;AACF;;;;;"}

package/dist/drivers/upload.d.ts

@@ -44,6 +44,9 @@ export declare class UploadDriver {
     private startUpdating;
     /** Called from observer */
     private stopUpdating;
+    /** Stops polling loop and waits for it to finish */
+    terminate(): Promise<void>;
+    [Symbol.asyncDispose](): Promise<void>;
     /** If true, main loop will continue polling pl state. */
     private keepRunning;
     /** Actual state of main loop. */

package/dist/drivers/upload.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"upload.d.ts","sourceRoot":"","sources":["../../src/drivers/upload.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAEV,aAAa,EAAE,MAAM,4BAA4B,CAAC;AACpD,OAAO,EACL,UAAU,EAEX,MAAM,4BAA4B,CAAC;AACpC,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,4BAA4B,CAAC;AAEnE,OAAO,KAAK,KAAK,GAAG,MAAM,iCAAiC,CAAC;AAC5D,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AAC1D,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AACtD,OAAO,KAAK,EACV,WAAW,EACX,mBAAmB,EACnB,kBAAkB,EACnB,MAAM,yBAAyB,CAAC;AAOjC,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AACxD,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,SAAS,CAAC;AAKtD,wBAAgB,sBAAsB,CACpC,eAAe,EAAE,WAAW,GAAG,kBAAkB,GAAG,mBAAmB,EACvE,GAAG,EAAE,aAAa,GACjB,sBAAsB,CAUxB;AAED,MAAM,MAAM,eAAe,GAAG,UAAU,GAAG;IACzC,wEAAwE;IACxE,sBAAsB,EAAE,MAAM,CAAC;IAC/B;yCACqC;IACrC,wBAAwB,EAAE,MAAM,CAAC;CAClC,CAAC;AAIF;;;kEAGkE;AAClE,qBAAa,YAAY;IAQrB,OAAO,CAAC,QAAQ,CAAC,MAAM;IACvB,OAAO,CAAC,QAAQ,CAAC,MAAM;IACvB,OAAO,CAAC,QAAQ,CAAC,UAAU;IAC3B,OAAO,CAAC,QAAQ,CAAC,cAAc;IAC/B,OAAO,CAAC,QAAQ,CAAC,IAAI;IAXvB,OAAO,CAAC,QAAQ,CAAC,YAAY,CAA0C;IAEvE,uCAAuC;IACvC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAgB;IAC5C,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAyB;gBAG5B,MAAM,EAAE,QAAQ,EAChB,MAAM,EAAE,MAAM,EACd,UAAU,EAAE,YAAY,EACxB,cAAc,EAAE,cAAc,EAC9B,IAAI,GAAE,eAKtB;IAkBH,4EAA4E;IAC5E,aAAa,CACX,cAAc,EAAE,sBAAsB,GAAG,WAAW,GACnD,UAAU,CAAC,GAAG,CAAC,cAAc,CAAC;IACjC,aAAa,CACX,cAAc,EAAE,sBAAsB,GAAG,WAAW,EACpD,GAAG,EAAE,aAAa,GACjB,GAAG,CAAC,cAAc;IAoBrB,OAAO,CAAC,kBAAkB;IAoC1B,+EAA+E;YACjE,OAAO;IAQrB,iDAAiD;IACpC,UAAU;IAIvB,OAAO,CAAC,oBAAoB,CAA0B;IAEtD,OAAO,CAAC,mBAAmB;IAI3B,2BAA2B;IAC3B,OAAO,CAAC,aAAa;IAKrB,2BAA2B;IAC3B,OAAO,CAAC,YAAY;IAIpB,yDAAyD;IACzD,OAAO,CAAC,WAAW,CAAS;IAC5B,iCAAiC;IACjC,OAAO,CAAC,WAAW,CAAwC;YAE7C,QAAQ;IAwBtB,OAAO,CAAC,uBAAuB;CAKhC"}
+{"version":3,"file":"upload.d.ts","sourceRoot":"","sources":["../../src/drivers/upload.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAEV,aAAa,EAAE,MAAM,4BAA4B,CAAC;AACpD,OAAO,EACL,UAAU,EAEX,MAAM,4BAA4B,CAAC;AACpC,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,4BAA4B,CAAC;AAEnE,OAAO,KAAK,KAAK,GAAG,MAAM,iCAAiC,CAAC;AAC5D,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AAC1D,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AACtD,OAAO,KAAK,EACV,WAAW,EACX,mBAAmB,EACnB,kBAAkB,EACnB,MAAM,yBAAyB,CAAC;AAOjC,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AACxD,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,SAAS,CAAC;AAKtD,wBAAgB,sBAAsB,CACpC,eAAe,EAAE,WAAW,GAAG,kBAAkB,GAAG,mBAAmB,EACvE,GAAG,EAAE,aAAa,GACjB,sBAAsB,CAUxB;AAED,MAAM,MAAM,eAAe,GAAG,UAAU,GAAG;IACzC,wEAAwE;IACxE,sBAAsB,EAAE,MAAM,CAAC;IAC/B;yCACqC;IACrC,wBAAwB,EAAE,MAAM,CAAC;CAClC,CAAC;AAIF;;;kEAGkE;AAClE,qBAAa,YAAY;IAQrB,OAAO,CAAC,QAAQ,CAAC,MAAM;IACvB,OAAO,CAAC,QAAQ,CAAC,MAAM;IACvB,OAAO,CAAC,QAAQ,CAAC,UAAU;IAC3B,OAAO,CAAC,QAAQ,CAAC,cAAc;IAC/B,OAAO,CAAC,QAAQ,CAAC,IAAI;IAXvB,OAAO,CAAC,QAAQ,CAAC,YAAY,CAA0C;IAEvE,uCAAuC;IACvC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAgB;IAC5C,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAyB;gBAG5B,MAAM,EAAE,QAAQ,EAChB,MAAM,EAAE,MAAM,EACd,UAAU,EAAE,YAAY,EACxB,cAAc,EAAE,cAAc,EAC9B,IAAI,GAAE,eAKtB;IAkBH,4EAA4E;IAC5E,aAAa,CACX,cAAc,EAAE,sBAAsB,GAAG,WAAW,GACnD,UAAU,CAAC,GAAG,CAAC,cAAc,CAAC;IACjC,aAAa,CACX,cAAc,EAAE,sBAAsB,GAAG,WAAW,EACpD,GAAG,EAAE,aAAa,GACjB,GAAG,CAAC,cAAc;IAoBrB,OAAO,CAAC,kBAAkB;IAoC1B,+EAA+E;YACjE,OAAO;IAQrB,iDAAiD;IACpC,UAAU;IAIvB,OAAO,CAAC,oBAAoB,CAA0B;IAEtD,OAAO,CAAC,mBAAmB;IAI3B,2BAA2B;IAC3B,OAAO,CAAC,aAAa;IAKrB,2BAA2B;IAC3B,OAAO,CAAC,YAAY;IAIpB,oDAAoD;IACvC,SAAS,IAAI,OAAO,CAAC,IAAI,CAAC;IAOjC,CAAC,MAAM,CAAC,YAAY,CAAC,IAAI,OAAO,CAAC,IAAI,CAAC;IAI5C,yDAAyD;IACzD,OAAO,CAAC,WAAW,CAAS;IAC5B,iCAAiC;IACjC,OAAO,CAAC,WAAW,CAAwC;YAE7C,QAAQ;IAwBtB,OAAO,CAAC,uBAAuB;CAKhC"}

package/dist/drivers/upload.js

@@ -109,6 +109,16 @@ class UploadDriver {
     stopUpdating() {
         this.keepRunning = false;
     }
+    /** Stops polling loop and waits for it to finish */
+    async terminate() {
+        this.stopUpdating();
+        if (this.currentLoop !== undefined) {
+            await this.currentLoop;
+        }
+    }
+    async [Symbol.asyncDispose]() {
+        await this.terminate();
+    }
     /** If true, main loop will continue polling pl state. */
     keepRunning = false;
     /** Actual state of main loop. */

package/dist/drivers/upload.js.map

@@ -1 +1 @@
-{"version":3,"file":"upload.js","sources":["../../src/drivers/upload.ts"],"sourcesContent":["import { randomUUID } from 'node:crypto';\nimport type { ResourceId, ResourceType } from '@milaboratories/pl-client';\nimport type {\n  Watcher,\n  ComputableCtx } from '@milaboratories/computable';\nimport {\n  Computable,\n  PollingComputableHooks,\n} from '@milaboratories/computable';\nimport type { MiLogger, Signer } from '@milaboratories/ts-helpers';\nimport { asyncPool, TaskProcessor } from '@milaboratories/ts-helpers';\nimport type * as sdk from '@milaboratories/pl-model-common';\nimport type { ClientProgress } from '../clients/progress';\nimport type { ClientUpload } from '../clients/upload';\nimport type {\n  PlTreeEntry,\n  PlTreeEntryAccessor,\n  PlTreeNodeAccessor,\n} from '@milaboratories/pl-tree';\nimport {\n  isPlTreeEntry,\n  isPlTreeEntryAccessor,\n  makeResourceSnapshot,\n} from '@milaboratories/pl-tree';\nimport { scheduler } from 'node:timers/promises';\nimport type { PollingOps } from './helpers/polling_ops';\nimport type { ImportResourceSnapshot } from './types';\nimport { IndexResourceSnapshot, UploadResourceSnapshot } from './types';\nimport { isMyUpload, nonRecoverableError, UploadTask } from './upload_task';\nimport { WrongResourceTypeError } from './helpers/helpers';\n\nexport function makeBlobImportSnapshot(\n  entryOrAccessor: PlTreeEntry | PlTreeNodeAccessor | PlTreeEntryAccessor,\n  ctx: ComputableCtx,\n): ImportResourceSnapshot {\n  const node = isPlTreeEntry(entryOrAccessor)\n    ? ctx.accessor(entryOrAccessor).node()\n    : isPlTreeEntryAccessor(entryOrAccessor)\n      ? entryOrAccessor.node()\n      : entryOrAccessor;\n\n  if (node.resourceType.name.startsWith('BlobUpload'))\n    return makeResourceSnapshot(node, UploadResourceSnapshot);\n  return makeResourceSnapshot(node, IndexResourceSnapshot);\n}\n\nexport type UploadDriverOps = PollingOps & {\n  /** How much parts of a file can be multipart-uploaded to S3 at once. */\n  nConcurrentPartUploads: number;\n  /** How much upload/indexing statuses of blobs can the driver ask\n   * from the platform gRPC at once. */\n  nConcurrentGetProgresses: number;\n};\n\n// TODO: add abort signal to Upload Tasks.\n\n/** Uploads blobs in a queue and holds counters, so it can stop not-needed\n * uploads.\n * Handles both Index and Upload blobs,\n * the client needs to pass concrete blobs from `handle` field. */\nexport class UploadDriver {\n  private readonly idToProgress: Map<ResourceId, UploadTask> = new Map();\n\n  /** Holds a queue that upload blobs. */\n  private readonly uploadQueue: TaskProcessor;\n  private readonly hooks: PollingComputableHooks;\n\n  constructor(\n    private readonly logger: MiLogger,\n    private readonly signer: Signer,\n    private readonly clientBlob: ClientUpload,\n    private readonly clientProgress: ClientProgress,\n    private readonly opts: UploadDriverOps = {\n      nConcurrentPartUploads: 10,\n      nConcurrentGetProgresses: 10,\n      pollingInterval: 1000,\n      stopPollingDelay: 1000,\n    },\n  ) {\n    this.uploadQueue = new TaskProcessor(this.logger, 1, {\n      type: 'exponentialWithMaxDelayBackoff',\n      initialDelay: 20,\n      maxDelay: 15000, // 15 seconds\n      backoffMultiplier: 1.5,\n      jitter: 0.5,\n    });\n\n    this.hooks = new PollingComputableHooks(\n      () => this.startUpdating(),\n      () => this.stopUpdating(),\n      { stopDebounce: opts.stopPollingDelay },\n      (resolve, reject) => this.scheduleOnNextState(resolve, reject),\n    );\n  }\n\n  /** Returns a progress id and schedules an upload task if it's necessary. */\n  getProgressId(\n    handleResource: ImportResourceSnapshot | PlTreeEntry\n  ): Computable<sdk.ImportProgress>;\n  getProgressId(\n    handleResource: ImportResourceSnapshot | PlTreeEntry,\n    ctx: ComputableCtx\n  ): sdk.ImportProgress;\n  getProgressId(\n    handleResource: ImportResourceSnapshot | PlTreeEntry,\n    ctx?: ComputableCtx,\n  ): Computable<sdk.ImportProgress> | sdk.ImportProgress {\n    if (ctx == undefined) return Computable.make((ctx) => this.getProgressId(handleResource, ctx));\n\n    const rInfo: ImportResourceSnapshot = isPlTreeEntry(handleResource)\n      ? makeBlobImportSnapshot(handleResource, ctx)\n      : handleResource;\n\n    const callerId = randomUUID();\n    ctx.attacheHooks(this.hooks);\n    ctx.addOnDestroy(() => this.release(rInfo.id, callerId));\n\n    const result = this.getProgressIdNoCtx(ctx.watcher, rInfo, callerId);\n\n    return result;\n  }\n\n  private getProgressIdNoCtx(\n    w: Watcher,\n    res: ImportResourceSnapshot,\n    callerId: string,\n  ): sdk.ImportProgress {\n    validateResourceType('getProgressId', res.type);\n\n    const task = this.idToProgress.get(res.id);\n\n    if (task != undefined) {\n      task.setDoneIfOutputSet(res);\n      return task.getProgress(w, callerId);\n    }\n\n    const newTask = new UploadTask(\n      this.logger,\n      this.clientBlob,\n      this.clientProgress,\n      this.opts.nConcurrentPartUploads,\n      this.signer,\n      res,\n    );\n\n    this.idToProgress.set(res.id, newTask);\n\n    if (newTask.shouldScheduleUpload()) {\n      this.uploadQueue.push({\n        fn: () => newTask.uploadBlobTask(),\n        recoverableErrorPredicate: (e) => !nonRecoverableError(e),\n      });\n    }\n\n    newTask.setDoneIfOutputSet(res);\n    return newTask.getProgress(w, callerId);\n  }\n\n  /** Decrement counters for the file and remove an uploading if counter == 0. */\n  private async release(id: ResourceId, callerId: string) {\n    const task = this.idToProgress.get(id);\n    if (task === undefined) return;\n\n    const deleted = task.decCounter(callerId);\n    if (deleted) this.idToProgress.delete(id);\n  }\n\n  /** Must be called when the driver is closing. */\n  public async releaseAll() {\n    this.uploadQueue.stop();\n  }\n\n  private scheduledOnNextState: ScheduledRefresh[] = [];\n\n  private scheduleOnNextState(resolve: () => void, reject: (err: any) => void): void {\n    this.scheduledOnNextState.push({ resolve, reject });\n  }\n\n  /** Called from observer */\n  private startUpdating(): void {\n    this.keepRunning = true;\n    if (this.currentLoop === undefined) this.currentLoop = this.mainLoop();\n  }\n\n  /** Called from observer */\n  private stopUpdating(): void {\n    this.keepRunning = false;\n  }\n\n  /** If true, main loop will continue polling pl state. */\n  private keepRunning = false;\n  /** Actual state of main loop. */\n  private currentLoop: Promise<void> | undefined = undefined;\n\n  private async mainLoop() {\n    while (this.keepRunning) {\n      const toNotify = this.scheduledOnNextState;\n      this.scheduledOnNextState = [];\n\n      try {\n        await asyncPool(\n          this.opts.nConcurrentGetProgresses,\n          this.getAllNotDoneProgresses().map((p) => async () => await p.updateStatus()),\n        );\n\n        toNotify.forEach((n) => n.resolve());\n      } catch (e: any) {\n        console.error(e);\n        toNotify.forEach((n) => n.reject(e));\n      }\n\n      if (!this.keepRunning) break;\n      await scheduler.wait(this.opts.pollingInterval);\n    }\n\n    this.currentLoop = undefined;\n  }\n\n  private getAllNotDoneProgresses(): Array<UploadTask> {\n    return Array.from(this.idToProgress.entries())\n      .filter(([_, p]) => !isProgressDone(p.progress))\n      .map(([_, p]) => p);\n  }\n}\n\nfunction isProgressDone(p: sdk.ImportProgress) {\n  return p.done && (p.status?.progress ?? 0.0) >= 1.0;\n}\n\ntype ScheduledRefresh = {\n  resolve: () => void;\n  reject: (err: any) => void;\n};\n\nfunction validateResourceType(methodName: string, rType: ResourceType) {\n  if (!rType.name.startsWith('BlobUpload') && !rType.name.startsWith('BlobIndex')) {\n    throw new WrongResourceTypeError(\n      `${methodName}: wrong resource type: ${rType.name}, `\n      + `expected: a resource of either type 'BlobUpload' or 'BlobIndex'.`,\n    );\n  }\n}\n"],"names":[],"mappings":";;;;;;;;;AA+BM,SAAU,sBAAsB,CACpC,eAAuE,EACvE,GAAkB,EAAA;AAElB,IAAA,MAAM,IAAI,GAAG,aAAa,CAAC,eAAe;UACtC,GAAG,CAAC,QAAQ,CAAC,eAAe,CAAC,CAAC,IAAI;AACpC,UAAE,qBAAqB,CAAC,eAAe;AACrC,cAAE,eAAe,CAAC,IAAI;cACpB,eAAe;IAErB,IAAI,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC;AACjD,QAAA,OAAO,oBAAoB,CAAC,IAAI,EAAE,sBAAsB,CAAC;AAC3D,IAAA,OAAO,oBAAoB,CAAC,IAAI,EAAE,qBAAqB,CAAC;AAC1D;AAUA;AAEA;;;AAGkE;MACrD,YAAY,CAAA;AAQJ,IAAA,MAAA;AACA,IAAA,MAAA;AACA,IAAA,UAAA;AACA,IAAA,cAAA;AACA,IAAA,IAAA;AAXF,IAAA,YAAY,GAAgC,IAAI,GAAG,EAAE;;AAGrD,IAAA,WAAW;AACX,IAAA,KAAK;IAEtB,WAAA,CACmB,MAAgB,EAChB,MAAc,EACd,UAAwB,EACxB,cAA8B,EAC9B,IAAA,GAAwB;AACvC,QAAA,sBAAsB,EAAE,EAAE;AAC1B,QAAA,wBAAwB,EAAE,EAAE;AAC5B,QAAA,eAAe,EAAE,IAAI;AACrB,QAAA,gBAAgB,EAAE,IAAI;AACvB,KAAA,EAAA;QATgB,IAAA,CAAA,MAAM,GAAN,MAAM;QACN,IAAA,CAAA,MAAM,GAAN,MAAM;QACN,IAAA,CAAA,UAAU,GAAV,UAAU;QACV,IAAA,CAAA,cAAc,GAAd,cAAc;QACd,IAAA,CAAA,IAAI,GAAJ,IAAI;QAOrB,IAAI,CAAC,WAAW,GAAG,IAAI,aAAa,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE;AACnD,YAAA,IAAI,EAAE,gCAAgC;AACtC,YAAA,YAAY,EAAE,EAAE;YAChB,QAAQ,EAAE,KAAK;AACf,YAAA,iBAAiB,EAAE,GAAG;AACtB,YAAA,MAAM,EAAE,GAAG;AACZ,SAAA,CAAC;QAEF,IAAI,CAAC,KAAK,GAAG,IAAI,sBAAsB,CACrC,MAAM,IAAI,CAAC,aAAa,EAAE,EAC1B,MAAM,IAAI,CAAC,YAAY,EAAE,EACzB,EAAE,YAAY,EAAE,IAAI,CAAC,gBAAgB,EAAE,EACvC,CAAC,OAAO,EAAE,MAAM,KAAK,IAAI,CAAC,mBAAmB,CAAC,OAAO,EAAE,MAAM,CAAC,CAC/D;IACH;IAUA,aAAa,CACX,cAAoD,EACpD,GAAmB,EAAA;QAEnB,IAAI,GAAG,IAAI,SAAS;AAAE,YAAA,OAAO,UAAU,CAAC,IAAI,CAAC,CAAC,GAAG,KAAK,IAAI,CAAC,aAAa,CAAC,cAAc,EAAE,GAAG,CAAC,CAAC;AAE9F,QAAA,MAAM,KAAK,GAA2B,aAAa,CAAC,cAAc;AAChE,cAAE,sBAAsB,CAAC,cAAc,EAAE,GAAG;cAC1C,cAAc;AAElB,QAAA,MAAM,QAAQ,GAAG,UAAU,EAAE;AAC7B,QAAA,GAAG,CAAC,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC;AAC5B,QAAA,GAAG,CAAC,YAAY,CAAC,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC;AAExD,QAAA,MAAM,MAAM,GAAG,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,OAAO,EAAE,KAAK,EAAE,QAAQ,CAAC;AAEpE,QAAA,OAAO,MAAM;IACf;AAEQ,IAAA,kBAAkB,CACxB,CAAU,EACV,GAA2B,EAC3B,QAAgB,EAAA;AAEhB,QAAA,oBAAoB,CAAC,eAAe,EAAE,GAAG,CAAC,IAAI,CAAC;AAE/C,QAAA,MAAM,IAAI,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;AAE1C,QAAA,IAAI,IAAI,IAAI,SAAS,EAAE;AACrB,YAAA,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC;YAC5B,OAAO,IAAI,CAAC,WAAW,CAAC,CAAC,EAAE,QAAQ,CAAC;QACtC;AAEA,QAAA,MAAM,OAAO,GAAG,IAAI,UAAU,CAC5B,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,UAAU,EACf,IAAI,CAAC,cAAc,EACnB,IAAI,CAAC,IAAI,CAAC,sBAAsB,EAChC,IAAI,CAAC,MAAM,EACX,GAAG,CACJ;QAED,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,EAAE,OAAO,CAAC;AAEtC,QAAA,IAAI,OAAO,CAAC,oBAAoB,EAAE,EAAE;AAClC,YAAA,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC;AACpB,gBAAA,EAAE,EAAE,MAAM,OAAO,CAAC,cAAc,EAAE;gBAClC,yBAAyB,EAAE,CAAC,CAAC,KAAK,CAAC,mBAAmB,CAAC,CAAC,CAAC;AAC1D,aAAA,CAAC;QACJ;AAEA,QAAA,OAAO,CAAC,kBAAkB,CAAC,GAAG,CAAC;QAC/B,OAAO,OAAO,CAAC,WAAW,CAAC,CAAC,EAAE,QAAQ,CAAC;IACzC;;AAGQ,IAAA,MAAM,OAAO,CAAC,EAAc,EAAE,QAAgB,EAAA;QACpD,MAAM,IAAI,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,EAAE,CAAC;QACtC,IAAI,IAAI,KAAK,SAAS;YAAE;QAExB,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC;AACzC,QAAA,IAAI,OAAO;AAAE,YAAA,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,EAAE,CAAC;IAC3C;;AAGO,IAAA,MAAM,UAAU,GAAA;AACrB,QAAA,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE;IACzB;IAEQ,oBAAoB,GAAuB,EAAE;IAE7C,mBAAmB,CAAC,OAAmB,EAAE,MAA0B,EAAA;QACzE,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;IACrD;;IAGQ,aAAa,GAAA;AACnB,QAAA,IAAI,CAAC,WAAW,GAAG,IAAI;AACvB,QAAA,IAAI,IAAI,CAAC,WAAW,KAAK,SAAS;AAAE,YAAA,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,QAAQ,EAAE;IACxE;;IAGQ,YAAY,GAAA;AAClB,QAAA,IAAI,CAAC,WAAW,GAAG,KAAK;IAC1B;;IAGQ,WAAW,GAAG,KAAK;;IAEnB,WAAW,GAA8B,SAAS;AAElD,IAAA,MAAM,QAAQ,GAAA;AACpB,QAAA,OAAO,IAAI,CAAC,WAAW,EAAE;AACvB,YAAA,MAAM,QAAQ,GAAG,IAAI,CAAC,oBAAoB;AAC1C,YAAA,IAAI,CAAC,oBAAoB,GAAG,EAAE;AAE9B,YAAA,IAAI;AACF,gBAAA,MAAM,SAAS,CACb,IAAI,CAAC,IAAI,CAAC,wBAAwB,EAClC,IAAI,CAAC,uBAAuB,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,YAAY,MAAM,CAAC,CAAC,YAAY,EAAE,CAAC,CAC9E;AAED,gBAAA,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC;YACtC;YAAE,OAAO,CAAM,EAAE;AACf,gBAAA,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC;AAChB,gBAAA,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;YACtC;YAEA,IAAI,CAAC,IAAI,CAAC,WAAW;gBAAE;YACvB,MAAM,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC;QACjD;AAEA,QAAA,IAAI,CAAC,WAAW,GAAG,SAAS;IAC9B;IAEQ,uBAAuB,GAAA;QAC7B,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,OAAO,EAAE;AAC1C,aAAA,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,CAAC,QAAQ,CAAC;AAC9C,aAAA,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC;IACvB;AACD;AAED,SAAS,cAAc,CAAC,CAAqB,EAAA;AAC3C,IAAA,OAAO,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,MAAM,EAAE,QAAQ,IAAI,GAAG,KAAK,GAAG;AACrD;AAOA,SAAS,oBAAoB,CAAC,UAAkB,EAAE,KAAmB,EAAA;IACnE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,EAAE;QAC/E,MAAM,IAAI,sBAAsB,CAC9B,CAAA,EAAG,UAAU,CAAA,uBAAA,EAA0B,KAAK,CAAC,IAAI,CAAA,EAAA;AAC/C,cAAA,CAAA,gEAAA,CAAkE,CACrE;IACH;AACF;;;;"}
+{"version":3,"file":"upload.js","sources":["../../src/drivers/upload.ts"],"sourcesContent":["import { randomUUID } from 'node:crypto';\nimport type { ResourceId, ResourceType } from '@milaboratories/pl-client';\nimport type {\n  Watcher,\n  ComputableCtx } from '@milaboratories/computable';\nimport {\n  Computable,\n  PollingComputableHooks,\n} from '@milaboratories/computable';\nimport type { MiLogger, Signer } from '@milaboratories/ts-helpers';\nimport { asyncPool, TaskProcessor } from '@milaboratories/ts-helpers';\nimport type * as sdk from '@milaboratories/pl-model-common';\nimport type { ClientProgress } from '../clients/progress';\nimport type { ClientUpload } from '../clients/upload';\nimport type {\n  PlTreeEntry,\n  PlTreeEntryAccessor,\n  PlTreeNodeAccessor,\n} from '@milaboratories/pl-tree';\nimport {\n  isPlTreeEntry,\n  isPlTreeEntryAccessor,\n  makeResourceSnapshot,\n} from '@milaboratories/pl-tree';\nimport { scheduler } from 'node:timers/promises';\nimport type { PollingOps } from './helpers/polling_ops';\nimport type { ImportResourceSnapshot } from './types';\nimport { IndexResourceSnapshot, UploadResourceSnapshot } from './types';\nimport { isMyUpload, nonRecoverableError, UploadTask } from './upload_task';\nimport { WrongResourceTypeError } from './helpers/helpers';\n\nexport function makeBlobImportSnapshot(\n  entryOrAccessor: PlTreeEntry | PlTreeNodeAccessor | PlTreeEntryAccessor,\n  ctx: ComputableCtx,\n): ImportResourceSnapshot {\n  const node = isPlTreeEntry(entryOrAccessor)\n    ? ctx.accessor(entryOrAccessor).node()\n    : isPlTreeEntryAccessor(entryOrAccessor)\n      ? entryOrAccessor.node()\n      : entryOrAccessor;\n\n  if (node.resourceType.name.startsWith('BlobUpload'))\n    return makeResourceSnapshot(node, UploadResourceSnapshot);\n  return makeResourceSnapshot(node, IndexResourceSnapshot);\n}\n\nexport type UploadDriverOps = PollingOps & {\n  /** How much parts of a file can be multipart-uploaded to S3 at once. */\n  nConcurrentPartUploads: number;\n  /** How much upload/indexing statuses of blobs can the driver ask\n   * from the platform gRPC at once. */\n  nConcurrentGetProgresses: number;\n};\n\n// TODO: add abort signal to Upload Tasks.\n\n/** Uploads blobs in a queue and holds counters, so it can stop not-needed\n * uploads.\n * Handles both Index and Upload blobs,\n * the client needs to pass concrete blobs from `handle` field. */\nexport class UploadDriver {\n  private readonly idToProgress: Map<ResourceId, UploadTask> = new Map();\n\n  /** Holds a queue that upload blobs. */\n  private readonly uploadQueue: TaskProcessor;\n  private readonly hooks: PollingComputableHooks;\n\n  constructor(\n    private readonly logger: MiLogger,\n    private readonly signer: Signer,\n    private readonly clientBlob: ClientUpload,\n    private readonly clientProgress: ClientProgress,\n    private readonly opts: UploadDriverOps = {\n      nConcurrentPartUploads: 10,\n      nConcurrentGetProgresses: 10,\n      pollingInterval: 1000,\n      stopPollingDelay: 1000,\n    },\n  ) {\n    this.uploadQueue = new TaskProcessor(this.logger, 1, {\n      type: 'exponentialWithMaxDelayBackoff',\n      initialDelay: 20,\n      maxDelay: 15000, // 15 seconds\n      backoffMultiplier: 1.5,\n      jitter: 0.5,\n    });\n\n    this.hooks = new PollingComputableHooks(\n      () => this.startUpdating(),\n      () => this.stopUpdating(),\n      { stopDebounce: opts.stopPollingDelay },\n      (resolve, reject) => this.scheduleOnNextState(resolve, reject),\n    );\n  }\n\n  /** Returns a progress id and schedules an upload task if it's necessary. */\n  getProgressId(\n    handleResource: ImportResourceSnapshot | PlTreeEntry\n  ): Computable<sdk.ImportProgress>;\n  getProgressId(\n    handleResource: ImportResourceSnapshot | PlTreeEntry,\n    ctx: ComputableCtx\n  ): sdk.ImportProgress;\n  getProgressId(\n    handleResource: ImportResourceSnapshot | PlTreeEntry,\n    ctx?: ComputableCtx,\n  ): Computable<sdk.ImportProgress> | sdk.ImportProgress {\n    if (ctx == undefined) return Computable.make((ctx) => this.getProgressId(handleResource, ctx));\n\n    const rInfo: ImportResourceSnapshot = isPlTreeEntry(handleResource)\n      ? makeBlobImportSnapshot(handleResource, ctx)\n      : handleResource;\n\n    const callerId = randomUUID();\n    ctx.attacheHooks(this.hooks);\n    ctx.addOnDestroy(() => this.release(rInfo.id, callerId));\n\n    const result = this.getProgressIdNoCtx(ctx.watcher, rInfo, callerId);\n\n    return result;\n  }\n\n  private getProgressIdNoCtx(\n    w: Watcher,\n    res: ImportResourceSnapshot,\n    callerId: string,\n  ): sdk.ImportProgress {\n    validateResourceType('getProgressId', res.type);\n\n    const task = this.idToProgress.get(res.id);\n\n    if (task != undefined) {\n      task.setDoneIfOutputSet(res);\n      return task.getProgress(w, callerId);\n    }\n\n    const newTask = new UploadTask(\n      this.logger,\n      this.clientBlob,\n      this.clientProgress,\n      this.opts.nConcurrentPartUploads,\n      this.signer,\n      res,\n    );\n\n    this.idToProgress.set(res.id, newTask);\n\n    if (newTask.shouldScheduleUpload()) {\n      this.uploadQueue.push({\n        fn: () => newTask.uploadBlobTask(),\n        recoverableErrorPredicate: (e) => !nonRecoverableError(e),\n      });\n    }\n\n    newTask.setDoneIfOutputSet(res);\n    return newTask.getProgress(w, callerId);\n  }\n\n  /** Decrement counters for the file and remove an uploading if counter == 0. */\n  private async release(id: ResourceId, callerId: string) {\n    const task = this.idToProgress.get(id);\n    if (task === undefined) return;\n\n    const deleted = task.decCounter(callerId);\n    if (deleted) this.idToProgress.delete(id);\n  }\n\n  /** Must be called when the driver is closing. */\n  public async releaseAll() {\n    this.uploadQueue.stop();\n  }\n\n  private scheduledOnNextState: ScheduledRefresh[] = [];\n\n  private scheduleOnNextState(resolve: () => void, reject: (err: any) => void): void {\n    this.scheduledOnNextState.push({ resolve, reject });\n  }\n\n  /** Called from observer */\n  private startUpdating(): void {\n    this.keepRunning = true;\n    if (this.currentLoop === undefined) this.currentLoop = this.mainLoop();\n  }\n\n  /** Called from observer */\n  private stopUpdating(): void {\n    this.keepRunning = false;\n  }\n\n  /** Stops polling loop and waits for it to finish */\n  public async terminate(): Promise<void> {\n    this.stopUpdating();\n    if (this.currentLoop !== undefined) {\n      await this.currentLoop;\n    }\n  }\n\n  async [Symbol.asyncDispose](): Promise<void> {\n    await this.terminate();\n  }\n\n  /** If true, main loop will continue polling pl state. */\n  private keepRunning = false;\n  /** Actual state of main loop. */\n  private currentLoop: Promise<void> | undefined = undefined;\n\n  private async mainLoop() {\n    while (this.keepRunning) {\n      const toNotify = this.scheduledOnNextState;\n      this.scheduledOnNextState = [];\n\n      try {\n        await asyncPool(\n          this.opts.nConcurrentGetProgresses,\n          this.getAllNotDoneProgresses().map((p) => async () => await p.updateStatus()),\n        );\n\n        toNotify.forEach((n) => n.resolve());\n      } catch (e: any) {\n        console.error(e);\n        toNotify.forEach((n) => n.reject(e));\n      }\n\n      if (!this.keepRunning) break;\n      await scheduler.wait(this.opts.pollingInterval);\n    }\n\n    this.currentLoop = undefined;\n  }\n\n  private getAllNotDoneProgresses(): Array<UploadTask> {\n    return Array.from(this.idToProgress.entries())\n      .filter(([_, p]) => !isProgressDone(p.progress))\n      .map(([_, p]) => p);\n  }\n}\n\nfunction isProgressDone(p: sdk.ImportProgress) {\n  return p.done && (p.status?.progress ?? 0.0) >= 1.0;\n}\n\ntype ScheduledRefresh = {\n  resolve: () => void;\n  reject: (err: any) => void;\n};\n\nfunction validateResourceType(methodName: string, rType: ResourceType) {\n  if (!rType.name.startsWith('BlobUpload') && !rType.name.startsWith('BlobIndex')) {\n    throw new WrongResourceTypeError(\n      `${methodName}: wrong resource type: ${rType.name}, `\n      + `expected: a resource of either type 'BlobUpload' or 'BlobIndex'.`,\n    );\n  }\n}\n"],"names":[],"mappings":";;;;;;;;;AA+BM,SAAU,sBAAsB,CACpC,eAAuE,EACvE,GAAkB,EAAA;AAElB,IAAA,MAAM,IAAI,GAAG,aAAa,CAAC,eAAe;UACtC,GAAG,CAAC,QAAQ,CAAC,eAAe,CAAC,CAAC,IAAI;AACpC,UAAE,qBAAqB,CAAC,eAAe;AACrC,cAAE,eAAe,CAAC,IAAI;cACpB,eAAe;IAErB,IAAI,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC;AACjD,QAAA,OAAO,oBAAoB,CAAC,IAAI,EAAE,sBAAsB,CAAC;AAC3D,IAAA,OAAO,oBAAoB,CAAC,IAAI,EAAE,qBAAqB,CAAC;AAC1D;AAUA;AAEA;;;AAGkE;MACrD,YAAY,CAAA;AAQJ,IAAA,MAAA;AACA,IAAA,MAAA;AACA,IAAA,UAAA;AACA,IAAA,cAAA;AACA,IAAA,IAAA;AAXF,IAAA,YAAY,GAAgC,IAAI,GAAG,EAAE;;AAGrD,IAAA,WAAW;AACX,IAAA,KAAK;IAEtB,WAAA,CACmB,MAAgB,EAChB,MAAc,EACd,UAAwB,EACxB,cAA8B,EAC9B,IAAA,GAAwB;AACvC,QAAA,sBAAsB,EAAE,EAAE;AAC1B,QAAA,wBAAwB,EAAE,EAAE;AAC5B,QAAA,eAAe,EAAE,IAAI;AACrB,QAAA,gBAAgB,EAAE,IAAI;AACvB,KAAA,EAAA;QATgB,IAAA,CAAA,MAAM,GAAN,MAAM;QACN,IAAA,CAAA,MAAM,GAAN,MAAM;QACN,IAAA,CAAA,UAAU,GAAV,UAAU;QACV,IAAA,CAAA,cAAc,GAAd,cAAc;QACd,IAAA,CAAA,IAAI,GAAJ,IAAI;QAOrB,IAAI,CAAC,WAAW,GAAG,IAAI,aAAa,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE;AACnD,YAAA,IAAI,EAAE,gCAAgC;AACtC,YAAA,YAAY,EAAE,EAAE;YAChB,QAAQ,EAAE,KAAK;AACf,YAAA,iBAAiB,EAAE,GAAG;AACtB,YAAA,MAAM,EAAE,GAAG;AACZ,SAAA,CAAC;QAEF,IAAI,CAAC,KAAK,GAAG,IAAI,sBAAsB,CACrC,MAAM,IAAI,CAAC,aAAa,EAAE,EAC1B,MAAM,IAAI,CAAC,YAAY,EAAE,EACzB,EAAE,YAAY,EAAE,IAAI,CAAC,gBAAgB,EAAE,EACvC,CAAC,OAAO,EAAE,MAAM,KAAK,IAAI,CAAC,mBAAmB,CAAC,OAAO,EAAE,MAAM,CAAC,CAC/D;IACH;IAUA,aAAa,CACX,cAAoD,EACpD,GAAmB,EAAA;QAEnB,IAAI,GAAG,IAAI,SAAS;AAAE,YAAA,OAAO,UAAU,CAAC,IAAI,CAAC,CAAC,GAAG,KAAK,IAAI,CAAC,aAAa,CAAC,cAAc,EAAE,GAAG,CAAC,CAAC;AAE9F,QAAA,MAAM,KAAK,GAA2B,aAAa,CAAC,cAAc;AAChE,cAAE,sBAAsB,CAAC,cAAc,EAAE,GAAG;cAC1C,cAAc;AAElB,QAAA,MAAM,QAAQ,GAAG,UAAU,EAAE;AAC7B,QAAA,GAAG,CAAC,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC;AAC5B,QAAA,GAAG,CAAC,YAAY,CAAC,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC;AAExD,QAAA,MAAM,MAAM,GAAG,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,OAAO,EAAE,KAAK,EAAE,QAAQ,CAAC;AAEpE,QAAA,OAAO,MAAM;IACf;AAEQ,IAAA,kBAAkB,CACxB,CAAU,EACV,GAA2B,EAC3B,QAAgB,EAAA;AAEhB,QAAA,oBAAoB,CAAC,eAAe,EAAE,GAAG,CAAC,IAAI,CAAC;AAE/C,QAAA,MAAM,IAAI,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;AAE1C,QAAA,IAAI,IAAI,IAAI,SAAS,EAAE;AACrB,YAAA,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC;YAC5B,OAAO,IAAI,CAAC,WAAW,CAAC,CAAC,EAAE,QAAQ,CAAC;QACtC;AAEA,QAAA,MAAM,OAAO,GAAG,IAAI,UAAU,CAC5B,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,UAAU,EACf,IAAI,CAAC,cAAc,EACnB,IAAI,CAAC,IAAI,CAAC,sBAAsB,EAChC,IAAI,CAAC,MAAM,EACX,GAAG,CACJ;QAED,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,EAAE,OAAO,CAAC;AAEtC,QAAA,IAAI,OAAO,CAAC,oBAAoB,EAAE,EAAE;AAClC,YAAA,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC;AACpB,gBAAA,EAAE,EAAE,MAAM,OAAO,CAAC,cAAc,EAAE;gBAClC,yBAAyB,EAAE,CAAC,CAAC,KAAK,CAAC,mBAAmB,CAAC,CAAC,CAAC;AAC1D,aAAA,CAAC;QACJ;AAEA,QAAA,OAAO,CAAC,kBAAkB,CAAC,GAAG,CAAC;QAC/B,OAAO,OAAO,CAAC,WAAW,CAAC,CAAC,EAAE,QAAQ,CAAC;IACzC;;AAGQ,IAAA,MAAM,OAAO,CAAC,EAAc,EAAE,QAAgB,EAAA;QACpD,MAAM,IAAI,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,EAAE,CAAC;QACtC,IAAI,IAAI,KAAK,SAAS;YAAE;QAExB,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC;AACzC,QAAA,IAAI,OAAO;AAAE,YAAA,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,EAAE,CAAC;IAC3C;;AAGO,IAAA,MAAM,UAAU,GAAA;AACrB,QAAA,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE;IACzB;IAEQ,oBAAoB,GAAuB,EAAE;IAE7C,mBAAmB,CAAC,OAAmB,EAAE,MAA0B,EAAA;QACzE,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;IACrD;;IAGQ,aAAa,GAAA;AACnB,QAAA,IAAI,CAAC,WAAW,GAAG,IAAI;AACvB,QAAA,IAAI,IAAI,CAAC,WAAW,KAAK,SAAS;AAAE,YAAA,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,QAAQ,EAAE;IACxE;;IAGQ,YAAY,GAAA;AAClB,QAAA,IAAI,CAAC,WAAW,GAAG,KAAK;IAC1B;;AAGO,IAAA,MAAM,SAAS,GAAA;QACpB,IAAI,CAAC,YAAY,EAAE;AACnB,QAAA,IAAI,IAAI,CAAC,WAAW,KAAK,SAAS,EAAE;YAClC,MAAM,IAAI,CAAC,WAAW;QACxB;IACF;AAEA,IAAA,OAAO,MAAM,CAAC,YAAY,CAAC,GAAA;AACzB,QAAA,MAAM,IAAI,CAAC,SAAS,EAAE;IACxB;;IAGQ,WAAW,GAAG,KAAK;;IAEnB,WAAW,GAA8B,SAAS;AAElD,IAAA,MAAM,QAAQ,GAAA;AACpB,QAAA,OAAO,IAAI,CAAC,WAAW,EAAE;AACvB,YAAA,MAAM,QAAQ,GAAG,IAAI,CAAC,oBAAoB;AAC1C,YAAA,IAAI,CAAC,oBAAoB,GAAG,EAAE;AAE9B,YAAA,IAAI;AACF,gBAAA,MAAM,SAAS,CACb,IAAI,CAAC,IAAI,CAAC,wBAAwB,EAClC,IAAI,CAAC,uBAAuB,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,YAAY,MAAM,CAAC,CAAC,YAAY,EAAE,CAAC,CAC9E;AAED,gBAAA,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC;YACtC;YAAE,OAAO,CAAM,EAAE;AACf,gBAAA,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC;AAChB,gBAAA,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;YACtC;YAEA,IAAI,CAAC,IAAI,CAAC,WAAW;gBAAE;YACvB,MAAM,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC;QACjD;AAEA,QAAA,IAAI,CAAC,WAAW,GAAG,SAAS;IAC9B;IAEQ,uBAAuB,GAAA;QAC7B,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,OAAO,EAAE;AAC1C,aAAA,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,CAAC,QAAQ,CAAC;AAC9C,aAAA,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC;IACvB;AACD;AAED,SAAS,cAAc,CAAC,CAAqB,EAAA;AAC3C,IAAA,OAAO,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,MAAM,EAAE,QAAQ,IAAI,GAAG,KAAK,GAAG;AACrD;AAOA,SAAS,oBAAoB,CAAC,UAAkB,EAAE,KAAmB,EAAA;IACnE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,EAAE;QAC/E,MAAM,IAAI,sBAAsB,CAC9B,CAAA,EAAG,UAAU,CAAA,uBAAA,EAA0B,KAAK,CAAC,IAAI,CAAA,EAAA;AAC/C,cAAA,CAAA,gEAAA,CAAkE,CACrE;IACH;AACF;;;;"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@milaboratories/pl-drivers",
-  "version": "1.11.39",
+  "version": "1.11.41",
   "engines": {
     "node": ">=22"
   },
@@ -32,11 +32,11 @@
     "undici": "~7.16.0",
     "upath": "^2.0.1",
     "zod": "~3.23.8",
-    "@milaboratories/ts-helpers": "1.6.0",
-    "@milaboratories/computable": "2.8.1",
-    "@milaboratories/pl-client": "2.16.22",
+    "@milaboratories/ts-helpers": "1.7.0",
     "@milaboratories/helpers": "1.13.0",
-    "@milaboratories/pl-tree": "1.8.30",
+    "@milaboratories/pl-client": "2.16.23",
+    "@milaboratories/pl-tree": "1.8.31",
+    "@milaboratories/computable": "2.8.2",
     "@milaboratories/pl-model-common": "1.24.0"
   },
   "devDependencies": {
@@ -48,11 +48,11 @@
     "eslint": "^9.25.1",
     "typescript": "~5.6.3",
     "vitest": "^4.0.16",
-    "@milaboratories/build-configs": "1.2.2",
     "@milaboratories/ts-configs": "1.2.0",
-    "@milaboratories/eslint-config": "1.0.5",
-    "@milaboratories/ts-builder": "1.2.2",
-    "@milaboratories/test-helpers": "1.1.3"
+    "@milaboratories/build-configs": "1.3.0",
+    "@milaboratories/test-helpers": "1.1.3",
+    "@milaboratories/ts-builder": "1.2.3",
+    "@milaboratories/eslint-config": "1.0.5"
   },
   "scripts": {
     "type-check": "ts-builder types --target node",

package/src/drivers/logs_stream.ts

@@ -278,6 +278,18 @@ export class LogsStreamDriver implements sdk.LogsDriver {
     this.keepRunning = false;
   }
 
+  /** Stops polling loop and waits for it to finish */
+  public async terminate(): Promise<void> {
+    this.stopUpdating();
+    if (this.currentLoop !== undefined) {
+      await this.currentLoop;
+    }
+  }
+
+  async [Symbol.asyncDispose](): Promise<void> {
+    await this.terminate();
+  }
+
   /** If true, main loop will continue polling pl state. */
   private keepRunning = false;
   /** Actual state of main loop. */

package/src/drivers/upload.ts

@@ -187,6 +187,18 @@ export class UploadDriver {
     this.keepRunning = false;
   }
 
+  /** Stops polling loop and waits for it to finish */
+  public async terminate(): Promise<void> {
+    this.stopUpdating();
+    if (this.currentLoop !== undefined) {
+      await this.currentLoop;
+    }
+  }
+
+  async [Symbol.asyncDispose](): Promise<void> {
+    await this.terminate();
+  }
+
   /** If true, main loop will continue polling pl state. */
   private keepRunning = false;
   /** Actual state of main loop. */