@milaboratories/pl-drivers 1.11.30 → 1.11.31

package/dist/drivers/logs.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"logs.cjs","sources":["../../src/drivers/logs.ts"],"sourcesContent":["import type { ComputableCtx } from '@milaboratories/computable';\nimport { Computable } from '@milaboratories/computable';\nimport type { PlTreeEntry, ResourceInfo } from '@milaboratories/pl-tree';\nimport type { LogsStreamDriver } from './logs_stream';\nimport type * as sdk from '@milaboratories/pl-model-common';\nimport type { MiLogger } from '@milaboratories/ts-helpers';\nimport type { DownloadDriver } from './download_blob/download_blob';\nimport { isLiveLogHandle } from './helpers/logs_handle';\n\nexport class LogsDriver implements sdk.LogsDriver {\n  constructor(\n    private readonly logger: MiLogger,\n    private readonly logsStreamDriver: LogsStreamDriver,\n    private readonly downloadDriver: DownloadDriver,\n  ) {}\n\n  /** Returns all logs and schedules a job that reads remain logs.\n   * Notifies when a new portion of the log appeared. */\n  getLastLogs(res: PlTreeEntry, lines: number): Computable<string | undefined>;\n  getLastLogs(res: PlTreeEntry, lines: number, ctx: ComputableCtx): Computable<string | undefined>;\n  getLastLogs(\n    res: PlTreeEntry,\n    lines: number,\n    ctx?: ComputableCtx,\n  ): Computable<string | undefined> | string | undefined {\n    if (ctx === undefined) return Computable.make((ctx) => this.getLastLogs(res, lines, ctx));\n\n    const stream = streamManagerGetStream(ctx, res);\n    if (stream === undefined) {\n      ctx.markUnstable('no stream in stream manager');\n      return undefined;\n    }\n\n    if (isBlob(stream)) return this.downloadDriver.getLastLogs(stream, lines, ctx);\n\n    try {\n      return this.logsStreamDriver.getLastLogs(stream, lines, ctx);\n    } catch (e: any) {\n      if (e.name == 'RpcError' && e.code == 'NOT_FOUND') {\n        ctx.markUnstable(`NOT_FOUND in logs stream driver while getting last logs: ${e}`);\n        return undefined;\n      }\n      throw e;\n    }\n  }\n\n  /** Returns a last line that has patternToSearch.\n   * Notifies when a new line appeared or EOF reached. */\n  getProgressLog(res: PlTreeEntry, patternToSearch: string): Computable<string | undefined>;\n  getProgressLog(res: PlTreeEntry, patternToSearch: string, ctx: ComputableCtx): string | undefined;\n  getProgressLog(\n    res: PlTreeEntry,\n    patternToSearch: string,\n    ctx?: ComputableCtx,\n  ): Computable<string | undefined> | string | undefined {\n    if (ctx === undefined)\n      return Computable.make((ctx) => this.getProgressLog(res, patternToSearch, ctx));\n\n    const stream = streamManagerGetStream(ctx, res);\n    if (stream === undefined) {\n      ctx.markUnstable('no stream in stream manager');\n      return undefined;\n    }\n\n    if (isBlob(stream)) return this.downloadDriver.getProgressLog(stream, patternToSearch, ctx);\n\n    try {\n      return this.logsStreamDriver.getProgressLog(stream, patternToSearch, ctx);\n    } catch (e: any) {\n      if (e.name == 'RpcError' && e.code == 'NOT_FOUND') {\n        ctx.markUnstable(`NOT_FOUND in logs stream driver while getting a progress log: ${e}`);\n        return undefined;\n      }\n      throw e;\n    }\n  }\n\n  /** Same as getProgressLog but also returns a liveliness of the log.\n   * The previous getProgressLog couldn't be extended.\n   * Returns a last line that has patternToSearch.\n   * Notifies when a new line appeared or EOF reached. */\n  getProgressLogWithInfo(res: PlTreeEntry, patternToSearch: string): Computable<sdk.ProgressLogWithInfo | undefined>;\n  getProgressLogWithInfo(res: PlTreeEntry, patternToSearch: string, ctx: ComputableCtx): sdk.ProgressLogWithInfo | undefined;\n  getProgressLogWithInfo(\n    res: PlTreeEntry,\n    patternToSearch: string,\n    ctx?: ComputableCtx,\n  ): Computable<sdk.ProgressLogWithInfo | undefined> | sdk.ProgressLogWithInfo | undefined {\n    if (ctx === undefined)\n      return Computable.make((ctx) => this.getProgressLogWithInfo(res, patternToSearch, ctx));\n\n    const stream = streamManagerGetStream(ctx, res);\n    if (stream === undefined) {\n      ctx.markUnstable('no stream in stream manager');\n      return undefined;\n    }\n\n    if (isBlob(stream)) {\n      const log = this.downloadDriver.getProgressLog(stream, patternToSearch, ctx);\n      return {\n        progressLine: log,\n        live: false,\n      }\n    }\n\n    try {\n      const log = this.logsStreamDriver.getProgressLog(stream, patternToSearch, ctx);\n      return {\n        progressLine: log,\n        live: true,\n      }\n    } catch (e: any) {\n      if (e.name == 'RpcError' && e.code == 'NOT_FOUND') {\n        ctx.markUnstable(`NOT_FOUND in logs stream driver while getting a progress log with info: ${e}`);\n        return undefined;\n      }\n      throw e;\n    }\n  }\n\n  /** Returns an Id of a smart object, that can read logs directly from\n   * the platform. */\n  getLogHandle(res: ResourceInfo | PlTreeEntry): Computable<sdk.AnyLogHandle | undefined>;\n  getLogHandle(res: PlTreeEntry, ctx: ComputableCtx): sdk.AnyLogHandle | undefined;\n  getLogHandle(\n    res: PlTreeEntry,\n    ctx?: ComputableCtx,\n  ): Computable<sdk.AnyLogHandle | undefined> | sdk.AnyLogHandle | undefined {\n    if (ctx === undefined) return Computable.make((ctx) => this.getLogHandle(res, ctx));\n\n    const stream = streamManagerGetStream(ctx, res);\n    if (stream === undefined) {\n      ctx.markUnstable('no stream in stream manager');\n      return undefined;\n    }\n\n    if (isBlob(stream)) return this.downloadDriver.getLogHandle(stream, ctx);\n\n    return this.logsStreamDriver.getLogHandle(stream, ctx);\n  }\n\n  async lastLines(\n    handle: sdk.AnyLogHandle,\n    lineCount: number,\n    offsetBytes?: number,\n    searchStr?: string,\n  ): Promise<sdk.StreamingApiResponse> {\n    if (isLiveLogHandle(handle))\n      return await this.logsStreamDriver.lastLines(handle, lineCount, offsetBytes, searchStr);\n    return await this.downloadDriver.lastLines(handle, lineCount, offsetBytes, searchStr);\n  }\n\n  async readText(\n    handle: sdk.AnyLogHandle,\n    lineCount: number,\n    offsetBytes?: number,\n    searchStr?: string,\n  ): Promise<sdk.StreamingApiResponse> {\n    if (isLiveLogHandle(handle))\n      return await this.logsStreamDriver.readText(handle, lineCount, offsetBytes, searchStr);\n    return await this.downloadDriver.readText(handle, lineCount, offsetBytes, searchStr);\n  }\n}\n\nfunction isBlob(rInfo: ResourceInfo) {\n  return !rInfo.type.name.startsWith('StreamWorkdir');\n}\n\nfunction streamManagerGetStream(ctx: ComputableCtx, manager: PlTreeEntry) {\n  return ctx.accessor(manager).node().traverse('stream')?.resourceInfo;\n}\n"],"names":["Computable","isLiveLogHandle"],"mappings":";;;;;MASa,UAAU,CAAA;AAEF,IAAA,MAAA;AACA,IAAA,gBAAA;AACA,IAAA,cAAA;AAHnB,IAAA,WAAA,CACmB,MAAgB,EAChB,gBAAkC,EAClC,cAA8B,EAAA;QAF9B,IAAA,CAAA,MAAM,GAAN,MAAM;QACN,IAAA,CAAA,gBAAgB,GAAhB,gBAAgB;QAChB,IAAA,CAAA,cAAc,GAAd,cAAc;IAC9B;AAMH,IAAA,WAAW,CACT,GAAgB,EAChB,KAAa,EACb,GAAmB,EAAA;QAEnB,IAAI,GAAG,KAAK,SAAS;YAAE,OAAOA,qBAAU,CAAC,IAAI,CAAC,CAAC,GAAG,KAAK,IAAI,CAAC,WAAW,CAAC,GAAG,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC;QAEzF,MAAM,MAAM,GAAG,sBAAsB,CAAC,GAAG,EAAE,GAAG,CAAC;AAC/C,QAAA,IAAI,MAAM,KAAK,SAAS,EAAE;AACxB,YAAA,GAAG,CAAC,YAAY,CAAC,6BAA6B,CAAC;AAC/C,YAAA,OAAO,SAAS;QAClB;QAEA,IAAI,MAAM,CAAC,MAAM,CAAC;AAAE,YAAA,OAAO,IAAI,CAAC,cAAc,CAAC,WAAW,CAAC,MAAM,EAAE,KAAK,EAAE,GAAG,CAAC;AAE9E,QAAA,IAAI;AACF,YAAA,OAAO,IAAI,CAAC,gBAAgB,CAAC,WAAW,CAAC,MAAM,EAAE,KAAK,EAAE,GAAG,CAAC;QAC9D;QAAE,OAAO,CAAM,EAAE;AACf,YAAA,IAAI,CAAC,CAAC,IAAI,IAAI,UAAU,IAAI,CAAC,CAAC,IAAI,IAAI,WAAW,EAAE;AACjD,gBAAA,GAAG,CAAC,YAAY,CAAC,4DAA4D,CAAC,CAAA,CAAE,CAAC;AACjF,gBAAA,OAAO,SAAS;YAClB;AACA,YAAA,MAAM,CAAC;QACT;IACF;AAMA,IAAA,cAAc,CACZ,GAAgB,EAChB,eAAuB,EACvB,GAAmB,EAAA;QAEnB,IAAI,GAAG,KAAK,SAAS;YACnB,OAAOA,qBAAU,CAAC,IAAI,CAAC,CAAC,GAAG,KAAK,IAAI,CAAC,cAAc,CAAC,GAAG,EAAE,eAAe,EAAE,GAAG,CAAC,CAAC;QAEjF,MAAM,MAAM,GAAG,sBAAsB,CAAC,GAAG,EAAE,GAAG,CAAC;AAC/C,QAAA,IAAI,MAAM,KAAK,SAAS,EAAE;AACxB,YAAA,GAAG,CAAC,YAAY,CAAC,6BAA6B,CAAC;AAC/C,YAAA,OAAO,SAAS;QAClB;QAEA,IAAI,MAAM,CAAC,MAAM,CAAC;AAAE,YAAA,OAAO,IAAI,CAAC,cAAc,CAAC,cAAc,CAAC,MAAM,EAAE,eAAe,EAAE,GAAG,CAAC;AAE3F,QAAA,IAAI;AACF,YAAA,OAAO,IAAI,CAAC,gBAAgB,CAAC,cAAc,CAAC,MAAM,EAAE,eAAe,EAAE,GAAG,CAAC;QAC3E;QAAE,OAAO,CAAM,EAAE;AACf,YAAA,IAAI,CAAC,CAAC,IAAI,IAAI,UAAU,IAAI,CAAC,CAAC,IAAI,IAAI,WAAW,EAAE;AACjD,gBAAA,GAAG,CAAC,YAAY,CAAC,iEAAiE,CAAC,CAAA,CAAE,CAAC;AACtF,gBAAA,OAAO,SAAS;YAClB;AACA,YAAA,MAAM,CAAC;QACT;IACF;AAQA,IAAA,sBAAsB,CACpB,GAAgB,EAChB,eAAuB,EACvB,GAAmB,EAAA;QAEnB,IAAI,GAAG,KAAK,SAAS;YACnB,OAAOA,qBAAU,CAAC,IAAI,CAAC,CAAC,GAAG,KAAK,IAAI,CAAC,sBAAsB,CAAC,GAAG,EAAE,eAAe,EAAE,GAAG,CAAC,CAAC;QAEzF,MAAM,MAAM,GAAG,sBAAsB,CAAC,GAAG,EAAE,GAAG,CAAC;AAC/C,QAAA,IAAI,MAAM,KAAK,SAAS,EAAE;AACxB,YAAA,GAAG,CAAC,YAAY,CAAC,6BAA6B,CAAC;AAC/C,YAAA,OAAO,SAAS;QAClB;AAEA,QAAA,IAAI,MAAM,CAAC,MAAM,CAAC,EAAE;AAClB,YAAA,MAAM,GAAG,GAAG,IAAI,CAAC,cAAc,CAAC,cAAc,CAAC,MAAM,EAAE,eAAe,EAAE,GAAG,CAAC;YAC5E,OAAO;AACL,gBAAA,YAAY,EAAE,GAAG;AACjB,gBAAA,IAAI,EAAE,KAAK;aACZ;QACH;AAEA,QAAA,IAAI;AACF,YAAA,MAAM,GAAG,GAAG,IAAI,CAAC,gBAAgB,CAAC,cAAc,CAAC,MAAM,EAAE,eAAe,EAAE,GAAG,CAAC;YAC9E,OAAO;AACL,gBAAA,YAAY,EAAE,GAAG;AACjB,gBAAA,IAAI,EAAE,IAAI;aACX;QACH;QAAE,OAAO,CAAM,EAAE;AACf,YAAA,IAAI,CAAC,CAAC,IAAI,IAAI,UAAU,IAAI,CAAC,CAAC,IAAI,IAAI,WAAW,EAAE;AACjD,gBAAA,GAAG,CAAC,YAAY,CAAC,2EAA2E,CAAC,CAAA,CAAE,CAAC;AAChG,gBAAA,OAAO,SAAS;YAClB;AACA,YAAA,MAAM,CAAC;QACT;IACF;IAMA,YAAY,CACV,GAAgB,EAChB,GAAmB,EAAA;QAEnB,IAAI,GAAG,KAAK,SAAS;AAAE,YAAA,OAAOA,qBAAU,CAAC,IAAI,CAAC,CAAC,GAAG,KAAK,IAAI,CAAC,YAAY,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;QAEnF,MAAM,MAAM,GAAG,sBAAsB,CAAC,GAAG,EAAE,GAAG,CAAC;AAC/C,QAAA,IAAI,MAAM,KAAK,SAAS,EAAE;AACxB,YAAA,GAAG,CAAC,YAAY,CAAC,6BAA6B,CAAC;AAC/C,YAAA,OAAO,SAAS;QAClB;QAEA,IAAI,MAAM,CAAC,MAAM,CAAC;YAAE,OAAO,IAAI,CAAC,cAAc,CAAC,YAAY,CAAC,MAAM,EAAE,GAAG,CAAC;QAExE,OAAO,IAAI,CAAC,gBAAgB,CAAC,YAAY,CAAC,MAAM,EAAE,GAAG,CAAC;IACxD;IAEA,MAAM,SAAS,CACb,MAAwB,EACxB,SAAiB,EACjB,WAAoB,EACpB,SAAkB,EAAA;QAElB,IAAIC,2BAAe,CAAC,MAAM,CAAC;AACzB,YAAA,OAAO,MAAM,IAAI,CAAC,gBAAgB,CAAC,SAAS,CAAC,MAAM,EAAE,SAAS,EAAE,WAAW,EAAE,SAAS,CAAC;AACzF,QAAA,OAAO,MAAM,IAAI,CAAC,cAAc,CAAC,SAAS,CAAC,MAAM,EAAE,SAAS,EAAE,WAAW,EAAE,SAAS,CAAC;IACvF;IAEA,MAAM,QAAQ,CACZ,MAAwB,EACxB,SAAiB,EACjB,WAAoB,EACpB,SAAkB,EAAA;QAElB,IAAIA,2BAAe,CAAC,MAAM,CAAC;AACzB,YAAA,OAAO,MAAM,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC,MAAM,EAAE,SAAS,EAAE,WAAW,EAAE,SAAS,CAAC;AACxF,QAAA,OAAO,MAAM,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,MAAM,EAAE,SAAS,EAAE,WAAW,EAAE,SAAS,CAAC;IACtF;AACD;AAED,SAAS,MAAM,CAAC,KAAmB,EAAA;IACjC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,eAAe,CAAC;AACrD;AAEA,SAAS,sBAAsB,CAAC,GAAkB,EAAE,OAAoB,EAAA;AACtE,IAAA,OAAO,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,YAAY;AACtE;;;;"}
+{"version":3,"file":"logs.cjs","sources":["../../src/drivers/logs.ts"],"sourcesContent":["import type { ComputableCtx } from '@milaboratories/computable';\nimport { Computable } from '@milaboratories/computable';\nimport type { PlTreeEntry, ResourceInfo } from '@milaboratories/pl-tree';\nimport type { LogsStreamDriver } from './logs_stream';\nimport type * as sdk from '@milaboratories/pl-model-common';\nimport type { MiLogger } from '@milaboratories/ts-helpers';\nimport type { DownloadDriver } from './download_blob/download_blob';\nimport { isLiveLogHandle } from './helpers/logs_handle';\nimport { isNotFoundError } from '@milaboratories/pl-client';\n\nexport class LogsDriver implements sdk.LogsDriver {\n  constructor(\n    private readonly logger: MiLogger,\n    private readonly logsStreamDriver: LogsStreamDriver,\n    private readonly downloadDriver: DownloadDriver,\n  ) {}\n\n  /** Returns all logs and schedules a job that reads remain logs.\n   * Notifies when a new portion of the log appeared. */\n  getLastLogs(res: PlTreeEntry, lines: number): Computable<string | undefined>;\n  getLastLogs(res: PlTreeEntry, lines: number, ctx: ComputableCtx): Computable<string | undefined>;\n  getLastLogs(\n    res: PlTreeEntry,\n    lines: number,\n    ctx?: ComputableCtx,\n  ): Computable<string | undefined> | string | undefined {\n    if (ctx === undefined) return Computable.make((ctx) => this.getLastLogs(res, lines, ctx));\n\n    const stream = streamManagerGetStream(ctx, res);\n    if (stream === undefined) {\n      ctx.markUnstable('no stream in stream manager');\n      return undefined;\n    }\n\n    if (isBlob(stream)) return this.downloadDriver.getLastLogs(stream, lines, ctx);\n\n    try {\n      return this.logsStreamDriver.getLastLogs(stream, lines, ctx);\n    } catch (e: any) {\n      if (isNotFoundError(e)) {\n        ctx.markUnstable(`NOT_FOUND in logs stream driver while getting last logs: ${e}`);\n        return undefined;\n      }\n      throw e;\n    }\n  }\n\n  /** Returns a last line that has patternToSearch.\n   * Notifies when a new line appeared or EOF reached. */\n  getProgressLog(res: PlTreeEntry, patternToSearch: string): Computable<string | undefined>;\n  getProgressLog(res: PlTreeEntry, patternToSearch: string, ctx: ComputableCtx): string | undefined;\n  getProgressLog(\n    res: PlTreeEntry,\n    patternToSearch: string,\n    ctx?: ComputableCtx,\n  ): Computable<string | undefined> | string | undefined {\n    if (ctx === undefined)\n      return Computable.make((ctx) => this.getProgressLog(res, patternToSearch, ctx));\n\n    const stream = streamManagerGetStream(ctx, res);\n    if (stream === undefined) {\n      ctx.markUnstable('no stream in stream manager');\n      return undefined;\n    }\n\n    if (isBlob(stream)) return this.downloadDriver.getProgressLog(stream, patternToSearch, ctx);\n\n    try {\n      return this.logsStreamDriver.getProgressLog(stream, patternToSearch, ctx);\n    } catch (e: any) {\n      if (isNotFoundError(e)) {\n        ctx.markUnstable(`NOT_FOUND in logs stream driver while getting a progress log: ${e}`);\n        return undefined;\n      }\n      throw e;\n    }\n  }\n\n  /** Same as getProgressLog but also returns a liveliness of the log.\n   * The previous getProgressLog couldn't be extended.\n   * Returns a last line that has patternToSearch.\n   * Notifies when a new line appeared or EOF reached. */\n  getProgressLogWithInfo(res: PlTreeEntry, patternToSearch: string): Computable<sdk.ProgressLogWithInfo | undefined>;\n  getProgressLogWithInfo(res: PlTreeEntry, patternToSearch: string, ctx: ComputableCtx): sdk.ProgressLogWithInfo | undefined;\n  getProgressLogWithInfo(\n    res: PlTreeEntry,\n    patternToSearch: string,\n    ctx?: ComputableCtx,\n  ): Computable<sdk.ProgressLogWithInfo | undefined> | sdk.ProgressLogWithInfo | undefined {\n    if (ctx === undefined)\n      return Computable.make((ctx) => this.getProgressLogWithInfo(res, patternToSearch, ctx));\n\n    const stream = streamManagerGetStream(ctx, res);\n    if (stream === undefined) {\n      ctx.markUnstable('no stream in stream manager');\n      return undefined;\n    }\n\n    if (isBlob(stream)) {\n      const log = this.downloadDriver.getProgressLog(stream, patternToSearch, ctx);\n      return {\n        progressLine: log,\n        live: false,\n      }\n    }\n\n    try {\n      const log = this.logsStreamDriver.getProgressLog(stream, patternToSearch, ctx);\n      return {\n        progressLine: log,\n        live: true,\n      }\n    } catch (e: any) {\n      if (isNotFoundError(e)) {\n        ctx.markUnstable(`NOT_FOUND in logs stream driver while getting a progress log with info: ${e}`);\n        return undefined;\n      }\n      throw e;\n    }\n  }\n\n  /** Returns an Id of a smart object, that can read logs directly from\n   * the platform. */\n  getLogHandle(res: ResourceInfo | PlTreeEntry): Computable<sdk.AnyLogHandle | undefined>;\n  getLogHandle(res: PlTreeEntry, ctx: ComputableCtx): sdk.AnyLogHandle | undefined;\n  getLogHandle(\n    res: PlTreeEntry,\n    ctx?: ComputableCtx,\n  ): Computable<sdk.AnyLogHandle | undefined> | sdk.AnyLogHandle | undefined {\n    if (ctx === undefined) return Computable.make((ctx) => this.getLogHandle(res, ctx));\n\n    const stream = streamManagerGetStream(ctx, res);\n    if (stream === undefined) {\n      ctx.markUnstable('no stream in stream manager');\n      return undefined;\n    }\n\n    if (isBlob(stream)) return this.downloadDriver.getLogHandle(stream, ctx);\n\n    return this.logsStreamDriver.getLogHandle(stream, ctx);\n  }\n\n  async lastLines(\n    handle: sdk.AnyLogHandle,\n    lineCount: number,\n    offsetBytes?: number,\n    searchStr?: string,\n  ): Promise<sdk.StreamingApiResponse> {\n    if (isLiveLogHandle(handle))\n      return await this.logsStreamDriver.lastLines(handle, lineCount, offsetBytes, searchStr);\n    return await this.downloadDriver.lastLines(handle, lineCount, offsetBytes, searchStr);\n  }\n\n  async readText(\n    handle: sdk.AnyLogHandle,\n    lineCount: number,\n    offsetBytes?: number,\n    searchStr?: string,\n  ): Promise<sdk.StreamingApiResponse> {\n    if (isLiveLogHandle(handle))\n      return await this.logsStreamDriver.readText(handle, lineCount, offsetBytes, searchStr);\n    return await this.downloadDriver.readText(handle, lineCount, offsetBytes, searchStr);\n  }\n}\n\nfunction isBlob(rInfo: ResourceInfo) {\n  return !rInfo.type.name.startsWith('StreamWorkdir');\n}\n\nfunction streamManagerGetStream(ctx: ComputableCtx, manager: PlTreeEntry) {\n  return ctx.accessor(manager).node().traverse('stream')?.resourceInfo;\n}\n"],"names":["Computable","isNotFoundError","isLiveLogHandle"],"mappings":";;;;;;MAUa,UAAU,CAAA;AAEF,IAAA,MAAA;AACA,IAAA,gBAAA;AACA,IAAA,cAAA;AAHnB,IAAA,WAAA,CACmB,MAAgB,EAChB,gBAAkC,EAClC,cAA8B,EAAA;QAF9B,IAAA,CAAA,MAAM,GAAN,MAAM;QACN,IAAA,CAAA,gBAAgB,GAAhB,gBAAgB;QAChB,IAAA,CAAA,cAAc,GAAd,cAAc;IAC9B;AAMH,IAAA,WAAW,CACT,GAAgB,EAChB,KAAa,EACb,GAAmB,EAAA;QAEnB,IAAI,GAAG,KAAK,SAAS;YAAE,OAAOA,qBAAU,CAAC,IAAI,CAAC,CAAC,GAAG,KAAK,IAAI,CAAC,WAAW,CAAC,GAAG,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC;QAEzF,MAAM,MAAM,GAAG,sBAAsB,CAAC,GAAG,EAAE,GAAG,CAAC;AAC/C,QAAA,IAAI,MAAM,KAAK,SAAS,EAAE;AACxB,YAAA,GAAG,CAAC,YAAY,CAAC,6BAA6B,CAAC;AAC/C,YAAA,OAAO,SAAS;QAClB;QAEA,IAAI,MAAM,CAAC,MAAM,CAAC;AAAE,YAAA,OAAO,IAAI,CAAC,cAAc,CAAC,WAAW,CAAC,MAAM,EAAE,KAAK,EAAE,GAAG,CAAC;AAE9E,QAAA,IAAI;AACF,YAAA,OAAO,IAAI,CAAC,gBAAgB,CAAC,WAAW,CAAC,MAAM,EAAE,KAAK,EAAE,GAAG,CAAC;QAC9D;QAAE,OAAO,CAAM,EAAE;AACf,YAAA,IAAIC,wBAAe,CAAC,CAAC,CAAC,EAAE;AACtB,gBAAA,GAAG,CAAC,YAAY,CAAC,4DAA4D,CAAC,CAAA,CAAE,CAAC;AACjF,gBAAA,OAAO,SAAS;YAClB;AACA,YAAA,MAAM,CAAC;QACT;IACF;AAMA,IAAA,cAAc,CACZ,GAAgB,EAChB,eAAuB,EACvB,GAAmB,EAAA;QAEnB,IAAI,GAAG,KAAK,SAAS;YACnB,OAAOD,qBAAU,CAAC,IAAI,CAAC,CAAC,GAAG,KAAK,IAAI,CAAC,cAAc,CAAC,GAAG,EAAE,eAAe,EAAE,GAAG,CAAC,CAAC;QAEjF,MAAM,MAAM,GAAG,sBAAsB,CAAC,GAAG,EAAE,GAAG,CAAC;AAC/C,QAAA,IAAI,MAAM,KAAK,SAAS,EAAE;AACxB,YAAA,GAAG,CAAC,YAAY,CAAC,6BAA6B,CAAC;AAC/C,YAAA,OAAO,SAAS;QAClB;QAEA,IAAI,MAAM,CAAC,MAAM,CAAC;AAAE,YAAA,OAAO,IAAI,CAAC,cAAc,CAAC,cAAc,CAAC,MAAM,EAAE,eAAe,EAAE,GAAG,CAAC;AAE3F,QAAA,IAAI;AACF,YAAA,OAAO,IAAI,CAAC,gBAAgB,CAAC,cAAc,CAAC,MAAM,EAAE,eAAe,EAAE,GAAG,CAAC;QAC3E;QAAE,OAAO,CAAM,EAAE;AACf,YAAA,IAAIC,wBAAe,CAAC,CAAC,CAAC,EAAE;AACtB,gBAAA,GAAG,CAAC,YAAY,CAAC,iEAAiE,CAAC,CAAA,CAAE,CAAC;AACtF,gBAAA,OAAO,SAAS;YAClB;AACA,YAAA,MAAM,CAAC;QACT;IACF;AAQA,IAAA,sBAAsB,CACpB,GAAgB,EAChB,eAAuB,EACvB,GAAmB,EAAA;QAEnB,IAAI,GAAG,KAAK,SAAS;YACnB,OAAOD,qBAAU,CAAC,IAAI,CAAC,CAAC,GAAG,KAAK,IAAI,CAAC,sBAAsB,CAAC,GAAG,EAAE,eAAe,EAAE,GAAG,CAAC,CAAC;QAEzF,MAAM,MAAM,GAAG,sBAAsB,CAAC,GAAG,EAAE,GAAG,CAAC;AAC/C,QAAA,IAAI,MAAM,KAAK,SAAS,EAAE;AACxB,YAAA,GAAG,CAAC,YAAY,CAAC,6BAA6B,CAAC;AAC/C,YAAA,OAAO,SAAS;QAClB;AAEA,QAAA,IAAI,MAAM,CAAC,MAAM,CAAC,EAAE;AAClB,YAAA,MAAM,GAAG,GAAG,IAAI,CAAC,cAAc,CAAC,cAAc,CAAC,MAAM,EAAE,eAAe,EAAE,GAAG,CAAC;YAC5E,OAAO;AACL,gBAAA,YAAY,EAAE,GAAG;AACjB,gBAAA,IAAI,EAAE,KAAK;aACZ;QACH;AAEA,QAAA,IAAI;AACF,YAAA,MAAM,GAAG,GAAG,IAAI,CAAC,gBAAgB,CAAC,cAAc,CAAC,MAAM,EAAE,eAAe,EAAE,GAAG,CAAC;YAC9E,OAAO;AACL,gBAAA,YAAY,EAAE,GAAG;AACjB,gBAAA,IAAI,EAAE,IAAI;aACX;QACH;QAAE,OAAO,CAAM,EAAE;AACf,YAAA,IAAIC,wBAAe,CAAC,CAAC,CAAC,EAAE;AACtB,gBAAA,GAAG,CAAC,YAAY,CAAC,2EAA2E,CAAC,CAAA,CAAE,CAAC;AAChG,gBAAA,OAAO,SAAS;YAClB;AACA,YAAA,MAAM,CAAC;QACT;IACF;IAMA,YAAY,CACV,GAAgB,EAChB,GAAmB,EAAA;QAEnB,IAAI,GAAG,KAAK,SAAS;AAAE,YAAA,OAAOD,qBAAU,CAAC,IAAI,CAAC,CAAC,GAAG,KAAK,IAAI,CAAC,YAAY,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;QAEnF,MAAM,MAAM,GAAG,sBAAsB,CAAC,GAAG,EAAE,GAAG,CAAC;AAC/C,QAAA,IAAI,MAAM,KAAK,SAAS,EAAE;AACxB,YAAA,GAAG,CAAC,YAAY,CAAC,6BAA6B,CAAC;AAC/C,YAAA,OAAO,SAAS;QAClB;QAEA,IAAI,MAAM,CAAC,MAAM,CAAC;YAAE,OAAO,IAAI,CAAC,cAAc,CAAC,YAAY,CAAC,MAAM,EAAE,GAAG,CAAC;QAExE,OAAO,IAAI,CAAC,gBAAgB,CAAC,YAAY,CAAC,MAAM,EAAE,GAAG,CAAC;IACxD;IAEA,MAAM,SAAS,CACb,MAAwB,EACxB,SAAiB,EACjB,WAAoB,EACpB,SAAkB,EAAA;QAElB,IAAIE,2BAAe,CAAC,MAAM,CAAC;AACzB,YAAA,OAAO,MAAM,IAAI,CAAC,gBAAgB,CAAC,SAAS,CAAC,MAAM,EAAE,SAAS,EAAE,WAAW,EAAE,SAAS,CAAC;AACzF,QAAA,OAAO,MAAM,IAAI,CAAC,cAAc,CAAC,SAAS,CAAC,MAAM,EAAE,SAAS,EAAE,WAAW,EAAE,SAAS,CAAC;IACvF;IAEA,MAAM,QAAQ,CACZ,MAAwB,EACxB,SAAiB,EACjB,WAAoB,EACpB,SAAkB,EAAA;QAElB,IAAIA,2BAAe,CAAC,MAAM,CAAC;AACzB,YAAA,OAAO,MAAM,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC,MAAM,EAAE,SAAS,EAAE,WAAW,EAAE,SAAS,CAAC;AACxF,QAAA,OAAO,MAAM,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,MAAM,EAAE,SAAS,EAAE,WAAW,EAAE,SAAS,CAAC;IACtF;AACD;AAED,SAAS,MAAM,CAAC,KAAmB,EAAA;IACjC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,eAAe,CAAC;AACrD;AAEA,SAAS,sBAAsB,CAAC,GAAkB,EAAE,OAAoB,EAAA;AACtE,IAAA,OAAO,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,YAAY;AACtE;;;;"}

package/dist/drivers/logs.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"logs.d.ts","sourceRoot":"","sources":["../../src/drivers/logs.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,4BAA4B,CAAC;AAChE,OAAO,EAAE,UAAU,EAAE,MAAM,4BAA4B,CAAC;AACxD,OAAO,KAAK,EAAE,WAAW,EAAE,YAAY,EAAE,MAAM,yBAAyB,CAAC;AACzE,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,eAAe,CAAC;AACtD,OAAO,KAAK,KAAK,GAAG,MAAM,iCAAiC,CAAC;AAC5D,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,4BAA4B,CAAC;AAC3D,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,+BAA+B,CAAC;AAGpE,qBAAa,UAAW,YAAW,GAAG,CAAC,UAAU;IAE7C,OAAO,CAAC,QAAQ,CAAC,MAAM;IACvB,OAAO,CAAC,QAAQ,CAAC,gBAAgB;IACjC,OAAO,CAAC,QAAQ,CAAC,cAAc;gBAFd,MAAM,EAAE,QAAQ,EAChB,gBAAgB,EAAE,gBAAgB,EAClC,cAAc,EAAE,cAAc;IAGjD;0DACsD;IACtD,WAAW,CAAC,GAAG,EAAE,WAAW,EAAE,KAAK,EAAE,MAAM,GAAG,UAAU,CAAC,MAAM,GAAG,SAAS,CAAC;IAC5E,WAAW,CAAC,GAAG,EAAE,WAAW,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,aAAa,GAAG,UAAU,CAAC,MAAM,GAAG,SAAS,CAAC;IA2BhG;2DACuD;IACvD,cAAc,CAAC,GAAG,EAAE,WAAW,EAAE,eAAe,EAAE,MAAM,GAAG,UAAU,CAAC,MAAM,GAAG,SAAS,CAAC;IACzF,cAAc,CAAC,GAAG,EAAE,WAAW,EAAE,eAAe,EAAE,MAAM,EAAE,GAAG,EAAE,aAAa,GAAG,MAAM,GAAG,SAAS;IA4BjG;;;2DAGuD;IACvD,sBAAsB,CAAC,GAAG,EAAE,WAAW,EAAE,eAAe,EAAE,MAAM,GAAG,UAAU,CAAC,GAAG,CAAC,mBAAmB,GAAG,SAAS,CAAC;IAClH,sBAAsB,CAAC,GAAG,EAAE,WAAW,EAAE,eAAe,EAAE,MAAM,EAAE,GAAG,EAAE,aAAa,GAAG,GAAG,CAAC,mBAAmB,GAAG,SAAS;IAsC1H;uBACmB;IACnB,YAAY,CAAC,GAAG,EAAE,YAAY,GAAG,WAAW,GAAG,UAAU,CAAC,GAAG,CAAC,YAAY,GAAG,SAAS,CAAC;IACvF,YAAY,CAAC,GAAG,EAAE,WAAW,EAAE,GAAG,EAAE,aAAa,GAAG,GAAG,CAAC,YAAY,GAAG,SAAS;IAkB1E,SAAS,CACb,MAAM,EAAE,GAAG,CAAC,YAAY,EACxB,SAAS,EAAE,MAAM,EACjB,WAAW,CAAC,EAAE,MAAM,EACpB,SAAS,CAAC,EAAE,MAAM,GACjB,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC;IAM9B,QAAQ,CACZ,MAAM,EAAE,GAAG,CAAC,YAAY,EACxB,SAAS,EAAE,MAAM,EACjB,WAAW,CAAC,EAAE,MAAM,EACpB,SAAS,CAAC,EAAE,MAAM,GACjB,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC;CAKrC"}
+{"version":3,"file":"logs.d.ts","sourceRoot":"","sources":["../../src/drivers/logs.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,4BAA4B,CAAC;AAChE,OAAO,EAAE,UAAU,EAAE,MAAM,4BAA4B,CAAC;AACxD,OAAO,KAAK,EAAE,WAAW,EAAE,YAAY,EAAE,MAAM,yBAAyB,CAAC;AACzE,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,eAAe,CAAC;AACtD,OAAO,KAAK,KAAK,GAAG,MAAM,iCAAiC,CAAC;AAC5D,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,4BAA4B,CAAC;AAC3D,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,+BAA+B,CAAC;AAIpE,qBAAa,UAAW,YAAW,GAAG,CAAC,UAAU;IAE7C,OAAO,CAAC,QAAQ,CAAC,MAAM;IACvB,OAAO,CAAC,QAAQ,CAAC,gBAAgB;IACjC,OAAO,CAAC,QAAQ,CAAC,cAAc;gBAFd,MAAM,EAAE,QAAQ,EAChB,gBAAgB,EAAE,gBAAgB,EAClC,cAAc,EAAE,cAAc;IAGjD;0DACsD;IACtD,WAAW,CAAC,GAAG,EAAE,WAAW,EAAE,KAAK,EAAE,MAAM,GAAG,UAAU,CAAC,MAAM,GAAG,SAAS,CAAC;IAC5E,WAAW,CAAC,GAAG,EAAE,WAAW,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,aAAa,GAAG,UAAU,CAAC,MAAM,GAAG,SAAS,CAAC;IA2BhG;2DACuD;IACvD,cAAc,CAAC,GAAG,EAAE,WAAW,EAAE,eAAe,EAAE,MAAM,GAAG,UAAU,CAAC,MAAM,GAAG,SAAS,CAAC;IACzF,cAAc,CAAC,GAAG,EAAE,WAAW,EAAE,eAAe,EAAE,MAAM,EAAE,GAAG,EAAE,aAAa,GAAG,MAAM,GAAG,SAAS;IA4BjG;;;2DAGuD;IACvD,sBAAsB,CAAC,GAAG,EAAE,WAAW,EAAE,eAAe,EAAE,MAAM,GAAG,UAAU,CAAC,GAAG,CAAC,mBAAmB,GAAG,SAAS,CAAC;IAClH,sBAAsB,CAAC,GAAG,EAAE,WAAW,EAAE,eAAe,EAAE,MAAM,EAAE,GAAG,EAAE,aAAa,GAAG,GAAG,CAAC,mBAAmB,GAAG,SAAS;IAsC1H;uBACmB;IACnB,YAAY,CAAC,GAAG,EAAE,YAAY,GAAG,WAAW,GAAG,UAAU,CAAC,GAAG,CAAC,YAAY,GAAG,SAAS,CAAC;IACvF,YAAY,CAAC,GAAG,EAAE,WAAW,EAAE,GAAG,EAAE,aAAa,GAAG,GAAG,CAAC,YAAY,GAAG,SAAS;IAkB1E,SAAS,CACb,MAAM,EAAE,GAAG,CAAC,YAAY,EACxB,SAAS,EAAE,MAAM,EACjB,WAAW,CAAC,EAAE,MAAM,EACpB,SAAS,CAAC,EAAE,MAAM,GACjB,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC;IAM9B,QAAQ,CACZ,MAAM,EAAE,GAAG,CAAC,YAAY,EACxB,SAAS,EAAE,MAAM,EACjB,WAAW,CAAC,EAAE,MAAM,EACpB,SAAS,CAAC,EAAE,MAAM,GACjB,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC;CAKrC"}

package/dist/drivers/logs.js

@@ -1,5 +1,6 @@
 import { Computable } from '@milaboratories/computable';
 import { isLiveLogHandle } from './helpers/logs_handle.js';
+import { isNotFoundError } from '@milaboratories/pl-client';
 
 class LogsDriver {
     logger;
@@ -24,7 +25,7 @@ class LogsDriver {
             return this.logsStreamDriver.getLastLogs(stream, lines, ctx);
         }
         catch (e) {
-            if (e.name == 'RpcError' && e.code == 'NOT_FOUND') {
+            if (isNotFoundError(e)) {
                 ctx.markUnstable(`NOT_FOUND in logs stream driver while getting last logs: ${e}`);
                 return undefined;
             }
@@ -45,7 +46,7 @@ class LogsDriver {
             return this.logsStreamDriver.getProgressLog(stream, patternToSearch, ctx);
         }
         catch (e) {
-            if (e.name == 'RpcError' && e.code == 'NOT_FOUND') {
+            if (isNotFoundError(e)) {
                 ctx.markUnstable(`NOT_FOUND in logs stream driver while getting a progress log: ${e}`);
                 return undefined;
             }
@@ -75,7 +76,7 @@ class LogsDriver {
             };
         }
         catch (e) {
-            if (e.name == 'RpcError' && e.code == 'NOT_FOUND') {
+            if (isNotFoundError(e)) {
                 ctx.markUnstable(`NOT_FOUND in logs stream driver while getting a progress log with info: ${e}`);
                 return undefined;
             }

package/dist/drivers/logs.js.map

@@ -1 +1 @@
-{"version":3,"file":"logs.js","sources":["../../src/drivers/logs.ts"],"sourcesContent":["import type { ComputableCtx } from '@milaboratories/computable';\nimport { Computable } from '@milaboratories/computable';\nimport type { PlTreeEntry, ResourceInfo } from '@milaboratories/pl-tree';\nimport type { LogsStreamDriver } from './logs_stream';\nimport type * as sdk from '@milaboratories/pl-model-common';\nimport type { MiLogger } from '@milaboratories/ts-helpers';\nimport type { DownloadDriver } from './download_blob/download_blob';\nimport { isLiveLogHandle } from './helpers/logs_handle';\n\nexport class LogsDriver implements sdk.LogsDriver {\n  constructor(\n    private readonly logger: MiLogger,\n    private readonly logsStreamDriver: LogsStreamDriver,\n    private readonly downloadDriver: DownloadDriver,\n  ) {}\n\n  /** Returns all logs and schedules a job that reads remain logs.\n   * Notifies when a new portion of the log appeared. */\n  getLastLogs(res: PlTreeEntry, lines: number): Computable<string | undefined>;\n  getLastLogs(res: PlTreeEntry, lines: number, ctx: ComputableCtx): Computable<string | undefined>;\n  getLastLogs(\n    res: PlTreeEntry,\n    lines: number,\n    ctx?: ComputableCtx,\n  ): Computable<string | undefined> | string | undefined {\n    if (ctx === undefined) return Computable.make((ctx) => this.getLastLogs(res, lines, ctx));\n\n    const stream = streamManagerGetStream(ctx, res);\n    if (stream === undefined) {\n      ctx.markUnstable('no stream in stream manager');\n      return undefined;\n    }\n\n    if (isBlob(stream)) return this.downloadDriver.getLastLogs(stream, lines, ctx);\n\n    try {\n      return this.logsStreamDriver.getLastLogs(stream, lines, ctx);\n    } catch (e: any) {\n      if (e.name == 'RpcError' && e.code == 'NOT_FOUND') {\n        ctx.markUnstable(`NOT_FOUND in logs stream driver while getting last logs: ${e}`);\n        return undefined;\n      }\n      throw e;\n    }\n  }\n\n  /** Returns a last line that has patternToSearch.\n   * Notifies when a new line appeared or EOF reached. */\n  getProgressLog(res: PlTreeEntry, patternToSearch: string): Computable<string | undefined>;\n  getProgressLog(res: PlTreeEntry, patternToSearch: string, ctx: ComputableCtx): string | undefined;\n  getProgressLog(\n    res: PlTreeEntry,\n    patternToSearch: string,\n    ctx?: ComputableCtx,\n  ): Computable<string | undefined> | string | undefined {\n    if (ctx === undefined)\n      return Computable.make((ctx) => this.getProgressLog(res, patternToSearch, ctx));\n\n    const stream = streamManagerGetStream(ctx, res);\n    if (stream === undefined) {\n      ctx.markUnstable('no stream in stream manager');\n      return undefined;\n    }\n\n    if (isBlob(stream)) return this.downloadDriver.getProgressLog(stream, patternToSearch, ctx);\n\n    try {\n      return this.logsStreamDriver.getProgressLog(stream, patternToSearch, ctx);\n    } catch (e: any) {\n      if (e.name == 'RpcError' && e.code == 'NOT_FOUND') {\n        ctx.markUnstable(`NOT_FOUND in logs stream driver while getting a progress log: ${e}`);\n        return undefined;\n      }\n      throw e;\n    }\n  }\n\n  /** Same as getProgressLog but also returns a liveliness of the log.\n   * The previous getProgressLog couldn't be extended.\n   * Returns a last line that has patternToSearch.\n   * Notifies when a new line appeared or EOF reached. */\n  getProgressLogWithInfo(res: PlTreeEntry, patternToSearch: string): Computable<sdk.ProgressLogWithInfo | undefined>;\n  getProgressLogWithInfo(res: PlTreeEntry, patternToSearch: string, ctx: ComputableCtx): sdk.ProgressLogWithInfo | undefined;\n  getProgressLogWithInfo(\n    res: PlTreeEntry,\n    patternToSearch: string,\n    ctx?: ComputableCtx,\n  ): Computable<sdk.ProgressLogWithInfo | undefined> | sdk.ProgressLogWithInfo | undefined {\n    if (ctx === undefined)\n      return Computable.make((ctx) => this.getProgressLogWithInfo(res, patternToSearch, ctx));\n\n    const stream = streamManagerGetStream(ctx, res);\n    if (stream === undefined) {\n      ctx.markUnstable('no stream in stream manager');\n      return undefined;\n    }\n\n    if (isBlob(stream)) {\n      const log = this.downloadDriver.getProgressLog(stream, patternToSearch, ctx);\n      return {\n        progressLine: log,\n        live: false,\n      }\n    }\n\n    try {\n      const log = this.logsStreamDriver.getProgressLog(stream, patternToSearch, ctx);\n      return {\n        progressLine: log,\n        live: true,\n      }\n    } catch (e: any) {\n      if (e.name == 'RpcError' && e.code == 'NOT_FOUND') {\n        ctx.markUnstable(`NOT_FOUND in logs stream driver while getting a progress log with info: ${e}`);\n        return undefined;\n      }\n      throw e;\n    }\n  }\n\n  /** Returns an Id of a smart object, that can read logs directly from\n   * the platform. */\n  getLogHandle(res: ResourceInfo | PlTreeEntry): Computable<sdk.AnyLogHandle | undefined>;\n  getLogHandle(res: PlTreeEntry, ctx: ComputableCtx): sdk.AnyLogHandle | undefined;\n  getLogHandle(\n    res: PlTreeEntry,\n    ctx?: ComputableCtx,\n  ): Computable<sdk.AnyLogHandle | undefined> | sdk.AnyLogHandle | undefined {\n    if (ctx === undefined) return Computable.make((ctx) => this.getLogHandle(res, ctx));\n\n    const stream = streamManagerGetStream(ctx, res);\n    if (stream === undefined) {\n      ctx.markUnstable('no stream in stream manager');\n      return undefined;\n    }\n\n    if (isBlob(stream)) return this.downloadDriver.getLogHandle(stream, ctx);\n\n    return this.logsStreamDriver.getLogHandle(stream, ctx);\n  }\n\n  async lastLines(\n    handle: sdk.AnyLogHandle,\n    lineCount: number,\n    offsetBytes?: number,\n    searchStr?: string,\n  ): Promise<sdk.StreamingApiResponse> {\n    if (isLiveLogHandle(handle))\n      return await this.logsStreamDriver.lastLines(handle, lineCount, offsetBytes, searchStr);\n    return await this.downloadDriver.lastLines(handle, lineCount, offsetBytes, searchStr);\n  }\n\n  async readText(\n    handle: sdk.AnyLogHandle,\n    lineCount: number,\n    offsetBytes?: number,\n    searchStr?: string,\n  ): Promise<sdk.StreamingApiResponse> {\n    if (isLiveLogHandle(handle))\n      return await this.logsStreamDriver.readText(handle, lineCount, offsetBytes, searchStr);\n    return await this.downloadDriver.readText(handle, lineCount, offsetBytes, searchStr);\n  }\n}\n\nfunction isBlob(rInfo: ResourceInfo) {\n  return !rInfo.type.name.startsWith('StreamWorkdir');\n}\n\nfunction streamManagerGetStream(ctx: ComputableCtx, manager: PlTreeEntry) {\n  return ctx.accessor(manager).node().traverse('stream')?.resourceInfo;\n}\n"],"names":[],"mappings":";;;MASa,UAAU,CAAA;AAEF,IAAA,MAAA;AACA,IAAA,gBAAA;AACA,IAAA,cAAA;AAHnB,IAAA,WAAA,CACmB,MAAgB,EAChB,gBAAkC,EAClC,cAA8B,EAAA;QAF9B,IAAA,CAAA,MAAM,GAAN,MAAM;QACN,IAAA,CAAA,gBAAgB,GAAhB,gBAAgB;QAChB,IAAA,CAAA,cAAc,GAAd,cAAc;IAC9B;AAMH,IAAA,WAAW,CACT,GAAgB,EAChB,KAAa,EACb,GAAmB,EAAA;QAEnB,IAAI,GAAG,KAAK,SAAS;YAAE,OAAO,UAAU,CAAC,IAAI,CAAC,CAAC,GAAG,KAAK,IAAI,CAAC,WAAW,CAAC,GAAG,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC;QAEzF,MAAM,MAAM,GAAG,sBAAsB,CAAC,GAAG,EAAE,GAAG,CAAC;AAC/C,QAAA,IAAI,MAAM,KAAK,SAAS,EAAE;AACxB,YAAA,GAAG,CAAC,YAAY,CAAC,6BAA6B,CAAC;AAC/C,YAAA,OAAO,SAAS;QAClB;QAEA,IAAI,MAAM,CAAC,MAAM,CAAC;AAAE,YAAA,OAAO,IAAI,CAAC,cAAc,CAAC,WAAW,CAAC,MAAM,EAAE,KAAK,EAAE,GAAG,CAAC;AAE9E,QAAA,IAAI;AACF,YAAA,OAAO,IAAI,CAAC,gBAAgB,CAAC,WAAW,CAAC,MAAM,EAAE,KAAK,EAAE,GAAG,CAAC;QAC9D;QAAE,OAAO,CAAM,EAAE;AACf,YAAA,IAAI,CAAC,CAAC,IAAI,IAAI,UAAU,IAAI,CAAC,CAAC,IAAI,IAAI,WAAW,EAAE;AACjD,gBAAA,GAAG,CAAC,YAAY,CAAC,4DAA4D,CAAC,CAAA,CAAE,CAAC;AACjF,gBAAA,OAAO,SAAS;YAClB;AACA,YAAA,MAAM,CAAC;QACT;IACF;AAMA,IAAA,cAAc,CACZ,GAAgB,EAChB,eAAuB,EACvB,GAAmB,EAAA;QAEnB,IAAI,GAAG,KAAK,SAAS;YACnB,OAAO,UAAU,CAAC,IAAI,CAAC,CAAC,GAAG,KAAK,IAAI,CAAC,cAAc,CAAC,GAAG,EAAE,eAAe,EAAE,GAAG,CAAC,CAAC;QAEjF,MAAM,MAAM,GAAG,sBAAsB,CAAC,GAAG,EAAE,GAAG,CAAC;AAC/C,QAAA,IAAI,MAAM,KAAK,SAAS,EAAE;AACxB,YAAA,GAAG,CAAC,YAAY,CAAC,6BAA6B,CAAC;AAC/C,YAAA,OAAO,SAAS;QAClB;QAEA,IAAI,MAAM,CAAC,MAAM,CAAC;AAAE,YAAA,OAAO,IAAI,CAAC,cAAc,CAAC,cAAc,CAAC,MAAM,EAAE,eAAe,EAAE,GAAG,CAAC;AAE3F,QAAA,IAAI;AACF,YAAA,OAAO,IAAI,CAAC,gBAAgB,CAAC,cAAc,CAAC,MAAM,EAAE,eAAe,EAAE,GAAG,CAAC;QAC3E;QAAE,OAAO,CAAM,EAAE;AACf,YAAA,IAAI,CAAC,CAAC,IAAI,IAAI,UAAU,IAAI,CAAC,CAAC,IAAI,IAAI,WAAW,EAAE;AACjD,gBAAA,GAAG,CAAC,YAAY,CAAC,iEAAiE,CAAC,CAAA,CAAE,CAAC;AACtF,gBAAA,OAAO,SAAS;YAClB;AACA,YAAA,MAAM,CAAC;QACT;IACF;AAQA,IAAA,sBAAsB,CACpB,GAAgB,EAChB,eAAuB,EACvB,GAAmB,EAAA;QAEnB,IAAI,GAAG,KAAK,SAAS;YACnB,OAAO,UAAU,CAAC,IAAI,CAAC,CAAC,GAAG,KAAK,IAAI,CAAC,sBAAsB,CAAC,GAAG,EAAE,eAAe,EAAE,GAAG,CAAC,CAAC;QAEzF,MAAM,MAAM,GAAG,sBAAsB,CAAC,GAAG,EAAE,GAAG,CAAC;AAC/C,QAAA,IAAI,MAAM,KAAK,SAAS,EAAE;AACxB,YAAA,GAAG,CAAC,YAAY,CAAC,6BAA6B,CAAC;AAC/C,YAAA,OAAO,SAAS;QAClB;AAEA,QAAA,IAAI,MAAM,CAAC,MAAM,CAAC,EAAE;AAClB,YAAA,MAAM,GAAG,GAAG,IAAI,CAAC,cAAc,CAAC,cAAc,CAAC,MAAM,EAAE,eAAe,EAAE,GAAG,CAAC;YAC5E,OAAO;AACL,gBAAA,YAAY,EAAE,GAAG;AACjB,gBAAA,IAAI,EAAE,KAAK;aACZ;QACH;AAEA,QAAA,IAAI;AACF,YAAA,MAAM,GAAG,GAAG,IAAI,CAAC,gBAAgB,CAAC,cAAc,CAAC,MAAM,EAAE,eAAe,EAAE,GAAG,CAAC;YAC9E,OAAO;AACL,gBAAA,YAAY,EAAE,GAAG;AACjB,gBAAA,IAAI,EAAE,IAAI;aACX;QACH;QAAE,OAAO,CAAM,EAAE;AACf,YAAA,IAAI,CAAC,CAAC,IAAI,IAAI,UAAU,IAAI,CAAC,CAAC,IAAI,IAAI,WAAW,EAAE;AACjD,gBAAA,GAAG,CAAC,YAAY,CAAC,2EAA2E,CAAC,CAAA,CAAE,CAAC;AAChG,gBAAA,OAAO,SAAS;YAClB;AACA,YAAA,MAAM,CAAC;QACT;IACF;IAMA,YAAY,CACV,GAAgB,EAChB,GAAmB,EAAA;QAEnB,IAAI,GAAG,KAAK,SAAS;AAAE,YAAA,OAAO,UAAU,CAAC,IAAI,CAAC,CAAC,GAAG,KAAK,IAAI,CAAC,YAAY,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;QAEnF,MAAM,MAAM,GAAG,sBAAsB,CAAC,GAAG,EAAE,GAAG,CAAC;AAC/C,QAAA,IAAI,MAAM,KAAK,SAAS,EAAE;AACxB,YAAA,GAAG,CAAC,YAAY,CAAC,6BAA6B,CAAC;AAC/C,YAAA,OAAO,SAAS;QAClB;QAEA,IAAI,MAAM,CAAC,MAAM,CAAC;YAAE,OAAO,IAAI,CAAC,cAAc,CAAC,YAAY,CAAC,MAAM,EAAE,GAAG,CAAC;QAExE,OAAO,IAAI,CAAC,gBAAgB,CAAC,YAAY,CAAC,MAAM,EAAE,GAAG,CAAC;IACxD;IAEA,MAAM,SAAS,CACb,MAAwB,EACxB,SAAiB,EACjB,WAAoB,EACpB,SAAkB,EAAA;QAElB,IAAI,eAAe,CAAC,MAAM,CAAC;AACzB,YAAA,OAAO,MAAM,IAAI,CAAC,gBAAgB,CAAC,SAAS,CAAC,MAAM,EAAE,SAAS,EAAE,WAAW,EAAE,SAAS,CAAC;AACzF,QAAA,OAAO,MAAM,IAAI,CAAC,cAAc,CAAC,SAAS,CAAC,MAAM,EAAE,SAAS,EAAE,WAAW,EAAE,SAAS,CAAC;IACvF;IAEA,MAAM,QAAQ,CACZ,MAAwB,EACxB,SAAiB,EACjB,WAAoB,EACpB,SAAkB,EAAA;QAElB,IAAI,eAAe,CAAC,MAAM,CAAC;AACzB,YAAA,OAAO,MAAM,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC,MAAM,EAAE,SAAS,EAAE,WAAW,EAAE,SAAS,CAAC;AACxF,QAAA,OAAO,MAAM,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,MAAM,EAAE,SAAS,EAAE,WAAW,EAAE,SAAS,CAAC;IACtF;AACD;AAED,SAAS,MAAM,CAAC,KAAmB,EAAA;IACjC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,eAAe,CAAC;AACrD;AAEA,SAAS,sBAAsB,CAAC,GAAkB,EAAE,OAAoB,EAAA;AACtE,IAAA,OAAO,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,YAAY;AACtE;;;;"}
+{"version":3,"file":"logs.js","sources":["../../src/drivers/logs.ts"],"sourcesContent":["import type { ComputableCtx } from '@milaboratories/computable';\nimport { Computable } from '@milaboratories/computable';\nimport type { PlTreeEntry, ResourceInfo } from '@milaboratories/pl-tree';\nimport type { LogsStreamDriver } from './logs_stream';\nimport type * as sdk from '@milaboratories/pl-model-common';\nimport type { MiLogger } from '@milaboratories/ts-helpers';\nimport type { DownloadDriver } from './download_blob/download_blob';\nimport { isLiveLogHandle } from './helpers/logs_handle';\nimport { isNotFoundError } from '@milaboratories/pl-client';\n\nexport class LogsDriver implements sdk.LogsDriver {\n  constructor(\n    private readonly logger: MiLogger,\n    private readonly logsStreamDriver: LogsStreamDriver,\n    private readonly downloadDriver: DownloadDriver,\n  ) {}\n\n  /** Returns all logs and schedules a job that reads remain logs.\n   * Notifies when a new portion of the log appeared. */\n  getLastLogs(res: PlTreeEntry, lines: number): Computable<string | undefined>;\n  getLastLogs(res: PlTreeEntry, lines: number, ctx: ComputableCtx): Computable<string | undefined>;\n  getLastLogs(\n    res: PlTreeEntry,\n    lines: number,\n    ctx?: ComputableCtx,\n  ): Computable<string | undefined> | string | undefined {\n    if (ctx === undefined) return Computable.make((ctx) => this.getLastLogs(res, lines, ctx));\n\n    const stream = streamManagerGetStream(ctx, res);\n    if (stream === undefined) {\n      ctx.markUnstable('no stream in stream manager');\n      return undefined;\n    }\n\n    if (isBlob(stream)) return this.downloadDriver.getLastLogs(stream, lines, ctx);\n\n    try {\n      return this.logsStreamDriver.getLastLogs(stream, lines, ctx);\n    } catch (e: any) {\n      if (isNotFoundError(e)) {\n        ctx.markUnstable(`NOT_FOUND in logs stream driver while getting last logs: ${e}`);\n        return undefined;\n      }\n      throw e;\n    }\n  }\n\n  /** Returns a last line that has patternToSearch.\n   * Notifies when a new line appeared or EOF reached. */\n  getProgressLog(res: PlTreeEntry, patternToSearch: string): Computable<string | undefined>;\n  getProgressLog(res: PlTreeEntry, patternToSearch: string, ctx: ComputableCtx): string | undefined;\n  getProgressLog(\n    res: PlTreeEntry,\n    patternToSearch: string,\n    ctx?: ComputableCtx,\n  ): Computable<string | undefined> | string | undefined {\n    if (ctx === undefined)\n      return Computable.make((ctx) => this.getProgressLog(res, patternToSearch, ctx));\n\n    const stream = streamManagerGetStream(ctx, res);\n    if (stream === undefined) {\n      ctx.markUnstable('no stream in stream manager');\n      return undefined;\n    }\n\n    if (isBlob(stream)) return this.downloadDriver.getProgressLog(stream, patternToSearch, ctx);\n\n    try {\n      return this.logsStreamDriver.getProgressLog(stream, patternToSearch, ctx);\n    } catch (e: any) {\n      if (isNotFoundError(e)) {\n        ctx.markUnstable(`NOT_FOUND in logs stream driver while getting a progress log: ${e}`);\n        return undefined;\n      }\n      throw e;\n    }\n  }\n\n  /** Same as getProgressLog but also returns a liveliness of the log.\n   * The previous getProgressLog couldn't be extended.\n   * Returns a last line that has patternToSearch.\n   * Notifies when a new line appeared or EOF reached. */\n  getProgressLogWithInfo(res: PlTreeEntry, patternToSearch: string): Computable<sdk.ProgressLogWithInfo | undefined>;\n  getProgressLogWithInfo(res: PlTreeEntry, patternToSearch: string, ctx: ComputableCtx): sdk.ProgressLogWithInfo | undefined;\n  getProgressLogWithInfo(\n    res: PlTreeEntry,\n    patternToSearch: string,\n    ctx?: ComputableCtx,\n  ): Computable<sdk.ProgressLogWithInfo | undefined> | sdk.ProgressLogWithInfo | undefined {\n    if (ctx === undefined)\n      return Computable.make((ctx) => this.getProgressLogWithInfo(res, patternToSearch, ctx));\n\n    const stream = streamManagerGetStream(ctx, res);\n    if (stream === undefined) {\n      ctx.markUnstable('no stream in stream manager');\n      return undefined;\n    }\n\n    if (isBlob(stream)) {\n      const log = this.downloadDriver.getProgressLog(stream, patternToSearch, ctx);\n      return {\n        progressLine: log,\n        live: false,\n      }\n    }\n\n    try {\n      const log = this.logsStreamDriver.getProgressLog(stream, patternToSearch, ctx);\n      return {\n        progressLine: log,\n        live: true,\n      }\n    } catch (e: any) {\n      if (isNotFoundError(e)) {\n        ctx.markUnstable(`NOT_FOUND in logs stream driver while getting a progress log with info: ${e}`);\n        return undefined;\n      }\n      throw e;\n    }\n  }\n\n  /** Returns an Id of a smart object, that can read logs directly from\n   * the platform. */\n  getLogHandle(res: ResourceInfo | PlTreeEntry): Computable<sdk.AnyLogHandle | undefined>;\n  getLogHandle(res: PlTreeEntry, ctx: ComputableCtx): sdk.AnyLogHandle | undefined;\n  getLogHandle(\n    res: PlTreeEntry,\n    ctx?: ComputableCtx,\n  ): Computable<sdk.AnyLogHandle | undefined> | sdk.AnyLogHandle | undefined {\n    if (ctx === undefined) return Computable.make((ctx) => this.getLogHandle(res, ctx));\n\n    const stream = streamManagerGetStream(ctx, res);\n    if (stream === undefined) {\n      ctx.markUnstable('no stream in stream manager');\n      return undefined;\n    }\n\n    if (isBlob(stream)) return this.downloadDriver.getLogHandle(stream, ctx);\n\n    return this.logsStreamDriver.getLogHandle(stream, ctx);\n  }\n\n  async lastLines(\n    handle: sdk.AnyLogHandle,\n    lineCount: number,\n    offsetBytes?: number,\n    searchStr?: string,\n  ): Promise<sdk.StreamingApiResponse> {\n    if (isLiveLogHandle(handle))\n      return await this.logsStreamDriver.lastLines(handle, lineCount, offsetBytes, searchStr);\n    return await this.downloadDriver.lastLines(handle, lineCount, offsetBytes, searchStr);\n  }\n\n  async readText(\n    handle: sdk.AnyLogHandle,\n    lineCount: number,\n    offsetBytes?: number,\n    searchStr?: string,\n  ): Promise<sdk.StreamingApiResponse> {\n    if (isLiveLogHandle(handle))\n      return await this.logsStreamDriver.readText(handle, lineCount, offsetBytes, searchStr);\n    return await this.downloadDriver.readText(handle, lineCount, offsetBytes, searchStr);\n  }\n}\n\nfunction isBlob(rInfo: ResourceInfo) {\n  return !rInfo.type.name.startsWith('StreamWorkdir');\n}\n\nfunction streamManagerGetStream(ctx: ComputableCtx, manager: PlTreeEntry) {\n  return ctx.accessor(manager).node().traverse('stream')?.resourceInfo;\n}\n"],"names":[],"mappings":";;;;MAUa,UAAU,CAAA;AAEF,IAAA,MAAA;AACA,IAAA,gBAAA;AACA,IAAA,cAAA;AAHnB,IAAA,WAAA,CACmB,MAAgB,EAChB,gBAAkC,EAClC,cAA8B,EAAA;QAF9B,IAAA,CAAA,MAAM,GAAN,MAAM;QACN,IAAA,CAAA,gBAAgB,GAAhB,gBAAgB;QAChB,IAAA,CAAA,cAAc,GAAd,cAAc;IAC9B;AAMH,IAAA,WAAW,CACT,GAAgB,EAChB,KAAa,EACb,GAAmB,EAAA;QAEnB,IAAI,GAAG,KAAK,SAAS;YAAE,OAAO,UAAU,CAAC,IAAI,CAAC,CAAC,GAAG,KAAK,IAAI,CAAC,WAAW,CAAC,GAAG,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC;QAEzF,MAAM,MAAM,GAAG,sBAAsB,CAAC,GAAG,EAAE,GAAG,CAAC;AAC/C,QAAA,IAAI,MAAM,KAAK,SAAS,EAAE;AACxB,YAAA,GAAG,CAAC,YAAY,CAAC,6BAA6B,CAAC;AAC/C,YAAA,OAAO,SAAS;QAClB;QAEA,IAAI,MAAM,CAAC,MAAM,CAAC;AAAE,YAAA,OAAO,IAAI,CAAC,cAAc,CAAC,WAAW,CAAC,MAAM,EAAE,KAAK,EAAE,GAAG,CAAC;AAE9E,QAAA,IAAI;AACF,YAAA,OAAO,IAAI,CAAC,gBAAgB,CAAC,WAAW,CAAC,MAAM,EAAE,KAAK,EAAE,GAAG,CAAC;QAC9D;QAAE,OAAO,CAAM,EAAE;AACf,YAAA,IAAI,eAAe,CAAC,CAAC,CAAC,EAAE;AACtB,gBAAA,GAAG,CAAC,YAAY,CAAC,4DAA4D,CAAC,CAAA,CAAE,CAAC;AACjF,gBAAA,OAAO,SAAS;YAClB;AACA,YAAA,MAAM,CAAC;QACT;IACF;AAMA,IAAA,cAAc,CACZ,GAAgB,EAChB,eAAuB,EACvB,GAAmB,EAAA;QAEnB,IAAI,GAAG,KAAK,SAAS;YACnB,OAAO,UAAU,CAAC,IAAI,CAAC,CAAC,GAAG,KAAK,IAAI,CAAC,cAAc,CAAC,GAAG,EAAE,eAAe,EAAE,GAAG,CAAC,CAAC;QAEjF,MAAM,MAAM,GAAG,sBAAsB,CAAC,GAAG,EAAE,GAAG,CAAC;AAC/C,QAAA,IAAI,MAAM,KAAK,SAAS,EAAE;AACxB,YAAA,GAAG,CAAC,YAAY,CAAC,6BAA6B,CAAC;AAC/C,YAAA,OAAO,SAAS;QAClB;QAEA,IAAI,MAAM,CAAC,MAAM,CAAC;AAAE,YAAA,OAAO,IAAI,CAAC,cAAc,CAAC,cAAc,CAAC,MAAM,EAAE,eAAe,EAAE,GAAG,CAAC;AAE3F,QAAA,IAAI;AACF,YAAA,OAAO,IAAI,CAAC,gBAAgB,CAAC,cAAc,CAAC,MAAM,EAAE,eAAe,EAAE,GAAG,CAAC;QAC3E;QAAE,OAAO,CAAM,EAAE;AACf,YAAA,IAAI,eAAe,CAAC,CAAC,CAAC,EAAE;AACtB,gBAAA,GAAG,CAAC,YAAY,CAAC,iEAAiE,CAAC,CAAA,CAAE,CAAC;AACtF,gBAAA,OAAO,SAAS;YAClB;AACA,YAAA,MAAM,CAAC;QACT;IACF;AAQA,IAAA,sBAAsB,CACpB,GAAgB,EAChB,eAAuB,EACvB,GAAmB,EAAA;QAEnB,IAAI,GAAG,KAAK,SAAS;YACnB,OAAO,UAAU,CAAC,IAAI,CAAC,CAAC,GAAG,KAAK,IAAI,CAAC,sBAAsB,CAAC,GAAG,EAAE,eAAe,EAAE,GAAG,CAAC,CAAC;QAEzF,MAAM,MAAM,GAAG,sBAAsB,CAAC,GAAG,EAAE,GAAG,CAAC;AAC/C,QAAA,IAAI,MAAM,KAAK,SAAS,EAAE;AACxB,YAAA,GAAG,CAAC,YAAY,CAAC,6BAA6B,CAAC;AAC/C,YAAA,OAAO,SAAS;QAClB;AAEA,QAAA,IAAI,MAAM,CAAC,MAAM,CAAC,EAAE;AAClB,YAAA,MAAM,GAAG,GAAG,IAAI,CAAC,cAAc,CAAC,cAAc,CAAC,MAAM,EAAE,eAAe,EAAE,GAAG,CAAC;YAC5E,OAAO;AACL,gBAAA,YAAY,EAAE,GAAG;AACjB,gBAAA,IAAI,EAAE,KAAK;aACZ;QACH;AAEA,QAAA,IAAI;AACF,YAAA,MAAM,GAAG,GAAG,IAAI,CAAC,gBAAgB,CAAC,cAAc,CAAC,MAAM,EAAE,eAAe,EAAE,GAAG,CAAC;YAC9E,OAAO;AACL,gBAAA,YAAY,EAAE,GAAG;AACjB,gBAAA,IAAI,EAAE,IAAI;aACX;QACH;QAAE,OAAO,CAAM,EAAE;AACf,YAAA,IAAI,eAAe,CAAC,CAAC,CAAC,EAAE;AACtB,gBAAA,GAAG,CAAC,YAAY,CAAC,2EAA2E,CAAC,CAAA,CAAE,CAAC;AAChG,gBAAA,OAAO,SAAS;YAClB;AACA,YAAA,MAAM,CAAC;QACT;IACF;IAMA,YAAY,CACV,GAAgB,EAChB,GAAmB,EAAA;QAEnB,IAAI,GAAG,KAAK,SAAS;AAAE,YAAA,OAAO,UAAU,CAAC,IAAI,CAAC,CAAC,GAAG,KAAK,IAAI,CAAC,YAAY,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;QAEnF,MAAM,MAAM,GAAG,sBAAsB,CAAC,GAAG,EAAE,GAAG,CAAC;AAC/C,QAAA,IAAI,MAAM,KAAK,SAAS,EAAE;AACxB,YAAA,GAAG,CAAC,YAAY,CAAC,6BAA6B,CAAC;AAC/C,YAAA,OAAO,SAAS;QAClB;QAEA,IAAI,MAAM,CAAC,MAAM,CAAC;YAAE,OAAO,IAAI,CAAC,cAAc,CAAC,YAAY,CAAC,MAAM,EAAE,GAAG,CAAC;QAExE,OAAO,IAAI,CAAC,gBAAgB,CAAC,YAAY,CAAC,MAAM,EAAE,GAAG,CAAC;IACxD;IAEA,MAAM,SAAS,CACb,MAAwB,EACxB,SAAiB,EACjB,WAAoB,EACpB,SAAkB,EAAA;QAElB,IAAI,eAAe,CAAC,MAAM,CAAC;AACzB,YAAA,OAAO,MAAM,IAAI,CAAC,gBAAgB,CAAC,SAAS,CAAC,MAAM,EAAE,SAAS,EAAE,WAAW,EAAE,SAAS,CAAC;AACzF,QAAA,OAAO,MAAM,IAAI,CAAC,cAAc,CAAC,SAAS,CAAC,MAAM,EAAE,SAAS,EAAE,WAAW,EAAE,SAAS,CAAC;IACvF;IAEA,MAAM,QAAQ,CACZ,MAAwB,EACxB,SAAiB,EACjB,WAAoB,EACpB,SAAkB,EAAA;QAElB,IAAI,eAAe,CAAC,MAAM,CAAC;AACzB,YAAA,OAAO,MAAM,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC,MAAM,EAAE,SAAS,EAAE,WAAW,EAAE,SAAS,CAAC;AACxF,QAAA,OAAO,MAAM,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,MAAM,EAAE,SAAS,EAAE,WAAW,EAAE,SAAS,CAAC;IACtF;AACD;AAED,SAAS,MAAM,CAAC,KAAmB,EAAA;IACjC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,eAAe,CAAC;AACrD;AAEA,SAAS,sBAAsB,CAAC,GAAkB,EAAE,OAAoB,EAAA;AACtE,IAAA,OAAO,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,YAAY;AACtE;;;;"}

package/dist/drivers/logs_stream.cjs

@@ -113,7 +113,7 @@ class LogsStreamDriver {
             };
         }
         catch (e) {
-            if (e.name == 'RpcError' && e.code == 'NOT_FOUND') {
+            if (plClient.isNotFoundError(e)) {
                 return { shouldUpdateHandle: true };
             }
             throw e;
@@ -215,7 +215,7 @@ class LogGetter {
             return;
         }
         catch (e) {
-            if (e.name == 'RpcError' && e.code == 'NOT_FOUND') {
+            if (plClient.isNotFoundError(e)) {
                 // No resource
                 this.logs = '';
                 this.error = e;

package/dist/drivers/logs_stream.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"logs_stream.cjs","sources":["../../src/drivers/logs_stream.ts"],"sourcesContent":["import type {\n  ComputableCtx,\n  Watcher,\n} from '@milaboratories/computable';\nimport {\n  ChangeSource,\n  Computable,\n  PollingComputableHooks,\n} from '@milaboratories/computable';\nimport type {\n  ResourceId,\n  ResourceType } from '@milaboratories/pl-client';\nimport {\n  resourceIdToString,\n  stringifyWithResourceId,\n} from '@milaboratories/pl-client';\nimport type { MiLogger } from '@milaboratories/ts-helpers';\nimport { asyncPool, CallersCounter } from '@milaboratories/ts-helpers';\nimport type { ClientLogs } from '../clients/logs';\nimport { randomUUID } from 'node:crypto';\nimport type { PlTreeEntry, ResourceInfo } from '@milaboratories/pl-tree';\nimport { treeEntryToResourceInfo } from '@milaboratories/pl-tree';\nimport { scheduler } from 'node:timers/promises';\nimport type { StreamingAPI_Response } from '../proto-grpc/github.com/milaboratory/pl/controllers/shared/grpc/streamingapi/protocol';\nimport type * as sdk from '@milaboratories/pl-model-common';\nimport type { PollingOps } from './helpers/polling_ops';\nimport type { RpcError } from '@protobuf-ts/runtime-rpc';\nimport { getResourceInfoFromLogHandle, isLiveLogHandle, newLogHandle } from './helpers/logs_handle';\nimport { WrongResourceTypeError } from './helpers/helpers';\n\nexport type LogsStreamDriverOps = PollingOps & {\n  /** Max number of concurrent requests to log streaming backend while calculating computable states */\n  nConcurrentGetLogs: number;\n};\n\nexport class LogsStreamDriver implements sdk.LogsDriver {\n  /** Holds a map of StreamManager Resource Id to all logs of this stream. */\n  private readonly idToLastLines: Map<ResourceId, LogGetter> = new Map();\n\n  /** Holds a map of StreamManager Resource Id to the last log line of this stream. */\n  private readonly idToProgressLog: Map<ResourceId, LogGetter> = new Map();\n\n  /** Holds a map of StreamManager Resource Id to log id smart object. */\n  private readonly hooks: PollingComputableHooks;\n\n  constructor(\n    private readonly logger: MiLogger,\n    private readonly clientLogs: ClientLogs,\n    private readonly opts: LogsStreamDriverOps = {\n      nConcurrentGetLogs: 10,\n      pollingInterval: 1000,\n      stopPollingDelay: 1000,\n    },\n  ) {\n    this.hooks = new PollingComputableHooks(\n      () => this.startUpdating(),\n      () => this.stopUpdating(),\n      { stopDebounce: opts.stopPollingDelay },\n      (resolve, reject) => this.scheduleOnNextState(resolve, reject),\n    );\n  }\n\n  getLastLogs(res: ResourceInfo | PlTreeEntry, lines: number): Computable<string | undefined>;\n  getLastLogs(\n    res: ResourceInfo | PlTreeEntry,\n    lines: number,\n    ctx: ComputableCtx\n  ): Computable<string | undefined>;\n  getLastLogs(\n    res: ResourceInfo | PlTreeEntry,\n    lines: number,\n    ctx?: ComputableCtx,\n  ): Computable<string | undefined> | string | undefined {\n    if (ctx == undefined) return Computable.make((ctx) => this.getLastLogs(res, lines, ctx));\n\n    const r = treeEntryToResourceInfo(res, ctx);\n    const callerId = randomUUID();\n    ctx.attacheHooks(this.hooks);\n    ctx.addOnDestroy(() => this.releaseLastLogs(r.id, callerId));\n\n    const result = this.getLastLogsNoCtx(ctx.watcher, r, lines, callerId);\n    ctx.markUnstable(\n      'The logs are from stream, so we consider them unstable. Final values will be got from blobs.',\n    );\n\n    return result;\n  }\n\n  private getLastLogsNoCtx(\n    w: Watcher,\n    rInfo: ResourceInfo,\n    lines: number,\n    callerId: string,\n  ): string | undefined {\n    validateResourceType('getLastLogs', rInfo.type);\n\n    let logGetter = this.idToLastLines.get(rInfo.id);\n\n    if (logGetter == undefined) {\n      const newLogGetter = new LogGetter(this.logger, this.clientLogs, rInfo, lines);\n      this.idToLastLines.set(rInfo.id, newLogGetter);\n\n      logGetter = newLogGetter;\n    }\n\n    logGetter.attach(w, callerId);\n    const result = logGetter.getLog();\n    if (result.error != undefined) throw result.error;\n\n    return result.log;\n  }\n\n  /** Returns a last line that has patternToSearch.\n   * Notifies when a new line appeared or EOF reached. */\n  getProgressLog(\n    res: ResourceInfo | PlTreeEntry,\n    patternToSearch: string\n  ): Computable<string | undefined>;\n  getProgressLog(\n    res: ResourceInfo | PlTreeEntry,\n    patternToSearch: string,\n    ctx: ComputableCtx\n  ): string | undefined;\n  getProgressLog(\n    res: ResourceInfo | PlTreeEntry,\n    patternToSearch: string,\n    ctx?: ComputableCtx,\n  ): Computable<string | undefined> | string | undefined {\n    if (ctx == undefined)\n      return Computable.make((ctx) => this.getProgressLog(res, patternToSearch, ctx));\n\n    const r = treeEntryToResourceInfo(res, ctx);\n    const callerId = randomUUID();\n    ctx.attacheHooks(this.hooks);\n    ctx.addOnDestroy(() => this.releaseProgressLog(r.id, callerId));\n\n    const result = this.getProgressLogNoCtx(ctx.watcher, r, patternToSearch, callerId);\n    ctx.markUnstable(\n      'The progress log is from the stream, so we consider it unstable. Final value will be got from blobs.',\n    );\n\n    return result;\n  }\n\n  private getProgressLogNoCtx(\n    w: Watcher,\n    rInfo: ResourceInfo,\n    patternToSearch: string,\n    callerId: string,\n  ): string | undefined {\n    validateResourceType('getProgressLog', rInfo.type);\n\n    let logGetter = this.idToProgressLog.get(rInfo.id);\n\n    if (logGetter == undefined) {\n      const newLogGetter = new LogGetter(this.logger, this.clientLogs, rInfo, 1, patternToSearch);\n      this.idToProgressLog.set(rInfo.id, newLogGetter);\n\n      logGetter = newLogGetter;\n    }\n\n    logGetter.attach(w, callerId);\n    const result = logGetter.getLog();\n    if (result.error) throw result.error;\n\n    return result.log;\n  }\n\n  getLogHandle(res: ResourceInfo | PlTreeEntry): Computable<sdk.AnyLogHandle>;\n  getLogHandle(res: ResourceInfo | PlTreeEntry, ctx: ComputableCtx): sdk.AnyLogHandle;\n  getLogHandle(\n    res: ResourceInfo | PlTreeEntry,\n    ctx?: ComputableCtx,\n  ): Computable<sdk.AnyLogHandle> | sdk.AnyLogHandle {\n    if (ctx == undefined) return Computable.make((ctx) => this.getLogHandle(res, ctx));\n\n    const r = treeEntryToResourceInfo(res, ctx);\n\n    const result = this.getLogHandleNoCtx(r);\n\n    // All logs from streams should be considered unstable,\n    // final value will be got from blobs.\n    ctx.markUnstable(`live_log:${resourceIdToString(r.id)}`);\n\n    return result;\n  }\n\n  private getLogHandleNoCtx(rInfo: ResourceInfo): sdk.AnyLogHandle {\n    validateResourceType('getLogHandle', rInfo.type);\n\n    return newLogHandle(true, rInfo);\n  }\n\n  async lastLines(\n    handle: sdk.AnyLogHandle,\n    lineCount: number,\n    offsetBytes?: number,\n    searchStr?: string | undefined,\n  ) {\n    return await this.tryWithNotFound(handle, () =>\n      this.clientLogs.lastLines(\n        getResourceInfoFromLogHandle(handle),\n        lineCount,\n        BigInt(offsetBytes ?? 0),\n        searchStr,\n      ),\n    );\n  }\n\n  async readText(\n    handle: sdk.AnyLogHandle,\n    lineCount: number,\n    offsetBytes?: number,\n    searchStr?: string | undefined,\n  ) {\n    return await this.tryWithNotFound(handle, () =>\n      this.clientLogs.readText(\n        getResourceInfoFromLogHandle(handle),\n        lineCount,\n        BigInt(offsetBytes ?? 0),\n        searchStr,\n      ),\n    );\n  }\n\n  private async tryWithNotFound(\n    handle: sdk.AnyLogHandle,\n    method: () => Promise<StreamingAPI_Response>,\n  ): Promise<sdk.StreamingApiResponse> {\n    if (!isLiveLogHandle(handle))\n      throw new Error(`Not live log handle was passed to live log driver, handle: ${handle}`);\n\n    try {\n      const resp = await method();\n      return {\n        live: true,\n        shouldUpdateHandle: false,\n        data: resp.data,\n        size: Number(resp.size),\n        newOffset: Number(resp.newOffset),\n      };\n    } catch (e: any) {\n      if (e.name == 'RpcError' && e.code == 'NOT_FOUND') {\n        return { shouldUpdateHandle: true };\n      }\n\n      throw e;\n    }\n  }\n\n  private async releaseLastLogs(rId: ResourceId, callerId: string) {\n    const deleted = this.idToLastLines.get(rId)?.release(callerId);\n    if (deleted) this.idToLastLines.delete(rId);\n  }\n\n  private async releaseProgressLog(rId: ResourceId, callerId: string) {\n    const deleted = this.idToProgressLog.get(rId)?.release(callerId);\n    if (deleted) this.idToProgressLog.delete(rId);\n  }\n\n  async releaseAll() {}\n\n  private scheduledOnNextState: ScheduledRefresh[] = [];\n\n  private scheduleOnNextState(resolve: () => void, reject: (err: any) => void): void {\n    this.scheduledOnNextState.push({ resolve, reject });\n  }\n\n  /** Called from observer */\n  private startUpdating(): void {\n    this.keepRunning = true;\n    if (this.currentLoop === undefined) this.currentLoop = this.mainLoop();\n  }\n\n  /** Called from observer */\n  private stopUpdating(): void {\n    this.keepRunning = false;\n  }\n\n  /** If true, main loop will continue polling pl state. */\n  private keepRunning = false;\n  /** Actual state of main loop. */\n  private currentLoop: Promise<void> | undefined = undefined;\n\n  private async mainLoop() {\n    while (this.keepRunning) {\n      const toNotify = this.scheduledOnNextState;\n      this.scheduledOnNextState = [];\n\n      try {\n        const logs = this.getAllLogs();\n        await asyncPool(\n          this.opts.nConcurrentGetLogs,\n          logs.map((getter) => async () => await getter.update()),\n        );\n\n        toNotify.forEach((n) => n.resolve());\n      } catch (e: any) {\n        console.error(e);\n        toNotify.forEach((n) => n.reject(e));\n      }\n\n      if (!this.keepRunning) break;\n      await scheduler.wait(this.opts.pollingInterval);\n    }\n\n    this.currentLoop = undefined;\n  }\n\n  private getAllLogs(): Array<LogGetter> {\n    return Array.from(this.idToLastLines.entries())\n      .concat(Array.from(this.idToProgressLog.entries()))\n      .map(([_, getter]) => getter);\n  }\n}\n\n/** A job that gets last lines from a StreamWorkdir resource. */\nclass LogGetter {\n  private logs: string | undefined;\n  private error: any | undefined = undefined;\n\n  private readonly change: ChangeSource = new ChangeSource();\n  private readonly counter: CallersCounter = new CallersCounter();\n\n  constructor(\n    private readonly logger: MiLogger,\n    private readonly clientLogs: ClientLogs,\n    private readonly rInfo: ResourceInfo,\n    private readonly lines: number,\n    private readonly patternToSearch?: string,\n  ) {}\n\n  getLog(): {\n    log: string | undefined;\n    error?: any | undefined;\n  } {\n    return {\n      log: this.logs,\n      error: this.error,\n    };\n  }\n\n  attach(w: Watcher, callerId: string) {\n    this.change.attachWatcher(w);\n    this.counter.inc(callerId);\n  }\n\n  release(callerId: string): boolean {\n    return this.counter.dec(callerId);\n  }\n\n  async update() {\n    try {\n      const resp = await this.clientLogs.lastLines(\n        this.rInfo,\n        this.lines,\n        0n,\n        this.patternToSearch,\n      );\n\n      const newLogs = new TextDecoder().decode(resp.data);\n      if (this.logs != newLogs) this.change.markChanged(`logs for ${resourceIdToString(this.rInfo.id)} updated`);\n      this.logs = newLogs;\n      this.error = undefined;\n\n      return;\n    } catch (e: any) {\n      e as RpcError;\n      if (e.name == 'RpcError' && e.code == 'NOT_FOUND') {\n        // No resource\n        this.logs = '';\n        this.error = e;\n        this.change.markChanged();\n        return;\n      }\n\n      this.logger.error(\n        `Stream log lines for ${stringifyWithResourceId(this.rInfo.id)} failed, reason: ${JSON.stringify(e)}`,\n      );\n      throw e;\n    }\n  }\n}\n\ntype ScheduledRefresh = {\n  resolve: () => void;\n  reject: (err: any) => void;\n};\n\nfunction validateResourceType(methodName: string, rType: ResourceType) {\n  if (!rType.name.startsWith('StreamWorkdir')) {\n    throw new WrongResourceTypeError(\n      `${methodName}: wrong resource type: ${rType.name}, `\n      + `expected: a resource of type 'StreamWorkdir'.`,\n    );\n  }\n}\n"],"names":["PollingComputableHooks","Computable","treeEntryToResourceInfo","randomUUID","resourceIdToString","newLogHandle","getResourceInfoFromLogHandle","isLiveLogHandle","asyncPool","scheduler","ChangeSource","CallersCounter","stringifyWithResourceId","WrongResourceTypeError"],"mappings":";;;;;;;;;;;MAmCa,gBAAgB,CAAA;AAWR,IAAA,MAAA;AACA,IAAA,UAAA;AACA,IAAA,IAAA;;AAXF,IAAA,aAAa,GAA+B,IAAI,GAAG,EAAE;;AAGrD,IAAA,eAAe,GAA+B,IAAI,GAAG,EAAE;;AAGvD,IAAA,KAAK;AAEtB,IAAA,WAAA,CACmB,MAAgB,EAChB,UAAsB,EACtB,IAAA,GAA4B;AAC3C,QAAA,kBAAkB,EAAE,EAAE;AACtB,QAAA,eAAe,EAAE,IAAI;AACrB,QAAA,gBAAgB,EAAE,IAAI;AACvB,KAAA,EAAA;QANgB,IAAA,CAAA,MAAM,GAAN,MAAM;QACN,IAAA,CAAA,UAAU,GAAV,UAAU;QACV,IAAA,CAAA,IAAI,GAAJ,IAAI;QAMrB,IAAI,CAAC,KAAK,GAAG,IAAIA,iCAAsB,CACrC,MAAM,IAAI,CAAC,aAAa,EAAE,EAC1B,MAAM,IAAI,CAAC,YAAY,EAAE,EACzB,EAAE,YAAY,EAAE,IAAI,CAAC,gBAAgB,EAAE,EACvC,CAAC,OAAO,EAAE,MAAM,KAAK,IAAI,CAAC,mBAAmB,CAAC,OAAO,EAAE,MAAM,CAAC,CAC/D;IACH;AAQA,IAAA,WAAW,CACT,GAA+B,EAC/B,KAAa,EACb,GAAmB,EAAA;QAEnB,IAAI,GAAG,IAAI,SAAS;YAAE,OAAOC,qBAAU,CAAC,IAAI,CAAC,CAAC,GAAG,KAAK,IAAI,CAAC,WAAW,CAAC,GAAG,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC;QAExF,MAAM,CAAC,GAAGC,8BAAuB,CAAC,GAAG,EAAE,GAAG,CAAC;AAC3C,QAAA,MAAM,QAAQ,GAAGC,sBAAU,EAAE;AAC7B,QAAA,GAAG,CAAC,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC;AAC5B,QAAA,GAAG,CAAC,YAAY,CAAC,MAAM,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC;AAE5D,QAAA,MAAM,MAAM,GAAG,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC,EAAE,KAAK,EAAE,QAAQ,CAAC;AACrE,QAAA,GAAG,CAAC,YAAY,CACd,8FAA8F,CAC/F;AAED,QAAA,OAAO,MAAM;IACf;AAEQ,IAAA,gBAAgB,CACtB,CAAU,EACV,KAAmB,EACnB,KAAa,EACb,QAAgB,EAAA;AAEhB,QAAA,oBAAoB,CAAC,aAAa,EAAE,KAAK,CAAC,IAAI,CAAC;AAE/C,QAAA,IAAI,SAAS,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;AAEhD,QAAA,IAAI,SAAS,IAAI,SAAS,EAAE;AAC1B,YAAA,MAAM,YAAY,GAAG,IAAI,SAAS,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,UAAU,EAAE,KAAK,EAAE,KAAK,CAAC;YAC9E,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,YAAY,CAAC;YAE9C,SAAS,GAAG,YAAY;QAC1B;AAEA,QAAA,SAAS,CAAC,MAAM,CAAC,CAAC,EAAE,QAAQ,CAAC;AAC7B,QAAA,MAAM,MAAM,GAAG,SAAS,CAAC,MAAM,EAAE;AACjC,QAAA,IAAI,MAAM,CAAC,KAAK,IAAI,SAAS;YAAE,MAAM,MAAM,CAAC,KAAK;QAEjD,OAAO,MAAM,CAAC,GAAG;IACnB;AAaA,IAAA,cAAc,CACZ,GAA+B,EAC/B,eAAuB,EACvB,GAAmB,EAAA;QAEnB,IAAI,GAAG,IAAI,SAAS;YAClB,OAAOF,qBAAU,CAAC,IAAI,CAAC,CAAC,GAAG,KAAK,IAAI,CAAC,cAAc,CAAC,GAAG,EAAE,eAAe,EAAE,GAAG,CAAC,CAAC;QAEjF,MAAM,CAAC,GAAGC,8BAAuB,CAAC,GAAG,EAAE,GAAG,CAAC;AAC3C,QAAA,MAAM,QAAQ,GAAGC,sBAAU,EAAE;AAC7B,QAAA,GAAG,CAAC,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC;AAC5B,QAAA,GAAG,CAAC,YAAY,CAAC,MAAM,IAAI,CAAC,kBAAkB,CAAC,CAAC,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC;AAE/D,QAAA,MAAM,MAAM,GAAG,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC,EAAE,eAAe,EAAE,QAAQ,CAAC;AAClF,QAAA,GAAG,CAAC,YAAY,CACd,sGAAsG,CACvG;AAED,QAAA,OAAO,MAAM;IACf;AAEQ,IAAA,mBAAmB,CACzB,CAAU,EACV,KAAmB,EACnB,eAAuB,EACvB,QAAgB,EAAA;AAEhB,QAAA,oBAAoB,CAAC,gBAAgB,EAAE,KAAK,CAAC,IAAI,CAAC;AAElD,QAAA,IAAI,SAAS,GAAG,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;AAElD,QAAA,IAAI,SAAS,IAAI,SAAS,EAAE;AAC1B,YAAA,MAAM,YAAY,GAAG,IAAI,SAAS,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,UAAU,EAAE,KAAK,EAAE,CAAC,EAAE,eAAe,CAAC;YAC3F,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,YAAY,CAAC;YAEhD,SAAS,GAAG,YAAY;QAC1B;AAEA,QAAA,SAAS,CAAC,MAAM,CAAC,CAAC,EAAE,QAAQ,CAAC;AAC7B,QAAA,MAAM,MAAM,GAAG,SAAS,CAAC,MAAM,EAAE;QACjC,IAAI,MAAM,CAAC,KAAK;YAAE,MAAM,MAAM,CAAC,KAAK;QAEpC,OAAO,MAAM,CAAC,GAAG;IACnB;IAIA,YAAY,CACV,GAA+B,EAC/B,GAAmB,EAAA;QAEnB,IAAI,GAAG,IAAI,SAAS;AAAE,YAAA,OAAOF,qBAAU,CAAC,IAAI,CAAC,CAAC,GAAG,KAAK,IAAI,CAAC,YAAY,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;QAElF,MAAM,CAAC,GAAGC,8BAAuB,CAAC,GAAG,EAAE,GAAG,CAAC;QAE3C,MAAM,MAAM,GAAG,IAAI,CAAC,iBAAiB,CAAC,CAAC,CAAC;;;AAIxC,QAAA,GAAG,CAAC,YAAY,CAAC,CAAA,SAAA,EAAYE,2BAAkB,CAAC,CAAC,CAAC,EAAE,CAAC,CAAA,CAAE,CAAC;AAExD,QAAA,OAAO,MAAM;IACf;AAEQ,IAAA,iBAAiB,CAAC,KAAmB,EAAA;AAC3C,QAAA,oBAAoB,CAAC,cAAc,EAAE,KAAK,CAAC,IAAI,CAAC;AAEhD,QAAA,OAAOC,wBAAY,CAAC,IAAI,EAAE,KAAK,CAAC;IAClC;IAEA,MAAM,SAAS,CACb,MAAwB,EACxB,SAAiB,EACjB,WAAoB,EACpB,SAA8B,EAAA;AAE9B,QAAA,OAAO,MAAM,IAAI,CAAC,eAAe,CAAC,MAAM,EAAE,MACxC,IAAI,CAAC,UAAU,CAAC,SAAS,CACvBC,wCAA4B,CAAC,MAAM,CAAC,EACpC,SAAS,EACT,MAAM,CAAC,WAAW,IAAI,CAAC,CAAC,EACxB,SAAS,CACV,CACF;IACH;IAEA,MAAM,QAAQ,CACZ,MAAwB,EACxB,SAAiB,EACjB,WAAoB,EACpB,SAA8B,EAAA;AAE9B,QAAA,OAAO,MAAM,IAAI,CAAC,eAAe,CAAC,MAAM,EAAE,MACxC,IAAI,CAAC,UAAU,CAAC,QAAQ,CACtBA,wCAA4B,CAAC,MAAM,CAAC,EACpC,SAAS,EACT,MAAM,CAAC,WAAW,IAAI,CAAC,CAAC,EACxB,SAAS,CACV,CACF;IACH;AAEQ,IAAA,MAAM,eAAe,CAC3B,MAAwB,EACxB,MAA4C,EAAA;AAE5C,QAAA,IAAI,CAACC,2BAAe,CAAC,MAAM,CAAC;AAC1B,YAAA,MAAM,IAAI,KAAK,CAAC,8DAA8D,MAAM,CAAA,CAAE,CAAC;AAEzF,QAAA,IAAI;AACF,YAAA,MAAM,IAAI,GAAG,MAAM,MAAM,EAAE;YAC3B,OAAO;AACL,gBAAA,IAAI,EAAE,IAAI;AACV,gBAAA,kBAAkB,EAAE,KAAK;gBACzB,IAAI,EAAE,IAAI,CAAC,IAAI;AACf,gBAAA,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC;AACvB,gBAAA,SAAS,EAAE,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC;aAClC;QACH;QAAE,OAAO,CAAM,EAAE;AACf,YAAA,IAAI,CAAC,CAAC,IAAI,IAAI,UAAU,IAAI,CAAC,CAAC,IAAI,IAAI,WAAW,EAAE;AACjD,gBAAA,OAAO,EAAE,kBAAkB,EAAE,IAAI,EAAE;YACrC;AAEA,YAAA,MAAM,CAAC;QACT;IACF;AAEQ,IAAA,MAAM,eAAe,CAAC,GAAe,EAAE,QAAgB,EAAA;AAC7D,QAAA,MAAM,OAAO,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,OAAO,CAAC,QAAQ,CAAC;AAC9D,QAAA,IAAI,OAAO;AAAE,YAAA,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,GAAG,CAAC;IAC7C;AAEQ,IAAA,MAAM,kBAAkB,CAAC,GAAe,EAAE,QAAgB,EAAA;AAChE,QAAA,MAAM,OAAO,GAAG,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,OAAO,CAAC,QAAQ,CAAC;AAChE,QAAA,IAAI,OAAO;AAAE,YAAA,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,GAAG,CAAC;IAC/C;IAEA,MAAM,UAAU,GAAA,EAAI;IAEZ,oBAAoB,GAAuB,EAAE;IAE7C,mBAAmB,CAAC,OAAmB,EAAE,MAA0B,EAAA;QACzE,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;IACrD;;IAGQ,aAAa,GAAA;AACnB,QAAA,IAAI,CAAC,WAAW,GAAG,IAAI;AACvB,QAAA,IAAI,IAAI,CAAC,WAAW,KAAK,SAAS;AAAE,YAAA,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,QAAQ,EAAE;IACxE;;IAGQ,YAAY,GAAA;AAClB,QAAA,IAAI,CAAC,WAAW,GAAG,KAAK;IAC1B;;IAGQ,WAAW,GAAG,KAAK;;IAEnB,WAAW,GAA8B,SAAS;AAElD,IAAA,MAAM,QAAQ,GAAA;AACpB,QAAA,OAAO,IAAI,CAAC,WAAW,EAAE;AACvB,YAAA,MAAM,QAAQ,GAAG,IAAI,CAAC,oBAAoB;AAC1C,YAAA,IAAI,CAAC,oBAAoB,GAAG,EAAE;AAE9B,YAAA,IAAI;AACF,gBAAA,MAAM,IAAI,GAAG,IAAI,CAAC,UAAU,EAAE;AAC9B,gBAAA,MAAMC,mBAAS,CACb,IAAI,CAAC,IAAI,CAAC,kBAAkB,EAC5B,IAAI,CAAC,GAAG,CAAC,CAAC,MAAM,KAAK,YAAY,MAAM,MAAM,CAAC,MAAM,EAAE,CAAC,CACxD;AAED,gBAAA,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC;YACtC;YAAE,OAAO,CAAM,EAAE;AACf,gBAAA,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC;AAChB,gBAAA,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;YACtC;YAEA,IAAI,CAAC,IAAI,CAAC,WAAW;gBAAE;YACvB,MAAMC,kBAAS,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC;QACjD;AAEA,QAAA,IAAI,CAAC,WAAW,GAAG,SAAS;IAC9B;IAEQ,UAAU,GAAA;QAChB,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE;AAC3C,aAAA,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,OAAO,EAAE,CAAC;AACjD,aAAA,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,KAAK,MAAM,CAAC;IACjC;AACD;AAED;AACA,MAAM,SAAS,CAAA;AAQM,IAAA,MAAA;AACA,IAAA,UAAA;AACA,IAAA,KAAA;AACA,IAAA,KAAA;AACA,IAAA,eAAA;AAXX,IAAA,IAAI;IACJ,KAAK,GAAoB,SAAS;AAEzB,IAAA,MAAM,GAAiB,IAAIC,uBAAY,EAAE;AACzC,IAAA,OAAO,GAAmB,IAAIC,wBAAc,EAAE;IAE/D,WAAA,CACmB,MAAgB,EAChB,UAAsB,EACtB,KAAmB,EACnB,KAAa,EACb,eAAwB,EAAA;QAJxB,IAAA,CAAA,MAAM,GAAN,MAAM;QACN,IAAA,CAAA,UAAU,GAAV,UAAU;QACV,IAAA,CAAA,KAAK,GAAL,KAAK;QACL,IAAA,CAAA,KAAK,GAAL,KAAK;QACL,IAAA,CAAA,eAAe,GAAf,eAAe;IAC/B;IAEH,MAAM,GAAA;QAIJ,OAAO;YACL,GAAG,EAAE,IAAI,CAAC,IAAI;YACd,KAAK,EAAE,IAAI,CAAC,KAAK;SAClB;IACH;IAEA,MAAM,CAAC,CAAU,EAAE,QAAgB,EAAA;AACjC,QAAA,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC;AAC5B,QAAA,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC;IAC5B;AAEA,IAAA,OAAO,CAAC,QAAgB,EAAA;QACtB,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC;IACnC;AAEA,IAAA,MAAM,MAAM,GAAA;AACV,QAAA,IAAI;YACF,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,SAAS,CAC1C,IAAI,CAAC,KAAK,EACV,IAAI,CAAC,KAAK,EACV,EAAE,EACF,IAAI,CAAC,eAAe,CACrB;AAED,YAAA,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC;AACnD,YAAA,IAAI,IAAI,CAAC,IAAI,IAAI,OAAO;AAAE,gBAAA,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,YAAYP,2BAAkB,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAA,QAAA,CAAU,CAAC;AAC1G,YAAA,IAAI,CAAC,IAAI,GAAG,OAAO;AACnB,YAAA,IAAI,CAAC,KAAK,GAAG,SAAS;YAEtB;QACF;QAAE,OAAO,CAAM,EAAE;AAEf,YAAA,IAAI,CAAC,CAAC,IAAI,IAAI,UAAU,IAAI,CAAC,CAAC,IAAI,IAAI,WAAW,EAAE;;AAEjD,gBAAA,IAAI,CAAC,IAAI,GAAG,EAAE;AACd,gBAAA,IAAI,CAAC,KAAK,GAAG,CAAC;AACd,gBAAA,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE;gBACzB;YACF;YAEA,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,CAAA,qBAAA,EAAwBQ,gCAAuB,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAA,iBAAA,EAAoB,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAA,CAAE,CACtG;AACD,YAAA,MAAM,CAAC;QACT;IACF;AACD;AAOD,SAAS,oBAAoB,CAAC,UAAkB,EAAE,KAAmB,EAAA;IACnE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,eAAe,CAAC,EAAE;QAC3C,MAAM,IAAIC,8BAAsB,CAC9B,CAAA,EAAG,UAAU,CAAA,uBAAA,EAA0B,KAAK,CAAC,IAAI,CAAA,EAAA;AAC/C,cAAA,CAAA,6CAAA,CAA+C,CAClD;IACH;AACF;;;;"}
+{"version":3,"file":"logs_stream.cjs","sources":["../../src/drivers/logs_stream.ts"],"sourcesContent":["import type {\n  ComputableCtx,\n  Watcher,\n} from '@milaboratories/computable';\nimport {\n  ChangeSource,\n  Computable,\n  PollingComputableHooks,\n} from '@milaboratories/computable';\nimport type {\n  ResourceId,\n  ResourceType } from '@milaboratories/pl-client';\nimport {\n  isNotFoundError,\n  resourceIdToString,\n  stringifyWithResourceId,\n} from '@milaboratories/pl-client';\nimport type { MiLogger } from '@milaboratories/ts-helpers';\nimport { asyncPool, CallersCounter } from '@milaboratories/ts-helpers';\nimport type { ClientLogs } from '../clients/logs';\nimport { randomUUID } from 'node:crypto';\nimport type { PlTreeEntry, ResourceInfo } from '@milaboratories/pl-tree';\nimport { treeEntryToResourceInfo } from '@milaboratories/pl-tree';\nimport { scheduler } from 'node:timers/promises';\nimport type { StreamingAPI_Response } from '../proto-grpc/github.com/milaboratory/pl/controllers/shared/grpc/streamingapi/protocol';\nimport type * as sdk from '@milaboratories/pl-model-common';\nimport type { PollingOps } from './helpers/polling_ops';\nimport type { RpcError } from '@protobuf-ts/runtime-rpc';\nimport { getResourceInfoFromLogHandle, isLiveLogHandle, newLogHandle } from './helpers/logs_handle';\nimport { WrongResourceTypeError } from './helpers/helpers';\n\nexport type LogsStreamDriverOps = PollingOps & {\n  /** Max number of concurrent requests to log streaming backend while calculating computable states */\n  nConcurrentGetLogs: number;\n};\n\nexport class LogsStreamDriver implements sdk.LogsDriver {\n  /** Holds a map of StreamManager Resource Id to all logs of this stream. */\n  private readonly idToLastLines: Map<ResourceId, LogGetter> = new Map();\n\n  /** Holds a map of StreamManager Resource Id to the last log line of this stream. */\n  private readonly idToProgressLog: Map<ResourceId, LogGetter> = new Map();\n\n  /** Holds a map of StreamManager Resource Id to log id smart object. */\n  private readonly hooks: PollingComputableHooks;\n\n  constructor(\n    private readonly logger: MiLogger,\n    private readonly clientLogs: ClientLogs,\n    private readonly opts: LogsStreamDriverOps = {\n      nConcurrentGetLogs: 10,\n      pollingInterval: 1000,\n      stopPollingDelay: 1000,\n    },\n  ) {\n    this.hooks = new PollingComputableHooks(\n      () => this.startUpdating(),\n      () => this.stopUpdating(),\n      { stopDebounce: opts.stopPollingDelay },\n      (resolve, reject) => this.scheduleOnNextState(resolve, reject),\n    );\n  }\n\n  getLastLogs(res: ResourceInfo | PlTreeEntry, lines: number): Computable<string | undefined>;\n  getLastLogs(\n    res: ResourceInfo | PlTreeEntry,\n    lines: number,\n    ctx: ComputableCtx\n  ): Computable<string | undefined>;\n  getLastLogs(\n    res: ResourceInfo | PlTreeEntry,\n    lines: number,\n    ctx?: ComputableCtx,\n  ): Computable<string | undefined> | string | undefined {\n    if (ctx == undefined) return Computable.make((ctx) => this.getLastLogs(res, lines, ctx));\n\n    const r = treeEntryToResourceInfo(res, ctx);\n    const callerId = randomUUID();\n    ctx.attacheHooks(this.hooks);\n    ctx.addOnDestroy(() => this.releaseLastLogs(r.id, callerId));\n\n    const result = this.getLastLogsNoCtx(ctx.watcher, r, lines, callerId);\n    ctx.markUnstable(\n      'The logs are from stream, so we consider them unstable. Final values will be got from blobs.',\n    );\n\n    return result;\n  }\n\n  private getLastLogsNoCtx(\n    w: Watcher,\n    rInfo: ResourceInfo,\n    lines: number,\n    callerId: string,\n  ): string | undefined {\n    validateResourceType('getLastLogs', rInfo.type);\n\n    let logGetter = this.idToLastLines.get(rInfo.id);\n\n    if (logGetter == undefined) {\n      const newLogGetter = new LogGetter(this.logger, this.clientLogs, rInfo, lines);\n      this.idToLastLines.set(rInfo.id, newLogGetter);\n\n      logGetter = newLogGetter;\n    }\n\n    logGetter.attach(w, callerId);\n    const result = logGetter.getLog();\n    if (result.error != undefined) throw result.error;\n\n    return result.log;\n  }\n\n  /** Returns a last line that has patternToSearch.\n   * Notifies when a new line appeared or EOF reached. */\n  getProgressLog(\n    res: ResourceInfo | PlTreeEntry,\n    patternToSearch: string\n  ): Computable<string | undefined>;\n  getProgressLog(\n    res: ResourceInfo | PlTreeEntry,\n    patternToSearch: string,\n    ctx: ComputableCtx\n  ): string | undefined;\n  getProgressLog(\n    res: ResourceInfo | PlTreeEntry,\n    patternToSearch: string,\n    ctx?: ComputableCtx,\n  ): Computable<string | undefined> | string | undefined {\n    if (ctx == undefined)\n      return Computable.make((ctx) => this.getProgressLog(res, patternToSearch, ctx));\n\n    const r = treeEntryToResourceInfo(res, ctx);\n    const callerId = randomUUID();\n    ctx.attacheHooks(this.hooks);\n    ctx.addOnDestroy(() => this.releaseProgressLog(r.id, callerId));\n\n    const result = this.getProgressLogNoCtx(ctx.watcher, r, patternToSearch, callerId);\n    ctx.markUnstable(\n      'The progress log is from the stream, so we consider it unstable. Final value will be got from blobs.',\n    );\n\n    return result;\n  }\n\n  private getProgressLogNoCtx(\n    w: Watcher,\n    rInfo: ResourceInfo,\n    patternToSearch: string,\n    callerId: string,\n  ): string | undefined {\n    validateResourceType('getProgressLog', rInfo.type);\n\n    let logGetter = this.idToProgressLog.get(rInfo.id);\n\n    if (logGetter == undefined) {\n      const newLogGetter = new LogGetter(this.logger, this.clientLogs, rInfo, 1, patternToSearch);\n      this.idToProgressLog.set(rInfo.id, newLogGetter);\n\n      logGetter = newLogGetter;\n    }\n\n    logGetter.attach(w, callerId);\n    const result = logGetter.getLog();\n    if (result.error) throw result.error;\n\n    return result.log;\n  }\n\n  getLogHandle(res: ResourceInfo | PlTreeEntry): Computable<sdk.AnyLogHandle>;\n  getLogHandle(res: ResourceInfo | PlTreeEntry, ctx: ComputableCtx): sdk.AnyLogHandle;\n  getLogHandle(\n    res: ResourceInfo | PlTreeEntry,\n    ctx?: ComputableCtx,\n  ): Computable<sdk.AnyLogHandle> | sdk.AnyLogHandle {\n    if (ctx == undefined) return Computable.make((ctx) => this.getLogHandle(res, ctx));\n\n    const r = treeEntryToResourceInfo(res, ctx);\n\n    const result = this.getLogHandleNoCtx(r);\n\n    // All logs from streams should be considered unstable,\n    // final value will be got from blobs.\n    ctx.markUnstable(`live_log:${resourceIdToString(r.id)}`);\n\n    return result;\n  }\n\n  private getLogHandleNoCtx(rInfo: ResourceInfo): sdk.AnyLogHandle {\n    validateResourceType('getLogHandle', rInfo.type);\n\n    return newLogHandle(true, rInfo);\n  }\n\n  async lastLines(\n    handle: sdk.AnyLogHandle,\n    lineCount: number,\n    offsetBytes?: number,\n    searchStr?: string | undefined,\n  ) {\n    return await this.tryWithNotFound(handle, () =>\n      this.clientLogs.lastLines(\n        getResourceInfoFromLogHandle(handle),\n        lineCount,\n        BigInt(offsetBytes ?? 0),\n        searchStr,\n      ),\n    );\n  }\n\n  async readText(\n    handle: sdk.AnyLogHandle,\n    lineCount: number,\n    offsetBytes?: number,\n    searchStr?: string | undefined,\n  ) {\n    return await this.tryWithNotFound(handle, () =>\n      this.clientLogs.readText(\n        getResourceInfoFromLogHandle(handle),\n        lineCount,\n        BigInt(offsetBytes ?? 0),\n        searchStr,\n      ),\n    );\n  }\n\n  private async tryWithNotFound(\n    handle: sdk.AnyLogHandle,\n    method: () => Promise<StreamingAPI_Response>,\n  ): Promise<sdk.StreamingApiResponse> {\n    if (!isLiveLogHandle(handle))\n      throw new Error(`Not live log handle was passed to live log driver, handle: ${handle}`);\n\n    try {\n      const resp = await method();\n      return {\n        live: true,\n        shouldUpdateHandle: false,\n        data: resp.data,\n        size: Number(resp.size),\n        newOffset: Number(resp.newOffset),\n      };\n    } catch (e: any) {\n      if (isNotFoundError(e)) {\n        return { shouldUpdateHandle: true };\n      }\n\n      throw e;\n    }\n  }\n\n  private async releaseLastLogs(rId: ResourceId, callerId: string) {\n    const deleted = this.idToLastLines.get(rId)?.release(callerId);\n    if (deleted) this.idToLastLines.delete(rId);\n  }\n\n  private async releaseProgressLog(rId: ResourceId, callerId: string) {\n    const deleted = this.idToProgressLog.get(rId)?.release(callerId);\n    if (deleted) this.idToProgressLog.delete(rId);\n  }\n\n  async releaseAll() {}\n\n  private scheduledOnNextState: ScheduledRefresh[] = [];\n\n  private scheduleOnNextState(resolve: () => void, reject: (err: any) => void): void {\n    this.scheduledOnNextState.push({ resolve, reject });\n  }\n\n  /** Called from observer */\n  private startUpdating(): void {\n    this.keepRunning = true;\n    if (this.currentLoop === undefined) this.currentLoop = this.mainLoop();\n  }\n\n  /** Called from observer */\n  private stopUpdating(): void {\n    this.keepRunning = false;\n  }\n\n  /** If true, main loop will continue polling pl state. */\n  private keepRunning = false;\n  /** Actual state of main loop. */\n  private currentLoop: Promise<void> | undefined = undefined;\n\n  private async mainLoop() {\n    while (this.keepRunning) {\n      const toNotify = this.scheduledOnNextState;\n      this.scheduledOnNextState = [];\n\n      try {\n        const logs = this.getAllLogs();\n        await asyncPool(\n          this.opts.nConcurrentGetLogs,\n          logs.map((getter) => async () => await getter.update()),\n        );\n\n        toNotify.forEach((n) => n.resolve());\n      } catch (e: any) {\n        console.error(e);\n        toNotify.forEach((n) => n.reject(e));\n      }\n\n      if (!this.keepRunning) break;\n      await scheduler.wait(this.opts.pollingInterval);\n    }\n\n    this.currentLoop = undefined;\n  }\n\n  private getAllLogs(): Array<LogGetter> {\n    return Array.from(this.idToLastLines.entries())\n      .concat(Array.from(this.idToProgressLog.entries()))\n      .map(([_, getter]) => getter);\n  }\n}\n\n/** A job that gets last lines from a StreamWorkdir resource. */\nclass LogGetter {\n  private logs: string | undefined;\n  private error: any | undefined = undefined;\n\n  private readonly change: ChangeSource = new ChangeSource();\n  private readonly counter: CallersCounter = new CallersCounter();\n\n  constructor(\n    private readonly logger: MiLogger,\n    private readonly clientLogs: ClientLogs,\n    private readonly rInfo: ResourceInfo,\n    private readonly lines: number,\n    private readonly patternToSearch?: string,\n  ) {}\n\n  getLog(): {\n    log: string | undefined;\n    error?: any | undefined;\n  } {\n    return {\n      log: this.logs,\n      error: this.error,\n    };\n  }\n\n  attach(w: Watcher, callerId: string) {\n    this.change.attachWatcher(w);\n    this.counter.inc(callerId);\n  }\n\n  release(callerId: string): boolean {\n    return this.counter.dec(callerId);\n  }\n\n  async update() {\n    try {\n      const resp = await this.clientLogs.lastLines(\n        this.rInfo,\n        this.lines,\n        0n,\n        this.patternToSearch,\n      );\n\n      const newLogs = new TextDecoder().decode(resp.data);\n      if (this.logs != newLogs) this.change.markChanged(`logs for ${resourceIdToString(this.rInfo.id)} updated`);\n      this.logs = newLogs;\n      this.error = undefined;\n\n      return;\n    } catch (e: any) {\n      if (isNotFoundError(e)) {\n        // No resource\n        this.logs = '';\n        this.error = e;\n        this.change.markChanged();\n        return;\n      }\n\n      this.logger.error(\n        `Stream log lines for ${stringifyWithResourceId(this.rInfo.id)} failed, reason: ${JSON.stringify(e)}`,\n      );\n      throw e;\n    }\n  }\n}\n\ntype ScheduledRefresh = {\n  resolve: () => void;\n  reject: (err: any) => void;\n};\n\nfunction validateResourceType(methodName: string, rType: ResourceType) {\n  if (!rType.name.startsWith('StreamWorkdir')) {\n    throw new WrongResourceTypeError(\n      `${methodName}: wrong resource type: ${rType.name}, `\n      + `expected: a resource of type 'StreamWorkdir'.`,\n    );\n  }\n}\n"],"names":["PollingComputableHooks","Computable","treeEntryToResourceInfo","randomUUID","resourceIdToString","newLogHandle","getResourceInfoFromLogHandle","isLiveLogHandle","isNotFoundError","asyncPool","scheduler","ChangeSource","CallersCounter","stringifyWithResourceId","WrongResourceTypeError"],"mappings":";;;;;;;;;;;MAoCa,gBAAgB,CAAA;AAWR,IAAA,MAAA;AACA,IAAA,UAAA;AACA,IAAA,IAAA;;AAXF,IAAA,aAAa,GAA+B,IAAI,GAAG,EAAE;;AAGrD,IAAA,eAAe,GAA+B,IAAI,GAAG,EAAE;;AAGvD,IAAA,KAAK;AAEtB,IAAA,WAAA,CACmB,MAAgB,EAChB,UAAsB,EACtB,IAAA,GAA4B;AAC3C,QAAA,kBAAkB,EAAE,EAAE;AACtB,QAAA,eAAe,EAAE,IAAI;AACrB,QAAA,gBAAgB,EAAE,IAAI;AACvB,KAAA,EAAA;QANgB,IAAA,CAAA,MAAM,GAAN,MAAM;QACN,IAAA,CAAA,UAAU,GAAV,UAAU;QACV,IAAA,CAAA,IAAI,GAAJ,IAAI;QAMrB,IAAI,CAAC,KAAK,GAAG,IAAIA,iCAAsB,CACrC,MAAM,IAAI,CAAC,aAAa,EAAE,EAC1B,MAAM,IAAI,CAAC,YAAY,EAAE,EACzB,EAAE,YAAY,EAAE,IAAI,CAAC,gBAAgB,EAAE,EACvC,CAAC,OAAO,EAAE,MAAM,KAAK,IAAI,CAAC,mBAAmB,CAAC,OAAO,EAAE,MAAM,CAAC,CAC/D;IACH;AAQA,IAAA,WAAW,CACT,GAA+B,EAC/B,KAAa,EACb,GAAmB,EAAA;QAEnB,IAAI,GAAG,IAAI,SAAS;YAAE,OAAOC,qBAAU,CAAC,IAAI,CAAC,CAAC,GAAG,KAAK,IAAI,CAAC,WAAW,CAAC,GAAG,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC;QAExF,MAAM,CAAC,GAAGC,8BAAuB,CAAC,GAAG,EAAE,GAAG,CAAC;AAC3C,QAAA,MAAM,QAAQ,GAAGC,sBAAU,EAAE;AAC7B,QAAA,GAAG,CAAC,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC;AAC5B,QAAA,GAAG,CAAC,YAAY,CAAC,MAAM,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC;AAE5D,QAAA,MAAM,MAAM,GAAG,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC,EAAE,KAAK,EAAE,QAAQ,CAAC;AACrE,QAAA,GAAG,CAAC,YAAY,CACd,8FAA8F,CAC/F;AAED,QAAA,OAAO,MAAM;IACf;AAEQ,IAAA,gBAAgB,CACtB,CAAU,EACV,KAAmB,EACnB,KAAa,EACb,QAAgB,EAAA;AAEhB,QAAA,oBAAoB,CAAC,aAAa,EAAE,KAAK,CAAC,IAAI,CAAC;AAE/C,QAAA,IAAI,SAAS,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;AAEhD,QAAA,IAAI,SAAS,IAAI,SAAS,EAAE;AAC1B,YAAA,MAAM,YAAY,GAAG,IAAI,SAAS,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,UAAU,EAAE,KAAK,EAAE,KAAK,CAAC;YAC9E,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,YAAY,CAAC;YAE9C,SAAS,GAAG,YAAY;QAC1B;AAEA,QAAA,SAAS,CAAC,MAAM,CAAC,CAAC,EAAE,QAAQ,CAAC;AAC7B,QAAA,MAAM,MAAM,GAAG,SAAS,CAAC,MAAM,EAAE;AACjC,QAAA,IAAI,MAAM,CAAC,KAAK,IAAI,SAAS;YAAE,MAAM,MAAM,CAAC,KAAK;QAEjD,OAAO,MAAM,CAAC,GAAG;IACnB;AAaA,IAAA,cAAc,CACZ,GAA+B,EAC/B,eAAuB,EACvB,GAAmB,EAAA;QAEnB,IAAI,GAAG,IAAI,SAAS;YAClB,OAAOF,qBAAU,CAAC,IAAI,CAAC,CAAC,GAAG,KAAK,IAAI,CAAC,cAAc,CAAC,GAAG,EAAE,eAAe,EAAE,GAAG,CAAC,CAAC;QAEjF,MAAM,CAAC,GAAGC,8BAAuB,CAAC,GAAG,EAAE,GAAG,CAAC;AAC3C,QAAA,MAAM,QAAQ,GAAGC,sBAAU,EAAE;AAC7B,QAAA,GAAG,CAAC,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC;AAC5B,QAAA,GAAG,CAAC,YAAY,CAAC,MAAM,IAAI,CAAC,kBAAkB,CAAC,CAAC,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC;AAE/D,QAAA,MAAM,MAAM,GAAG,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC,EAAE,eAAe,EAAE,QAAQ,CAAC;AAClF,QAAA,GAAG,CAAC,YAAY,CACd,sGAAsG,CACvG;AAED,QAAA,OAAO,MAAM;IACf;AAEQ,IAAA,mBAAmB,CACzB,CAAU,EACV,KAAmB,EACnB,eAAuB,EACvB,QAAgB,EAAA;AAEhB,QAAA,oBAAoB,CAAC,gBAAgB,EAAE,KAAK,CAAC,IAAI,CAAC;AAElD,QAAA,IAAI,SAAS,GAAG,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;AAElD,QAAA,IAAI,SAAS,IAAI,SAAS,EAAE;AAC1B,YAAA,MAAM,YAAY,GAAG,IAAI,SAAS,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,UAAU,EAAE,KAAK,EAAE,CAAC,EAAE,eAAe,CAAC;YAC3F,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,YAAY,CAAC;YAEhD,SAAS,GAAG,YAAY;QAC1B;AAEA,QAAA,SAAS,CAAC,MAAM,CAAC,CAAC,EAAE,QAAQ,CAAC;AAC7B,QAAA,MAAM,MAAM,GAAG,SAAS,CAAC,MAAM,EAAE;QACjC,IAAI,MAAM,CAAC,KAAK;YAAE,MAAM,MAAM,CAAC,KAAK;QAEpC,OAAO,MAAM,CAAC,GAAG;IACnB;IAIA,YAAY,CACV,GAA+B,EAC/B,GAAmB,EAAA;QAEnB,IAAI,GAAG,IAAI,SAAS;AAAE,YAAA,OAAOF,qBAAU,CAAC,IAAI,CAAC,CAAC,GAAG,KAAK,IAAI,CAAC,YAAY,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;QAElF,MAAM,CAAC,GAAGC,8BAAuB,CAAC,GAAG,EAAE,GAAG,CAAC;QAE3C,MAAM,MAAM,GAAG,IAAI,CAAC,iBAAiB,CAAC,CAAC,CAAC;;;AAIxC,QAAA,GAAG,CAAC,YAAY,CAAC,CAAA,SAAA,EAAYE,2BAAkB,CAAC,CAAC,CAAC,EAAE,CAAC,CAAA,CAAE,CAAC;AAExD,QAAA,OAAO,MAAM;IACf;AAEQ,IAAA,iBAAiB,CAAC,KAAmB,EAAA;AAC3C,QAAA,oBAAoB,CAAC,cAAc,EAAE,KAAK,CAAC,IAAI,CAAC;AAEhD,QAAA,OAAOC,wBAAY,CAAC,IAAI,EAAE,KAAK,CAAC;IAClC;IAEA,MAAM,SAAS,CACb,MAAwB,EACxB,SAAiB,EACjB,WAAoB,EACpB,SAA8B,EAAA;AAE9B,QAAA,OAAO,MAAM,IAAI,CAAC,eAAe,CAAC,MAAM,EAAE,MACxC,IAAI,CAAC,UAAU,CAAC,SAAS,CACvBC,wCAA4B,CAAC,MAAM,CAAC,EACpC,SAAS,EACT,MAAM,CAAC,WAAW,IAAI,CAAC,CAAC,EACxB,SAAS,CACV,CACF;IACH;IAEA,MAAM,QAAQ,CACZ,MAAwB,EACxB,SAAiB,EACjB,WAAoB,EACpB,SAA8B,EAAA;AAE9B,QAAA,OAAO,MAAM,IAAI,CAAC,eAAe,CAAC,MAAM,EAAE,MACxC,IAAI,CAAC,UAAU,CAAC,QAAQ,CACtBA,wCAA4B,CAAC,MAAM,CAAC,EACpC,SAAS,EACT,MAAM,CAAC,WAAW,IAAI,CAAC,CAAC,EACxB,SAAS,CACV,CACF;IACH;AAEQ,IAAA,MAAM,eAAe,CAC3B,MAAwB,EACxB,MAA4C,EAAA;AAE5C,QAAA,IAAI,CAACC,2BAAe,CAAC,MAAM,CAAC;AAC1B,YAAA,MAAM,IAAI,KAAK,CAAC,8DAA8D,MAAM,CAAA,CAAE,CAAC;AAEzF,QAAA,IAAI;AACF,YAAA,MAAM,IAAI,GAAG,MAAM,MAAM,EAAE;YAC3B,OAAO;AACL,gBAAA,IAAI,EAAE,IAAI;AACV,gBAAA,kBAAkB,EAAE,KAAK;gBACzB,IAAI,EAAE,IAAI,CAAC,IAAI;AACf,gBAAA,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC;AACvB,gBAAA,SAAS,EAAE,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC;aAClC;QACH;QAAE,OAAO,CAAM,EAAE;AACf,YAAA,IAAIC,wBAAe,CAAC,CAAC,CAAC,EAAE;AACtB,gBAAA,OAAO,EAAE,kBAAkB,EAAE,IAAI,EAAE;YACrC;AAEA,YAAA,MAAM,CAAC;QACT;IACF;AAEQ,IAAA,MAAM,eAAe,CAAC,GAAe,EAAE,QAAgB,EAAA;AAC7D,QAAA,MAAM,OAAO,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,OAAO,CAAC,QAAQ,CAAC;AAC9D,QAAA,IAAI,OAAO;AAAE,YAAA,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,GAAG,CAAC;IAC7C;AAEQ,IAAA,MAAM,kBAAkB,CAAC,GAAe,EAAE,QAAgB,EAAA;AAChE,QAAA,MAAM,OAAO,GAAG,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,OAAO,CAAC,QAAQ,CAAC;AAChE,QAAA,IAAI,OAAO;AAAE,YAAA,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,GAAG,CAAC;IAC/C;IAEA,MAAM,UAAU,GAAA,EAAI;IAEZ,oBAAoB,GAAuB,EAAE;IAE7C,mBAAmB,CAAC,OAAmB,EAAE,MAA0B,EAAA;QACzE,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;IACrD;;IAGQ,aAAa,GAAA;AACnB,QAAA,IAAI,CAAC,WAAW,GAAG,IAAI;AACvB,QAAA,IAAI,IAAI,CAAC,WAAW,KAAK,SAAS;AAAE,YAAA,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,QAAQ,EAAE;IACxE;;IAGQ,YAAY,GAAA;AAClB,QAAA,IAAI,CAAC,WAAW,GAAG,KAAK;IAC1B;;IAGQ,WAAW,GAAG,KAAK;;IAEnB,WAAW,GAA8B,SAAS;AAElD,IAAA,MAAM,QAAQ,GAAA;AACpB,QAAA,OAAO,IAAI,CAAC,WAAW,EAAE;AACvB,YAAA,MAAM,QAAQ,GAAG,IAAI,CAAC,oBAAoB;AAC1C,YAAA,IAAI,CAAC,oBAAoB,GAAG,EAAE;AAE9B,YAAA,IAAI;AACF,gBAAA,MAAM,IAAI,GAAG,IAAI,CAAC,UAAU,EAAE;AAC9B,gBAAA,MAAMC,mBAAS,CACb,IAAI,CAAC,IAAI,CAAC,kBAAkB,EAC5B,IAAI,CAAC,GAAG,CAAC,CAAC,MAAM,KAAK,YAAY,MAAM,MAAM,CAAC,MAAM,EAAE,CAAC,CACxD;AAED,gBAAA,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC;YACtC;YAAE,OAAO,CAAM,EAAE;AACf,gBAAA,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC;AAChB,gBAAA,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;YACtC;YAEA,IAAI,CAAC,IAAI,CAAC,WAAW;gBAAE;YACvB,MAAMC,kBAAS,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC;QACjD;AAEA,QAAA,IAAI,CAAC,WAAW,GAAG,SAAS;IAC9B;IAEQ,UAAU,GAAA;QAChB,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE;AAC3C,aAAA,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,OAAO,EAAE,CAAC;AACjD,aAAA,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,KAAK,MAAM,CAAC;IACjC;AACD;AAED;AACA,MAAM,SAAS,CAAA;AAQM,IAAA,MAAA;AACA,IAAA,UAAA;AACA,IAAA,KAAA;AACA,IAAA,KAAA;AACA,IAAA,eAAA;AAXX,IAAA,IAAI;IACJ,KAAK,GAAoB,SAAS;AAEzB,IAAA,MAAM,GAAiB,IAAIC,uBAAY,EAAE;AACzC,IAAA,OAAO,GAAmB,IAAIC,wBAAc,EAAE;IAE/D,WAAA,CACmB,MAAgB,EAChB,UAAsB,EACtB,KAAmB,EACnB,KAAa,EACb,eAAwB,EAAA;QAJxB,IAAA,CAAA,MAAM,GAAN,MAAM;QACN,IAAA,CAAA,UAAU,GAAV,UAAU;QACV,IAAA,CAAA,KAAK,GAAL,KAAK;QACL,IAAA,CAAA,KAAK,GAAL,KAAK;QACL,IAAA,CAAA,eAAe,GAAf,eAAe;IAC/B;IAEH,MAAM,GAAA;QAIJ,OAAO;YACL,GAAG,EAAE,IAAI,CAAC,IAAI;YACd,KAAK,EAAE,IAAI,CAAC,KAAK;SAClB;IACH;IAEA,MAAM,CAAC,CAAU,EAAE,QAAgB,EAAA;AACjC,QAAA,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC;AAC5B,QAAA,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC;IAC5B;AAEA,IAAA,OAAO,CAAC,QAAgB,EAAA;QACtB,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC;IACnC;AAEA,IAAA,MAAM,MAAM,GAAA;AACV,QAAA,IAAI;YACF,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,SAAS,CAC1C,IAAI,CAAC,KAAK,EACV,IAAI,CAAC,KAAK,EACV,EAAE,EACF,IAAI,CAAC,eAAe,CACrB;AAED,YAAA,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC;AACnD,YAAA,IAAI,IAAI,CAAC,IAAI,IAAI,OAAO;AAAE,gBAAA,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,YAAYR,2BAAkB,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAA,QAAA,CAAU,CAAC;AAC1G,YAAA,IAAI,CAAC,IAAI,GAAG,OAAO;AACnB,YAAA,IAAI,CAAC,KAAK,GAAG,SAAS;YAEtB;QACF;QAAE,OAAO,CAAM,EAAE;AACf,YAAA,IAAII,wBAAe,CAAC,CAAC,CAAC,EAAE;;AAEtB,gBAAA,IAAI,CAAC,IAAI,GAAG,EAAE;AACd,gBAAA,IAAI,CAAC,KAAK,GAAG,CAAC;AACd,gBAAA,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE;gBACzB;YACF;YAEA,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,CAAA,qBAAA,EAAwBK,gCAAuB,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAA,iBAAA,EAAoB,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAA,CAAE,CACtG;AACD,YAAA,MAAM,CAAC;QACT;IACF;AACD;AAOD,SAAS,oBAAoB,CAAC,UAAkB,EAAE,KAAmB,EAAA;IACnE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,eAAe,CAAC,EAAE;QAC3C,MAAM,IAAIC,8BAAsB,CAC9B,CAAA,EAAG,UAAU,CAAA,uBAAA,EAA0B,KAAK,CAAC,IAAI,CAAA,EAAA;AAC/C,cAAA,CAAA,6CAAA,CAA+C,CAClD;IACH;AACF;;;;"}

package/dist/drivers/logs_stream.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"logs_stream.d.ts","sourceRoot":"","sources":["../../src/drivers/logs_stream.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,aAAa,EAEd,MAAM,4BAA4B,CAAC;AACpC,OAAO,EAEL,UAAU,EAEX,MAAM,4BAA4B,CAAC;AAQpC,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,4BAA4B,CAAC;AAE3D,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAElD,OAAO,KAAK,EAAE,WAAW,EAAE,YAAY,EAAE,MAAM,yBAAyB,CAAC;AAIzE,OAAO,KAAK,KAAK,GAAG,MAAM,iCAAiC,CAAC;AAC5D,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AAKxD,MAAM,MAAM,mBAAmB,GAAG,UAAU,GAAG;IAC7C,qGAAqG;IACrG,kBAAkB,EAAE,MAAM,CAAC;CAC5B,CAAC;AAEF,qBAAa,gBAAiB,YAAW,GAAG,CAAC,UAAU;IAWnD,OAAO,CAAC,QAAQ,CAAC,MAAM;IACvB,OAAO,CAAC,QAAQ,CAAC,UAAU;IAC3B,OAAO,CAAC,QAAQ,CAAC,IAAI;IAZvB,2EAA2E;IAC3E,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAyC;IAEvE,oFAAoF;IACpF,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAyC;IAEzE,uEAAuE;IACvE,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAyB;gBAG5B,MAAM,EAAE,QAAQ,EAChB,UAAU,EAAE,UAAU,EACtB,IAAI,GAAE,mBAItB;IAUH,WAAW,CAAC,GAAG,EAAE,YAAY,GAAG,WAAW,EAAE,KAAK,EAAE,MAAM,GAAG,UAAU,CAAC,MAAM,GAAG,SAAS,CAAC;IAC3F,WAAW,CACT,GAAG,EAAE,YAAY,GAAG,WAAW,EAC/B,KAAK,EAAE,MAAM,EACb,GAAG,EAAE,aAAa,GACjB,UAAU,CAAC,MAAM,GAAG,SAAS,CAAC;IAqBjC,OAAO,CAAC,gBAAgB;IAwBxB;2DACuD;IACvD,cAAc,CACZ,GAAG,EAAE,YAAY,GAAG,WAAW,EAC/B,eAAe,EAAE,MAAM,GACtB,UAAU,CAAC,MAAM,GAAG,SAAS,CAAC;IACjC,cAAc,CACZ,GAAG,EAAE,YAAY,GAAG,WAAW,EAC/B,eAAe,EAAE,MAAM,EACvB,GAAG,EAAE,aAAa,GACjB,MAAM,GAAG,SAAS;IAsBrB,OAAO,CAAC,mBAAmB;IAwB3B,YAAY,CAAC,GAAG,EAAE,YAAY,GAAG,WAAW,GAAG,UAAU,CAAC,GAAG,CAAC,YAAY,CAAC;IAC3E,YAAY,CAAC,GAAG,EAAE,YAAY,GAAG,WAAW,EAAE,GAAG,EAAE,aAAa,GAAG,GAAG,CAAC,YAAY;IAkBnF,OAAO,CAAC,iBAAiB;IAMnB,SAAS,CACb,MAAM,EAAE,GAAG,CAAC,YAAY,EACxB,SAAS,EAAE,MAAM,EACjB,WAAW,CAAC,EAAE,MAAM,EACpB,SAAS,CAAC,EAAE,MAAM,GAAG,SAAS;IAY1B,QAAQ,CACZ,MAAM,EAAE,GAAG,CAAC,YAAY,EACxB,SAAS,EAAE,MAAM,EACjB,WAAW,CAAC,EAAE,MAAM,EACpB,SAAS,CAAC,EAAE,MAAM,GAAG,SAAS;YAYlB,eAAe;YAyBf,eAAe;YAKf,kBAAkB;IAK1B,UAAU;IAEhB,OAAO,CAAC,oBAAoB,CAA0B;IAEtD,OAAO,CAAC,mBAAmB;IAI3B,2BAA2B;IAC3B,OAAO,CAAC,aAAa;IAKrB,2BAA2B;IAC3B,OAAO,CAAC,YAAY;IAIpB,yDAAyD;IACzD,OAAO,CAAC,WAAW,CAAS;IAC5B,iCAAiC;IACjC,OAAO,CAAC,WAAW,CAAwC;YAE7C,QAAQ;IAyBtB,OAAO,CAAC,UAAU;CAKnB"}
+{"version":3,"file":"logs_stream.d.ts","sourceRoot":"","sources":["../../src/drivers/logs_stream.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EACV,aAAa,EAEd,MAAM,4BAA4B,CAAC;AACpC,OAAO,EAEL,UAAU,EAEX,MAAM,4BAA4B,CAAC;AASpC,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,4BAA4B,CAAC;AAE3D,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAElD,OAAO,KAAK,EAAE,WAAW,EAAE,YAAY,EAAE,MAAM,yBAAyB,CAAC;AAIzE,OAAO,KAAK,KAAK,GAAG,MAAM,iCAAiC,CAAC;AAC5D,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AAKxD,MAAM,MAAM,mBAAmB,GAAG,UAAU,GAAG;IAC7C,qGAAqG;IACrG,kBAAkB,EAAE,MAAM,CAAC;CAC5B,CAAC;AAEF,qBAAa,gBAAiB,YAAW,GAAG,CAAC,UAAU;IAWnD,OAAO,CAAC,QAAQ,CAAC,MAAM;IACvB,OAAO,CAAC,QAAQ,CAAC,UAAU;IAC3B,OAAO,CAAC,QAAQ,CAAC,IAAI;IAZvB,2EAA2E;IAC3E,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAyC;IAEvE,oFAAoF;IACpF,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAyC;IAEzE,uEAAuE;IACvE,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAyB;gBAG5B,MAAM,EAAE,QAAQ,EAChB,UAAU,EAAE,UAAU,EACtB,IAAI,GAAE,mBAItB;IAUH,WAAW,CAAC,GAAG,EAAE,YAAY,GAAG,WAAW,EAAE,KAAK,EAAE,MAAM,GAAG,UAAU,CAAC,MAAM,GAAG,SAAS,CAAC;IAC3F,WAAW,CACT,GAAG,EAAE,YAAY,GAAG,WAAW,EAC/B,KAAK,EAAE,MAAM,EACb,GAAG,EAAE,aAAa,GACjB,UAAU,CAAC,MAAM,GAAG,SAAS,CAAC;IAqBjC,OAAO,CAAC,gBAAgB;IAwBxB;2DACuD;IACvD,cAAc,CACZ,GAAG,EAAE,YAAY,GAAG,WAAW,EAC/B,eAAe,EAAE,MAAM,GACtB,UAAU,CAAC,MAAM,GAAG,SAAS,CAAC;IACjC,cAAc,CACZ,GAAG,EAAE,YAAY,GAAG,WAAW,EAC/B,eAAe,EAAE,MAAM,EACvB,GAAG,EAAE,aAAa,GACjB,MAAM,GAAG,SAAS;IAsBrB,OAAO,CAAC,mBAAmB;IAwB3B,YAAY,CAAC,GAAG,EAAE,YAAY,GAAG,WAAW,GAAG,UAAU,CAAC,GAAG,CAAC,YAAY,CAAC;IAC3E,YAAY,CAAC,GAAG,EAAE,YAAY,GAAG,WAAW,EAAE,GAAG,EAAE,aAAa,GAAG,GAAG,CAAC,YAAY;IAkBnF,OAAO,CAAC,iBAAiB;IAMnB,SAAS,CACb,MAAM,EAAE,GAAG,CAAC,YAAY,EACxB,SAAS,EAAE,MAAM,EACjB,WAAW,CAAC,EAAE,MAAM,EACpB,SAAS,CAAC,EAAE,MAAM,GAAG,SAAS;IAY1B,QAAQ,CACZ,MAAM,EAAE,GAAG,CAAC,YAAY,EACxB,SAAS,EAAE,MAAM,EACjB,WAAW,CAAC,EAAE,MAAM,EACpB,SAAS,CAAC,EAAE,MAAM,GAAG,SAAS;YAYlB,eAAe;YAyBf,eAAe;YAKf,kBAAkB;IAK1B,UAAU;IAEhB,OAAO,CAAC,oBAAoB,CAA0B;IAEtD,OAAO,CAAC,mBAAmB;IAI3B,2BAA2B;IAC3B,OAAO,CAAC,aAAa;IAKrB,2BAA2B;IAC3B,OAAO,CAAC,YAAY;IAIpB,yDAAyD;IACzD,OAAO,CAAC,WAAW,CAAS;IAC5B,iCAAiC;IACjC,OAAO,CAAC,WAAW,CAAwC;YAE7C,QAAQ;IAyBtB,OAAO,CAAC,UAAU;CAKnB"}

package/dist/drivers/logs_stream.js

@@ -1,5 +1,5 @@
 import { PollingComputableHooks, Computable, ChangeSource } from '@milaboratories/computable';
-import { resourceIdToString, stringifyWithResourceId } from '@milaboratories/pl-client';
+import { resourceIdToString, isNotFoundError, stringifyWithResourceId } from '@milaboratories/pl-client';
 import { asyncPool, CallersCounter } from '@milaboratories/ts-helpers';
 import { randomUUID } from 'node:crypto';
 import { treeEntryToResourceInfo } from '@milaboratories/pl-tree';
@@ -111,7 +111,7 @@ class LogsStreamDriver {
             };
         }
         catch (e) {
-            if (e.name == 'RpcError' && e.code == 'NOT_FOUND') {
+            if (isNotFoundError(e)) {
                 return { shouldUpdateHandle: true };
             }
             throw e;
@@ -213,7 +213,7 @@ class LogGetter {
             return;
         }
         catch (e) {
-            if (e.name == 'RpcError' && e.code == 'NOT_FOUND') {
+            if (isNotFoundError(e)) {
                 // No resource
                 this.logs = '';
                 this.error = e;

package/dist/drivers/logs_stream.js.map

@@ -1 +1 @@
-{"version":3,"file":"logs_stream.js","sources":["../../src/drivers/logs_stream.ts"],"sourcesContent":["import type {\n  ComputableCtx,\n  Watcher,\n} from '@milaboratories/computable';\nimport {\n  ChangeSource,\n  Computable,\n  PollingComputableHooks,\n} from '@milaboratories/computable';\nimport type {\n  ResourceId,\n  ResourceType } from '@milaboratories/pl-client';\nimport {\n  resourceIdToString,\n  stringifyWithResourceId,\n} from '@milaboratories/pl-client';\nimport type { MiLogger } from '@milaboratories/ts-helpers';\nimport { asyncPool, CallersCounter } from '@milaboratories/ts-helpers';\nimport type { ClientLogs } from '../clients/logs';\nimport { randomUUID } from 'node:crypto';\nimport type { PlTreeEntry, ResourceInfo } from '@milaboratories/pl-tree';\nimport { treeEntryToResourceInfo } from '@milaboratories/pl-tree';\nimport { scheduler } from 'node:timers/promises';\nimport type { StreamingAPI_Response } from '../proto-grpc/github.com/milaboratory/pl/controllers/shared/grpc/streamingapi/protocol';\nimport type * as sdk from '@milaboratories/pl-model-common';\nimport type { PollingOps } from './helpers/polling_ops';\nimport type { RpcError } from '@protobuf-ts/runtime-rpc';\nimport { getResourceInfoFromLogHandle, isLiveLogHandle, newLogHandle } from './helpers/logs_handle';\nimport { WrongResourceTypeError } from './helpers/helpers';\n\nexport type LogsStreamDriverOps = PollingOps & {\n  /** Max number of concurrent requests to log streaming backend while calculating computable states */\n  nConcurrentGetLogs: number;\n};\n\nexport class LogsStreamDriver implements sdk.LogsDriver {\n  /** Holds a map of StreamManager Resource Id to all logs of this stream. */\n  private readonly idToLastLines: Map<ResourceId, LogGetter> = new Map();\n\n  /** Holds a map of StreamManager Resource Id to the last log line of this stream. */\n  private readonly idToProgressLog: Map<ResourceId, LogGetter> = new Map();\n\n  /** Holds a map of StreamManager Resource Id to log id smart object. */\n  private readonly hooks: PollingComputableHooks;\n\n  constructor(\n    private readonly logger: MiLogger,\n    private readonly clientLogs: ClientLogs,\n    private readonly opts: LogsStreamDriverOps = {\n      nConcurrentGetLogs: 10,\n      pollingInterval: 1000,\n      stopPollingDelay: 1000,\n    },\n  ) {\n    this.hooks = new PollingComputableHooks(\n      () => this.startUpdating(),\n      () => this.stopUpdating(),\n      { stopDebounce: opts.stopPollingDelay },\n      (resolve, reject) => this.scheduleOnNextState(resolve, reject),\n    );\n  }\n\n  getLastLogs(res: ResourceInfo | PlTreeEntry, lines: number): Computable<string | undefined>;\n  getLastLogs(\n    res: ResourceInfo | PlTreeEntry,\n    lines: number,\n    ctx: ComputableCtx\n  ): Computable<string | undefined>;\n  getLastLogs(\n    res: ResourceInfo | PlTreeEntry,\n    lines: number,\n    ctx?: ComputableCtx,\n  ): Computable<string | undefined> | string | undefined {\n    if (ctx == undefined) return Computable.make((ctx) => this.getLastLogs(res, lines, ctx));\n\n    const r = treeEntryToResourceInfo(res, ctx);\n    const callerId = randomUUID();\n    ctx.attacheHooks(this.hooks);\n    ctx.addOnDestroy(() => this.releaseLastLogs(r.id, callerId));\n\n    const result = this.getLastLogsNoCtx(ctx.watcher, r, lines, callerId);\n    ctx.markUnstable(\n      'The logs are from stream, so we consider them unstable. Final values will be got from blobs.',\n    );\n\n    return result;\n  }\n\n  private getLastLogsNoCtx(\n    w: Watcher,\n    rInfo: ResourceInfo,\n    lines: number,\n    callerId: string,\n  ): string | undefined {\n    validateResourceType('getLastLogs', rInfo.type);\n\n    let logGetter = this.idToLastLines.get(rInfo.id);\n\n    if (logGetter == undefined) {\n      const newLogGetter = new LogGetter(this.logger, this.clientLogs, rInfo, lines);\n      this.idToLastLines.set(rInfo.id, newLogGetter);\n\n      logGetter = newLogGetter;\n    }\n\n    logGetter.attach(w, callerId);\n    const result = logGetter.getLog();\n    if (result.error != undefined) throw result.error;\n\n    return result.log;\n  }\n\n  /** Returns a last line that has patternToSearch.\n   * Notifies when a new line appeared or EOF reached. */\n  getProgressLog(\n    res: ResourceInfo | PlTreeEntry,\n    patternToSearch: string\n  ): Computable<string | undefined>;\n  getProgressLog(\n    res: ResourceInfo | PlTreeEntry,\n    patternToSearch: string,\n    ctx: ComputableCtx\n  ): string | undefined;\n  getProgressLog(\n    res: ResourceInfo | PlTreeEntry,\n    patternToSearch: string,\n    ctx?: ComputableCtx,\n  ): Computable<string | undefined> | string | undefined {\n    if (ctx == undefined)\n      return Computable.make((ctx) => this.getProgressLog(res, patternToSearch, ctx));\n\n    const r = treeEntryToResourceInfo(res, ctx);\n    const callerId = randomUUID();\n    ctx.attacheHooks(this.hooks);\n    ctx.addOnDestroy(() => this.releaseProgressLog(r.id, callerId));\n\n    const result = this.getProgressLogNoCtx(ctx.watcher, r, patternToSearch, callerId);\n    ctx.markUnstable(\n      'The progress log is from the stream, so we consider it unstable. Final value will be got from blobs.',\n    );\n\n    return result;\n  }\n\n  private getProgressLogNoCtx(\n    w: Watcher,\n    rInfo: ResourceInfo,\n    patternToSearch: string,\n    callerId: string,\n  ): string | undefined {\n    validateResourceType('getProgressLog', rInfo.type);\n\n    let logGetter = this.idToProgressLog.get(rInfo.id);\n\n    if (logGetter == undefined) {\n      const newLogGetter = new LogGetter(this.logger, this.clientLogs, rInfo, 1, patternToSearch);\n      this.idToProgressLog.set(rInfo.id, newLogGetter);\n\n      logGetter = newLogGetter;\n    }\n\n    logGetter.attach(w, callerId);\n    const result = logGetter.getLog();\n    if (result.error) throw result.error;\n\n    return result.log;\n  }\n\n  getLogHandle(res: ResourceInfo | PlTreeEntry): Computable<sdk.AnyLogHandle>;\n  getLogHandle(res: ResourceInfo | PlTreeEntry, ctx: ComputableCtx): sdk.AnyLogHandle;\n  getLogHandle(\n    res: ResourceInfo | PlTreeEntry,\n    ctx?: ComputableCtx,\n  ): Computable<sdk.AnyLogHandle> | sdk.AnyLogHandle {\n    if (ctx == undefined) return Computable.make((ctx) => this.getLogHandle(res, ctx));\n\n    const r = treeEntryToResourceInfo(res, ctx);\n\n    const result = this.getLogHandleNoCtx(r);\n\n    // All logs from streams should be considered unstable,\n    // final value will be got from blobs.\n    ctx.markUnstable(`live_log:${resourceIdToString(r.id)}`);\n\n    return result;\n  }\n\n  private getLogHandleNoCtx(rInfo: ResourceInfo): sdk.AnyLogHandle {\n    validateResourceType('getLogHandle', rInfo.type);\n\n    return newLogHandle(true, rInfo);\n  }\n\n  async lastLines(\n    handle: sdk.AnyLogHandle,\n    lineCount: number,\n    offsetBytes?: number,\n    searchStr?: string | undefined,\n  ) {\n    return await this.tryWithNotFound(handle, () =>\n      this.clientLogs.lastLines(\n        getResourceInfoFromLogHandle(handle),\n        lineCount,\n        BigInt(offsetBytes ?? 0),\n        searchStr,\n      ),\n    );\n  }\n\n  async readText(\n    handle: sdk.AnyLogHandle,\n    lineCount: number,\n    offsetBytes?: number,\n    searchStr?: string | undefined,\n  ) {\n    return await this.tryWithNotFound(handle, () =>\n      this.clientLogs.readText(\n        getResourceInfoFromLogHandle(handle),\n        lineCount,\n        BigInt(offsetBytes ?? 0),\n        searchStr,\n      ),\n    );\n  }\n\n  private async tryWithNotFound(\n    handle: sdk.AnyLogHandle,\n    method: () => Promise<StreamingAPI_Response>,\n  ): Promise<sdk.StreamingApiResponse> {\n    if (!isLiveLogHandle(handle))\n      throw new Error(`Not live log handle was passed to live log driver, handle: ${handle}`);\n\n    try {\n      const resp = await method();\n      return {\n        live: true,\n        shouldUpdateHandle: false,\n        data: resp.data,\n        size: Number(resp.size),\n        newOffset: Number(resp.newOffset),\n      };\n    } catch (e: any) {\n      if (e.name == 'RpcError' && e.code == 'NOT_FOUND') {\n        return { shouldUpdateHandle: true };\n      }\n\n      throw e;\n    }\n  }\n\n  private async releaseLastLogs(rId: ResourceId, callerId: string) {\n    const deleted = this.idToLastLines.get(rId)?.release(callerId);\n    if (deleted) this.idToLastLines.delete(rId);\n  }\n\n  private async releaseProgressLog(rId: ResourceId, callerId: string) {\n    const deleted = this.idToProgressLog.get(rId)?.release(callerId);\n    if (deleted) this.idToProgressLog.delete(rId);\n  }\n\n  async releaseAll() {}\n\n  private scheduledOnNextState: ScheduledRefresh[] = [];\n\n  private scheduleOnNextState(resolve: () => void, reject: (err: any) => void): void {\n    this.scheduledOnNextState.push({ resolve, reject });\n  }\n\n  /** Called from observer */\n  private startUpdating(): void {\n    this.keepRunning = true;\n    if (this.currentLoop === undefined) this.currentLoop = this.mainLoop();\n  }\n\n  /** Called from observer */\n  private stopUpdating(): void {\n    this.keepRunning = false;\n  }\n\n  /** If true, main loop will continue polling pl state. */\n  private keepRunning = false;\n  /** Actual state of main loop. */\n  private currentLoop: Promise<void> | undefined = undefined;\n\n  private async mainLoop() {\n    while (this.keepRunning) {\n      const toNotify = this.scheduledOnNextState;\n      this.scheduledOnNextState = [];\n\n      try {\n        const logs = this.getAllLogs();\n        await asyncPool(\n          this.opts.nConcurrentGetLogs,\n          logs.map((getter) => async () => await getter.update()),\n        );\n\n        toNotify.forEach((n) => n.resolve());\n      } catch (e: any) {\n        console.error(e);\n        toNotify.forEach((n) => n.reject(e));\n      }\n\n      if (!this.keepRunning) break;\n      await scheduler.wait(this.opts.pollingInterval);\n    }\n\n    this.currentLoop = undefined;\n  }\n\n  private getAllLogs(): Array<LogGetter> {\n    return Array.from(this.idToLastLines.entries())\n      .concat(Array.from(this.idToProgressLog.entries()))\n      .map(([_, getter]) => getter);\n  }\n}\n\n/** A job that gets last lines from a StreamWorkdir resource. */\nclass LogGetter {\n  private logs: string | undefined;\n  private error: any | undefined = undefined;\n\n  private readonly change: ChangeSource = new ChangeSource();\n  private readonly counter: CallersCounter = new CallersCounter();\n\n  constructor(\n    private readonly logger: MiLogger,\n    private readonly clientLogs: ClientLogs,\n    private readonly rInfo: ResourceInfo,\n    private readonly lines: number,\n    private readonly patternToSearch?: string,\n  ) {}\n\n  getLog(): {\n    log: string | undefined;\n    error?: any | undefined;\n  } {\n    return {\n      log: this.logs,\n      error: this.error,\n    };\n  }\n\n  attach(w: Watcher, callerId: string) {\n    this.change.attachWatcher(w);\n    this.counter.inc(callerId);\n  }\n\n  release(callerId: string): boolean {\n    return this.counter.dec(callerId);\n  }\n\n  async update() {\n    try {\n      const resp = await this.clientLogs.lastLines(\n        this.rInfo,\n        this.lines,\n        0n,\n        this.patternToSearch,\n      );\n\n      const newLogs = new TextDecoder().decode(resp.data);\n      if (this.logs != newLogs) this.change.markChanged(`logs for ${resourceIdToString(this.rInfo.id)} updated`);\n      this.logs = newLogs;\n      this.error = undefined;\n\n      return;\n    } catch (e: any) {\n      e as RpcError;\n      if (e.name == 'RpcError' && e.code == 'NOT_FOUND') {\n        // No resource\n        this.logs = '';\n        this.error = e;\n        this.change.markChanged();\n        return;\n      }\n\n      this.logger.error(\n        `Stream log lines for ${stringifyWithResourceId(this.rInfo.id)} failed, reason: ${JSON.stringify(e)}`,\n      );\n      throw e;\n    }\n  }\n}\n\ntype ScheduledRefresh = {\n  resolve: () => void;\n  reject: (err: any) => void;\n};\n\nfunction validateResourceType(methodName: string, rType: ResourceType) {\n  if (!rType.name.startsWith('StreamWorkdir')) {\n    throw new WrongResourceTypeError(\n      `${methodName}: wrong resource type: ${rType.name}, `\n      + `expected: a resource of type 'StreamWorkdir'.`,\n    );\n  }\n}\n"],"names":[],"mappings":";;;;;;;;;MAmCa,gBAAgB,CAAA;AAWR,IAAA,MAAA;AACA,IAAA,UAAA;AACA,IAAA,IAAA;;AAXF,IAAA,aAAa,GAA+B,IAAI,GAAG,EAAE;;AAGrD,IAAA,eAAe,GAA+B,IAAI,GAAG,EAAE;;AAGvD,IAAA,KAAK;AAEtB,IAAA,WAAA,CACmB,MAAgB,EAChB,UAAsB,EACtB,IAAA,GAA4B;AAC3C,QAAA,kBAAkB,EAAE,EAAE;AACtB,QAAA,eAAe,EAAE,IAAI;AACrB,QAAA,gBAAgB,EAAE,IAAI;AACvB,KAAA,EAAA;QANgB,IAAA,CAAA,MAAM,GAAN,MAAM;QACN,IAAA,CAAA,UAAU,GAAV,UAAU;QACV,IAAA,CAAA,IAAI,GAAJ,IAAI;QAMrB,IAAI,CAAC,KAAK,GAAG,IAAI,sBAAsB,CACrC,MAAM,IAAI,CAAC,aAAa,EAAE,EAC1B,MAAM,IAAI,CAAC,YAAY,EAAE,EACzB,EAAE,YAAY,EAAE,IAAI,CAAC,gBAAgB,EAAE,EACvC,CAAC,OAAO,EAAE,MAAM,KAAK,IAAI,CAAC,mBAAmB,CAAC,OAAO,EAAE,MAAM,CAAC,CAC/D;IACH;AAQA,IAAA,WAAW,CACT,GAA+B,EAC/B,KAAa,EACb,GAAmB,EAAA;QAEnB,IAAI,GAAG,IAAI,SAAS;YAAE,OAAO,UAAU,CAAC,IAAI,CAAC,CAAC,GAAG,KAAK,IAAI,CAAC,WAAW,CAAC,GAAG,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC;QAExF,MAAM,CAAC,GAAG,uBAAuB,CAAC,GAAG,EAAE,GAAG,CAAC;AAC3C,QAAA,MAAM,QAAQ,GAAG,UAAU,EAAE;AAC7B,QAAA,GAAG,CAAC,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC;AAC5B,QAAA,GAAG,CAAC,YAAY,CAAC,MAAM,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC;AAE5D,QAAA,MAAM,MAAM,GAAG,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC,EAAE,KAAK,EAAE,QAAQ,CAAC;AACrE,QAAA,GAAG,CAAC,YAAY,CACd,8FAA8F,CAC/F;AAED,QAAA,OAAO,MAAM;IACf;AAEQ,IAAA,gBAAgB,CACtB,CAAU,EACV,KAAmB,EACnB,KAAa,EACb,QAAgB,EAAA;AAEhB,QAAA,oBAAoB,CAAC,aAAa,EAAE,KAAK,CAAC,IAAI,CAAC;AAE/C,QAAA,IAAI,SAAS,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;AAEhD,QAAA,IAAI,SAAS,IAAI,SAAS,EAAE;AAC1B,YAAA,MAAM,YAAY,GAAG,IAAI,SAAS,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,UAAU,EAAE,KAAK,EAAE,KAAK,CAAC;YAC9E,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,YAAY,CAAC;YAE9C,SAAS,GAAG,YAAY;QAC1B;AAEA,QAAA,SAAS,CAAC,MAAM,CAAC,CAAC,EAAE,QAAQ,CAAC;AAC7B,QAAA,MAAM,MAAM,GAAG,SAAS,CAAC,MAAM,EAAE;AACjC,QAAA,IAAI,MAAM,CAAC,KAAK,IAAI,SAAS;YAAE,MAAM,MAAM,CAAC,KAAK;QAEjD,OAAO,MAAM,CAAC,GAAG;IACnB;AAaA,IAAA,cAAc,CACZ,GAA+B,EAC/B,eAAuB,EACvB,GAAmB,EAAA;QAEnB,IAAI,GAAG,IAAI,SAAS;YAClB,OAAO,UAAU,CAAC,IAAI,CAAC,CAAC,GAAG,KAAK,IAAI,CAAC,cAAc,CAAC,GAAG,EAAE,eAAe,EAAE,GAAG,CAAC,CAAC;QAEjF,MAAM,CAAC,GAAG,uBAAuB,CAAC,GAAG,EAAE,GAAG,CAAC;AAC3C,QAAA,MAAM,QAAQ,GAAG,UAAU,EAAE;AAC7B,QAAA,GAAG,CAAC,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC;AAC5B,QAAA,GAAG,CAAC,YAAY,CAAC,MAAM,IAAI,CAAC,kBAAkB,CAAC,CAAC,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC;AAE/D,QAAA,MAAM,MAAM,GAAG,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC,EAAE,eAAe,EAAE,QAAQ,CAAC;AAClF,QAAA,GAAG,CAAC,YAAY,CACd,sGAAsG,CACvG;AAED,QAAA,OAAO,MAAM;IACf;AAEQ,IAAA,mBAAmB,CACzB,CAAU,EACV,KAAmB,EACnB,eAAuB,EACvB,QAAgB,EAAA;AAEhB,QAAA,oBAAoB,CAAC,gBAAgB,EAAE,KAAK,CAAC,IAAI,CAAC;AAElD,QAAA,IAAI,SAAS,GAAG,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;AAElD,QAAA,IAAI,SAAS,IAAI,SAAS,EAAE;AAC1B,YAAA,MAAM,YAAY,GAAG,IAAI,SAAS,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,UAAU,EAAE,KAAK,EAAE,CAAC,EAAE,eAAe,CAAC;YAC3F,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,YAAY,CAAC;YAEhD,SAAS,GAAG,YAAY;QAC1B;AAEA,QAAA,SAAS,CAAC,MAAM,CAAC,CAAC,EAAE,QAAQ,CAAC;AAC7B,QAAA,MAAM,MAAM,GAAG,SAAS,CAAC,MAAM,EAAE;QACjC,IAAI,MAAM,CAAC,KAAK;YAAE,MAAM,MAAM,CAAC,KAAK;QAEpC,OAAO,MAAM,CAAC,GAAG;IACnB;IAIA,YAAY,CACV,GAA+B,EAC/B,GAAmB,EAAA;QAEnB,IAAI,GAAG,IAAI,SAAS;AAAE,YAAA,OAAO,UAAU,CAAC,IAAI,CAAC,CAAC,GAAG,KAAK,IAAI,CAAC,YAAY,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;QAElF,MAAM,CAAC,GAAG,uBAAuB,CAAC,GAAG,EAAE,GAAG,CAAC;QAE3C,MAAM,MAAM,GAAG,IAAI,CAAC,iBAAiB,CAAC,CAAC,CAAC;;;AAIxC,QAAA,GAAG,CAAC,YAAY,CAAC,CAAA,SAAA,EAAY,kBAAkB,CAAC,CAAC,CAAC,EAAE,CAAC,CAAA,CAAE,CAAC;AAExD,QAAA,OAAO,MAAM;IACf;AAEQ,IAAA,iBAAiB,CAAC,KAAmB,EAAA;AAC3C,QAAA,oBAAoB,CAAC,cAAc,EAAE,KAAK,CAAC,IAAI,CAAC;AAEhD,QAAA,OAAO,YAAY,CAAC,IAAI,EAAE,KAAK,CAAC;IAClC;IAEA,MAAM,SAAS,CACb,MAAwB,EACxB,SAAiB,EACjB,WAAoB,EACpB,SAA8B,EAAA;AAE9B,QAAA,OAAO,MAAM,IAAI,CAAC,eAAe,CAAC,MAAM,EAAE,MACxC,IAAI,CAAC,UAAU,CAAC,SAAS,CACvB,4BAA4B,CAAC,MAAM,CAAC,EACpC,SAAS,EACT,MAAM,CAAC,WAAW,IAAI,CAAC,CAAC,EACxB,SAAS,CACV,CACF;IACH;IAEA,MAAM,QAAQ,CACZ,MAAwB,EACxB,SAAiB,EACjB,WAAoB,EACpB,SAA8B,EAAA;AAE9B,QAAA,OAAO,MAAM,IAAI,CAAC,eAAe,CAAC,MAAM,EAAE,MACxC,IAAI,CAAC,UAAU,CAAC,QAAQ,CACtB,4BAA4B,CAAC,MAAM,CAAC,EACpC,SAAS,EACT,MAAM,CAAC,WAAW,IAAI,CAAC,CAAC,EACxB,SAAS,CACV,CACF;IACH;AAEQ,IAAA,MAAM,eAAe,CAC3B,MAAwB,EACxB,MAA4C,EAAA;AAE5C,QAAA,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC;AAC1B,YAAA,MAAM,IAAI,KAAK,CAAC,8DAA8D,MAAM,CAAA,CAAE,CAAC;AAEzF,QAAA,IAAI;AACF,YAAA,MAAM,IAAI,GAAG,MAAM,MAAM,EAAE;YAC3B,OAAO;AACL,gBAAA,IAAI,EAAE,IAAI;AACV,gBAAA,kBAAkB,EAAE,KAAK;gBACzB,IAAI,EAAE,IAAI,CAAC,IAAI;AACf,gBAAA,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC;AACvB,gBAAA,SAAS,EAAE,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC;aAClC;QACH;QAAE,OAAO,CAAM,EAAE;AACf,YAAA,IAAI,CAAC,CAAC,IAAI,IAAI,UAAU,IAAI,CAAC,CAAC,IAAI,IAAI,WAAW,EAAE;AACjD,gBAAA,OAAO,EAAE,kBAAkB,EAAE,IAAI,EAAE;YACrC;AAEA,YAAA,MAAM,CAAC;QACT;IACF;AAEQ,IAAA,MAAM,eAAe,CAAC,GAAe,EAAE,QAAgB,EAAA;AAC7D,QAAA,MAAM,OAAO,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,OAAO,CAAC,QAAQ,CAAC;AAC9D,QAAA,IAAI,OAAO;AAAE,YAAA,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,GAAG,CAAC;IAC7C;AAEQ,IAAA,MAAM,kBAAkB,CAAC,GAAe,EAAE,QAAgB,EAAA;AAChE,QAAA,MAAM,OAAO,GAAG,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,OAAO,CAAC,QAAQ,CAAC;AAChE,QAAA,IAAI,OAAO;AAAE,YAAA,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,GAAG,CAAC;IAC/C;IAEA,MAAM,UAAU,GAAA,EAAI;IAEZ,oBAAoB,GAAuB,EAAE;IAE7C,mBAAmB,CAAC,OAAmB,EAAE,MAA0B,EAAA;QACzE,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;IACrD;;IAGQ,aAAa,GAAA;AACnB,QAAA,IAAI,CAAC,WAAW,GAAG,IAAI;AACvB,QAAA,IAAI,IAAI,CAAC,WAAW,KAAK,SAAS;AAAE,YAAA,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,QAAQ,EAAE;IACxE;;IAGQ,YAAY,GAAA;AAClB,QAAA,IAAI,CAAC,WAAW,GAAG,KAAK;IAC1B;;IAGQ,WAAW,GAAG,KAAK;;IAEnB,WAAW,GAA8B,SAAS;AAElD,IAAA,MAAM,QAAQ,GAAA;AACpB,QAAA,OAAO,IAAI,CAAC,WAAW,EAAE;AACvB,YAAA,MAAM,QAAQ,GAAG,IAAI,CAAC,oBAAoB;AAC1C,YAAA,IAAI,CAAC,oBAAoB,GAAG,EAAE;AAE9B,YAAA,IAAI;AACF,gBAAA,MAAM,IAAI,GAAG,IAAI,CAAC,UAAU,EAAE;AAC9B,gBAAA,MAAM,SAAS,CACb,IAAI,CAAC,IAAI,CAAC,kBAAkB,EAC5B,IAAI,CAAC,GAAG,CAAC,CAAC,MAAM,KAAK,YAAY,MAAM,MAAM,CAAC,MAAM,EAAE,CAAC,CACxD;AAED,gBAAA,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC;YACtC;YAAE,OAAO,CAAM,EAAE;AACf,gBAAA,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC;AAChB,gBAAA,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;YACtC;YAEA,IAAI,CAAC,IAAI,CAAC,WAAW;gBAAE;YACvB,MAAM,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC;QACjD;AAEA,QAAA,IAAI,CAAC,WAAW,GAAG,SAAS;IAC9B;IAEQ,UAAU,GAAA;QAChB,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE;AAC3C,aAAA,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,OAAO,EAAE,CAAC;AACjD,aAAA,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,KAAK,MAAM,CAAC;IACjC;AACD;AAED;AACA,MAAM,SAAS,CAAA;AAQM,IAAA,MAAA;AACA,IAAA,UAAA;AACA,IAAA,KAAA;AACA,IAAA,KAAA;AACA,IAAA,eAAA;AAXX,IAAA,IAAI;IACJ,KAAK,GAAoB,SAAS;AAEzB,IAAA,MAAM,GAAiB,IAAI,YAAY,EAAE;AACzC,IAAA,OAAO,GAAmB,IAAI,cAAc,EAAE;IAE/D,WAAA,CACmB,MAAgB,EAChB,UAAsB,EACtB,KAAmB,EACnB,KAAa,EACb,eAAwB,EAAA;QAJxB,IAAA,CAAA,MAAM,GAAN,MAAM;QACN,IAAA,CAAA,UAAU,GAAV,UAAU;QACV,IAAA,CAAA,KAAK,GAAL,KAAK;QACL,IAAA,CAAA,KAAK,GAAL,KAAK;QACL,IAAA,CAAA,eAAe,GAAf,eAAe;IAC/B;IAEH,MAAM,GAAA;QAIJ,OAAO;YACL,GAAG,EAAE,IAAI,CAAC,IAAI;YACd,KAAK,EAAE,IAAI,CAAC,KAAK;SAClB;IACH;IAEA,MAAM,CAAC,CAAU,EAAE,QAAgB,EAAA;AACjC,QAAA,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC;AAC5B,QAAA,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC;IAC5B;AAEA,IAAA,OAAO,CAAC,QAAgB,EAAA;QACtB,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC;IACnC;AAEA,IAAA,MAAM,MAAM,GAAA;AACV,QAAA,IAAI;YACF,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,SAAS,CAC1C,IAAI,CAAC,KAAK,EACV,IAAI,CAAC,KAAK,EACV,EAAE,EACF,IAAI,CAAC,eAAe,CACrB;AAED,YAAA,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC;AACnD,YAAA,IAAI,IAAI,CAAC,IAAI,IAAI,OAAO;AAAE,gBAAA,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,YAAY,kBAAkB,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAA,QAAA,CAAU,CAAC;AAC1G,YAAA,IAAI,CAAC,IAAI,GAAG,OAAO;AACnB,YAAA,IAAI,CAAC,KAAK,GAAG,SAAS;YAEtB;QACF;QAAE,OAAO,CAAM,EAAE;AAEf,YAAA,IAAI,CAAC,CAAC,IAAI,IAAI,UAAU,IAAI,CAAC,CAAC,IAAI,IAAI,WAAW,EAAE;;AAEjD,gBAAA,IAAI,CAAC,IAAI,GAAG,EAAE;AACd,gBAAA,IAAI,CAAC,KAAK,GAAG,CAAC;AACd,gBAAA,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE;gBACzB;YACF;YAEA,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,CAAA,qBAAA,EAAwB,uBAAuB,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAA,iBAAA,EAAoB,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAA,CAAE,CACtG;AACD,YAAA,MAAM,CAAC;QACT;IACF;AACD;AAOD,SAAS,oBAAoB,CAAC,UAAkB,EAAE,KAAmB,EAAA;IACnE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,eAAe,CAAC,EAAE;QAC3C,MAAM,IAAI,sBAAsB,CAC9B,CAAA,EAAG,UAAU,CAAA,uBAAA,EAA0B,KAAK,CAAC,IAAI,CAAA,EAAA;AAC/C,cAAA,CAAA,6CAAA,CAA+C,CAClD;IACH;AACF;;;;"}
+{"version":3,"file":"logs_stream.js","sources":["../../src/drivers/logs_stream.ts"],"sourcesContent":["import type {\n  ComputableCtx,\n  Watcher,\n} from '@milaboratories/computable';\nimport {\n  ChangeSource,\n  Computable,\n  PollingComputableHooks,\n} from '@milaboratories/computable';\nimport type {\n  ResourceId,\n  ResourceType } from '@milaboratories/pl-client';\nimport {\n  isNotFoundError,\n  resourceIdToString,\n  stringifyWithResourceId,\n} from '@milaboratories/pl-client';\nimport type { MiLogger } from '@milaboratories/ts-helpers';\nimport { asyncPool, CallersCounter } from '@milaboratories/ts-helpers';\nimport type { ClientLogs } from '../clients/logs';\nimport { randomUUID } from 'node:crypto';\nimport type { PlTreeEntry, ResourceInfo } from '@milaboratories/pl-tree';\nimport { treeEntryToResourceInfo } from '@milaboratories/pl-tree';\nimport { scheduler } from 'node:timers/promises';\nimport type { StreamingAPI_Response } from '../proto-grpc/github.com/milaboratory/pl/controllers/shared/grpc/streamingapi/protocol';\nimport type * as sdk from '@milaboratories/pl-model-common';\nimport type { PollingOps } from './helpers/polling_ops';\nimport type { RpcError } from '@protobuf-ts/runtime-rpc';\nimport { getResourceInfoFromLogHandle, isLiveLogHandle, newLogHandle } from './helpers/logs_handle';\nimport { WrongResourceTypeError } from './helpers/helpers';\n\nexport type LogsStreamDriverOps = PollingOps & {\n  /** Max number of concurrent requests to log streaming backend while calculating computable states */\n  nConcurrentGetLogs: number;\n};\n\nexport class LogsStreamDriver implements sdk.LogsDriver {\n  /** Holds a map of StreamManager Resource Id to all logs of this stream. */\n  private readonly idToLastLines: Map<ResourceId, LogGetter> = new Map();\n\n  /** Holds a map of StreamManager Resource Id to the last log line of this stream. */\n  private readonly idToProgressLog: Map<ResourceId, LogGetter> = new Map();\n\n  /** Holds a map of StreamManager Resource Id to log id smart object. */\n  private readonly hooks: PollingComputableHooks;\n\n  constructor(\n    private readonly logger: MiLogger,\n    private readonly clientLogs: ClientLogs,\n    private readonly opts: LogsStreamDriverOps = {\n      nConcurrentGetLogs: 10,\n      pollingInterval: 1000,\n      stopPollingDelay: 1000,\n    },\n  ) {\n    this.hooks = new PollingComputableHooks(\n      () => this.startUpdating(),\n      () => this.stopUpdating(),\n      { stopDebounce: opts.stopPollingDelay },\n      (resolve, reject) => this.scheduleOnNextState(resolve, reject),\n    );\n  }\n\n  getLastLogs(res: ResourceInfo | PlTreeEntry, lines: number): Computable<string | undefined>;\n  getLastLogs(\n    res: ResourceInfo | PlTreeEntry,\n    lines: number,\n    ctx: ComputableCtx\n  ): Computable<string | undefined>;\n  getLastLogs(\n    res: ResourceInfo | PlTreeEntry,\n    lines: number,\n    ctx?: ComputableCtx,\n  ): Computable<string | undefined> | string | undefined {\n    if (ctx == undefined) return Computable.make((ctx) => this.getLastLogs(res, lines, ctx));\n\n    const r = treeEntryToResourceInfo(res, ctx);\n    const callerId = randomUUID();\n    ctx.attacheHooks(this.hooks);\n    ctx.addOnDestroy(() => this.releaseLastLogs(r.id, callerId));\n\n    const result = this.getLastLogsNoCtx(ctx.watcher, r, lines, callerId);\n    ctx.markUnstable(\n      'The logs are from stream, so we consider them unstable. Final values will be got from blobs.',\n    );\n\n    return result;\n  }\n\n  private getLastLogsNoCtx(\n    w: Watcher,\n    rInfo: ResourceInfo,\n    lines: number,\n    callerId: string,\n  ): string | undefined {\n    validateResourceType('getLastLogs', rInfo.type);\n\n    let logGetter = this.idToLastLines.get(rInfo.id);\n\n    if (logGetter == undefined) {\n      const newLogGetter = new LogGetter(this.logger, this.clientLogs, rInfo, lines);\n      this.idToLastLines.set(rInfo.id, newLogGetter);\n\n      logGetter = newLogGetter;\n    }\n\n    logGetter.attach(w, callerId);\n    const result = logGetter.getLog();\n    if (result.error != undefined) throw result.error;\n\n    return result.log;\n  }\n\n  /** Returns a last line that has patternToSearch.\n   * Notifies when a new line appeared or EOF reached. */\n  getProgressLog(\n    res: ResourceInfo | PlTreeEntry,\n    patternToSearch: string\n  ): Computable<string | undefined>;\n  getProgressLog(\n    res: ResourceInfo | PlTreeEntry,\n    patternToSearch: string,\n    ctx: ComputableCtx\n  ): string | undefined;\n  getProgressLog(\n    res: ResourceInfo | PlTreeEntry,\n    patternToSearch: string,\n    ctx?: ComputableCtx,\n  ): Computable<string | undefined> | string | undefined {\n    if (ctx == undefined)\n      return Computable.make((ctx) => this.getProgressLog(res, patternToSearch, ctx));\n\n    const r = treeEntryToResourceInfo(res, ctx);\n    const callerId = randomUUID();\n    ctx.attacheHooks(this.hooks);\n    ctx.addOnDestroy(() => this.releaseProgressLog(r.id, callerId));\n\n    const result = this.getProgressLogNoCtx(ctx.watcher, r, patternToSearch, callerId);\n    ctx.markUnstable(\n      'The progress log is from the stream, so we consider it unstable. Final value will be got from blobs.',\n    );\n\n    return result;\n  }\n\n  private getProgressLogNoCtx(\n    w: Watcher,\n    rInfo: ResourceInfo,\n    patternToSearch: string,\n    callerId: string,\n  ): string | undefined {\n    validateResourceType('getProgressLog', rInfo.type);\n\n    let logGetter = this.idToProgressLog.get(rInfo.id);\n\n    if (logGetter == undefined) {\n      const newLogGetter = new LogGetter(this.logger, this.clientLogs, rInfo, 1, patternToSearch);\n      this.idToProgressLog.set(rInfo.id, newLogGetter);\n\n      logGetter = newLogGetter;\n    }\n\n    logGetter.attach(w, callerId);\n    const result = logGetter.getLog();\n    if (result.error) throw result.error;\n\n    return result.log;\n  }\n\n  getLogHandle(res: ResourceInfo | PlTreeEntry): Computable<sdk.AnyLogHandle>;\n  getLogHandle(res: ResourceInfo | PlTreeEntry, ctx: ComputableCtx): sdk.AnyLogHandle;\n  getLogHandle(\n    res: ResourceInfo | PlTreeEntry,\n    ctx?: ComputableCtx,\n  ): Computable<sdk.AnyLogHandle> | sdk.AnyLogHandle {\n    if (ctx == undefined) return Computable.make((ctx) => this.getLogHandle(res, ctx));\n\n    const r = treeEntryToResourceInfo(res, ctx);\n\n    const result = this.getLogHandleNoCtx(r);\n\n    // All logs from streams should be considered unstable,\n    // final value will be got from blobs.\n    ctx.markUnstable(`live_log:${resourceIdToString(r.id)}`);\n\n    return result;\n  }\n\n  private getLogHandleNoCtx(rInfo: ResourceInfo): sdk.AnyLogHandle {\n    validateResourceType('getLogHandle', rInfo.type);\n\n    return newLogHandle(true, rInfo);\n  }\n\n  async lastLines(\n    handle: sdk.AnyLogHandle,\n    lineCount: number,\n    offsetBytes?: number,\n    searchStr?: string | undefined,\n  ) {\n    return await this.tryWithNotFound(handle, () =>\n      this.clientLogs.lastLines(\n        getResourceInfoFromLogHandle(handle),\n        lineCount,\n        BigInt(offsetBytes ?? 0),\n        searchStr,\n      ),\n    );\n  }\n\n  async readText(\n    handle: sdk.AnyLogHandle,\n    lineCount: number,\n    offsetBytes?: number,\n    searchStr?: string | undefined,\n  ) {\n    return await this.tryWithNotFound(handle, () =>\n      this.clientLogs.readText(\n        getResourceInfoFromLogHandle(handle),\n        lineCount,\n        BigInt(offsetBytes ?? 0),\n        searchStr,\n      ),\n    );\n  }\n\n  private async tryWithNotFound(\n    handle: sdk.AnyLogHandle,\n    method: () => Promise<StreamingAPI_Response>,\n  ): Promise<sdk.StreamingApiResponse> {\n    if (!isLiveLogHandle(handle))\n      throw new Error(`Not live log handle was passed to live log driver, handle: ${handle}`);\n\n    try {\n      const resp = await method();\n      return {\n        live: true,\n        shouldUpdateHandle: false,\n        data: resp.data,\n        size: Number(resp.size),\n        newOffset: Number(resp.newOffset),\n      };\n    } catch (e: any) {\n      if (isNotFoundError(e)) {\n        return { shouldUpdateHandle: true };\n      }\n\n      throw e;\n    }\n  }\n\n  private async releaseLastLogs(rId: ResourceId, callerId: string) {\n    const deleted = this.idToLastLines.get(rId)?.release(callerId);\n    if (deleted) this.idToLastLines.delete(rId);\n  }\n\n  private async releaseProgressLog(rId: ResourceId, callerId: string) {\n    const deleted = this.idToProgressLog.get(rId)?.release(callerId);\n    if (deleted) this.idToProgressLog.delete(rId);\n  }\n\n  async releaseAll() {}\n\n  private scheduledOnNextState: ScheduledRefresh[] = [];\n\n  private scheduleOnNextState(resolve: () => void, reject: (err: any) => void): void {\n    this.scheduledOnNextState.push({ resolve, reject });\n  }\n\n  /** Called from observer */\n  private startUpdating(): void {\n    this.keepRunning = true;\n    if (this.currentLoop === undefined) this.currentLoop = this.mainLoop();\n  }\n\n  /** Called from observer */\n  private stopUpdating(): void {\n    this.keepRunning = false;\n  }\n\n  /** If true, main loop will continue polling pl state. */\n  private keepRunning = false;\n  /** Actual state of main loop. */\n  private currentLoop: Promise<void> | undefined = undefined;\n\n  private async mainLoop() {\n    while (this.keepRunning) {\n      const toNotify = this.scheduledOnNextState;\n      this.scheduledOnNextState = [];\n\n      try {\n        const logs = this.getAllLogs();\n        await asyncPool(\n          this.opts.nConcurrentGetLogs,\n          logs.map((getter) => async () => await getter.update()),\n        );\n\n        toNotify.forEach((n) => n.resolve());\n      } catch (e: any) {\n        console.error(e);\n        toNotify.forEach((n) => n.reject(e));\n      }\n\n      if (!this.keepRunning) break;\n      await scheduler.wait(this.opts.pollingInterval);\n    }\n\n    this.currentLoop = undefined;\n  }\n\n  private getAllLogs(): Array<LogGetter> {\n    return Array.from(this.idToLastLines.entries())\n      .concat(Array.from(this.idToProgressLog.entries()))\n      .map(([_, getter]) => getter);\n  }\n}\n\n/** A job that gets last lines from a StreamWorkdir resource. */\nclass LogGetter {\n  private logs: string | undefined;\n  private error: any | undefined = undefined;\n\n  private readonly change: ChangeSource = new ChangeSource();\n  private readonly counter: CallersCounter = new CallersCounter();\n\n  constructor(\n    private readonly logger: MiLogger,\n    private readonly clientLogs: ClientLogs,\n    private readonly rInfo: ResourceInfo,\n    private readonly lines: number,\n    private readonly patternToSearch?: string,\n  ) {}\n\n  getLog(): {\n    log: string | undefined;\n    error?: any | undefined;\n  } {\n    return {\n      log: this.logs,\n      error: this.error,\n    };\n  }\n\n  attach(w: Watcher, callerId: string) {\n    this.change.attachWatcher(w);\n    this.counter.inc(callerId);\n  }\n\n  release(callerId: string): boolean {\n    return this.counter.dec(callerId);\n  }\n\n  async update() {\n    try {\n      const resp = await this.clientLogs.lastLines(\n        this.rInfo,\n        this.lines,\n        0n,\n        this.patternToSearch,\n      );\n\n      const newLogs = new TextDecoder().decode(resp.data);\n      if (this.logs != newLogs) this.change.markChanged(`logs for ${resourceIdToString(this.rInfo.id)} updated`);\n      this.logs = newLogs;\n      this.error = undefined;\n\n      return;\n    } catch (e: any) {\n      if (isNotFoundError(e)) {\n        // No resource\n        this.logs = '';\n        this.error = e;\n        this.change.markChanged();\n        return;\n      }\n\n      this.logger.error(\n        `Stream log lines for ${stringifyWithResourceId(this.rInfo.id)} failed, reason: ${JSON.stringify(e)}`,\n      );\n      throw e;\n    }\n  }\n}\n\ntype ScheduledRefresh = {\n  resolve: () => void;\n  reject: (err: any) => void;\n};\n\nfunction validateResourceType(methodName: string, rType: ResourceType) {\n  if (!rType.name.startsWith('StreamWorkdir')) {\n    throw new WrongResourceTypeError(\n      `${methodName}: wrong resource type: ${rType.name}, `\n      + `expected: a resource of type 'StreamWorkdir'.`,\n    );\n  }\n}\n"],"names":[],"mappings":";;;;;;;;;MAoCa,gBAAgB,CAAA;AAWR,IAAA,MAAA;AACA,IAAA,UAAA;AACA,IAAA,IAAA;;AAXF,IAAA,aAAa,GAA+B,IAAI,GAAG,EAAE;;AAGrD,IAAA,eAAe,GAA+B,IAAI,GAAG,EAAE;;AAGvD,IAAA,KAAK;AAEtB,IAAA,WAAA,CACmB,MAAgB,EAChB,UAAsB,EACtB,IAAA,GAA4B;AAC3C,QAAA,kBAAkB,EAAE,EAAE;AACtB,QAAA,eAAe,EAAE,IAAI;AACrB,QAAA,gBAAgB,EAAE,IAAI;AACvB,KAAA,EAAA;QANgB,IAAA,CAAA,MAAM,GAAN,MAAM;QACN,IAAA,CAAA,UAAU,GAAV,UAAU;QACV,IAAA,CAAA,IAAI,GAAJ,IAAI;QAMrB,IAAI,CAAC,KAAK,GAAG,IAAI,sBAAsB,CACrC,MAAM,IAAI,CAAC,aAAa,EAAE,EAC1B,MAAM,IAAI,CAAC,YAAY,EAAE,EACzB,EAAE,YAAY,EAAE,IAAI,CAAC,gBAAgB,EAAE,EACvC,CAAC,OAAO,EAAE,MAAM,KAAK,IAAI,CAAC,mBAAmB,CAAC,OAAO,EAAE,MAAM,CAAC,CAC/D;IACH;AAQA,IAAA,WAAW,CACT,GAA+B,EAC/B,KAAa,EACb,GAAmB,EAAA;QAEnB,IAAI,GAAG,IAAI,SAAS;YAAE,OAAO,UAAU,CAAC,IAAI,CAAC,CAAC,GAAG,KAAK,IAAI,CAAC,WAAW,CAAC,GAAG,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC;QAExF,MAAM,CAAC,GAAG,uBAAuB,CAAC,GAAG,EAAE,GAAG,CAAC;AAC3C,QAAA,MAAM,QAAQ,GAAG,UAAU,EAAE;AAC7B,QAAA,GAAG,CAAC,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC;AAC5B,QAAA,GAAG,CAAC,YAAY,CAAC,MAAM,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC;AAE5D,QAAA,MAAM,MAAM,GAAG,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC,EAAE,KAAK,EAAE,QAAQ,CAAC;AACrE,QAAA,GAAG,CAAC,YAAY,CACd,8FAA8F,CAC/F;AAED,QAAA,OAAO,MAAM;IACf;AAEQ,IAAA,gBAAgB,CACtB,CAAU,EACV,KAAmB,EACnB,KAAa,EACb,QAAgB,EAAA;AAEhB,QAAA,oBAAoB,CAAC,aAAa,EAAE,KAAK,CAAC,IAAI,CAAC;AAE/C,QAAA,IAAI,SAAS,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;AAEhD,QAAA,IAAI,SAAS,IAAI,SAAS,EAAE;AAC1B,YAAA,MAAM,YAAY,GAAG,IAAI,SAAS,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,UAAU,EAAE,KAAK,EAAE,KAAK,CAAC;YAC9E,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,YAAY,CAAC;YAE9C,SAAS,GAAG,YAAY;QAC1B;AAEA,QAAA,SAAS,CAAC,MAAM,CAAC,CAAC,EAAE,QAAQ,CAAC;AAC7B,QAAA,MAAM,MAAM,GAAG,SAAS,CAAC,MAAM,EAAE;AACjC,QAAA,IAAI,MAAM,CAAC,KAAK,IAAI,SAAS;YAAE,MAAM,MAAM,CAAC,KAAK;QAEjD,OAAO,MAAM,CAAC,GAAG;IACnB;AAaA,IAAA,cAAc,CACZ,GAA+B,EAC/B,eAAuB,EACvB,GAAmB,EAAA;QAEnB,IAAI,GAAG,IAAI,SAAS;YAClB,OAAO,UAAU,CAAC,IAAI,CAAC,CAAC,GAAG,KAAK,IAAI,CAAC,cAAc,CAAC,GAAG,EAAE,eAAe,EAAE,GAAG,CAAC,CAAC;QAEjF,MAAM,CAAC,GAAG,uBAAuB,CAAC,GAAG,EAAE,GAAG,CAAC;AAC3C,QAAA,MAAM,QAAQ,GAAG,UAAU,EAAE;AAC7B,QAAA,GAAG,CAAC,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC;AAC5B,QAAA,GAAG,CAAC,YAAY,CAAC,MAAM,IAAI,CAAC,kBAAkB,CAAC,CAAC,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC;AAE/D,QAAA,MAAM,MAAM,GAAG,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC,EAAE,eAAe,EAAE,QAAQ,CAAC;AAClF,QAAA,GAAG,CAAC,YAAY,CACd,sGAAsG,CACvG;AAED,QAAA,OAAO,MAAM;IACf;AAEQ,IAAA,mBAAmB,CACzB,CAAU,EACV,KAAmB,EACnB,eAAuB,EACvB,QAAgB,EAAA;AAEhB,QAAA,oBAAoB,CAAC,gBAAgB,EAAE,KAAK,CAAC,IAAI,CAAC;AAElD,QAAA,IAAI,SAAS,GAAG,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;AAElD,QAAA,IAAI,SAAS,IAAI,SAAS,EAAE;AAC1B,YAAA,MAAM,YAAY,GAAG,IAAI,SAAS,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,UAAU,EAAE,KAAK,EAAE,CAAC,EAAE,eAAe,CAAC;YAC3F,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,YAAY,CAAC;YAEhD,SAAS,GAAG,YAAY;QAC1B;AAEA,QAAA,SAAS,CAAC,MAAM,CAAC,CAAC,EAAE,QAAQ,CAAC;AAC7B,QAAA,MAAM,MAAM,GAAG,SAAS,CAAC,MAAM,EAAE;QACjC,IAAI,MAAM,CAAC,KAAK;YAAE,MAAM,MAAM,CAAC,KAAK;QAEpC,OAAO,MAAM,CAAC,GAAG;IACnB;IAIA,YAAY,CACV,GAA+B,EAC/B,GAAmB,EAAA;QAEnB,IAAI,GAAG,IAAI,SAAS;AAAE,YAAA,OAAO,UAAU,CAAC,IAAI,CAAC,CAAC,GAAG,KAAK,IAAI,CAAC,YAAY,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;QAElF,MAAM,CAAC,GAAG,uBAAuB,CAAC,GAAG,EAAE,GAAG,CAAC;QAE3C,MAAM,MAAM,GAAG,IAAI,CAAC,iBAAiB,CAAC,CAAC,CAAC;;;AAIxC,QAAA,GAAG,CAAC,YAAY,CAAC,CAAA,SAAA,EAAY,kBAAkB,CAAC,CAAC,CAAC,EAAE,CAAC,CAAA,CAAE,CAAC;AAExD,QAAA,OAAO,MAAM;IACf;AAEQ,IAAA,iBAAiB,CAAC,KAAmB,EAAA;AAC3C,QAAA,oBAAoB,CAAC,cAAc,EAAE,KAAK,CAAC,IAAI,CAAC;AAEhD,QAAA,OAAO,YAAY,CAAC,IAAI,EAAE,KAAK,CAAC;IAClC;IAEA,MAAM,SAAS,CACb,MAAwB,EACxB,SAAiB,EACjB,WAAoB,EACpB,SAA8B,EAAA;AAE9B,QAAA,OAAO,MAAM,IAAI,CAAC,eAAe,CAAC,MAAM,EAAE,MACxC,IAAI,CAAC,UAAU,CAAC,SAAS,CACvB,4BAA4B,CAAC,MAAM,CAAC,EACpC,SAAS,EACT,MAAM,CAAC,WAAW,IAAI,CAAC,CAAC,EACxB,SAAS,CACV,CACF;IACH;IAEA,MAAM,QAAQ,CACZ,MAAwB,EACxB,SAAiB,EACjB,WAAoB,EACpB,SAA8B,EAAA;AAE9B,QAAA,OAAO,MAAM,IAAI,CAAC,eAAe,CAAC,MAAM,EAAE,MACxC,IAAI,CAAC,UAAU,CAAC,QAAQ,CACtB,4BAA4B,CAAC,MAAM,CAAC,EACpC,SAAS,EACT,MAAM,CAAC,WAAW,IAAI,CAAC,CAAC,EACxB,SAAS,CACV,CACF;IACH;AAEQ,IAAA,MAAM,eAAe,CAC3B,MAAwB,EACxB,MAA4C,EAAA;AAE5C,QAAA,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC;AAC1B,YAAA,MAAM,IAAI,KAAK,CAAC,8DAA8D,MAAM,CAAA,CAAE,CAAC;AAEzF,QAAA,IAAI;AACF,YAAA,MAAM,IAAI,GAAG,MAAM,MAAM,EAAE;YAC3B,OAAO;AACL,gBAAA,IAAI,EAAE,IAAI;AACV,gBAAA,kBAAkB,EAAE,KAAK;gBACzB,IAAI,EAAE,IAAI,CAAC,IAAI;AACf,gBAAA,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC;AACvB,gBAAA,SAAS,EAAE,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC;aAClC;QACH;QAAE,OAAO,CAAM,EAAE;AACf,YAAA,IAAI,eAAe,CAAC,CAAC,CAAC,EAAE;AACtB,gBAAA,OAAO,EAAE,kBAAkB,EAAE,IAAI,EAAE;YACrC;AAEA,YAAA,MAAM,CAAC;QACT;IACF;AAEQ,IAAA,MAAM,eAAe,CAAC,GAAe,EAAE,QAAgB,EAAA;AAC7D,QAAA,MAAM,OAAO,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,OAAO,CAAC,QAAQ,CAAC;AAC9D,QAAA,IAAI,OAAO;AAAE,YAAA,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,GAAG,CAAC;IAC7C;AAEQ,IAAA,MAAM,kBAAkB,CAAC,GAAe,EAAE,QAAgB,EAAA;AAChE,QAAA,MAAM,OAAO,GAAG,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,OAAO,CAAC,QAAQ,CAAC;AAChE,QAAA,IAAI,OAAO;AAAE,YAAA,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,GAAG,CAAC;IAC/C;IAEA,MAAM,UAAU,GAAA,EAAI;IAEZ,oBAAoB,GAAuB,EAAE;IAE7C,mBAAmB,CAAC,OAAmB,EAAE,MAA0B,EAAA;QACzE,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;IACrD;;IAGQ,aAAa,GAAA;AACnB,QAAA,IAAI,CAAC,WAAW,GAAG,IAAI;AACvB,QAAA,IAAI,IAAI,CAAC,WAAW,KAAK,SAAS;AAAE,YAAA,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,QAAQ,EAAE;IACxE;;IAGQ,YAAY,GAAA;AAClB,QAAA,IAAI,CAAC,WAAW,GAAG,KAAK;IAC1B;;IAGQ,WAAW,GAAG,KAAK;;IAEnB,WAAW,GAA8B,SAAS;AAElD,IAAA,MAAM,QAAQ,GAAA;AACpB,QAAA,OAAO,IAAI,CAAC,WAAW,EAAE;AACvB,YAAA,MAAM,QAAQ,GAAG,IAAI,CAAC,oBAAoB;AAC1C,YAAA,IAAI,CAAC,oBAAoB,GAAG,EAAE;AAE9B,YAAA,IAAI;AACF,gBAAA,MAAM,IAAI,GAAG,IAAI,CAAC,UAAU,EAAE;AAC9B,gBAAA,MAAM,SAAS,CACb,IAAI,CAAC,IAAI,CAAC,kBAAkB,EAC5B,IAAI,CAAC,GAAG,CAAC,CAAC,MAAM,KAAK,YAAY,MAAM,MAAM,CAAC,MAAM,EAAE,CAAC,CACxD;AAED,gBAAA,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC;YACtC;YAAE,OAAO,CAAM,EAAE;AACf,gBAAA,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC;AAChB,gBAAA,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;YACtC;YAEA,IAAI,CAAC,IAAI,CAAC,WAAW;gBAAE;YACvB,MAAM,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC;QACjD;AAEA,QAAA,IAAI,CAAC,WAAW,GAAG,SAAS;IAC9B;IAEQ,UAAU,GAAA;QAChB,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE;AAC3C,aAAA,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,OAAO,EAAE,CAAC;AACjD,aAAA,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,KAAK,MAAM,CAAC;IACjC;AACD;AAED;AACA,MAAM,SAAS,CAAA;AAQM,IAAA,MAAA;AACA,IAAA,UAAA;AACA,IAAA,KAAA;AACA,IAAA,KAAA;AACA,IAAA,eAAA;AAXX,IAAA,IAAI;IACJ,KAAK,GAAoB,SAAS;AAEzB,IAAA,MAAM,GAAiB,IAAI,YAAY,EAAE;AACzC,IAAA,OAAO,GAAmB,IAAI,cAAc,EAAE;IAE/D,WAAA,CACmB,MAAgB,EAChB,UAAsB,EACtB,KAAmB,EACnB,KAAa,EACb,eAAwB,EAAA;QAJxB,IAAA,CAAA,MAAM,GAAN,MAAM;QACN,IAAA,CAAA,UAAU,GAAV,UAAU;QACV,IAAA,CAAA,KAAK,GAAL,KAAK;QACL,IAAA,CAAA,KAAK,GAAL,KAAK;QACL,IAAA,CAAA,eAAe,GAAf,eAAe;IAC/B;IAEH,MAAM,GAAA;QAIJ,OAAO;YACL,GAAG,EAAE,IAAI,CAAC,IAAI;YACd,KAAK,EAAE,IAAI,CAAC,KAAK;SAClB;IACH;IAEA,MAAM,CAAC,CAAU,EAAE,QAAgB,EAAA;AACjC,QAAA,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC;AAC5B,QAAA,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC;IAC5B;AAEA,IAAA,OAAO,CAAC,QAAgB,EAAA;QACtB,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC;IACnC;AAEA,IAAA,MAAM,MAAM,GAAA;AACV,QAAA,IAAI;YACF,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,SAAS,CAC1C,IAAI,CAAC,KAAK,EACV,IAAI,CAAC,KAAK,EACV,EAAE,EACF,IAAI,CAAC,eAAe,CACrB;AAED,YAAA,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC;AACnD,YAAA,IAAI,IAAI,CAAC,IAAI,IAAI,OAAO;AAAE,gBAAA,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,YAAY,kBAAkB,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAA,QAAA,CAAU,CAAC;AAC1G,YAAA,IAAI,CAAC,IAAI,GAAG,OAAO;AACnB,YAAA,IAAI,CAAC,KAAK,GAAG,SAAS;YAEtB;QACF;QAAE,OAAO,CAAM,EAAE;AACf,YAAA,IAAI,eAAe,CAAC,CAAC,CAAC,EAAE;;AAEtB,gBAAA,IAAI,CAAC,IAAI,GAAG,EAAE;AACd,gBAAA,IAAI,CAAC,KAAK,GAAG,CAAC;AACd,gBAAA,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE;gBACzB;YACF;YAEA,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,CAAA,qBAAA,EAAwB,uBAAuB,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAA,iBAAA,EAAoB,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAA,CAAE,CACtG;AACD,YAAA,MAAM,CAAC;QACT;IACF;AACD;AAOD,SAAS,oBAAoB,CAAC,UAAkB,EAAE,KAAmB,EAAA;IACnE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,eAAe,CAAC,EAAE;QAC3C,MAAM,IAAI,sBAAsB,CAC9B,CAAA,EAAG,UAAU,CAAA,uBAAA,EAA0B,KAAK,CAAC,IAAI,CAAA,EAAA;AAC/C,cAAA,CAAA,6CAAA,CAA+C,CAClD;IACH;AACF;;;;"}

package/dist/drivers/upload_task.cjs

@@ -98,7 +98,7 @@ class UploadTask {
         }
         catch (e) {
             this.setRetriableError(e);
-            if ((e.name == 'RpcError' && e.code == 'DEADLINE_EXCEEDED') || e?.message?.includes('DEADLINE_EXCEEDED')) {
+            if (plClient.isTimeoutError(e)) {
                 this.logger.warn(`deadline exceeded while getting a status of BlobImport: ${e.message}`);
                 return;
             }

package/dist/drivers/upload_task.cjs.map

@@ -1 +1 @@
-{"version":3,"file":"upload_task.cjs","sources":["../../src/drivers/upload_task.ts"],"sourcesContent":["import type { Watcher } from '@milaboratories/computable';\nimport { ChangeSource } from '@milaboratories/computable';\nimport { resourceIdToString, stringifyWithResourceId } from '@milaboratories/pl-client';\nimport type * as sdk from '@milaboratories/pl-model-common';\nimport type { AsyncPoolController, MiLogger, Signer } from '@milaboratories/ts-helpers';\nimport { asyncPool, CallersCounter } from '@milaboratories/ts-helpers';\nimport type { ClientProgress, ProgressStatus } from '../clients/progress';\nimport type { ClientUpload } from '../clients/upload';\nimport { BadRequestError, MTimeError, NoFileForUploading, UnexpectedEOF } from '../clients/upload';\nimport type { ImportResourceSnapshot } from './types';\nimport { ImportFileHandleUploadData } from './types';\nimport assert from 'node:assert';\nimport { ResourceInfo } from '@milaboratories/pl-tree';\n\n/** Holds all info needed to upload a file and a status of uploading\n * and indexing. Also, has a method to update a status of the progress.\n * And holds a change source. */\nexport class UploadTask {\n  private readonly change: ChangeSource = new ChangeSource();\n  private readonly counter: CallersCounter = new CallersCounter();\n  private nMaxUploads: number;\n  private nPartsWithThisUploadSpeed = 0;\n  private nPartsToIncreaseUpload = 10; // how many parts we have to wait to increase concurrency, 50 mb, 10 parts by 5 mb each.\n\n  /** If this is upload progress this field will be defined */\n  private uploadData?: ImportFileHandleUploadData;\n  public progress: sdk.ImportProgress;\n\n  /** If failed, then getting a progress is terminally failed. */\n  public failed?: boolean;\n\n  /** True if the blob was existed.\n   * At this case, the task will show progress == 1.0. */\n  private alreadyExisted = false;\n\n  constructor(\n    private readonly logger: MiLogger,\n    private readonly clientBlob: ClientUpload,\n    private readonly clientProgress: ClientProgress,\n    private readonly maxNConcurrentPartsUpload: number,\n    signer: Signer,\n    public readonly res: ImportResourceSnapshot,\n  ) {\n    this.nMaxUploads = this.maxNConcurrentPartsUpload;\n    const { uploadData, progress } = newProgress(res, signer);\n    this.uploadData = uploadData;\n    this.progress = progress;\n  }\n\n  public getProgress(w: Watcher, callerId: string) {\n    this.incCounter(w, callerId);\n\n    if (this.failed) {\n      this.logger.error(`Uploading terminally failed: ${this.progress.lastError}`);\n      throw new Error(this.progress.lastError);\n    }\n\n    return cloneProgress(this.progress);\n  }\n\n  public shouldScheduleUpload(): boolean {\n    return isMyUpload(this.progress);\n  }\n\n  /** Uploads a blob if it's not BlobIndex. */\n  public async uploadBlobTask() {\n    try {\n      await uploadBlob(\n        this.logger,\n        this.clientBlob,\n        this.res,\n        this.uploadData!,\n        this.isComputableDone.bind(this),\n        {\n          nPartsWithThisUploadSpeed: this.nPartsWithThisUploadSpeed,\n          nPartsToIncreaseUpload: this.nPartsToIncreaseUpload,\n          currentSpeed: this.nMaxUploads,\n          maxSpeed: this.maxNConcurrentPartsUpload,\n        },\n      );\n      this.change.markChanged(`blob upload for ${resourceIdToString(this.res.id)} finished`);\n    } catch (e: any) {\n\n      if (isResourceWasDeletedError(e)) {\n        this.setRetriableError(e);\n        this.logger.warn(`resource was deleted while uploading a blob: ${e}`);\n        this.change.markChanged(`blob upload for ${resourceIdToString(this.res.id)} aborted, resource was deleted`);\n        this.setDone(true);\n\n        return;\n      }\n\n      this.logger.error(`error while uploading a blob: ${e}`);\n      this.change.markChanged(`blob upload for ${resourceIdToString(this.res.id)} failed`);\n\n      if (nonRecoverableError(e)) {\n        this.setTerminalError(e);\n        return;\n      }\n\n      this.setRetriableError(e);\n\n      if (isHeadersTimeoutError(e)) {\n        // we probably have a slow internet, we need to slow things a bit.\n        this.nMaxUploads = decreaseConcurrency(this.logger, this.nMaxUploads, 1);\n      }\n\n      throw e;\n    }\n  }\n\n  public async updateStatus() {\n    try {\n      // we do it with timeout in case we have slow internet.\n      const status = await this.clientProgress.getStatus(this.res, { timeout: 10000 });\n\n      const oldStatus = this.progress.status;\n      const newStatus = doneProgressIfExisted(this.alreadyExisted, protoToStatus(status));\n      this.progress.status = newStatus;\n      this.setDone(status.done);\n\n      if (status.done || this.progress.status.progress != oldStatus?.progress) {\n        this.change.markChanged(`upload status for ${resourceIdToString(this.res.id)} changed`);\n      }\n    } catch (e: any) {\n      this.setRetriableError(e);\n\n      if ((e.name == 'RpcError' && e.code == 'DEADLINE_EXCEEDED') || e?.message?.includes('DEADLINE_EXCEEDED')) {\n        this.logger.warn(`deadline exceeded while getting a status of BlobImport: ${e.message}`);\n        return;\n      }\n\n      if (isResourceWasDeletedError(e)) {\n        this.logger.warn(\n          `resource was not found while updating a status of BlobImport: ${e}, ${stringifyWithResourceId(this.res)}`,\n        );\n        this.change.markChanged(`upload status for ${resourceIdToString(this.res.id)} changed, resource not found`);\n        this.setDone(true);\n        return;\n      }\n\n      this.logger.error(`retryable error while updating a status of BlobImport: ${e}`);\n      // It was a terminal error, but when a connection drops,\n      // this will stop the whole task, so we make it retryable.\n      // It was like that:\n      // this.change.markChanged();\n      // this.setTerminalError(e);\n    }\n  }\n\n  /** Set non-terminal error, that task can be retried. */\n  private setRetriableError(e: unknown) {\n    this.progress.lastError = String(e);\n  }\n\n  /** Set a terminal error, the task will throw a error instead of a progress. */\n  private setTerminalError(e: unknown) {\n    this.progress.lastError = String(e);\n    this.progress.done = false;\n    this.failed = true;\n  }\n\n  public setDoneIfOutputSet(res: ImportResourceSnapshot) {\n    if (isImportResourceOutputSet(res)) {\n      this.setDone(true);\n      this.alreadyExisted = true;\n    }\n  }\n\n  private setDone(done: boolean) {\n    this.progress.done = done;\n    if (done) this.progress.lastError = undefined;\n  }\n\n  public incCounter(w: Watcher, callerId: string) {\n    this.change.attachWatcher(w);\n    this.counter.inc(callerId);\n  }\n\n  public decCounter(callerId: string) {\n    return this.counter.dec(callerId);\n  }\n\n  private isComputableDone() {\n    return this.counter.isZero();\n  }\n}\n\n/** Uploads a blob if it's not BlobIndex. */\nexport async function uploadBlob(\n  logger: MiLogger,\n  clientBlob: ClientUpload,\n  res: ResourceInfo,\n  uploadData: ImportFileHandleUploadData,\n  isDoneFn: () => boolean,\n  speed: {\n    nPartsWithThisUploadSpeed: number,\n    nPartsToIncreaseUpload: number,\n    currentSpeed: number,\n    maxSpeed: number,\n  },\n) {\n  assert(isUpload(res), 'the upload operation can be done only for BlobUploads');\n  const timeout = 10000; // 10 sec instead of standard 5 sec, things might be slow with a slow connection.\n\n  if (isDoneFn()) return;\n  const parts = await clientBlob.initUpload(res, { timeout });\n  logger.info(\n    `started to upload blob ${res.id},`\n    + ` parts overall: ${parts.overall}, parts remained: ${parts.toUpload.length},`\n    + ` number of concurrent uploads: ${speed.currentSpeed}`,\n  );\n\n  const partUploadFn = (part: bigint) => async (controller: AsyncPoolController) => {\n    if (isDoneFn()) return;\n    await clientBlob.partUpload(\n      res,\n      uploadData.localPath,\n      BigInt(uploadData.modificationTime),\n      part,\n      parts.checksumAlgorithm,\n      parts.checksumHeader,\n      { timeout }\n    );\n    logger.info(`uploaded chunk ${part}/${parts.overall} of resource: ${res.id}`);\n\n    // if we had a network freeze, it will be increased slowly.\n    speed.nPartsWithThisUploadSpeed++;\n    if (speed.nPartsWithThisUploadSpeed >= speed.nPartsToIncreaseUpload) {\n      speed.nPartsWithThisUploadSpeed = 0;\n      speed.currentSpeed = increaseConcurrency(logger, speed.currentSpeed, speed.maxSpeed);\n      controller.setConcurrency(speed.currentSpeed);\n    }\n  };\n\n  await asyncPool(speed.currentSpeed, parts.toUpload.map(partUploadFn));\n\n  if (isDoneFn()) return;\n  await clientBlob.finalize(res, { timeout });\n\n  logger.info(`uploading of resource ${res.id} finished.`);\n}\n\nfunction newProgress(res: ImportResourceSnapshot, signer: Signer) {\n  let isUploadSignMatch: boolean | undefined;\n  let uploadData: ImportFileHandleUploadData | undefined;\n  if (isUpload(res)) {\n    uploadData = ImportFileHandleUploadData.parse(res.data);\n    isUploadSignMatch = isSignMatch(signer, uploadData.localPath, uploadData.pathSignature);\n  }\n\n  return {\n    uploadData: uploadData,\n    progress: {\n      done: false,\n      status: undefined,\n      isUpload: isUpload(res),\n      isUploadSignMatch: isUploadSignMatch,\n      lastError: undefined,\n    } satisfies sdk.ImportProgress,\n  };\n}\n\n/** Returns true if we need to upload the blob that got from this progress. */\nexport function isMyUpload(p: sdk.ImportProgress): boolean {\n  return p.isUpload && (p.isUploadSignMatch ?? false);\n}\n\n/** Creates a deep copy of progress,\n * since we do not want to pass a mutable object\n * to API, it led to bugs before.\n * We do not use '...' cloning syntax\n * for the compiler to fail here if we change API. */\nfunction cloneProgress(progress: sdk.ImportProgress): sdk.ImportProgress {\n  const cloned: sdk.ImportProgress = {\n    done: progress.done,\n    isUpload: progress.isUpload,\n    isUploadSignMatch: progress.isUploadSignMatch,\n    lastError: progress.lastError,\n  };\n\n  if (progress.status)\n    cloned.status = {\n      progress: progress.status.progress,\n      bytesProcessed: progress.status.bytesProcessed,\n      bytesTotal: progress.status.bytesTotal,\n    };\n\n  return progress;\n}\n\nfunction isImportResourceOutputSet(res: ImportResourceSnapshot) {\n  return 'blob' in res.fields\n    ? res.fields.blob !== undefined\n    : res.fields.incarnation !== undefined;\n}\n\nexport function isUpload(res: ResourceInfo) {\n  return res.type.name.startsWith('BlobUpload');\n}\n\nexport function isSignMatch(signer: Signer, path: string, signature: string): boolean {\n  try {\n    signer.verify(path, signature);\n    return true;\n  } catch (e) {\n    return false;\n  }\n}\n\nfunction protoToStatus(proto: ProgressStatus): sdk.ImportStatus {\n  return {\n    progress: proto.progress ?? 0,\n    bytesProcessed: Number(proto.bytesProcessed),\n    bytesTotal: Number(proto.bytesTotal),\n  };\n}\n\n/** Special hack: if we didn't even start to upload the blob\n  * to backend because the result was already there,\n  * the backend does show us a status that nothing were uploaded,\n  * but we need to show the client that everything is OK.\n  * Thus, here we set progress to be 1.0 and all bytes are become processed. */\nfunction doneProgressIfExisted(alreadyExisted: boolean, status: sdk.ImportStatus) {\n  if (alreadyExisted && status.bytesTotal != 0 && status.bytesProcessed == 0) {\n    return {\n      progress: 1.0,\n      bytesProcessed: Number(status.bytesTotal),\n      bytesTotal: Number(status.bytesTotal),\n    };\n  }\n\n  return status;\n}\n\nexport function isResourceWasDeletedError(e: any) {\n  return (\n    e.name == 'RpcError'\n    && (e.code == 'NOT_FOUND' || e.code == 'ABORTED' || e.code == 'ALREADY_EXISTS')\n  );\n}\n\nexport function nonRecoverableError(e: any) {\n  return e instanceof MTimeError ||\n    e instanceof UnexpectedEOF ||\n    e instanceof NoFileForUploading ||\n    e instanceof BadRequestError;\n}\n\nfunction isHeadersTimeoutError(e: any) {\n  return (e as Error)?.message.includes(`UND_ERR_HEADERS_TIMEOUT`);\n}\n\n/** It's called for every upload success so if everyone is succeeded, we'll double the concurrency. */\nfunction increaseConcurrency(logger: MiLogger, current: number, max: number): number {\n  const newConcurrency = Math.min(current + 2, max);\n  if (newConcurrency != current)\n    logger.info(`uploadTask.increaseConcurrency: increased from ${current} to ${newConcurrency}`)\n\n  return newConcurrency;\n}\n\n/** When a error happens, this will half the concurrency level, so the next time\n * we'll try to upload blobs slower. */\nfunction decreaseConcurrency(logger: MiLogger, current: number, min: number): number {\n  const newConcurrency = Math.max(Math.round(current / 2), min);\n  if (newConcurrency != current)\n    logger.info(`uploadTask.decreaseConcurrency: decreased from ${current} to ${newConcurrency}`)\n\n  return newConcurrency;\n}\n"],"names":["ChangeSource","CallersCounter","resourceIdToString","stringifyWithResourceId","asyncPool","ImportFileHandleUploadData","MTimeError","UnexpectedEOF","NoFileForUploading","BadRequestError"],"mappings":";;;;;;;;;AAcA;;AAEgC;MACnB,UAAU,CAAA;AAmBF,IAAA,MAAA;AACA,IAAA,UAAA;AACA,IAAA,cAAA;AACA,IAAA,yBAAA;AAED,IAAA,GAAA;AAvBD,IAAA,MAAM,GAAiB,IAAIA,uBAAY,EAAE;AACzC,IAAA,OAAO,GAAmB,IAAIC,wBAAc,EAAE;AACvD,IAAA,WAAW;IACX,yBAAyB,GAAG,CAAC;AAC7B,IAAA,sBAAsB,GAAG,EAAE,CAAC;;AAG5B,IAAA,UAAU;AACX,IAAA,QAAQ;;AAGR,IAAA,MAAM;AAEb;AACuD;IAC/C,cAAc,GAAG,KAAK;IAE9B,WAAA,CACmB,MAAgB,EAChB,UAAwB,EACxB,cAA8B,EAC9B,yBAAiC,EAClD,MAAc,EACE,GAA2B,EAAA;QAL1B,IAAA,CAAA,MAAM,GAAN,MAAM;QACN,IAAA,CAAA,UAAU,GAAV,UAAU;QACV,IAAA,CAAA,cAAc,GAAd,cAAc;QACd,IAAA,CAAA,yBAAyB,GAAzB,yBAAyB;QAE1B,IAAA,CAAA,GAAG,GAAH,GAAG;AAEnB,QAAA,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,yBAAyB;AACjD,QAAA,MAAM,EAAE,UAAU,EAAE,QAAQ,EAAE,GAAG,WAAW,CAAC,GAAG,EAAE,MAAM,CAAC;AACzD,QAAA,IAAI,CAAC,UAAU,GAAG,UAAU;AAC5B,QAAA,IAAI,CAAC,QAAQ,GAAG,QAAQ;IAC1B;IAEO,WAAW,CAAC,CAAU,EAAE,QAAgB,EAAA;AAC7C,QAAA,IAAI,CAAC,UAAU,CAAC,CAAC,EAAE,QAAQ,CAAC;AAE5B,QAAA,IAAI,IAAI,CAAC,MAAM,EAAE;AACf,YAAA,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA,6BAAA,EAAgC,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAA,CAAE,CAAC;YAC5E,MAAM,IAAI,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC;QAC1C;AAEA,QAAA,OAAO,aAAa,CAAC,IAAI,CAAC,QAAQ,CAAC;IACrC;IAEO,oBAAoB,GAAA;AACzB,QAAA,OAAO,UAAU,CAAC,IAAI,CAAC,QAAQ,CAAC;IAClC;;AAGO,IAAA,MAAM,cAAc,GAAA;AACzB,QAAA,IAAI;YACF,MAAM,UAAU,CACd,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,UAAU,EACf,IAAI,CAAC,GAAG,EACR,IAAI,CAAC,UAAW,EAChB,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,EAChC;gBACE,yBAAyB,EAAE,IAAI,CAAC,yBAAyB;gBACzD,sBAAsB,EAAE,IAAI,CAAC,sBAAsB;gBACnD,YAAY,EAAE,IAAI,CAAC,WAAW;gBAC9B,QAAQ,EAAE,IAAI,CAAC,yBAAyB;AACzC,aAAA,CACF;AACD,YAAA,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,mBAAmBC,2BAAkB,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA,SAAA,CAAW,CAAC;QACxF;QAAE,OAAO,CAAM,EAAE;AAEf,YAAA,IAAI,yBAAyB,CAAC,CAAC,CAAC,EAAE;AAChC,gBAAA,IAAI,CAAC,iBAAiB,CAAC,CAAC,CAAC;gBACzB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA,6CAAA,EAAgD,CAAC,CAAA,CAAE,CAAC;AACrE,gBAAA,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,mBAAmBA,2BAAkB,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA,8BAAA,CAAgC,CAAC;AAC3G,gBAAA,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC;gBAElB;YACF;YAEA,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA,8BAAA,EAAiC,CAAC,CAAA,CAAE,CAAC;AACvD,YAAA,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,mBAAmBA,2BAAkB,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA,OAAA,CAAS,CAAC;AAEpF,YAAA,IAAI,mBAAmB,CAAC,CAAC,CAAC,EAAE;AAC1B,gBAAA,IAAI,CAAC,gBAAgB,CAAC,CAAC,CAAC;gBACxB;YACF;AAEA,YAAA,IAAI,CAAC,iBAAiB,CAAC,CAAC,CAAC;AAEzB,YAAA,IAAI,qBAAqB,CAAC,CAAC,CAAC,EAAE;;AAE5B,gBAAA,IAAI,CAAC,WAAW,GAAG,mBAAmB,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC;YAC1E;AAEA,YAAA,MAAM,CAAC;QACT;IACF;AAEO,IAAA,MAAM,YAAY,GAAA;AACvB,QAAA,IAAI;;AAEF,YAAA,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;AAEhF,YAAA,MAAM,SAAS,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM;AACtC,YAAA,MAAM,SAAS,GAAG,qBAAqB,CAAC,IAAI,CAAC,cAAc,EAAE,aAAa,CAAC,MAAM,CAAC,CAAC;AACnF,YAAA,IAAI,CAAC,QAAQ,CAAC,MAAM,GAAG,SAAS;AAChC,YAAA,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC;AAEzB,YAAA,IAAI,MAAM,CAAC,IAAI,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,IAAI,SAAS,EAAE,QAAQ,EAAE;AACvE,gBAAA,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,qBAAqBA,2BAAkB,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA,QAAA,CAAU,CAAC;YACzF;QACF;QAAE,OAAO,CAAM,EAAE;AACf,YAAA,IAAI,CAAC,iBAAiB,CAAC,CAAC,CAAC;YAEzB,IAAI,CAAC,CAAC,CAAC,IAAI,IAAI,UAAU,IAAI,CAAC,CAAC,IAAI,IAAI,mBAAmB,KAAK,CAAC,EAAE,OAAO,EAAE,QAAQ,CAAC,mBAAmB,CAAC,EAAE;gBACxG,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA,wDAAA,EAA2D,CAAC,CAAC,OAAO,CAAA,CAAE,CAAC;gBACxF;YACF;AAEA,YAAA,IAAI,yBAAyB,CAAC,CAAC,CAAC,EAAE;AAChC,gBAAA,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,iEAAiE,CAAC,CAAA,EAAA,EAAKC,gCAAuB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA,CAAE,CAC3G;AACD,gBAAA,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,qBAAqBD,2BAAkB,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA,4BAAA,CAA8B,CAAC;AAC3G,gBAAA,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC;gBAClB;YACF;YAEA,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA,uDAAA,EAA0D,CAAC,CAAA,CAAE,CAAC;;;;;;QAMlF;IACF;;AAGQ,IAAA,iBAAiB,CAAC,CAAU,EAAA;QAClC,IAAI,CAAC,QAAQ,CAAC,SAAS,GAAG,MAAM,CAAC,CAAC,CAAC;IACrC;;AAGQ,IAAA,gBAAgB,CAAC,CAAU,EAAA;QACjC,IAAI,CAAC,QAAQ,CAAC,SAAS,GAAG,MAAM,CAAC,CAAC,CAAC;AACnC,QAAA,IAAI,CAAC,QAAQ,CAAC,IAAI,GAAG,KAAK;AAC1B,QAAA,IAAI,CAAC,MAAM,GAAG,IAAI;IACpB;AAEO,IAAA,kBAAkB,CAAC,GAA2B,EAAA;AACnD,QAAA,IAAI,yBAAyB,CAAC,GAAG,CAAC,EAAE;AAClC,YAAA,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC;AAClB,YAAA,IAAI,CAAC,cAAc,GAAG,IAAI;QAC5B;IACF;AAEQ,IAAA,OAAO,CAAC,IAAa,EAAA;AAC3B,QAAA,IAAI,CAAC,QAAQ,CAAC,IAAI,GAAG,IAAI;AACzB,QAAA,IAAI,IAAI;AAAE,YAAA,IAAI,CAAC,QAAQ,CAAC,SAAS,GAAG,SAAS;IAC/C;IAEO,UAAU,CAAC,CAAU,EAAE,QAAgB,EAAA;AAC5C,QAAA,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC;AAC5B,QAAA,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC;IAC5B;AAEO,IAAA,UAAU,CAAC,QAAgB,EAAA;QAChC,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC;IACnC;IAEQ,gBAAgB,GAAA;AACtB,QAAA,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE;IAC9B;AACD;AAED;AACO,eAAe,UAAU,CAC9B,MAAgB,EAChB,UAAwB,EACxB,GAAiB,EACjB,UAAsC,EACtC,QAAuB,EACvB,KAKC,EAAA;IAED,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,uDAAuD,CAAC;AAC9E,IAAA,MAAM,OAAO,GAAG,KAAK,CAAC;AAEtB,IAAA,IAAI,QAAQ,EAAE;QAAE;AAChB,IAAA,MAAM,KAAK,GAAG,MAAM,UAAU,CAAC,UAAU,CAAC,GAAG,EAAE,EAAE,OAAO,EAAE,CAAC;AAC3D,IAAA,MAAM,CAAC,IAAI,CACT,0BAA0B,GAAG,CAAC,EAAE,CAAA,CAAA;UAC9B,CAAA,gBAAA,EAAmB,KAAK,CAAC,OAAO,CAAA,kBAAA,EAAqB,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAA,CAAA;AAC1E,UAAA,CAAA,+BAAA,EAAkC,KAAK,CAAC,YAAY,CAAA,CAAE,CACzD;IAED,MAAM,YAAY,GAAG,CAAC,IAAY,KAAK,OAAO,UAA+B,KAAI;AAC/E,QAAA,IAAI,QAAQ,EAAE;YAAE;AAChB,QAAA,MAAM,UAAU,CAAC,UAAU,CACzB,GAAG,EACH,UAAU,CAAC,SAAS,EACpB,MAAM,CAAC,UAAU,CAAC,gBAAgB,CAAC,EACnC,IAAI,EACJ,KAAK,CAAC,iBAAiB,EACvB,KAAK,CAAC,cAAc,EACpB,EAAE,OAAO,EAAE,CACZ;AACD,QAAA,MAAM,CAAC,IAAI,CAAC,CAAA,eAAA,EAAkB,IAAI,CAAA,CAAA,EAAI,KAAK,CAAC,OAAO,iBAAiB,GAAG,CAAC,EAAE,CAAA,CAAE,CAAC;;QAG7E,KAAK,CAAC,yBAAyB,EAAE;QACjC,IAAI,KAAK,CAAC,yBAAyB,IAAI,KAAK,CAAC,sBAAsB,EAAE;AACnE,YAAA,KAAK,CAAC,yBAAyB,GAAG,CAAC;AACnC,YAAA,KAAK,CAAC,YAAY,GAAG,mBAAmB,CAAC,MAAM,EAAE,KAAK,CAAC,YAAY,EAAE,KAAK,CAAC,QAAQ,CAAC;AACpF,YAAA,UAAU,CAAC,cAAc,CAAC,KAAK,CAAC,YAAY,CAAC;QAC/C;AACF,IAAA,CAAC;AAED,IAAA,MAAME,mBAAS,CAAC,KAAK,CAAC,YAAY,EAAE,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;AAErE,IAAA,IAAI,QAAQ,EAAE;QAAE;IAChB,MAAM,UAAU,CAAC,QAAQ,CAAC,GAAG,EAAE,EAAE,OAAO,EAAE,CAAC;IAE3C,MAAM,CAAC,IAAI,CAAC,CAAA,sBAAA,EAAyB,GAAG,CAAC,EAAE,CAAA,UAAA,CAAY,CAAC;AAC1D;AAEA,SAAS,WAAW,CAAC,GAA2B,EAAE,MAAc,EAAA;AAC9D,IAAA,IAAI,iBAAsC;AAC1C,IAAA,IAAI,UAAkD;AACtD,IAAA,IAAI,QAAQ,CAAC,GAAG,CAAC,EAAE;QACjB,UAAU,GAAGC,gCAA0B,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC;AACvD,QAAA,iBAAiB,GAAG,WAAW,CAAC,MAAM,EAAE,UAAU,CAAC,SAAS,EAAE,UAAU,CAAC,aAAa,CAAC;IACzF;IAEA,OAAO;AACL,QAAA,UAAU,EAAE,UAAU;AACtB,QAAA,QAAQ,EAAE;AACR,YAAA,IAAI,EAAE,KAAK;AACX,YAAA,MAAM,EAAE,SAAS;AACjB,YAAA,QAAQ,EAAE,QAAQ,CAAC,GAAG,CAAC;AACvB,YAAA,iBAAiB,EAAE,iBAAiB;AACpC,YAAA,SAAS,EAAE,SAAS;AACQ,SAAA;KAC/B;AACH;AAEA;AACM,SAAU,UAAU,CAAC,CAAqB,EAAA;IAC9C,OAAO,CAAC,CAAC,QAAQ,KAAK,CAAC,CAAC,iBAAiB,IAAI,KAAK,CAAC;AACrD;AAEA;;;;AAIqD;AACrD,SAAS,aAAa,CAAC,QAA4B,EAAA;AACjD,KAAmC;QACjC,IAAI,EAAE,QAAQ,CAAC,IAAI;QACnB,QAAQ,EAAE,QAAQ,CAAC,QAAQ;QAC3B,iBAAiB,EAAE,QAAQ,CAAC,iBAAiB;QAC7C,SAAS,EAAE,QAAQ,CAAC,SAAS;;IAG/B,IAAI,QAAQ,CAAC,MAAM;SACD;AACd,YAAA,QAAQ,EAAE,QAAQ,CAAC,MAAM,CAAC,QAAQ;AAClC,YAAA,cAAc,EAAE,QAAQ,CAAC,MAAM,CAAC,cAAc;AAC9C,YAAA,UAAU,EAAE,QAAQ,CAAC,MAAM,CAAC,UAAU;UACvC;AAEH,IAAA,OAAO,QAAQ;AACjB;AAEA,SAAS,yBAAyB,CAAC,GAA2B,EAAA;AAC5D,IAAA,OAAO,MAAM,IAAI,GAAG,CAAC;AACnB,UAAE,GAAG,CAAC,MAAM,CAAC,IAAI,KAAK;UACpB,GAAG,CAAC,MAAM,CAAC,WAAW,KAAK,SAAS;AAC1C;AAEM,SAAU,QAAQ,CAAC,GAAiB,EAAA;IACxC,OAAO,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC;AAC/C;SAEgB,WAAW,CAAC,MAAc,EAAE,IAAY,EAAE,SAAiB,EAAA;AACzE,IAAA,IAAI;AACF,QAAA,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,SAAS,CAAC;AAC9B,QAAA,OAAO,IAAI;IACb;IAAE,OAAO,CAAC,EAAE;AACV,QAAA,OAAO,KAAK;IACd;AACF;AAEA,SAAS,aAAa,CAAC,KAAqB,EAAA;IAC1C,OAAO;AACL,QAAA,QAAQ,EAAE,KAAK,CAAC,QAAQ,IAAI,CAAC;AAC7B,QAAA,cAAc,EAAE,MAAM,CAAC,KAAK,CAAC,cAAc,CAAC;AAC5C,QAAA,UAAU,EAAE,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC;KACrC;AACH;AAEA;;;;AAI+E;AAC/E,SAAS,qBAAqB,CAAC,cAAuB,EAAE,MAAwB,EAAA;AAC9E,IAAA,IAAI,cAAc,IAAI,MAAM,CAAC,UAAU,IAAI,CAAC,IAAI,MAAM,CAAC,cAAc,IAAI,CAAC,EAAE;QAC1E,OAAO;AACL,YAAA,QAAQ,EAAE,GAAG;AACb,YAAA,cAAc,EAAE,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC;AACzC,YAAA,UAAU,EAAE,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC;SACtC;IACH;AAEA,IAAA,OAAO,MAAM;AACf;AAEM,SAAU,yBAAyB,CAAC,CAAM,EAAA;AAC9C,IAAA,QACE,CAAC,CAAC,IAAI,IAAI;AACP,YAAC,CAAC,CAAC,IAAI,IAAI,WAAW,IAAI,CAAC,CAAC,IAAI,IAAI,SAAS,IAAI,CAAC,CAAC,IAAI,IAAI,gBAAgB,CAAC;AAEnF;AAEM,SAAU,mBAAmB,CAAC,CAAM,EAAA;IACxC,OAAO,CAAC,YAAYC,iBAAU;AAC5B,QAAA,CAAC,YAAYC,oBAAa;AAC1B,QAAA,CAAC,YAAYC,yBAAkB;QAC/B,CAAC,YAAYC,sBAAe;AAChC;AAEA,SAAS,qBAAqB,CAAC,CAAM,EAAA;IACnC,OAAQ,CAAW,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAA,uBAAA,CAAyB,CAAC;AAClE;AAEA;AACA,SAAS,mBAAmB,CAAC,MAAgB,EAAE,OAAe,EAAE,GAAW,EAAA;AACzE,IAAA,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO,GAAG,CAAC,EAAE,GAAG,CAAC;IACjD,IAAI,cAAc,IAAI,OAAO;QAC3B,MAAM,CAAC,IAAI,CAAC,CAAA,+CAAA,EAAkD,OAAO,CAAA,IAAA,EAAO,cAAc,CAAA,CAAE,CAAC;AAE/F,IAAA,OAAO,cAAc;AACvB;AAEA;AACuC;AACvC,SAAS,mBAAmB,CAAC,MAAgB,EAAE,OAAe,EAAE,GAAW,EAAA;AACzE,IAAA,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,GAAG,CAAC,CAAC,EAAE,GAAG,CAAC;IAC7D,IAAI,cAAc,IAAI,OAAO;QAC3B,MAAM,CAAC,IAAI,CAAC,CAAA,+CAAA,EAAkD,OAAO,CAAA,IAAA,EAAO,cAAc,CAAA,CAAE,CAAC;AAE/F,IAAA,OAAO,cAAc;AACvB;;;;;;;;;;"}
+{"version":3,"file":"upload_task.cjs","sources":["../../src/drivers/upload_task.ts"],"sourcesContent":["import type { Watcher } from '@milaboratories/computable';\nimport { ChangeSource } from '@milaboratories/computable';\nimport { isTimeoutError, resourceIdToString, stringifyWithResourceId } from '@milaboratories/pl-client';\nimport type * as sdk from '@milaboratories/pl-model-common';\nimport type { AsyncPoolController, MiLogger, Signer } from '@milaboratories/ts-helpers';\nimport { asyncPool, CallersCounter } from '@milaboratories/ts-helpers';\nimport type { ClientProgress, ProgressStatus } from '../clients/progress';\nimport type { ClientUpload } from '../clients/upload';\nimport { BadRequestError, MTimeError, NoFileForUploading, UnexpectedEOF } from '../clients/upload';\nimport type { ImportResourceSnapshot } from './types';\nimport { ImportFileHandleUploadData } from './types';\nimport assert from 'node:assert';\nimport { ResourceInfo } from '@milaboratories/pl-tree';\n\n/** Holds all info needed to upload a file and a status of uploading\n * and indexing. Also, has a method to update a status of the progress.\n * And holds a change source. */\nexport class UploadTask {\n  private readonly change: ChangeSource = new ChangeSource();\n  private readonly counter: CallersCounter = new CallersCounter();\n  private nMaxUploads: number;\n  private nPartsWithThisUploadSpeed = 0;\n  private nPartsToIncreaseUpload = 10; // how many parts we have to wait to increase concurrency, 50 mb, 10 parts by 5 mb each.\n\n  /** If this is upload progress this field will be defined */\n  private uploadData?: ImportFileHandleUploadData;\n  public progress: sdk.ImportProgress;\n\n  /** If failed, then getting a progress is terminally failed. */\n  public failed?: boolean;\n\n  /** True if the blob was existed.\n   * At this case, the task will show progress == 1.0. */\n  private alreadyExisted = false;\n\n  constructor(\n    private readonly logger: MiLogger,\n    private readonly clientBlob: ClientUpload,\n    private readonly clientProgress: ClientProgress,\n    private readonly maxNConcurrentPartsUpload: number,\n    signer: Signer,\n    public readonly res: ImportResourceSnapshot,\n  ) {\n    this.nMaxUploads = this.maxNConcurrentPartsUpload;\n    const { uploadData, progress } = newProgress(res, signer);\n    this.uploadData = uploadData;\n    this.progress = progress;\n  }\n\n  public getProgress(w: Watcher, callerId: string) {\n    this.incCounter(w, callerId);\n\n    if (this.failed) {\n      this.logger.error(`Uploading terminally failed: ${this.progress.lastError}`);\n      throw new Error(this.progress.lastError);\n    }\n\n    return cloneProgress(this.progress);\n  }\n\n  public shouldScheduleUpload(): boolean {\n    return isMyUpload(this.progress);\n  }\n\n  /** Uploads a blob if it's not BlobIndex. */\n  public async uploadBlobTask() {\n    try {\n      await uploadBlob(\n        this.logger,\n        this.clientBlob,\n        this.res,\n        this.uploadData!,\n        this.isComputableDone.bind(this),\n        {\n          nPartsWithThisUploadSpeed: this.nPartsWithThisUploadSpeed,\n          nPartsToIncreaseUpload: this.nPartsToIncreaseUpload,\n          currentSpeed: this.nMaxUploads,\n          maxSpeed: this.maxNConcurrentPartsUpload,\n        },\n      );\n      this.change.markChanged(`blob upload for ${resourceIdToString(this.res.id)} finished`);\n    } catch (e: any) {\n\n      if (isResourceWasDeletedError(e)) {\n        this.setRetriableError(e);\n        this.logger.warn(`resource was deleted while uploading a blob: ${e}`);\n        this.change.markChanged(`blob upload for ${resourceIdToString(this.res.id)} aborted, resource was deleted`);\n        this.setDone(true);\n\n        return;\n      }\n\n      this.logger.error(`error while uploading a blob: ${e}`);\n      this.change.markChanged(`blob upload for ${resourceIdToString(this.res.id)} failed`);\n\n      if (nonRecoverableError(e)) {\n        this.setTerminalError(e);\n        return;\n      }\n\n      this.setRetriableError(e);\n\n      if (isHeadersTimeoutError(e)) {\n        // we probably have a slow internet, we need to slow things a bit.\n        this.nMaxUploads = decreaseConcurrency(this.logger, this.nMaxUploads, 1);\n      }\n\n      throw e;\n    }\n  }\n\n  public async updateStatus() {\n    try {\n      // we do it with timeout in case we have slow internet.\n      const status = await this.clientProgress.getStatus(this.res, { timeout: 10000 });\n\n      const oldStatus = this.progress.status;\n      const newStatus = doneProgressIfExisted(this.alreadyExisted, protoToStatus(status));\n      this.progress.status = newStatus;\n      this.setDone(status.done);\n\n      if (status.done || this.progress.status.progress != oldStatus?.progress) {\n        this.change.markChanged(`upload status for ${resourceIdToString(this.res.id)} changed`);\n      }\n    } catch (e: any) {\n      this.setRetriableError(e);\n\n      if (isTimeoutError(e)) {\n        this.logger.warn(`deadline exceeded while getting a status of BlobImport: ${e.message}`);\n        return;\n      }\n\n      if (isResourceWasDeletedError(e)) {\n        this.logger.warn(\n          `resource was not found while updating a status of BlobImport: ${e}, ${stringifyWithResourceId(this.res)}`,\n        );\n        this.change.markChanged(`upload status for ${resourceIdToString(this.res.id)} changed, resource not found`);\n        this.setDone(true);\n        return;\n      }\n\n      this.logger.error(`retryable error while updating a status of BlobImport: ${e}`);\n      // It was a terminal error, but when a connection drops,\n      // this will stop the whole task, so we make it retryable.\n      // It was like that:\n      // this.change.markChanged();\n      // this.setTerminalError(e);\n    }\n  }\n\n  /** Set non-terminal error, that task can be retried. */\n  private setRetriableError(e: unknown) {\n    this.progress.lastError = String(e);\n  }\n\n  /** Set a terminal error, the task will throw a error instead of a progress. */\n  private setTerminalError(e: unknown) {\n    this.progress.lastError = String(e);\n    this.progress.done = false;\n    this.failed = true;\n  }\n\n  public setDoneIfOutputSet(res: ImportResourceSnapshot) {\n    if (isImportResourceOutputSet(res)) {\n      this.setDone(true);\n      this.alreadyExisted = true;\n    }\n  }\n\n  private setDone(done: boolean) {\n    this.progress.done = done;\n    if (done) this.progress.lastError = undefined;\n  }\n\n  public incCounter(w: Watcher, callerId: string) {\n    this.change.attachWatcher(w);\n    this.counter.inc(callerId);\n  }\n\n  public decCounter(callerId: string) {\n    return this.counter.dec(callerId);\n  }\n\n  private isComputableDone() {\n    return this.counter.isZero();\n  }\n}\n\n/** Uploads a blob if it's not BlobIndex. */\nexport async function uploadBlob(\n  logger: MiLogger,\n  clientBlob: ClientUpload,\n  res: ResourceInfo,\n  uploadData: ImportFileHandleUploadData,\n  isDoneFn: () => boolean,\n  speed: {\n    nPartsWithThisUploadSpeed: number,\n    nPartsToIncreaseUpload: number,\n    currentSpeed: number,\n    maxSpeed: number,\n  },\n) {\n  assert(isUpload(res), 'the upload operation can be done only for BlobUploads');\n  const timeout = 10000; // 10 sec instead of standard 5 sec, things might be slow with a slow connection.\n\n  if (isDoneFn()) return;\n  const parts = await clientBlob.initUpload(res, { timeout });\n  logger.info(\n    `started to upload blob ${res.id},`\n    + ` parts overall: ${parts.overall}, parts remained: ${parts.toUpload.length},`\n    + ` number of concurrent uploads: ${speed.currentSpeed}`,\n  );\n\n  const partUploadFn = (part: bigint) => async (controller: AsyncPoolController) => {\n    if (isDoneFn()) return;\n    await clientBlob.partUpload(\n      res,\n      uploadData.localPath,\n      BigInt(uploadData.modificationTime),\n      part,\n      parts.checksumAlgorithm,\n      parts.checksumHeader,\n      { timeout }\n    );\n    logger.info(`uploaded chunk ${part}/${parts.overall} of resource: ${res.id}`);\n\n    // if we had a network freeze, it will be increased slowly.\n    speed.nPartsWithThisUploadSpeed++;\n    if (speed.nPartsWithThisUploadSpeed >= speed.nPartsToIncreaseUpload) {\n      speed.nPartsWithThisUploadSpeed = 0;\n      speed.currentSpeed = increaseConcurrency(logger, speed.currentSpeed, speed.maxSpeed);\n      controller.setConcurrency(speed.currentSpeed);\n    }\n  };\n\n  await asyncPool(speed.currentSpeed, parts.toUpload.map(partUploadFn));\n\n  if (isDoneFn()) return;\n  await clientBlob.finalize(res, { timeout });\n\n  logger.info(`uploading of resource ${res.id} finished.`);\n}\n\nfunction newProgress(res: ImportResourceSnapshot, signer: Signer) {\n  let isUploadSignMatch: boolean | undefined;\n  let uploadData: ImportFileHandleUploadData | undefined;\n  if (isUpload(res)) {\n    uploadData = ImportFileHandleUploadData.parse(res.data);\n    isUploadSignMatch = isSignMatch(signer, uploadData.localPath, uploadData.pathSignature);\n  }\n\n  return {\n    uploadData: uploadData,\n    progress: {\n      done: false,\n      status: undefined,\n      isUpload: isUpload(res),\n      isUploadSignMatch: isUploadSignMatch,\n      lastError: undefined,\n    } satisfies sdk.ImportProgress,\n  };\n}\n\n/** Returns true if we need to upload the blob that got from this progress. */\nexport function isMyUpload(p: sdk.ImportProgress): boolean {\n  return p.isUpload && (p.isUploadSignMatch ?? false);\n}\n\n/** Creates a deep copy of progress,\n * since we do not want to pass a mutable object\n * to API, it led to bugs before.\n * We do not use '...' cloning syntax\n * for the compiler to fail here if we change API. */\nfunction cloneProgress(progress: sdk.ImportProgress): sdk.ImportProgress {\n  const cloned: sdk.ImportProgress = {\n    done: progress.done,\n    isUpload: progress.isUpload,\n    isUploadSignMatch: progress.isUploadSignMatch,\n    lastError: progress.lastError,\n  };\n\n  if (progress.status)\n    cloned.status = {\n      progress: progress.status.progress,\n      bytesProcessed: progress.status.bytesProcessed,\n      bytesTotal: progress.status.bytesTotal,\n    };\n\n  return progress;\n}\n\nfunction isImportResourceOutputSet(res: ImportResourceSnapshot) {\n  return 'blob' in res.fields\n    ? res.fields.blob !== undefined\n    : res.fields.incarnation !== undefined;\n}\n\nexport function isUpload(res: ResourceInfo) {\n  return res.type.name.startsWith('BlobUpload');\n}\n\nexport function isSignMatch(signer: Signer, path: string, signature: string): boolean {\n  try {\n    signer.verify(path, signature);\n    return true;\n  } catch (e) {\n    return false;\n  }\n}\n\nfunction protoToStatus(proto: ProgressStatus): sdk.ImportStatus {\n  return {\n    progress: proto.progress ?? 0,\n    bytesProcessed: Number(proto.bytesProcessed),\n    bytesTotal: Number(proto.bytesTotal),\n  };\n}\n\n/** Special hack: if we didn't even start to upload the blob\n  * to backend because the result was already there,\n  * the backend does show us a status that nothing were uploaded,\n  * but we need to show the client that everything is OK.\n  * Thus, here we set progress to be 1.0 and all bytes are become processed. */\nfunction doneProgressIfExisted(alreadyExisted: boolean, status: sdk.ImportStatus) {\n  if (alreadyExisted && status.bytesTotal != 0 && status.bytesProcessed == 0) {\n    return {\n      progress: 1.0,\n      bytesProcessed: Number(status.bytesTotal),\n      bytesTotal: Number(status.bytesTotal),\n    };\n  }\n\n  return status;\n}\n\nexport function isResourceWasDeletedError(e: any) {\n  return (\n    e.name == 'RpcError'\n    && (e.code == 'NOT_FOUND' || e.code == 'ABORTED' || e.code == 'ALREADY_EXISTS')\n  );\n}\n\nexport function nonRecoverableError(e: any) {\n  return e instanceof MTimeError ||\n    e instanceof UnexpectedEOF ||\n    e instanceof NoFileForUploading ||\n    e instanceof BadRequestError;\n}\n\nfunction isHeadersTimeoutError(e: any) {\n  return (e as Error)?.message.includes(`UND_ERR_HEADERS_TIMEOUT`);\n}\n\n/** It's called for every upload success so if everyone is succeeded, we'll double the concurrency. */\nfunction increaseConcurrency(logger: MiLogger, current: number, max: number): number {\n  const newConcurrency = Math.min(current + 2, max);\n  if (newConcurrency != current)\n    logger.info(`uploadTask.increaseConcurrency: increased from ${current} to ${newConcurrency}`)\n\n  return newConcurrency;\n}\n\n/** When a error happens, this will half the concurrency level, so the next time\n * we'll try to upload blobs slower. */\nfunction decreaseConcurrency(logger: MiLogger, current: number, min: number): number {\n  const newConcurrency = Math.max(Math.round(current / 2), min);\n  if (newConcurrency != current)\n    logger.info(`uploadTask.decreaseConcurrency: decreased from ${current} to ${newConcurrency}`)\n\n  return newConcurrency;\n}\n"],"names":["ChangeSource","CallersCounter","resourceIdToString","isTimeoutError","stringifyWithResourceId","asyncPool","ImportFileHandleUploadData","MTimeError","UnexpectedEOF","NoFileForUploading","BadRequestError"],"mappings":";;;;;;;;;AAcA;;AAEgC;MACnB,UAAU,CAAA;AAmBF,IAAA,MAAA;AACA,IAAA,UAAA;AACA,IAAA,cAAA;AACA,IAAA,yBAAA;AAED,IAAA,GAAA;AAvBD,IAAA,MAAM,GAAiB,IAAIA,uBAAY,EAAE;AACzC,IAAA,OAAO,GAAmB,IAAIC,wBAAc,EAAE;AACvD,IAAA,WAAW;IACX,yBAAyB,GAAG,CAAC;AAC7B,IAAA,sBAAsB,GAAG,EAAE,CAAC;;AAG5B,IAAA,UAAU;AACX,IAAA,QAAQ;;AAGR,IAAA,MAAM;AAEb;AACuD;IAC/C,cAAc,GAAG,KAAK;IAE9B,WAAA,CACmB,MAAgB,EAChB,UAAwB,EACxB,cAA8B,EAC9B,yBAAiC,EAClD,MAAc,EACE,GAA2B,EAAA;QAL1B,IAAA,CAAA,MAAM,GAAN,MAAM;QACN,IAAA,CAAA,UAAU,GAAV,UAAU;QACV,IAAA,CAAA,cAAc,GAAd,cAAc;QACd,IAAA,CAAA,yBAAyB,GAAzB,yBAAyB;QAE1B,IAAA,CAAA,GAAG,GAAH,GAAG;AAEnB,QAAA,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,yBAAyB;AACjD,QAAA,MAAM,EAAE,UAAU,EAAE,QAAQ,EAAE,GAAG,WAAW,CAAC,GAAG,EAAE,MAAM,CAAC;AACzD,QAAA,IAAI,CAAC,UAAU,GAAG,UAAU;AAC5B,QAAA,IAAI,CAAC,QAAQ,GAAG,QAAQ;IAC1B;IAEO,WAAW,CAAC,CAAU,EAAE,QAAgB,EAAA;AAC7C,QAAA,IAAI,CAAC,UAAU,CAAC,CAAC,EAAE,QAAQ,CAAC;AAE5B,QAAA,IAAI,IAAI,CAAC,MAAM,EAAE;AACf,YAAA,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA,6BAAA,EAAgC,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAA,CAAE,CAAC;YAC5E,MAAM,IAAI,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC;QAC1C;AAEA,QAAA,OAAO,aAAa,CAAC,IAAI,CAAC,QAAQ,CAAC;IACrC;IAEO,oBAAoB,GAAA;AACzB,QAAA,OAAO,UAAU,CAAC,IAAI,CAAC,QAAQ,CAAC;IAClC;;AAGO,IAAA,MAAM,cAAc,GAAA;AACzB,QAAA,IAAI;YACF,MAAM,UAAU,CACd,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,UAAU,EACf,IAAI,CAAC,GAAG,EACR,IAAI,CAAC,UAAW,EAChB,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,EAChC;gBACE,yBAAyB,EAAE,IAAI,CAAC,yBAAyB;gBACzD,sBAAsB,EAAE,IAAI,CAAC,sBAAsB;gBACnD,YAAY,EAAE,IAAI,CAAC,WAAW;gBAC9B,QAAQ,EAAE,IAAI,CAAC,yBAAyB;AACzC,aAAA,CACF;AACD,YAAA,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,mBAAmBC,2BAAkB,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA,SAAA,CAAW,CAAC;QACxF;QAAE,OAAO,CAAM,EAAE;AAEf,YAAA,IAAI,yBAAyB,CAAC,CAAC,CAAC,EAAE;AAChC,gBAAA,IAAI,CAAC,iBAAiB,CAAC,CAAC,CAAC;gBACzB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA,6CAAA,EAAgD,CAAC,CAAA,CAAE,CAAC;AACrE,gBAAA,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,mBAAmBA,2BAAkB,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA,8BAAA,CAAgC,CAAC;AAC3G,gBAAA,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC;gBAElB;YACF;YAEA,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA,8BAAA,EAAiC,CAAC,CAAA,CAAE,CAAC;AACvD,YAAA,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,mBAAmBA,2BAAkB,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA,OAAA,CAAS,CAAC;AAEpF,YAAA,IAAI,mBAAmB,CAAC,CAAC,CAAC,EAAE;AAC1B,gBAAA,IAAI,CAAC,gBAAgB,CAAC,CAAC,CAAC;gBACxB;YACF;AAEA,YAAA,IAAI,CAAC,iBAAiB,CAAC,CAAC,CAAC;AAEzB,YAAA,IAAI,qBAAqB,CAAC,CAAC,CAAC,EAAE;;AAE5B,gBAAA,IAAI,CAAC,WAAW,GAAG,mBAAmB,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC;YAC1E;AAEA,YAAA,MAAM,CAAC;QACT;IACF;AAEO,IAAA,MAAM,YAAY,GAAA;AACvB,QAAA,IAAI;;AAEF,YAAA,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;AAEhF,YAAA,MAAM,SAAS,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM;AACtC,YAAA,MAAM,SAAS,GAAG,qBAAqB,CAAC,IAAI,CAAC,cAAc,EAAE,aAAa,CAAC,MAAM,CAAC,CAAC;AACnF,YAAA,IAAI,CAAC,QAAQ,CAAC,MAAM,GAAG,SAAS;AAChC,YAAA,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC;AAEzB,YAAA,IAAI,MAAM,CAAC,IAAI,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,IAAI,SAAS,EAAE,QAAQ,EAAE;AACvE,gBAAA,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,qBAAqBA,2BAAkB,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA,QAAA,CAAU,CAAC;YACzF;QACF;QAAE,OAAO,CAAM,EAAE;AACf,YAAA,IAAI,CAAC,iBAAiB,CAAC,CAAC,CAAC;AAEzB,YAAA,IAAIC,uBAAc,CAAC,CAAC,CAAC,EAAE;gBACrB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA,wDAAA,EAA2D,CAAC,CAAC,OAAO,CAAA,CAAE,CAAC;gBACxF;YACF;AAEA,YAAA,IAAI,yBAAyB,CAAC,CAAC,CAAC,EAAE;AAChC,gBAAA,IAAI,CAAC,MAAM,CAAC,IAAI,CACd,iEAAiE,CAAC,CAAA,EAAA,EAAKC,gCAAuB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA,CAAE,CAC3G;AACD,gBAAA,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,qBAAqBF,2BAAkB,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAA,4BAAA,CAA8B,CAAC;AAC3G,gBAAA,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC;gBAClB;YACF;YAEA,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA,uDAAA,EAA0D,CAAC,CAAA,CAAE,CAAC;;;;;;QAMlF;IACF;;AAGQ,IAAA,iBAAiB,CAAC,CAAU,EAAA;QAClC,IAAI,CAAC,QAAQ,CAAC,SAAS,GAAG,MAAM,CAAC,CAAC,CAAC;IACrC;;AAGQ,IAAA,gBAAgB,CAAC,CAAU,EAAA;QACjC,IAAI,CAAC,QAAQ,CAAC,SAAS,GAAG,MAAM,CAAC,CAAC,CAAC;AACnC,QAAA,IAAI,CAAC,QAAQ,CAAC,IAAI,GAAG,KAAK;AAC1B,QAAA,IAAI,CAAC,MAAM,GAAG,IAAI;IACpB;AAEO,IAAA,kBAAkB,CAAC,GAA2B,EAAA;AACnD,QAAA,IAAI,yBAAyB,CAAC,GAAG,CAAC,EAAE;AAClC,YAAA,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC;AAClB,YAAA,IAAI,CAAC,cAAc,GAAG,IAAI;QAC5B;IACF;AAEQ,IAAA,OAAO,CAAC,IAAa,EAAA;AAC3B,QAAA,IAAI,CAAC,QAAQ,CAAC,IAAI,GAAG,IAAI;AACzB,QAAA,IAAI,IAAI;AAAE,YAAA,IAAI,CAAC,QAAQ,CAAC,SAAS,GAAG,SAAS;IAC/C;IAEO,UAAU,CAAC,CAAU,EAAE,QAAgB,EAAA;AAC5C,QAAA,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC;AAC5B,QAAA,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC;IAC5B;AAEO,IAAA,UAAU,CAAC,QAAgB,EAAA;QAChC,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC;IACnC;IAEQ,gBAAgB,GAAA;AACtB,QAAA,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE;IAC9B;AACD;AAED;AACO,eAAe,UAAU,CAC9B,MAAgB,EAChB,UAAwB,EACxB,GAAiB,EACjB,UAAsC,EACtC,QAAuB,EACvB,KAKC,EAAA;IAED,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,uDAAuD,CAAC;AAC9E,IAAA,MAAM,OAAO,GAAG,KAAK,CAAC;AAEtB,IAAA,IAAI,QAAQ,EAAE;QAAE;AAChB,IAAA,MAAM,KAAK,GAAG,MAAM,UAAU,CAAC,UAAU,CAAC,GAAG,EAAE,EAAE,OAAO,EAAE,CAAC;AAC3D,IAAA,MAAM,CAAC,IAAI,CACT,0BAA0B,GAAG,CAAC,EAAE,CAAA,CAAA;UAC9B,CAAA,gBAAA,EAAmB,KAAK,CAAC,OAAO,CAAA,kBAAA,EAAqB,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAA,CAAA;AAC1E,UAAA,CAAA,+BAAA,EAAkC,KAAK,CAAC,YAAY,CAAA,CAAE,CACzD;IAED,MAAM,YAAY,GAAG,CAAC,IAAY,KAAK,OAAO,UAA+B,KAAI;AAC/E,QAAA,IAAI,QAAQ,EAAE;YAAE;AAChB,QAAA,MAAM,UAAU,CAAC,UAAU,CACzB,GAAG,EACH,UAAU,CAAC,SAAS,EACpB,MAAM,CAAC,UAAU,CAAC,gBAAgB,CAAC,EACnC,IAAI,EACJ,KAAK,CAAC,iBAAiB,EACvB,KAAK,CAAC,cAAc,EACpB,EAAE,OAAO,EAAE,CACZ;AACD,QAAA,MAAM,CAAC,IAAI,CAAC,CAAA,eAAA,EAAkB,IAAI,CAAA,CAAA,EAAI,KAAK,CAAC,OAAO,iBAAiB,GAAG,CAAC,EAAE,CAAA,CAAE,CAAC;;QAG7E,KAAK,CAAC,yBAAyB,EAAE;QACjC,IAAI,KAAK,CAAC,yBAAyB,IAAI,KAAK,CAAC,sBAAsB,EAAE;AACnE,YAAA,KAAK,CAAC,yBAAyB,GAAG,CAAC;AACnC,YAAA,KAAK,CAAC,YAAY,GAAG,mBAAmB,CAAC,MAAM,EAAE,KAAK,CAAC,YAAY,EAAE,KAAK,CAAC,QAAQ,CAAC;AACpF,YAAA,UAAU,CAAC,cAAc,CAAC,KAAK,CAAC,YAAY,CAAC;QAC/C;AACF,IAAA,CAAC;AAED,IAAA,MAAMG,mBAAS,CAAC,KAAK,CAAC,YAAY,EAAE,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;AAErE,IAAA,IAAI,QAAQ,EAAE;QAAE;IAChB,MAAM,UAAU,CAAC,QAAQ,CAAC,GAAG,EAAE,EAAE,OAAO,EAAE,CAAC;IAE3C,MAAM,CAAC,IAAI,CAAC,CAAA,sBAAA,EAAyB,GAAG,CAAC,EAAE,CAAA,UAAA,CAAY,CAAC;AAC1D;AAEA,SAAS,WAAW,CAAC,GAA2B,EAAE,MAAc,EAAA;AAC9D,IAAA,IAAI,iBAAsC;AAC1C,IAAA,IAAI,UAAkD;AACtD,IAAA,IAAI,QAAQ,CAAC,GAAG,CAAC,EAAE;QACjB,UAAU,GAAGC,gCAA0B,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC;AACvD,QAAA,iBAAiB,GAAG,WAAW,CAAC,MAAM,EAAE,UAAU,CAAC,SAAS,EAAE,UAAU,CAAC,aAAa,CAAC;IACzF;IAEA,OAAO;AACL,QAAA,UAAU,EAAE,UAAU;AACtB,QAAA,QAAQ,EAAE;AACR,YAAA,IAAI,EAAE,KAAK;AACX,YAAA,MAAM,EAAE,SAAS;AACjB,YAAA,QAAQ,EAAE,QAAQ,CAAC,GAAG,CAAC;AACvB,YAAA,iBAAiB,EAAE,iBAAiB;AACpC,YAAA,SAAS,EAAE,SAAS;AACQ,SAAA;KAC/B;AACH;AAEA;AACM,SAAU,UAAU,CAAC,CAAqB,EAAA;IAC9C,OAAO,CAAC,CAAC,QAAQ,KAAK,CAAC,CAAC,iBAAiB,IAAI,KAAK,CAAC;AACrD;AAEA;;;;AAIqD;AACrD,SAAS,aAAa,CAAC,QAA4B,EAAA;AACjD,KAAmC;QACjC,IAAI,EAAE,QAAQ,CAAC,IAAI;QACnB,QAAQ,EAAE,QAAQ,CAAC,QAAQ;QAC3B,iBAAiB,EAAE,QAAQ,CAAC,iBAAiB;QAC7C,SAAS,EAAE,QAAQ,CAAC,SAAS;;IAG/B,IAAI,QAAQ,CAAC,MAAM;SACD;AACd,YAAA,QAAQ,EAAE,QAAQ,CAAC,MAAM,CAAC,QAAQ;AAClC,YAAA,cAAc,EAAE,QAAQ,CAAC,MAAM,CAAC,cAAc;AAC9C,YAAA,UAAU,EAAE,QAAQ,CAAC,MAAM,CAAC,UAAU;UACvC;AAEH,IAAA,OAAO,QAAQ;AACjB;AAEA,SAAS,yBAAyB,CAAC,GAA2B,EAAA;AAC5D,IAAA,OAAO,MAAM,IAAI,GAAG,CAAC;AACnB,UAAE,GAAG,CAAC,MAAM,CAAC,IAAI,KAAK;UACpB,GAAG,CAAC,MAAM,CAAC,WAAW,KAAK,SAAS;AAC1C;AAEM,SAAU,QAAQ,CAAC,GAAiB,EAAA;IACxC,OAAO,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC;AAC/C;SAEgB,WAAW,CAAC,MAAc,EAAE,IAAY,EAAE,SAAiB,EAAA;AACzE,IAAA,IAAI;AACF,QAAA,MAAM,CAAC,MAAM,CAAC,IAAI,EAAE,SAAS,CAAC;AAC9B,QAAA,OAAO,IAAI;IACb;IAAE,OAAO,CAAC,EAAE;AACV,QAAA,OAAO,KAAK;IACd;AACF;AAEA,SAAS,aAAa,CAAC,KAAqB,EAAA;IAC1C,OAAO;AACL,QAAA,QAAQ,EAAE,KAAK,CAAC,QAAQ,IAAI,CAAC;AAC7B,QAAA,cAAc,EAAE,MAAM,CAAC,KAAK,CAAC,cAAc,CAAC;AAC5C,QAAA,UAAU,EAAE,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC;KACrC;AACH;AAEA;;;;AAI+E;AAC/E,SAAS,qBAAqB,CAAC,cAAuB,EAAE,MAAwB,EAAA;AAC9E,IAAA,IAAI,cAAc,IAAI,MAAM,CAAC,UAAU,IAAI,CAAC,IAAI,MAAM,CAAC,cAAc,IAAI,CAAC,EAAE;QAC1E,OAAO;AACL,YAAA,QAAQ,EAAE,GAAG;AACb,YAAA,cAAc,EAAE,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC;AACzC,YAAA,UAAU,EAAE,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC;SACtC;IACH;AAEA,IAAA,OAAO,MAAM;AACf;AAEM,SAAU,yBAAyB,CAAC,CAAM,EAAA;AAC9C,IAAA,QACE,CAAC,CAAC,IAAI,IAAI;AACP,YAAC,CAAC,CAAC,IAAI,IAAI,WAAW,IAAI,CAAC,CAAC,IAAI,IAAI,SAAS,IAAI,CAAC,CAAC,IAAI,IAAI,gBAAgB,CAAC;AAEnF;AAEM,SAAU,mBAAmB,CAAC,CAAM,EAAA;IACxC,OAAO,CAAC,YAAYC,iBAAU;AAC5B,QAAA,CAAC,YAAYC,oBAAa;AAC1B,QAAA,CAAC,YAAYC,yBAAkB;QAC/B,CAAC,YAAYC,sBAAe;AAChC;AAEA,SAAS,qBAAqB,CAAC,CAAM,EAAA;IACnC,OAAQ,CAAW,EAAE,OAAO,CAAC,QAAQ,CAAC,CAAA,uBAAA,CAAyB,CAAC;AAClE;AAEA;AACA,SAAS,mBAAmB,CAAC,MAAgB,EAAE,OAAe,EAAE,GAAW,EAAA;AACzE,IAAA,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,CAAC,OAAO,GAAG,CAAC,EAAE,GAAG,CAAC;IACjD,IAAI,cAAc,IAAI,OAAO;QAC3B,MAAM,CAAC,IAAI,CAAC,CAAA,+CAAA,EAAkD,OAAO,CAAA,IAAA,EAAO,cAAc,CAAA,CAAE,CAAC;AAE/F,IAAA,OAAO,cAAc;AACvB;AAEA;AACuC;AACvC,SAAS,mBAAmB,CAAC,MAAgB,EAAE,OAAe,EAAE,GAAW,EAAA;AACzE,IAAA,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,GAAG,CAAC,CAAC,EAAE,GAAG,CAAC;IAC7D,IAAI,cAAc,IAAI,OAAO;QAC3B,MAAM,CAAC,IAAI,CAAC,CAAA,+CAAA,EAAkD,OAAO,CAAA,IAAA,EAAO,cAAc,CAAA,CAAE,CAAC;AAE/F,IAAA,OAAO,cAAc;AACvB;;;;;;;;;;"}

package/dist/drivers/upload_task.js

@@ -1,5 +1,5 @@
 import { ChangeSource } from '@milaboratories/computable';
-import { resourceIdToString, stringifyWithResourceId } from '@milaboratories/pl-client';
+import { resourceIdToString, isTimeoutError, stringifyWithResourceId } from '@milaboratories/pl-client';
 import { CallersCounter, asyncPool } from '@milaboratories/ts-helpers';
 import { MTimeError, UnexpectedEOF, NoFileForUploading, BadRequestError } from '../clients/upload.js';
 import { ImportFileHandleUploadData } from './types.js';
@@ -96,7 +96,7 @@ class UploadTask {
         }
         catch (e) {
             this.setRetriableError(e);
-            if ((e.name == 'RpcError' && e.code == 'DEADLINE_EXCEEDED') || e?.message?.includes('DEADLINE_EXCEEDED')) {
+            if (isTimeoutError(e)) {
                 this.logger.warn(`deadline exceeded while getting a status of BlobImport: ${e.message}`);
                 return;
             }