@milaboratories/pl-drivers 1.9.0 → 1.10.0

package/dist/drivers/logs.cjs

@@ -0,0 +1,118 @@
+'use strict';
+
+var computable = require('@milaboratories/computable');
+var logs_handle = require('./helpers/logs_handle.cjs');
+
+class LogsDriver {
+    logger;
+    logsStreamDriver;
+    downloadDriver;
+    constructor(logger, logsStreamDriver, downloadDriver) {
+        this.logger = logger;
+        this.logsStreamDriver = logsStreamDriver;
+        this.downloadDriver = downloadDriver;
+    }
+    getLastLogs(res, lines, ctx) {
+        if (ctx === undefined)
+            return computable.Computable.make((ctx) => this.getLastLogs(res, lines, ctx));
+        const stream = streamManagerGetStream(ctx, res);
+        if (stream === undefined) {
+            ctx.markUnstable('no stream in stream manager');
+            return undefined;
+        }
+        if (isBlob(stream))
+            return this.downloadDriver.getLastLogs(stream, lines, ctx);
+        try {
+            return this.logsStreamDriver.getLastLogs(stream, lines, ctx);
+        }
+        catch (e) {
+            if (e.name == 'RpcError' && e.code == 'NOT_FOUND') {
+                ctx.markUnstable(`NOT_FOUND in logs stream driver while getting last logs: ${e}`);
+                return undefined;
+            }
+            throw e;
+        }
+    }
+    getProgressLog(res, patternToSearch, ctx) {
+        if (ctx === undefined)
+            return computable.Computable.make((ctx) => this.getProgressLog(res, patternToSearch, ctx));
+        const stream = streamManagerGetStream(ctx, res);
+        if (stream === undefined) {
+            ctx.markUnstable('no stream in stream manager');
+            return undefined;
+        }
+        if (isBlob(stream))
+            return this.downloadDriver.getProgressLog(stream, patternToSearch, ctx);
+        try {
+            return this.logsStreamDriver.getProgressLog(stream, patternToSearch, ctx);
+        }
+        catch (e) {
+            if (e.name == 'RpcError' && e.code == 'NOT_FOUND') {
+                ctx.markUnstable(`NOT_FOUND in logs stream driver while getting a progress log: ${e}`);
+                return undefined;
+            }
+            throw e;
+        }
+    }
+    getProgressLogWithInfo(res, patternToSearch, ctx) {
+        if (ctx === undefined)
+            return computable.Computable.make((ctx) => this.getProgressLogWithInfo(res, patternToSearch, ctx));
+        const stream = streamManagerGetStream(ctx, res);
+        if (stream === undefined) {
+            ctx.markUnstable('no stream in stream manager');
+            return undefined;
+        }
+        if (isBlob(stream)) {
+            const log = this.downloadDriver.getProgressLog(stream, patternToSearch, ctx);
+            return {
+                progressLine: log,
+                live: false,
+            };
+        }
+        try {
+            const log = this.logsStreamDriver.getProgressLog(stream, patternToSearch, ctx);
+            return {
+                progressLine: log,
+                live: true,
+            };
+        }
+        catch (e) {
+            if (e.name == 'RpcError' && e.code == 'NOT_FOUND') {
+                ctx.markUnstable(`NOT_FOUND in logs stream driver while getting a progress log with info: ${e}`);
+                return undefined;
+            }
+            throw e;
+        }
+    }
+    getLogHandle(res, ctx) {
+        if (ctx === undefined)
+            return computable.Computable.make((ctx) => this.getLogHandle(res, ctx));
+        const stream = streamManagerGetStream(ctx, res);
+        if (stream === undefined) {
+            ctx.markUnstable('no stream in stream manager');
+            return undefined;
+        }
+        if (isBlob(stream))
+            return this.downloadDriver.getLogHandle(stream, ctx);
+        return this.logsStreamDriver.getLogHandle(stream, ctx);
+    }
+    async lastLines(handle, lineCount, offsetBytes, searchStr) {
+        if (logs_handle.isLiveLogHandle(handle))
+            return await this.logsStreamDriver.lastLines(handle, lineCount, offsetBytes, searchStr);
+        return await this.downloadDriver.lastLines(handle, lineCount, offsetBytes, searchStr);
+    }
+    async readText(handle, lineCount, offsetBytes, searchStr) {
+        if (logs_handle.isLiveLogHandle(handle))
+            return await this.logsStreamDriver.readText(handle, lineCount, offsetBytes, searchStr);
+        return await this.downloadDriver.readText(handle, lineCount, offsetBytes, searchStr);
+    }
+}
+function isBlob(rInfo) {
+    return !rInfo.type.name.startsWith('StreamWorkdir');
+}
+function streamManagerGetStream(ctx, manager) {
+    return ctx.accessor(manager).node().traverse('stream')?.resourceInfo;
+}
+
+exports.LogsDriver = LogsDriver;
+//# sourceMappingURL=logs.cjs.map

package/dist/drivers/logs.cjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"logs.cjs","sources":["../../src/drivers/logs.ts"],"sourcesContent":["import type { ComputableCtx } from '@milaboratories/computable';\nimport { Computable } from '@milaboratories/computable';\nimport type { PlTreeEntry, ResourceInfo } from '@milaboratories/pl-tree';\nimport type { LogsStreamDriver } from './logs_stream';\nimport type * as sdk from '@milaboratories/pl-model-common';\nimport type { MiLogger } from '@milaboratories/ts-helpers';\nimport type { DownloadDriver } from './download_blob/download_blob';\nimport { isLiveLogHandle } from './helpers/logs_handle';\n\nexport class LogsDriver implements sdk.LogsDriver {\n  constructor(\n    private readonly logger: MiLogger,\n    private readonly logsStreamDriver: LogsStreamDriver,\n    private readonly downloadDriver: DownloadDriver,\n  ) {}\n\n  /** Returns all logs and schedules a job that reads remain logs.\n   * Notifies when a new portion of the log appeared. */\n  getLastLogs(res: PlTreeEntry, lines: number): Computable<string | undefined>;\n  getLastLogs(res: PlTreeEntry, lines: number, ctx: ComputableCtx): Computable<string | undefined>;\n  getLastLogs(\n    res: PlTreeEntry,\n    lines: number,\n    ctx?: ComputableCtx,\n  ): Computable<string | undefined> | string | undefined {\n    if (ctx === undefined) return Computable.make((ctx) => this.getLastLogs(res, lines, ctx));\n\n    const stream = streamManagerGetStream(ctx, res);\n    if (stream === undefined) {\n      ctx.markUnstable('no stream in stream manager');\n      return undefined;\n    }\n\n    if (isBlob(stream)) return this.downloadDriver.getLastLogs(stream, lines, ctx);\n\n    try {\n      return this.logsStreamDriver.getLastLogs(stream, lines, ctx);\n    } catch (e: any) {\n      if (e.name == 'RpcError' && e.code == 'NOT_FOUND') {\n        ctx.markUnstable(`NOT_FOUND in logs stream driver while getting last logs: ${e}`);\n        return undefined;\n      }\n      throw e;\n    }\n  }\n\n  /** Returns a last line that has patternToSearch.\n   * Notifies when a new line appeared or EOF reached. */\n  getProgressLog(res: PlTreeEntry, patternToSearch: string): Computable<string | undefined>;\n  getProgressLog(res: PlTreeEntry, patternToSearch: string, ctx: ComputableCtx): string | undefined;\n  getProgressLog(\n    res: PlTreeEntry,\n    patternToSearch: string,\n    ctx?: ComputableCtx,\n  ): Computable<string | undefined> | string | undefined {\n    if (ctx === undefined)\n      return Computable.make((ctx) => this.getProgressLog(res, patternToSearch, ctx));\n\n    const stream = streamManagerGetStream(ctx, res);\n    if (stream === undefined) {\n      ctx.markUnstable('no stream in stream manager');\n      return undefined;\n    }\n\n    if (isBlob(stream)) return this.downloadDriver.getProgressLog(stream, patternToSearch, ctx);\n\n    try {\n      return this.logsStreamDriver.getProgressLog(stream, patternToSearch, ctx);\n    } catch (e: any) {\n      if (e.name == 'RpcError' && e.code == 'NOT_FOUND') {\n        ctx.markUnstable(`NOT_FOUND in logs stream driver while getting a progress log: ${e}`);\n        return undefined;\n      }\n      throw e;\n    }\n  }\n\n  /** Same as getProgressLog but also returns a liveliness of the log.\n   * The previous getProgressLog couldn't be extended.\n   * Returns a last line that has patternToSearch.\n   * Notifies when a new line appeared or EOF reached. */\n  getProgressLogWithInfo(res: PlTreeEntry, patternToSearch: string): Computable<sdk.ProgressLogWithInfo | undefined>;\n  getProgressLogWithInfo(res: PlTreeEntry, patternToSearch: string, ctx: ComputableCtx): sdk.ProgressLogWithInfo | undefined;\n  getProgressLogWithInfo(\n    res: PlTreeEntry,\n    patternToSearch: string,\n    ctx?: ComputableCtx,\n  ): Computable<sdk.ProgressLogWithInfo | undefined> | sdk.ProgressLogWithInfo | undefined {\n    if (ctx === undefined)\n      return Computable.make((ctx) => this.getProgressLogWithInfo(res, patternToSearch, ctx));\n\n    const stream = streamManagerGetStream(ctx, res);\n    if (stream === undefined) {\n      ctx.markUnstable('no stream in stream manager');\n      return undefined;\n    }\n\n    if (isBlob(stream)) {\n      const log = this.downloadDriver.getProgressLog(stream, patternToSearch, ctx);\n      return {\n        progressLine: log,\n        live: false,\n      }\n    }\n\n    try {\n      const log = this.logsStreamDriver.getProgressLog(stream, patternToSearch, ctx);\n      return {\n        progressLine: log,\n        live: true,\n      }\n    } catch (e: any) {\n      if (e.name == 'RpcError' && e.code == 'NOT_FOUND') {\n        ctx.markUnstable(`NOT_FOUND in logs stream driver while getting a progress log with info: ${e}`);\n        return undefined;\n      }\n      throw e;\n    }\n  }\n\n  /** Returns an Id of a smart object, that can read logs directly from\n   * the platform. */\n  getLogHandle(res: ResourceInfo | PlTreeEntry): Computable<sdk.AnyLogHandle | undefined>;\n  getLogHandle(res: PlTreeEntry, ctx: ComputableCtx): sdk.AnyLogHandle | undefined;\n  getLogHandle(\n    res: PlTreeEntry,\n    ctx?: ComputableCtx,\n  ): Computable<sdk.AnyLogHandle | undefined> | sdk.AnyLogHandle | undefined {\n    if (ctx === undefined) return Computable.make((ctx) => this.getLogHandle(res, ctx));\n\n    const stream = streamManagerGetStream(ctx, res);\n    if (stream === undefined) {\n      ctx.markUnstable('no stream in stream manager');\n      return undefined;\n    }\n\n    if (isBlob(stream)) return this.downloadDriver.getLogHandle(stream, ctx);\n\n    return this.logsStreamDriver.getLogHandle(stream, ctx);\n  }\n\n  async lastLines(\n    handle: sdk.AnyLogHandle,\n    lineCount: number,\n    offsetBytes?: number,\n    searchStr?: string,\n  ): Promise<sdk.StreamingApiResponse> {\n    if (isLiveLogHandle(handle))\n      return await this.logsStreamDriver.lastLines(handle, lineCount, offsetBytes, searchStr);\n    return await this.downloadDriver.lastLines(handle, lineCount, offsetBytes, searchStr);\n  }\n\n  async readText(\n    handle: sdk.AnyLogHandle,\n    lineCount: number,\n    offsetBytes?: number,\n    searchStr?: string,\n  ): Promise<sdk.StreamingApiResponse> {\n    if (isLiveLogHandle(handle))\n      return await this.logsStreamDriver.readText(handle, lineCount, offsetBytes, searchStr);\n    return await this.downloadDriver.readText(handle, lineCount, offsetBytes, searchStr);\n  }\n}\n\nfunction isBlob(rInfo: ResourceInfo) {\n  return !rInfo.type.name.startsWith('StreamWorkdir');\n}\n\nfunction streamManagerGetStream(ctx: ComputableCtx, manager: PlTreeEntry) {\n  return ctx.accessor(manager).node().traverse('stream')?.resourceInfo;\n}\n"],"names":["Computable","isLiveLogHandle"],"mappings":";;;;;MASa,UAAU,CAAA;AAEF,IAAA,MAAA;AACA,IAAA,gBAAA;AACA,IAAA,cAAA;AAHnB,IAAA,WAAA,CACmB,MAAgB,EAChB,gBAAkC,EAClC,cAA8B,EAAA;QAF9B,IAAA,CAAA,MAAM,GAAN,MAAM;QACN,IAAA,CAAA,gBAAgB,GAAhB,gBAAgB;QAChB,IAAA,CAAA,cAAc,GAAd,cAAc;IAC9B;AAMH,IAAA,WAAW,CACT,GAAgB,EAChB,KAAa,EACb,GAAmB,EAAA;QAEnB,IAAI,GAAG,KAAK,SAAS;YAAE,OAAOA,qBAAU,CAAC,IAAI,CAAC,CAAC,GAAG,KAAK,IAAI,CAAC,WAAW,CAAC,GAAG,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC;QAEzF,MAAM,MAAM,GAAG,sBAAsB,CAAC,GAAG,EAAE,GAAG,CAAC;AAC/C,QAAA,IAAI,MAAM,KAAK,SAAS,EAAE;AACxB,YAAA,GAAG,CAAC,YAAY,CAAC,6BAA6B,CAAC;AAC/C,YAAA,OAAO,SAAS;QAClB;QAEA,IAAI,MAAM,CAAC,MAAM,CAAC;AAAE,YAAA,OAAO,IAAI,CAAC,cAAc,CAAC,WAAW,CAAC,MAAM,EAAE,KAAK,EAAE,GAAG,CAAC;AAE9E,QAAA,IAAI;AACF,YAAA,OAAO,IAAI,CAAC,gBAAgB,CAAC,WAAW,CAAC,MAAM,EAAE,KAAK,EAAE,GAAG,CAAC;QAC9D;QAAE,OAAO,CAAM,EAAE;AACf,YAAA,IAAI,CAAC,CAAC,IAAI,IAAI,UAAU,IAAI,CAAC,CAAC,IAAI,IAAI,WAAW,EAAE;AACjD,gBAAA,GAAG,CAAC,YAAY,CAAC,4DAA4D,CAAC,CAAA,CAAE,CAAC;AACjF,gBAAA,OAAO,SAAS;YAClB;AACA,YAAA,MAAM,CAAC;QACT;IACF;AAMA,IAAA,cAAc,CACZ,GAAgB,EAChB,eAAuB,EACvB,GAAmB,EAAA;QAEnB,IAAI,GAAG,KAAK,SAAS;YACnB,OAAOA,qBAAU,CAAC,IAAI,CAAC,CAAC,GAAG,KAAK,IAAI,CAAC,cAAc,CAAC,GAAG,EAAE,eAAe,EAAE,GAAG,CAAC,CAAC;QAEjF,MAAM,MAAM,GAAG,sBAAsB,CAAC,GAAG,EAAE,GAAG,CAAC;AAC/C,QAAA,IAAI,MAAM,KAAK,SAAS,EAAE;AACxB,YAAA,GAAG,CAAC,YAAY,CAAC,6BAA6B,CAAC;AAC/C,YAAA,OAAO,SAAS;QAClB;QAEA,IAAI,MAAM,CAAC,MAAM,CAAC;AAAE,YAAA,OAAO,IAAI,CAAC,cAAc,CAAC,cAAc,CAAC,MAAM,EAAE,eAAe,EAAE,GAAG,CAAC;AAE3F,QAAA,IAAI;AACF,YAAA,OAAO,IAAI,CAAC,gBAAgB,CAAC,cAAc,CAAC,MAAM,EAAE,eAAe,EAAE,GAAG,CAAC;QAC3E;QAAE,OAAO,CAAM,EAAE;AACf,YAAA,IAAI,CAAC,CAAC,IAAI,IAAI,UAAU,IAAI,CAAC,CAAC,IAAI,IAAI,WAAW,EAAE;AACjD,gBAAA,GAAG,CAAC,YAAY,CAAC,iEAAiE,CAAC,CAAA,CAAE,CAAC;AACtF,gBAAA,OAAO,SAAS;YAClB;AACA,YAAA,MAAM,CAAC;QACT;IACF;AAQA,IAAA,sBAAsB,CACpB,GAAgB,EAChB,eAAuB,EACvB,GAAmB,EAAA;QAEnB,IAAI,GAAG,KAAK,SAAS;YACnB,OAAOA,qBAAU,CAAC,IAAI,CAAC,CAAC,GAAG,KAAK,IAAI,CAAC,sBAAsB,CAAC,GAAG,EAAE,eAAe,EAAE,GAAG,CAAC,CAAC;QAEzF,MAAM,MAAM,GAAG,sBAAsB,CAAC,GAAG,EAAE,GAAG,CAAC;AAC/C,QAAA,IAAI,MAAM,KAAK,SAAS,EAAE;AACxB,YAAA,GAAG,CAAC,YAAY,CAAC,6BAA6B,CAAC;AAC/C,YAAA,OAAO,SAAS;QAClB;AAEA,QAAA,IAAI,MAAM,CAAC,MAAM,CAAC,EAAE;AAClB,YAAA,MAAM,GAAG,GAAG,IAAI,CAAC,cAAc,CAAC,cAAc,CAAC,MAAM,EAAE,eAAe,EAAE,GAAG,CAAC;YAC5E,OAAO;AACL,gBAAA,YAAY,EAAE,GAAG;AACjB,gBAAA,IAAI,EAAE,KAAK;aACZ;QACH;AAEA,QAAA,IAAI;AACF,YAAA,MAAM,GAAG,GAAG,IAAI,CAAC,gBAAgB,CAAC,cAAc,CAAC,MAAM,EAAE,eAAe,EAAE,GAAG,CAAC;YAC9E,OAAO;AACL,gBAAA,YAAY,EAAE,GAAG;AACjB,gBAAA,IAAI,EAAE,IAAI;aACX;QACH;QAAE,OAAO,CAAM,EAAE;AACf,YAAA,IAAI,CAAC,CAAC,IAAI,IAAI,UAAU,IAAI,CAAC,CAAC,IAAI,IAAI,WAAW,EAAE;AACjD,gBAAA,GAAG,CAAC,YAAY,CAAC,2EAA2E,CAAC,CAAA,CAAE,CAAC;AAChG,gBAAA,OAAO,SAAS;YAClB;AACA,YAAA,MAAM,CAAC;QACT;IACF;IAMA,YAAY,CACV,GAAgB,EAChB,GAAmB,EAAA;QAEnB,IAAI,GAAG,KAAK,SAAS;AAAE,YAAA,OAAOA,qBAAU,CAAC,IAAI,CAAC,CAAC,GAAG,KAAK,IAAI,CAAC,YAAY,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;QAEnF,MAAM,MAAM,GAAG,sBAAsB,CAAC,GAAG,EAAE,GAAG,CAAC;AAC/C,QAAA,IAAI,MAAM,KAAK,SAAS,EAAE;AACxB,YAAA,GAAG,CAAC,YAAY,CAAC,6BAA6B,CAAC;AAC/C,YAAA,OAAO,SAAS;QAClB;QAEA,IAAI,MAAM,CAAC,MAAM,CAAC;YAAE,OAAO,IAAI,CAAC,cAAc,CAAC,YAAY,CAAC,MAAM,EAAE,GAAG,CAAC;QAExE,OAAO,IAAI,CAAC,gBAAgB,CAAC,YAAY,CAAC,MAAM,EAAE,GAAG,CAAC;IACxD;IAEA,MAAM,SAAS,CACb,MAAwB,EACxB,SAAiB,EACjB,WAAoB,EACpB,SAAkB,EAAA;QAElB,IAAIC,2BAAe,CAAC,MAAM,CAAC;AACzB,YAAA,OAAO,MAAM,IAAI,CAAC,gBAAgB,CAAC,SAAS,CAAC,MAAM,EAAE,SAAS,EAAE,WAAW,EAAE,SAAS,CAAC;AACzF,QAAA,OAAO,MAAM,IAAI,CAAC,cAAc,CAAC,SAAS,CAAC,MAAM,EAAE,SAAS,EAAE,WAAW,EAAE,SAAS,CAAC;IACvF;IAEA,MAAM,QAAQ,CACZ,MAAwB,EACxB,SAAiB,EACjB,WAAoB,EACpB,SAAkB,EAAA;QAElB,IAAIA,2BAAe,CAAC,MAAM,CAAC;AACzB,YAAA,OAAO,MAAM,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC,MAAM,EAAE,SAAS,EAAE,WAAW,EAAE,SAAS,CAAC;AACxF,QAAA,OAAO,MAAM,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,MAAM,EAAE,SAAS,EAAE,WAAW,EAAE,SAAS,CAAC;IACtF;AACD;AAED,SAAS,MAAM,CAAC,KAAmB,EAAA;IACjC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,eAAe,CAAC;AACrD;AAEA,SAAS,sBAAsB,CAAC,GAAkB,EAAE,OAAoB,EAAA;AACtE,IAAA,OAAO,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,YAAY;AACtE;;;;"}

package/dist/drivers/logs.d.ts

@@ -30,4 +30,3 @@ export declare class LogsDriver implements sdk.LogsDriver {
     lastLines(handle: sdk.AnyLogHandle, lineCount: number, offsetBytes?: number, searchStr?: string): Promise<sdk.StreamingApiResponse>;
     readText(handle: sdk.AnyLogHandle, lineCount: number, offsetBytes?: number, searchStr?: string): Promise<sdk.StreamingApiResponse>;
 }
-//# sourceMappingURL=logs.d.ts.map

package/dist/drivers/logs.js

@@ -0,0 +1,116 @@
+import { Computable } from '@milaboratories/computable';
+import { isLiveLogHandle } from './helpers/logs_handle.js';
+
+class LogsDriver {
+    logger;
+    logsStreamDriver;
+    downloadDriver;
+    constructor(logger, logsStreamDriver, downloadDriver) {
+        this.logger = logger;
+        this.logsStreamDriver = logsStreamDriver;
+        this.downloadDriver = downloadDriver;
+    }
+    getLastLogs(res, lines, ctx) {
+        if (ctx === undefined)
+            return Computable.make((ctx) => this.getLastLogs(res, lines, ctx));
+        const stream = streamManagerGetStream(ctx, res);
+        if (stream === undefined) {
+            ctx.markUnstable('no stream in stream manager');
+            return undefined;
+        }
+        if (isBlob(stream))
+            return this.downloadDriver.getLastLogs(stream, lines, ctx);
+        try {
+            return this.logsStreamDriver.getLastLogs(stream, lines, ctx);
+        }
+        catch (e) {
+            if (e.name == 'RpcError' && e.code == 'NOT_FOUND') {
+                ctx.markUnstable(`NOT_FOUND in logs stream driver while getting last logs: ${e}`);
+                return undefined;
+            }
+            throw e;
+        }
+    }
+    getProgressLog(res, patternToSearch, ctx) {
+        if (ctx === undefined)
+            return Computable.make((ctx) => this.getProgressLog(res, patternToSearch, ctx));
+        const stream = streamManagerGetStream(ctx, res);
+        if (stream === undefined) {
+            ctx.markUnstable('no stream in stream manager');
+            return undefined;
+        }
+        if (isBlob(stream))
+            return this.downloadDriver.getProgressLog(stream, patternToSearch, ctx);
+        try {
+            return this.logsStreamDriver.getProgressLog(stream, patternToSearch, ctx);
+        }
+        catch (e) {
+            if (e.name == 'RpcError' && e.code == 'NOT_FOUND') {
+                ctx.markUnstable(`NOT_FOUND in logs stream driver while getting a progress log: ${e}`);
+                return undefined;
+            }
+            throw e;
+        }
+    }
+    getProgressLogWithInfo(res, patternToSearch, ctx) {
+        if (ctx === undefined)
+            return Computable.make((ctx) => this.getProgressLogWithInfo(res, patternToSearch, ctx));
+        const stream = streamManagerGetStream(ctx, res);
+        if (stream === undefined) {
+            ctx.markUnstable('no stream in stream manager');
+            return undefined;
+        }
+        if (isBlob(stream)) {
+            const log = this.downloadDriver.getProgressLog(stream, patternToSearch, ctx);
+            return {
+                progressLine: log,
+                live: false,
+            };
+        }
+        try {
+            const log = this.logsStreamDriver.getProgressLog(stream, patternToSearch, ctx);
+            return {
+                progressLine: log,
+                live: true,
+            };
+        }
+        catch (e) {
+            if (e.name == 'RpcError' && e.code == 'NOT_FOUND') {
+                ctx.markUnstable(`NOT_FOUND in logs stream driver while getting a progress log with info: ${e}`);
+                return undefined;
+            }
+            throw e;
+        }
+    }
+    getLogHandle(res, ctx) {
+        if (ctx === undefined)
+            return Computable.make((ctx) => this.getLogHandle(res, ctx));
+        const stream = streamManagerGetStream(ctx, res);
+        if (stream === undefined) {
+            ctx.markUnstable('no stream in stream manager');
+            return undefined;
+        }
+        if (isBlob(stream))
+            return this.downloadDriver.getLogHandle(stream, ctx);
+        return this.logsStreamDriver.getLogHandle(stream, ctx);
+    }
+    async lastLines(handle, lineCount, offsetBytes, searchStr) {
+        if (isLiveLogHandle(handle))
+            return await this.logsStreamDriver.lastLines(handle, lineCount, offsetBytes, searchStr);
+        return await this.downloadDriver.lastLines(handle, lineCount, offsetBytes, searchStr);
+    }
+    async readText(handle, lineCount, offsetBytes, searchStr) {
+        if (isLiveLogHandle(handle))
+            return await this.logsStreamDriver.readText(handle, lineCount, offsetBytes, searchStr);
+        return await this.downloadDriver.readText(handle, lineCount, offsetBytes, searchStr);
+    }
+}
+function isBlob(rInfo) {
+    return !rInfo.type.name.startsWith('StreamWorkdir');
+}
+function streamManagerGetStream(ctx, manager) {
+    return ctx.accessor(manager).node().traverse('stream')?.resourceInfo;
+}
+
+export { LogsDriver };
+//# sourceMappingURL=logs.js.map

package/dist/drivers/logs.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"logs.js","sources":["../../src/drivers/logs.ts"],"sourcesContent":["import type { ComputableCtx } from '@milaboratories/computable';\nimport { Computable } from '@milaboratories/computable';\nimport type { PlTreeEntry, ResourceInfo } from '@milaboratories/pl-tree';\nimport type { LogsStreamDriver } from './logs_stream';\nimport type * as sdk from '@milaboratories/pl-model-common';\nimport type { MiLogger } from '@milaboratories/ts-helpers';\nimport type { DownloadDriver } from './download_blob/download_blob';\nimport { isLiveLogHandle } from './helpers/logs_handle';\n\nexport class LogsDriver implements sdk.LogsDriver {\n  constructor(\n    private readonly logger: MiLogger,\n    private readonly logsStreamDriver: LogsStreamDriver,\n    private readonly downloadDriver: DownloadDriver,\n  ) {}\n\n  /** Returns all logs and schedules a job that reads remain logs.\n   * Notifies when a new portion of the log appeared. */\n  getLastLogs(res: PlTreeEntry, lines: number): Computable<string | undefined>;\n  getLastLogs(res: PlTreeEntry, lines: number, ctx: ComputableCtx): Computable<string | undefined>;\n  getLastLogs(\n    res: PlTreeEntry,\n    lines: number,\n    ctx?: ComputableCtx,\n  ): Computable<string | undefined> | string | undefined {\n    if (ctx === undefined) return Computable.make((ctx) => this.getLastLogs(res, lines, ctx));\n\n    const stream = streamManagerGetStream(ctx, res);\n    if (stream === undefined) {\n      ctx.markUnstable('no stream in stream manager');\n      return undefined;\n    }\n\n    if (isBlob(stream)) return this.downloadDriver.getLastLogs(stream, lines, ctx);\n\n    try {\n      return this.logsStreamDriver.getLastLogs(stream, lines, ctx);\n    } catch (e: any) {\n      if (e.name == 'RpcError' && e.code == 'NOT_FOUND') {\n        ctx.markUnstable(`NOT_FOUND in logs stream driver while getting last logs: ${e}`);\n        return undefined;\n      }\n      throw e;\n    }\n  }\n\n  /** Returns a last line that has patternToSearch.\n   * Notifies when a new line appeared or EOF reached. */\n  getProgressLog(res: PlTreeEntry, patternToSearch: string): Computable<string | undefined>;\n  getProgressLog(res: PlTreeEntry, patternToSearch: string, ctx: ComputableCtx): string | undefined;\n  getProgressLog(\n    res: PlTreeEntry,\n    patternToSearch: string,\n    ctx?: ComputableCtx,\n  ): Computable<string | undefined> | string | undefined {\n    if (ctx === undefined)\n      return Computable.make((ctx) => this.getProgressLog(res, patternToSearch, ctx));\n\n    const stream = streamManagerGetStream(ctx, res);\n    if (stream === undefined) {\n      ctx.markUnstable('no stream in stream manager');\n      return undefined;\n    }\n\n    if (isBlob(stream)) return this.downloadDriver.getProgressLog(stream, patternToSearch, ctx);\n\n    try {\n      return this.logsStreamDriver.getProgressLog(stream, patternToSearch, ctx);\n    } catch (e: any) {\n      if (e.name == 'RpcError' && e.code == 'NOT_FOUND') {\n        ctx.markUnstable(`NOT_FOUND in logs stream driver while getting a progress log: ${e}`);\n        return undefined;\n      }\n      throw e;\n    }\n  }\n\n  /** Same as getProgressLog but also returns a liveliness of the log.\n   * The previous getProgressLog couldn't be extended.\n   * Returns a last line that has patternToSearch.\n   * Notifies when a new line appeared or EOF reached. */\n  getProgressLogWithInfo(res: PlTreeEntry, patternToSearch: string): Computable<sdk.ProgressLogWithInfo | undefined>;\n  getProgressLogWithInfo(res: PlTreeEntry, patternToSearch: string, ctx: ComputableCtx): sdk.ProgressLogWithInfo | undefined;\n  getProgressLogWithInfo(\n    res: PlTreeEntry,\n    patternToSearch: string,\n    ctx?: ComputableCtx,\n  ): Computable<sdk.ProgressLogWithInfo | undefined> | sdk.ProgressLogWithInfo | undefined {\n    if (ctx === undefined)\n      return Computable.make((ctx) => this.getProgressLogWithInfo(res, patternToSearch, ctx));\n\n    const stream = streamManagerGetStream(ctx, res);\n    if (stream === undefined) {\n      ctx.markUnstable('no stream in stream manager');\n      return undefined;\n    }\n\n    if (isBlob(stream)) {\n      const log = this.downloadDriver.getProgressLog(stream, patternToSearch, ctx);\n      return {\n        progressLine: log,\n        live: false,\n      }\n    }\n\n    try {\n      const log = this.logsStreamDriver.getProgressLog(stream, patternToSearch, ctx);\n      return {\n        progressLine: log,\n        live: true,\n      }\n    } catch (e: any) {\n      if (e.name == 'RpcError' && e.code == 'NOT_FOUND') {\n        ctx.markUnstable(`NOT_FOUND in logs stream driver while getting a progress log with info: ${e}`);\n        return undefined;\n      }\n      throw e;\n    }\n  }\n\n  /** Returns an Id of a smart object, that can read logs directly from\n   * the platform. */\n  getLogHandle(res: ResourceInfo | PlTreeEntry): Computable<sdk.AnyLogHandle | undefined>;\n  getLogHandle(res: PlTreeEntry, ctx: ComputableCtx): sdk.AnyLogHandle | undefined;\n  getLogHandle(\n    res: PlTreeEntry,\n    ctx?: ComputableCtx,\n  ): Computable<sdk.AnyLogHandle | undefined> | sdk.AnyLogHandle | undefined {\n    if (ctx === undefined) return Computable.make((ctx) => this.getLogHandle(res, ctx));\n\n    const stream = streamManagerGetStream(ctx, res);\n    if (stream === undefined) {\n      ctx.markUnstable('no stream in stream manager');\n      return undefined;\n    }\n\n    if (isBlob(stream)) return this.downloadDriver.getLogHandle(stream, ctx);\n\n    return this.logsStreamDriver.getLogHandle(stream, ctx);\n  }\n\n  async lastLines(\n    handle: sdk.AnyLogHandle,\n    lineCount: number,\n    offsetBytes?: number,\n    searchStr?: string,\n  ): Promise<sdk.StreamingApiResponse> {\n    if (isLiveLogHandle(handle))\n      return await this.logsStreamDriver.lastLines(handle, lineCount, offsetBytes, searchStr);\n    return await this.downloadDriver.lastLines(handle, lineCount, offsetBytes, searchStr);\n  }\n\n  async readText(\n    handle: sdk.AnyLogHandle,\n    lineCount: number,\n    offsetBytes?: number,\n    searchStr?: string,\n  ): Promise<sdk.StreamingApiResponse> {\n    if (isLiveLogHandle(handle))\n      return await this.logsStreamDriver.readText(handle, lineCount, offsetBytes, searchStr);\n    return await this.downloadDriver.readText(handle, lineCount, offsetBytes, searchStr);\n  }\n}\n\nfunction isBlob(rInfo: ResourceInfo) {\n  return !rInfo.type.name.startsWith('StreamWorkdir');\n}\n\nfunction streamManagerGetStream(ctx: ComputableCtx, manager: PlTreeEntry) {\n  return ctx.accessor(manager).node().traverse('stream')?.resourceInfo;\n}\n"],"names":[],"mappings":";;;MASa,UAAU,CAAA;AAEF,IAAA,MAAA;AACA,IAAA,gBAAA;AACA,IAAA,cAAA;AAHnB,IAAA,WAAA,CACmB,MAAgB,EAChB,gBAAkC,EAClC,cAA8B,EAAA;QAF9B,IAAA,CAAA,MAAM,GAAN,MAAM;QACN,IAAA,CAAA,gBAAgB,GAAhB,gBAAgB;QAChB,IAAA,CAAA,cAAc,GAAd,cAAc;IAC9B;AAMH,IAAA,WAAW,CACT,GAAgB,EAChB,KAAa,EACb,GAAmB,EAAA;QAEnB,IAAI,GAAG,KAAK,SAAS;YAAE,OAAO,UAAU,CAAC,IAAI,CAAC,CAAC,GAAG,KAAK,IAAI,CAAC,WAAW,CAAC,GAAG,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC;QAEzF,MAAM,MAAM,GAAG,sBAAsB,CAAC,GAAG,EAAE,GAAG,CAAC;AAC/C,QAAA,IAAI,MAAM,KAAK,SAAS,EAAE;AACxB,YAAA,GAAG,CAAC,YAAY,CAAC,6BAA6B,CAAC;AAC/C,YAAA,OAAO,SAAS;QAClB;QAEA,IAAI,MAAM,CAAC,MAAM,CAAC;AAAE,YAAA,OAAO,IAAI,CAAC,cAAc,CAAC,WAAW,CAAC,MAAM,EAAE,KAAK,EAAE,GAAG,CAAC;AAE9E,QAAA,IAAI;AACF,YAAA,OAAO,IAAI,CAAC,gBAAgB,CAAC,WAAW,CAAC,MAAM,EAAE,KAAK,EAAE,GAAG,CAAC;QAC9D;QAAE,OAAO,CAAM,EAAE;AACf,YAAA,IAAI,CAAC,CAAC,IAAI,IAAI,UAAU,IAAI,CAAC,CAAC,IAAI,IAAI,WAAW,EAAE;AACjD,gBAAA,GAAG,CAAC,YAAY,CAAC,4DAA4D,CAAC,CAAA,CAAE,CAAC;AACjF,gBAAA,OAAO,SAAS;YAClB;AACA,YAAA,MAAM,CAAC;QACT;IACF;AAMA,IAAA,cAAc,CACZ,GAAgB,EAChB,eAAuB,EACvB,GAAmB,EAAA;QAEnB,IAAI,GAAG,KAAK,SAAS;YACnB,OAAO,UAAU,CAAC,IAAI,CAAC,CAAC,GAAG,KAAK,IAAI,CAAC,cAAc,CAAC,GAAG,EAAE,eAAe,EAAE,GAAG,CAAC,CAAC;QAEjF,MAAM,MAAM,GAAG,sBAAsB,CAAC,GAAG,EAAE,GAAG,CAAC;AAC/C,QAAA,IAAI,MAAM,KAAK,SAAS,EAAE;AACxB,YAAA,GAAG,CAAC,YAAY,CAAC,6BAA6B,CAAC;AAC/C,YAAA,OAAO,SAAS;QAClB;QAEA,IAAI,MAAM,CAAC,MAAM,CAAC;AAAE,YAAA,OAAO,IAAI,CAAC,cAAc,CAAC,cAAc,CAAC,MAAM,EAAE,eAAe,EAAE,GAAG,CAAC;AAE3F,QAAA,IAAI;AACF,YAAA,OAAO,IAAI,CAAC,gBAAgB,CAAC,cAAc,CAAC,MAAM,EAAE,eAAe,EAAE,GAAG,CAAC;QAC3E;QAAE,OAAO,CAAM,EAAE;AACf,YAAA,IAAI,CAAC,CAAC,IAAI,IAAI,UAAU,IAAI,CAAC,CAAC,IAAI,IAAI,WAAW,EAAE;AACjD,gBAAA,GAAG,CAAC,YAAY,CAAC,iEAAiE,CAAC,CAAA,CAAE,CAAC;AACtF,gBAAA,OAAO,SAAS;YAClB;AACA,YAAA,MAAM,CAAC;QACT;IACF;AAQA,IAAA,sBAAsB,CACpB,GAAgB,EAChB,eAAuB,EACvB,GAAmB,EAAA;QAEnB,IAAI,GAAG,KAAK,SAAS;YACnB,OAAO,UAAU,CAAC,IAAI,CAAC,CAAC,GAAG,KAAK,IAAI,CAAC,sBAAsB,CAAC,GAAG,EAAE,eAAe,EAAE,GAAG,CAAC,CAAC;QAEzF,MAAM,MAAM,GAAG,sBAAsB,CAAC,GAAG,EAAE,GAAG,CAAC;AAC/C,QAAA,IAAI,MAAM,KAAK,SAAS,EAAE;AACxB,YAAA,GAAG,CAAC,YAAY,CAAC,6BAA6B,CAAC;AAC/C,YAAA,OAAO,SAAS;QAClB;AAEA,QAAA,IAAI,MAAM,CAAC,MAAM,CAAC,EAAE;AAClB,YAAA,MAAM,GAAG,GAAG,IAAI,CAAC,cAAc,CAAC,cAAc,CAAC,MAAM,EAAE,eAAe,EAAE,GAAG,CAAC;YAC5E,OAAO;AACL,gBAAA,YAAY,EAAE,GAAG;AACjB,gBAAA,IAAI,EAAE,KAAK;aACZ;QACH;AAEA,QAAA,IAAI;AACF,YAAA,MAAM,GAAG,GAAG,IAAI,CAAC,gBAAgB,CAAC,cAAc,CAAC,MAAM,EAAE,eAAe,EAAE,GAAG,CAAC;YAC9E,OAAO;AACL,gBAAA,YAAY,EAAE,GAAG;AACjB,gBAAA,IAAI,EAAE,IAAI;aACX;QACH;QAAE,OAAO,CAAM,EAAE;AACf,YAAA,IAAI,CAAC,CAAC,IAAI,IAAI,UAAU,IAAI,CAAC,CAAC,IAAI,IAAI,WAAW,EAAE;AACjD,gBAAA,GAAG,CAAC,YAAY,CAAC,2EAA2E,CAAC,CAAA,CAAE,CAAC;AAChG,gBAAA,OAAO,SAAS;YAClB;AACA,YAAA,MAAM,CAAC;QACT;IACF;IAMA,YAAY,CACV,GAAgB,EAChB,GAAmB,EAAA;QAEnB,IAAI,GAAG,KAAK,SAAS;AAAE,YAAA,OAAO,UAAU,CAAC,IAAI,CAAC,CAAC,GAAG,KAAK,IAAI,CAAC,YAAY,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;QAEnF,MAAM,MAAM,GAAG,sBAAsB,CAAC,GAAG,EAAE,GAAG,CAAC;AAC/C,QAAA,IAAI,MAAM,KAAK,SAAS,EAAE;AACxB,YAAA,GAAG,CAAC,YAAY,CAAC,6BAA6B,CAAC;AAC/C,YAAA,OAAO,SAAS;QAClB;QAEA,IAAI,MAAM,CAAC,MAAM,CAAC;YAAE,OAAO,IAAI,CAAC,cAAc,CAAC,YAAY,CAAC,MAAM,EAAE,GAAG,CAAC;QAExE,OAAO,IAAI,CAAC,gBAAgB,CAAC,YAAY,CAAC,MAAM,EAAE,GAAG,CAAC;IACxD;IAEA,MAAM,SAAS,CACb,MAAwB,EACxB,SAAiB,EACjB,WAAoB,EACpB,SAAkB,EAAA;QAElB,IAAI,eAAe,CAAC,MAAM,CAAC;AACzB,YAAA,OAAO,MAAM,IAAI,CAAC,gBAAgB,CAAC,SAAS,CAAC,MAAM,EAAE,SAAS,EAAE,WAAW,EAAE,SAAS,CAAC;AACzF,QAAA,OAAO,MAAM,IAAI,CAAC,cAAc,CAAC,SAAS,CAAC,MAAM,EAAE,SAAS,EAAE,WAAW,EAAE,SAAS,CAAC;IACvF;IAEA,MAAM,QAAQ,CACZ,MAAwB,EACxB,SAAiB,EACjB,WAAoB,EACpB,SAAkB,EAAA;QAElB,IAAI,eAAe,CAAC,MAAM,CAAC;AACzB,YAAA,OAAO,MAAM,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC,MAAM,EAAE,SAAS,EAAE,WAAW,EAAE,SAAS,CAAC;AACxF,QAAA,OAAO,MAAM,IAAI,CAAC,cAAc,CAAC,QAAQ,CAAC,MAAM,EAAE,SAAS,EAAE,WAAW,EAAE,SAAS,CAAC;IACtF;AACD;AAED,SAAS,MAAM,CAAC,KAAmB,EAAA;IACjC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,eAAe,CAAC;AACrD;AAEA,SAAS,sBAAsB,CAAC,GAAkB,EAAE,OAAoB,EAAA;AACtE,IAAA,OAAO,GAAG,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,YAAY;AACtE;;;;"}

package/dist/drivers/logs_stream.cjs

@@ -0,0 +1,238 @@
+'use strict';
+
+var computable = require('@milaboratories/computable');
+var plClient = require('@milaboratories/pl-client');
+var tsHelpers = require('@milaboratories/ts-helpers');
+var node_crypto = require('node:crypto');
+var plTree = require('@milaboratories/pl-tree');
+var promises = require('node:timers/promises');
+var logs_handle = require('./helpers/logs_handle.cjs');
+var helpers = require('./helpers/helpers.cjs');
+
+class LogsStreamDriver {
+    logger;
+    clientLogs;
+    opts;
+    /** Holds a map of StreamManager Resource Id to all logs of this stream. */
+    idToLastLines = new Map();
+    /** Holds a map of StreamManager Resource Id to the last log line of this stream. */
+    idToProgressLog = new Map();
+    /** Holds a map of StreamManager Resource Id to log id smart object. */
+    hooks;
+    constructor(logger, clientLogs, opts = {
+        nConcurrentGetLogs: 10,
+        pollingInterval: 1000,
+        stopPollingDelay: 1000,
+    }) {
+        this.logger = logger;
+        this.clientLogs = clientLogs;
+        this.opts = opts;
+        this.hooks = new computable.PollingComputableHooks(() => this.startUpdating(), () => this.stopUpdating(), { stopDebounce: opts.stopPollingDelay }, (resolve, reject) => this.scheduleOnNextState(resolve, reject));
+    }
+    getLastLogs(res, lines, ctx) {
+        if (ctx == undefined)
+            return computable.Computable.make((ctx) => this.getLastLogs(res, lines, ctx));
+        const r = plTree.treeEntryToResourceInfo(res, ctx);
+        const callerId = node_crypto.randomUUID();
+        ctx.attacheHooks(this.hooks);
+        ctx.addOnDestroy(() => this.releaseLastLogs(r.id, callerId));
+        const result = this.getLastLogsNoCtx(ctx.watcher, r, lines, callerId);
+        ctx.markUnstable('The logs are from stream, so we consider them unstable. Final values will be got from blobs.');
+        return result;
+    }
+    getLastLogsNoCtx(w, rInfo, lines, callerId) {
+        validateResourceType('getLastLogs', rInfo.type);
+        let logGetter = this.idToLastLines.get(rInfo.id);
+        if (logGetter == undefined) {
+            const newLogGetter = new LogGetter(this.logger, this.clientLogs, rInfo, lines);
+            this.idToLastLines.set(rInfo.id, newLogGetter);
+            logGetter = newLogGetter;
+        }
+        logGetter.attach(w, callerId);
+        const result = logGetter.getLog();
+        if (result.error != undefined)
+            throw result.error;
+        return result.log;
+    }
+    getProgressLog(res, patternToSearch, ctx) {
+        if (ctx == undefined)
+            return computable.Computable.make((ctx) => this.getProgressLog(res, patternToSearch, ctx));
+        const r = plTree.treeEntryToResourceInfo(res, ctx);
+        const callerId = node_crypto.randomUUID();
+        ctx.attacheHooks(this.hooks);
+        ctx.addOnDestroy(() => this.releaseProgressLog(r.id, callerId));
+        const result = this.getProgressLogNoCtx(ctx.watcher, r, patternToSearch, callerId);
+        ctx.markUnstable('The progress log is from the stream, so we consider it unstable. Final value will be got from blobs.');
+        return result;
+    }
+    getProgressLogNoCtx(w, rInfo, patternToSearch, callerId) {
+        validateResourceType('getProgressLog', rInfo.type);
+        let logGetter = this.idToProgressLog.get(rInfo.id);
+        if (logGetter == undefined) {
+            const newLogGetter = new LogGetter(this.logger, this.clientLogs, rInfo, 1, patternToSearch);
+            this.idToProgressLog.set(rInfo.id, newLogGetter);
+            logGetter = newLogGetter;
+        }
+        logGetter.attach(w, callerId);
+        const result = logGetter.getLog();
+        if (result.error)
+            throw result.error;
+        return result.log;
+    }
+    getLogHandle(res, ctx) {
+        if (ctx == undefined)
+            return computable.Computable.make((ctx) => this.getLogHandle(res, ctx));
+        const r = plTree.treeEntryToResourceInfo(res, ctx);
+        const result = this.getLogHandleNoCtx(r);
+        // All logs from streams should be considered unstable,
+        // final value will be got from blobs.
+        ctx.markUnstable(`live_log:${plClient.resourceIdToString(r.id)}`);
+        return result;
+    }
+    getLogHandleNoCtx(rInfo) {
+        validateResourceType('getLogHandle', rInfo.type);
+        return logs_handle.newLogHandle(true, rInfo);
+    }
+    async lastLines(handle, lineCount, offsetBytes, searchStr) {
+        return await this.tryWithNotFound(handle, () => this.clientLogs.lastLines(logs_handle.getResourceInfoFromLogHandle(handle), lineCount, BigInt(offsetBytes ?? 0), searchStr));
+    }
+    async readText(handle, lineCount, offsetBytes, searchStr) {
+        return await this.tryWithNotFound(handle, () => this.clientLogs.readText(logs_handle.getResourceInfoFromLogHandle(handle), lineCount, BigInt(offsetBytes ?? 0), searchStr));
+    }
+    async tryWithNotFound(handle, method) {
+        if (!logs_handle.isLiveLogHandle(handle))
+            throw new Error(`Not live log handle was passed to live log driver, handle: ${handle}`);
+        try {
+            const resp = await method();
+            return {
+                live: true,
+                shouldUpdateHandle: false,
+                data: resp.data,
+                size: Number(resp.size),
+                newOffset: Number(resp.newOffset),
+            };
+        }
+        catch (e) {
+            if (e.name == 'RpcError' && e.code == 'NOT_FOUND') {
+                return { shouldUpdateHandle: true };
+            }
+            throw e;
+        }
+    }
+    async releaseLastLogs(rId, callerId) {
+        const deleted = this.idToLastLines.get(rId)?.release(callerId);
+        if (deleted)
+            this.idToLastLines.delete(rId);
+    }
+    async releaseProgressLog(rId, callerId) {
+        const deleted = this.idToProgressLog.get(rId)?.release(callerId);
+        if (deleted)
+            this.idToProgressLog.delete(rId);
+    }
+    async releaseAll() { }
+    scheduledOnNextState = [];
+    scheduleOnNextState(resolve, reject) {
+        this.scheduledOnNextState.push({ resolve, reject });
+    }
+    /** Called from observer */
+    startUpdating() {
+        this.keepRunning = true;
+        if (this.currentLoop === undefined)
+            this.currentLoop = this.mainLoop();
+    }
+    /** Called from observer */
+    stopUpdating() {
+        this.keepRunning = false;
+    }
+    /** If true, main loop will continue polling pl state. */
+    keepRunning = false;
+    /** Actual state of main loop. */
+    currentLoop = undefined;
+    async mainLoop() {
+        while (this.keepRunning) {
+            const toNotify = this.scheduledOnNextState;
+            this.scheduledOnNextState = [];
+            try {
+                const logs = this.getAllLogs();
+                await tsHelpers.asyncPool(this.opts.nConcurrentGetLogs, logs.map((getter) => async () => await getter.update()));
+                toNotify.forEach((n) => n.resolve());
+            }
+            catch (e) {
+                console.error(e);
+                toNotify.forEach((n) => n.reject(e));
+            }
+            if (!this.keepRunning)
+                break;
+            await promises.scheduler.wait(this.opts.pollingInterval);
+        }
+        this.currentLoop = undefined;
+    }
+    getAllLogs() {
+        return Array.from(this.idToLastLines.entries())
+            .concat(Array.from(this.idToProgressLog.entries()))
+            .map(([_, getter]) => getter);
+    }
+}
+/** A job that gets last lines from a StreamWorkdir resource. */
+class LogGetter {
+    logger;
+    clientLogs;
+    rInfo;
+    lines;
+    patternToSearch;
+    logs;
+    error = undefined;
+    change = new computable.ChangeSource();
+    counter = new tsHelpers.CallersCounter();
+    constructor(logger, clientLogs, rInfo, lines, patternToSearch) {
+        this.logger = logger;
+        this.clientLogs = clientLogs;
+        this.rInfo = rInfo;
+        this.lines = lines;
+        this.patternToSearch = patternToSearch;
+    }
+    getLog() {
+        return {
+            log: this.logs,
+            error: this.error,
+        };
+    }
+    attach(w, callerId) {
+        this.change.attachWatcher(w);
+        this.counter.inc(callerId);
+    }
+    release(callerId) {
+        return this.counter.dec(callerId);
+    }
+    async update() {
+        try {
+            const resp = await this.clientLogs.lastLines(this.rInfo, this.lines, 0n, this.patternToSearch);
+            const newLogs = new TextDecoder().decode(resp.data);
+            if (this.logs != newLogs)
+                this.change.markChanged(`logs for ${plClient.resourceIdToString(this.rInfo.id)} updated`);
+            this.logs = newLogs;
+            this.error = undefined;
+            return;
+        }
+        catch (e) {
+            if (e.name == 'RpcError' && e.code == 'NOT_FOUND') {
+                // No resource
+                this.logs = '';
+                this.error = e;
+                this.change.markChanged();
+                return;
+            }
+            this.logger.error(`Stream log lines for ${plClient.stringifyWithResourceId(this.rInfo.id)} failed, reason: ${e}`);
+            throw e;
+        }
+    }
+}
+function validateResourceType(methodName, rType) {
+    if (!rType.name.startsWith('StreamWorkdir')) {
+        throw new helpers.WrongResourceTypeError(`${methodName}: wrong resource type: ${rType.name}, `
+            + `expected: a resource of type 'StreamWorkdir'.`);
+    }
+}
+
+exports.LogsStreamDriver = LogsStreamDriver;
+//# sourceMappingURL=logs_stream.cjs.map

package/dist/drivers/logs_stream.cjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"logs_stream.cjs","sources":["../../src/drivers/logs_stream.ts"],"sourcesContent":["import type {\n  ComputableCtx,\n  Watcher,\n} from '@milaboratories/computable';\nimport {\n  ChangeSource,\n  Computable,\n  PollingComputableHooks,\n} from '@milaboratories/computable';\nimport type {\n  ResourceId,\n  ResourceType } from '@milaboratories/pl-client';\nimport {\n  resourceIdToString,\n  stringifyWithResourceId,\n} from '@milaboratories/pl-client';\nimport type { MiLogger } from '@milaboratories/ts-helpers';\nimport { asyncPool, CallersCounter } from '@milaboratories/ts-helpers';\nimport type { ClientLogs } from '../clients/logs';\nimport { randomUUID } from 'node:crypto';\nimport type { PlTreeEntry, ResourceInfo } from '@milaboratories/pl-tree';\nimport { treeEntryToResourceInfo } from '@milaboratories/pl-tree';\nimport { scheduler } from 'node:timers/promises';\nimport type { StreamingAPI_Response } from '../proto/github.com/milaboratory/pl/controllers/shared/grpc/streamingapi/protocol';\nimport type * as sdk from '@milaboratories/pl-model-common';\nimport type { PollingOps } from './helpers/polling_ops';\nimport type { RpcError } from '@protobuf-ts/runtime-rpc';\nimport { getResourceInfoFromLogHandle, isLiveLogHandle, newLogHandle } from './helpers/logs_handle';\nimport { WrongResourceTypeError } from './helpers/helpers';\n\nexport type LogsStreamDriverOps = PollingOps & {\n  /** Max number of concurrent requests to log streaming backend while calculating computable states */\n  nConcurrentGetLogs: number;\n};\n\nexport class LogsStreamDriver implements sdk.LogsDriver {\n  /** Holds a map of StreamManager Resource Id to all logs of this stream. */\n  private readonly idToLastLines: Map<ResourceId, LogGetter> = new Map();\n\n  /** Holds a map of StreamManager Resource Id to the last log line of this stream. */\n  private readonly idToProgressLog: Map<ResourceId, LogGetter> = new Map();\n\n  /** Holds a map of StreamManager Resource Id to log id smart object. */\n  private readonly hooks: PollingComputableHooks;\n\n  constructor(\n    private readonly logger: MiLogger,\n    private readonly clientLogs: ClientLogs,\n    private readonly opts: LogsStreamDriverOps = {\n      nConcurrentGetLogs: 10,\n      pollingInterval: 1000,\n      stopPollingDelay: 1000,\n    },\n  ) {\n    this.hooks = new PollingComputableHooks(\n      () => this.startUpdating(),\n      () => this.stopUpdating(),\n      { stopDebounce: opts.stopPollingDelay },\n      (resolve, reject) => this.scheduleOnNextState(resolve, reject),\n    );\n  }\n\n  getLastLogs(res: ResourceInfo | PlTreeEntry, lines: number): Computable<string | undefined>;\n  getLastLogs(\n    res: ResourceInfo | PlTreeEntry,\n    lines: number,\n    ctx: ComputableCtx\n  ): Computable<string | undefined>;\n  getLastLogs(\n    res: ResourceInfo | PlTreeEntry,\n    lines: number,\n    ctx?: ComputableCtx,\n  ): Computable<string | undefined> | string | undefined {\n    if (ctx == undefined) return Computable.make((ctx) => this.getLastLogs(res, lines, ctx));\n\n    const r = treeEntryToResourceInfo(res, ctx);\n    const callerId = randomUUID();\n    ctx.attacheHooks(this.hooks);\n    ctx.addOnDestroy(() => this.releaseLastLogs(r.id, callerId));\n\n    const result = this.getLastLogsNoCtx(ctx.watcher, r, lines, callerId);\n    ctx.markUnstable(\n      'The logs are from stream, so we consider them unstable. Final values will be got from blobs.',\n    );\n\n    return result;\n  }\n\n  private getLastLogsNoCtx(\n    w: Watcher,\n    rInfo: ResourceInfo,\n    lines: number,\n    callerId: string,\n  ): string | undefined {\n    validateResourceType('getLastLogs', rInfo.type);\n\n    let logGetter = this.idToLastLines.get(rInfo.id);\n\n    if (logGetter == undefined) {\n      const newLogGetter = new LogGetter(this.logger, this.clientLogs, rInfo, lines);\n      this.idToLastLines.set(rInfo.id, newLogGetter);\n\n      logGetter = newLogGetter;\n    }\n\n    logGetter.attach(w, callerId);\n    const result = logGetter.getLog();\n    if (result.error != undefined) throw result.error;\n\n    return result.log;\n  }\n\n  /** Returns a last line that has patternToSearch.\n   * Notifies when a new line appeared or EOF reached. */\n  getProgressLog(\n    res: ResourceInfo | PlTreeEntry,\n    patternToSearch: string\n  ): Computable<string | undefined>;\n  getProgressLog(\n    res: ResourceInfo | PlTreeEntry,\n    patternToSearch: string,\n    ctx: ComputableCtx\n  ): string | undefined;\n  getProgressLog(\n    res: ResourceInfo | PlTreeEntry,\n    patternToSearch: string,\n    ctx?: ComputableCtx,\n  ): Computable<string | undefined> | string | undefined {\n    if (ctx == undefined)\n      return Computable.make((ctx) => this.getProgressLog(res, patternToSearch, ctx));\n\n    const r = treeEntryToResourceInfo(res, ctx);\n    const callerId = randomUUID();\n    ctx.attacheHooks(this.hooks);\n    ctx.addOnDestroy(() => this.releaseProgressLog(r.id, callerId));\n\n    const result = this.getProgressLogNoCtx(ctx.watcher, r, patternToSearch, callerId);\n    ctx.markUnstable(\n      'The progress log is from the stream, so we consider it unstable. Final value will be got from blobs.',\n    );\n\n    return result;\n  }\n\n  private getProgressLogNoCtx(\n    w: Watcher,\n    rInfo: ResourceInfo,\n    patternToSearch: string,\n    callerId: string,\n  ): string | undefined {\n    validateResourceType('getProgressLog', rInfo.type);\n\n    let logGetter = this.idToProgressLog.get(rInfo.id);\n\n    if (logGetter == undefined) {\n      const newLogGetter = new LogGetter(this.logger, this.clientLogs, rInfo, 1, patternToSearch);\n      this.idToProgressLog.set(rInfo.id, newLogGetter);\n\n      logGetter = newLogGetter;\n    }\n\n    logGetter.attach(w, callerId);\n    const result = logGetter.getLog();\n    if (result.error) throw result.error;\n\n    return result.log;\n  }\n\n  getLogHandle(res: ResourceInfo | PlTreeEntry): Computable<sdk.AnyLogHandle>;\n  getLogHandle(res: ResourceInfo | PlTreeEntry, ctx: ComputableCtx): sdk.AnyLogHandle;\n  getLogHandle(\n    res: ResourceInfo | PlTreeEntry,\n    ctx?: ComputableCtx,\n  ): Computable<sdk.AnyLogHandle> | sdk.AnyLogHandle {\n    if (ctx == undefined) return Computable.make((ctx) => this.getLogHandle(res, ctx));\n\n    const r = treeEntryToResourceInfo(res, ctx);\n\n    const result = this.getLogHandleNoCtx(r);\n\n    // All logs from streams should be considered unstable,\n    // final value will be got from blobs.\n    ctx.markUnstable(`live_log:${resourceIdToString(r.id)}`);\n\n    return result;\n  }\n\n  private getLogHandleNoCtx(rInfo: ResourceInfo): sdk.AnyLogHandle {\n    validateResourceType('getLogHandle', rInfo.type);\n\n    return newLogHandle(true, rInfo);\n  }\n\n  async lastLines(\n    handle: sdk.AnyLogHandle,\n    lineCount: number,\n    offsetBytes?: number,\n    searchStr?: string | undefined,\n  ) {\n    return await this.tryWithNotFound(handle, () =>\n      this.clientLogs.lastLines(\n        getResourceInfoFromLogHandle(handle),\n        lineCount,\n        BigInt(offsetBytes ?? 0),\n        searchStr,\n      ),\n    );\n  }\n\n  async readText(\n    handle: sdk.AnyLogHandle,\n    lineCount: number,\n    offsetBytes?: number,\n    searchStr?: string | undefined,\n  ) {\n    return await this.tryWithNotFound(handle, () =>\n      this.clientLogs.readText(\n        getResourceInfoFromLogHandle(handle),\n        lineCount,\n        BigInt(offsetBytes ?? 0),\n        searchStr,\n      ),\n    );\n  }\n\n  private async tryWithNotFound(\n    handle: sdk.AnyLogHandle,\n    method: () => Promise<StreamingAPI_Response>,\n  ): Promise<sdk.StreamingApiResponse> {\n    if (!isLiveLogHandle(handle))\n      throw new Error(`Not live log handle was passed to live log driver, handle: ${handle}`);\n\n    try {\n      const resp = await method();\n      return {\n        live: true,\n        shouldUpdateHandle: false,\n        data: resp.data,\n        size: Number(resp.size),\n        newOffset: Number(resp.newOffset),\n      };\n    } catch (e: any) {\n      if (e.name == 'RpcError' && e.code == 'NOT_FOUND') {\n        return { shouldUpdateHandle: true };\n      }\n\n      throw e;\n    }\n  }\n\n  private async releaseLastLogs(rId: ResourceId, callerId: string) {\n    const deleted = this.idToLastLines.get(rId)?.release(callerId);\n    if (deleted) this.idToLastLines.delete(rId);\n  }\n\n  private async releaseProgressLog(rId: ResourceId, callerId: string) {\n    const deleted = this.idToProgressLog.get(rId)?.release(callerId);\n    if (deleted) this.idToProgressLog.delete(rId);\n  }\n\n  async releaseAll() {}\n\n  private scheduledOnNextState: ScheduledRefresh[] = [];\n\n  private scheduleOnNextState(resolve: () => void, reject: (err: any) => void): void {\n    this.scheduledOnNextState.push({ resolve, reject });\n  }\n\n  /** Called from observer */\n  private startUpdating(): void {\n    this.keepRunning = true;\n    if (this.currentLoop === undefined) this.currentLoop = this.mainLoop();\n  }\n\n  /** Called from observer */\n  private stopUpdating(): void {\n    this.keepRunning = false;\n  }\n\n  /** If true, main loop will continue polling pl state. */\n  private keepRunning = false;\n  /** Actual state of main loop. */\n  private currentLoop: Promise<void> | undefined = undefined;\n\n  private async mainLoop() {\n    while (this.keepRunning) {\n      const toNotify = this.scheduledOnNextState;\n      this.scheduledOnNextState = [];\n\n      try {\n        const logs = this.getAllLogs();\n        await asyncPool(\n          this.opts.nConcurrentGetLogs,\n          logs.map((getter) => async () => await getter.update()),\n        );\n\n        toNotify.forEach((n) => n.resolve());\n      } catch (e: any) {\n        console.error(e);\n        toNotify.forEach((n) => n.reject(e));\n      }\n\n      if (!this.keepRunning) break;\n      await scheduler.wait(this.opts.pollingInterval);\n    }\n\n    this.currentLoop = undefined;\n  }\n\n  private getAllLogs(): Array<LogGetter> {\n    return Array.from(this.idToLastLines.entries())\n      .concat(Array.from(this.idToProgressLog.entries()))\n      .map(([_, getter]) => getter);\n  }\n}\n\n/** A job that gets last lines from a StreamWorkdir resource. */\nclass LogGetter {\n  private logs: string | undefined;\n  private error: any | undefined = undefined;\n\n  private readonly change: ChangeSource = new ChangeSource();\n  private readonly counter: CallersCounter = new CallersCounter();\n\n  constructor(\n    private readonly logger: MiLogger,\n    private readonly clientLogs: ClientLogs,\n    private readonly rInfo: ResourceInfo,\n    private readonly lines: number,\n    private readonly patternToSearch?: string,\n  ) {}\n\n  getLog(): {\n    log: string | undefined;\n    error?: any | undefined;\n  } {\n    return {\n      log: this.logs,\n      error: this.error,\n    };\n  }\n\n  attach(w: Watcher, callerId: string) {\n    this.change.attachWatcher(w);\n    this.counter.inc(callerId);\n  }\n\n  release(callerId: string): boolean {\n    return this.counter.dec(callerId);\n  }\n\n  async update() {\n    try {\n      const resp = await this.clientLogs.lastLines(\n        this.rInfo,\n        this.lines,\n        0n,\n        this.patternToSearch,\n      );\n\n      const newLogs = new TextDecoder().decode(resp.data);\n      if (this.logs != newLogs) this.change.markChanged(`logs for ${resourceIdToString(this.rInfo.id)} updated`);\n      this.logs = newLogs;\n      this.error = undefined;\n\n      return;\n    } catch (e: any) {\n      e as RpcError;\n      if (e.name == 'RpcError' && e.code == 'NOT_FOUND') {\n        // No resource\n        this.logs = '';\n        this.error = e;\n        this.change.markChanged();\n        return;\n      }\n\n      this.logger.error(\n        `Stream log lines for ${stringifyWithResourceId(this.rInfo.id)} failed, reason: ${e}`,\n      );\n      throw e;\n    }\n  }\n}\n\ntype ScheduledRefresh = {\n  resolve: () => void;\n  reject: (err: any) => void;\n};\n\nfunction validateResourceType(methodName: string, rType: ResourceType) {\n  if (!rType.name.startsWith('StreamWorkdir')) {\n    throw new WrongResourceTypeError(\n      `${methodName}: wrong resource type: ${rType.name}, `\n      + `expected: a resource of type 'StreamWorkdir'.`,\n    );\n  }\n}\n"],"names":["PollingComputableHooks","Computable","treeEntryToResourceInfo","randomUUID","resourceIdToString","newLogHandle","getResourceInfoFromLogHandle","isLiveLogHandle","asyncPool","scheduler","ChangeSource","CallersCounter","stringifyWithResourceId","WrongResourceTypeError"],"mappings":";;;;;;;;;;;MAmCa,gBAAgB,CAAA;AAWR,IAAA,MAAA;AACA,IAAA,UAAA;AACA,IAAA,IAAA;;AAXF,IAAA,aAAa,GAA+B,IAAI,GAAG,EAAE;;AAGrD,IAAA,eAAe,GAA+B,IAAI,GAAG,EAAE;;AAGvD,IAAA,KAAK;AAEtB,IAAA,WAAA,CACmB,MAAgB,EAChB,UAAsB,EACtB,IAAA,GAA4B;AAC3C,QAAA,kBAAkB,EAAE,EAAE;AACtB,QAAA,eAAe,EAAE,IAAI;AACrB,QAAA,gBAAgB,EAAE,IAAI;AACvB,KAAA,EAAA;QANgB,IAAA,CAAA,MAAM,GAAN,MAAM;QACN,IAAA,CAAA,UAAU,GAAV,UAAU;QACV,IAAA,CAAA,IAAI,GAAJ,IAAI;QAMrB,IAAI,CAAC,KAAK,GAAG,IAAIA,iCAAsB,CACrC,MAAM,IAAI,CAAC,aAAa,EAAE,EAC1B,MAAM,IAAI,CAAC,YAAY,EAAE,EACzB,EAAE,YAAY,EAAE,IAAI,CAAC,gBAAgB,EAAE,EACvC,CAAC,OAAO,EAAE,MAAM,KAAK,IAAI,CAAC,mBAAmB,CAAC,OAAO,EAAE,MAAM,CAAC,CAC/D;IACH;AAQA,IAAA,WAAW,CACT,GAA+B,EAC/B,KAAa,EACb,GAAmB,EAAA;QAEnB,IAAI,GAAG,IAAI,SAAS;YAAE,OAAOC,qBAAU,CAAC,IAAI,CAAC,CAAC,GAAG,KAAK,IAAI,CAAC,WAAW,CAAC,GAAG,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC;QAExF,MAAM,CAAC,GAAGC,8BAAuB,CAAC,GAAG,EAAE,GAAG,CAAC;AAC3C,QAAA,MAAM,QAAQ,GAAGC,sBAAU,EAAE;AAC7B,QAAA,GAAG,CAAC,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC;AAC5B,QAAA,GAAG,CAAC,YAAY,CAAC,MAAM,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC;AAE5D,QAAA,MAAM,MAAM,GAAG,IAAI,CAAC,gBAAgB,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC,EAAE,KAAK,EAAE,QAAQ,CAAC;AACrE,QAAA,GAAG,CAAC,YAAY,CACd,8FAA8F,CAC/F;AAED,QAAA,OAAO,MAAM;IACf;AAEQ,IAAA,gBAAgB,CACtB,CAAU,EACV,KAAmB,EACnB,KAAa,EACb,QAAgB,EAAA;AAEhB,QAAA,oBAAoB,CAAC,aAAa,EAAE,KAAK,CAAC,IAAI,CAAC;AAE/C,QAAA,IAAI,SAAS,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;AAEhD,QAAA,IAAI,SAAS,IAAI,SAAS,EAAE;AAC1B,YAAA,MAAM,YAAY,GAAG,IAAI,SAAS,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,UAAU,EAAE,KAAK,EAAE,KAAK,CAAC;YAC9E,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,YAAY,CAAC;YAE9C,SAAS,GAAG,YAAY;QAC1B;AAEA,QAAA,SAAS,CAAC,MAAM,CAAC,CAAC,EAAE,QAAQ,CAAC;AAC7B,QAAA,MAAM,MAAM,GAAG,SAAS,CAAC,MAAM,EAAE;AACjC,QAAA,IAAI,MAAM,CAAC,KAAK,IAAI,SAAS;YAAE,MAAM,MAAM,CAAC,KAAK;QAEjD,OAAO,MAAM,CAAC,GAAG;IACnB;AAaA,IAAA,cAAc,CACZ,GAA+B,EAC/B,eAAuB,EACvB,GAAmB,EAAA;QAEnB,IAAI,GAAG,IAAI,SAAS;YAClB,OAAOF,qBAAU,CAAC,IAAI,CAAC,CAAC,GAAG,KAAK,IAAI,CAAC,cAAc,CAAC,GAAG,EAAE,eAAe,EAAE,GAAG,CAAC,CAAC;QAEjF,MAAM,CAAC,GAAGC,8BAAuB,CAAC,GAAG,EAAE,GAAG,CAAC;AAC3C,QAAA,MAAM,QAAQ,GAAGC,sBAAU,EAAE;AAC7B,QAAA,GAAG,CAAC,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC;AAC5B,QAAA,GAAG,CAAC,YAAY,CAAC,MAAM,IAAI,CAAC,kBAAkB,CAAC,CAAC,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC;AAE/D,QAAA,MAAM,MAAM,GAAG,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC,EAAE,eAAe,EAAE,QAAQ,CAAC;AAClF,QAAA,GAAG,CAAC,YAAY,CACd,sGAAsG,CACvG;AAED,QAAA,OAAO,MAAM;IACf;AAEQ,IAAA,mBAAmB,CACzB,CAAU,EACV,KAAmB,EACnB,eAAuB,EACvB,QAAgB,EAAA;AAEhB,QAAA,oBAAoB,CAAC,gBAAgB,EAAE,KAAK,CAAC,IAAI,CAAC;AAElD,QAAA,IAAI,SAAS,GAAG,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;AAElD,QAAA,IAAI,SAAS,IAAI,SAAS,EAAE;AAC1B,YAAA,MAAM,YAAY,GAAG,IAAI,SAAS,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,UAAU,EAAE,KAAK,EAAE,CAAC,EAAE,eAAe,CAAC;YAC3F,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,EAAE,YAAY,CAAC;YAEhD,SAAS,GAAG,YAAY;QAC1B;AAEA,QAAA,SAAS,CAAC,MAAM,CAAC,CAAC,EAAE,QAAQ,CAAC;AAC7B,QAAA,MAAM,MAAM,GAAG,SAAS,CAAC,MAAM,EAAE;QACjC,IAAI,MAAM,CAAC,KAAK;YAAE,MAAM,MAAM,CAAC,KAAK;QAEpC,OAAO,MAAM,CAAC,GAAG;IACnB;IAIA,YAAY,CACV,GAA+B,EAC/B,GAAmB,EAAA;QAEnB,IAAI,GAAG,IAAI,SAAS;AAAE,YAAA,OAAOF,qBAAU,CAAC,IAAI,CAAC,CAAC,GAAG,KAAK,IAAI,CAAC,YAAY,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;QAElF,MAAM,CAAC,GAAGC,8BAAuB,CAAC,GAAG,EAAE,GAAG,CAAC;QAE3C,MAAM,MAAM,GAAG,IAAI,CAAC,iBAAiB,CAAC,CAAC,CAAC;;;AAIxC,QAAA,GAAG,CAAC,YAAY,CAAC,CAAA,SAAA,EAAYE,2BAAkB,CAAC,CAAC,CAAC,EAAE,CAAC,CAAA,CAAE,CAAC;AAExD,QAAA,OAAO,MAAM;IACf;AAEQ,IAAA,iBAAiB,CAAC,KAAmB,EAAA;AAC3C,QAAA,oBAAoB,CAAC,cAAc,EAAE,KAAK,CAAC,IAAI,CAAC;AAEhD,QAAA,OAAOC,wBAAY,CAAC,IAAI,EAAE,KAAK,CAAC;IAClC;IAEA,MAAM,SAAS,CACb,MAAwB,EACxB,SAAiB,EACjB,WAAoB,EACpB,SAA8B,EAAA;AAE9B,QAAA,OAAO,MAAM,IAAI,CAAC,eAAe,CAAC,MAAM,EAAE,MACxC,IAAI,CAAC,UAAU,CAAC,SAAS,CACvBC,wCAA4B,CAAC,MAAM,CAAC,EACpC,SAAS,EACT,MAAM,CAAC,WAAW,IAAI,CAAC,CAAC,EACxB,SAAS,CACV,CACF;IACH;IAEA,MAAM,QAAQ,CACZ,MAAwB,EACxB,SAAiB,EACjB,WAAoB,EACpB,SAA8B,EAAA;AAE9B,QAAA,OAAO,MAAM,IAAI,CAAC,eAAe,CAAC,MAAM,EAAE,MACxC,IAAI,CAAC,UAAU,CAAC,QAAQ,CACtBA,wCAA4B,CAAC,MAAM,CAAC,EACpC,SAAS,EACT,MAAM,CAAC,WAAW,IAAI,CAAC,CAAC,EACxB,SAAS,CACV,CACF;IACH;AAEQ,IAAA,MAAM,eAAe,CAC3B,MAAwB,EACxB,MAA4C,EAAA;AAE5C,QAAA,IAAI,CAACC,2BAAe,CAAC,MAAM,CAAC;AAC1B,YAAA,MAAM,IAAI,KAAK,CAAC,8DAA8D,MAAM,CAAA,CAAE,CAAC;AAEzF,QAAA,IAAI;AACF,YAAA,MAAM,IAAI,GAAG,MAAM,MAAM,EAAE;YAC3B,OAAO;AACL,gBAAA,IAAI,EAAE,IAAI;AACV,gBAAA,kBAAkB,EAAE,KAAK;gBACzB,IAAI,EAAE,IAAI,CAAC,IAAI;AACf,gBAAA,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC;AACvB,gBAAA,SAAS,EAAE,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC;aAClC;QACH;QAAE,OAAO,CAAM,EAAE;AACf,YAAA,IAAI,CAAC,CAAC,IAAI,IAAI,UAAU,IAAI,CAAC,CAAC,IAAI,IAAI,WAAW,EAAE;AACjD,gBAAA,OAAO,EAAE,kBAAkB,EAAE,IAAI,EAAE;YACrC;AAEA,YAAA,MAAM,CAAC;QACT;IACF;AAEQ,IAAA,MAAM,eAAe,CAAC,GAAe,EAAE,QAAgB,EAAA;AAC7D,QAAA,MAAM,OAAO,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,OAAO,CAAC,QAAQ,CAAC;AAC9D,QAAA,IAAI,OAAO;AAAE,YAAA,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,GAAG,CAAC;IAC7C;AAEQ,IAAA,MAAM,kBAAkB,CAAC,GAAe,EAAE,QAAgB,EAAA;AAChE,QAAA,MAAM,OAAO,GAAG,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,OAAO,CAAC,QAAQ,CAAC;AAChE,QAAA,IAAI,OAAO;AAAE,YAAA,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,GAAG,CAAC;IAC/C;IAEA,MAAM,UAAU,GAAA,EAAI;IAEZ,oBAAoB,GAAuB,EAAE;IAE7C,mBAAmB,CAAC,OAAmB,EAAE,MAA0B,EAAA;QACzE,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC;IACrD;;IAGQ,aAAa,GAAA;AACnB,QAAA,IAAI,CAAC,WAAW,GAAG,IAAI;AACvB,QAAA,IAAI,IAAI,CAAC,WAAW,KAAK,SAAS;AAAE,YAAA,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,QAAQ,EAAE;IACxE;;IAGQ,YAAY,GAAA;AAClB,QAAA,IAAI,CAAC,WAAW,GAAG,KAAK;IAC1B;;IAGQ,WAAW,GAAG,KAAK;;IAEnB,WAAW,GAA8B,SAAS;AAElD,IAAA,MAAM,QAAQ,GAAA;AACpB,QAAA,OAAO,IAAI,CAAC,WAAW,EAAE;AACvB,YAAA,MAAM,QAAQ,GAAG,IAAI,CAAC,oBAAoB;AAC1C,YAAA,IAAI,CAAC,oBAAoB,GAAG,EAAE;AAE9B,YAAA,IAAI;AACF,gBAAA,MAAM,IAAI,GAAG,IAAI,CAAC,UAAU,EAAE;AAC9B,gBAAA,MAAMC,mBAAS,CACb,IAAI,CAAC,IAAI,CAAC,kBAAkB,EAC5B,IAAI,CAAC,GAAG,CAAC,CAAC,MAAM,KAAK,YAAY,MAAM,MAAM,CAAC,MAAM,EAAE,CAAC,CACxD;AAED,gBAAA,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC;YACtC;YAAE,OAAO,CAAM,EAAE;AACf,gBAAA,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC;AAChB,gBAAA,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;YACtC;YAEA,IAAI,CAAC,IAAI,CAAC,WAAW;gBAAE;YACvB,MAAMC,kBAAS,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC;QACjD;AAEA,QAAA,IAAI,CAAC,WAAW,GAAG,SAAS;IAC9B;IAEQ,UAAU,GAAA;QAChB,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE;AAC3C,aAAA,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,OAAO,EAAE,CAAC;AACjD,aAAA,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,KAAK,MAAM,CAAC;IACjC;AACD;AAED;AACA,MAAM,SAAS,CAAA;AAQM,IAAA,MAAA;AACA,IAAA,UAAA;AACA,IAAA,KAAA;AACA,IAAA,KAAA;AACA,IAAA,eAAA;AAXX,IAAA,IAAI;IACJ,KAAK,GAAoB,SAAS;AAEzB,IAAA,MAAM,GAAiB,IAAIC,uBAAY,EAAE;AACzC,IAAA,OAAO,GAAmB,IAAIC,wBAAc,EAAE;IAE/D,WAAA,CACmB,MAAgB,EAChB,UAAsB,EACtB,KAAmB,EACnB,KAAa,EACb,eAAwB,EAAA;QAJxB,IAAA,CAAA,MAAM,GAAN,MAAM;QACN,IAAA,CAAA,UAAU,GAAV,UAAU;QACV,IAAA,CAAA,KAAK,GAAL,KAAK;QACL,IAAA,CAAA,KAAK,GAAL,KAAK;QACL,IAAA,CAAA,eAAe,GAAf,eAAe;IAC/B;IAEH,MAAM,GAAA;QAIJ,OAAO;YACL,GAAG,EAAE,IAAI,CAAC,IAAI;YACd,KAAK,EAAE,IAAI,CAAC,KAAK;SAClB;IACH;IAEA,MAAM,CAAC,CAAU,EAAE,QAAgB,EAAA;AACjC,QAAA,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC;AAC5B,QAAA,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC;IAC5B;AAEA,IAAA,OAAO,CAAC,QAAgB,EAAA;QACtB,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC;IACnC;AAEA,IAAA,MAAM,MAAM,GAAA;AACV,QAAA,IAAI;YACF,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,SAAS,CAC1C,IAAI,CAAC,KAAK,EACV,IAAI,CAAC,KAAK,EACV,EAAE,EACF,IAAI,CAAC,eAAe,CACrB;AAED,YAAA,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC;AACnD,YAAA,IAAI,IAAI,CAAC,IAAI,IAAI,OAAO;AAAE,gBAAA,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,YAAYP,2BAAkB,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAA,QAAA,CAAU,CAAC;AAC1G,YAAA,IAAI,CAAC,IAAI,GAAG,OAAO;AACnB,YAAA,IAAI,CAAC,KAAK,GAAG,SAAS;YAEtB;QACF;QAAE,OAAO,CAAM,EAAE;AAEf,YAAA,IAAI,CAAC,CAAC,IAAI,IAAI,UAAU,IAAI,CAAC,CAAC,IAAI,IAAI,WAAW,EAAE;;AAEjD,gBAAA,IAAI,CAAC,IAAI,GAAG,EAAE;AACd,gBAAA,IAAI,CAAC,KAAK,GAAG,CAAC;AACd,gBAAA,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE;gBACzB;YACF;AAEA,YAAA,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,CAAA,qBAAA,EAAwBQ,gCAAuB,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,oBAAoB,CAAC,CAAA,CAAE,CACtF;AACD,YAAA,MAAM,CAAC;QACT;IACF;AACD;AAOD,SAAS,oBAAoB,CAAC,UAAkB,EAAE,KAAmB,EAAA;IACnE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,eAAe,CAAC,EAAE;QAC3C,MAAM,IAAIC,8BAAsB,CAC9B,CAAA,EAAG,UAAU,CAAA,uBAAA,EAA0B,KAAK,CAAC,IAAI,CAAA,EAAA;AAC/C,cAAA,CAAA,6CAAA,CAA+C,CAClD;IACH;AACF;;;;"}

package/dist/drivers/logs_stream.d.ts

@@ -49,4 +49,3 @@ export declare class LogsStreamDriver implements sdk.LogsDriver {
     private mainLoop;
     private getAllLogs;
 }
-//# sourceMappingURL=logs_stream.d.ts.map