@omnitron-dev/omnitron 0.2.0 → 0.3.1

package/dist/monitoring/log-line.js

@@ -0,0 +1,458 @@
+/**
+ * What one line of an application's output says about itself — the single
+ * reading of a log line that every consumer of app output shares.
+ *
+ * There were four readings, one in each consumer, and all four said the same
+ * wrong thing about a line that is not JSON: level `info`, time "now".
+ *
+ *   - `LogManager.parseLine` (the daemon's buffer, read by `omnitron logs`)
+ *   - `LogManager.isErrorOrFatal` (which lines reach `error.log`)
+ *   - `LogCollectorService.ingestPinoLine` (the `logs` table)
+ *   - `commands/logs.ts parseLine` (the file fallback)
+ *
+ * Measured 2026-09-23. payments wrote pino-pretty. Its `app.log` held 95
+ * «Monero chain has not advanced» records at ERROR and `error.log` held none
+ * of them; in the table all 88 such rows of the last day were `info`. On the
+ * master, the test node's payments had 3 `error` rows and 1 264 995 `info` rows
+ * in a day, 1 216 292 of them the indented lines of multi-line dumps, each a
+ * row of its own. And the time was stamped when the line was READ: `omnitron
+ * logs payments -f` printed 26 distinct lines 304 times in 7 seconds, because
+ * every poll re-dated the same lines to the moment of the poll, and `--json
+ * logs -n 200` returned 195 records dated at the query while the lines
+ * themselves said 08:56:19–09:03:02.
+ *
+ * So there is one classifier, and what it reads is:
+ *
+ *   JSON            → parsed as is: its own level, its own time.
+ *   a pino-pretty   → level and time from the header. Three headers are in the
+ *   header             files on this host: `[16:01:57.981] INFO (` — the time
+ *                      of day alone, in the LOCAL zone (pino-pretty's default;
+ *                      beside it, a JSON record of the same instant reads
+ *                      13:01:57.986Z); `[2026-09-23 08:49:07.229] INFO (` —
+ *                      titan's `UTC:yyyy-mm-dd HH:MM:ss.l`, in UTC; and colour
+ *                      codes around the level when the writer thought it had a
+ *                      terminal. An offset, when a header carries one, is used.
+ *   an indented line → the continuation of the record before it, not a
+ *                      record of its own. Measured over the six app logs here:
+ *                      every indented line follows a pino-pretty header or a
+ *                      plain line (a stack under its `Error:`), none follows a
+ *                      JSON line; the longest record is 218 lines, 7 KB.
+ *   anything else   → level `unknown` — not `info`, which is a claim nothing
+ *                      in the line supports — and the time it was CAPTURED,
+ *                      stamped once, when the daemon read it from the pipe.
+ *
+ * Only the daemon can know when it captured a line, so the daemon writes it
+ * down: a record that was not JSON is written to the app's file as a JSON
+ * line of its own (`fileLineOf`) carrying the level and time decided here,
+ * and read back from there as the JSON it now is.
+ */
+/** Pino's numbers for the levels it names — the file and the filters speak these. */
+export const LEVEL_RANK = {
+    trace: 10,
+    debug: 20,
+    info: 30,
+    warn: 40,
+    error: 50,
+    fatal: 60,
+};
+/** The level of a line that says nothing about its level. */
+export const UNKNOWN_LEVEL = 'unknown';
+/** The rank of a level, or `undefined` for one that has no place in the order. */
+export function levelRank(level) {
+    return Object.prototype.hasOwnProperty.call(LEVEL_RANK, level) ? LEVEL_RANK[level] : undefined;
+}
+/**
+ * The level a JSON record states.
+ *
+ * A number is pino's, read by its thresholds (35 is `warn`, as pino-pretty
+ * prints it). A string is the writer's own word: one of pino's names is
+ * normalised, anything else is kept as written — «parsed as is» — rather than
+ * turned into a level the writer did not say. No level at all is `unknown`.
+ */
+export function levelOf(value) {
+    if (typeof value === 'number' && Number.isFinite(value)) {
+        if (value <= 10)
+            return 'trace';
+        if (value <= 20)
+            return 'debug';
+        if (value <= 30)
+            return 'info';
+        if (value <= 40)
+            return 'warn';
+        if (value <= 50)
+            return 'error';
+        return 'fatal';
+    }
+    if (typeof value === 'string' && value.trim() !== '')
+        return value.trim().toLowerCase();
+    return UNKNOWN_LEVEL;
+}
+const ANSI = /\u001b\[[0-9;]*m/g;
+/** Colour is for a terminal; in a record it is noise between the letters. */
+export function stripAnsi(text) {
+    return text.includes('\u001b[') ? text.replace(ANSI, '') : text;
+}
+/**
+ * A header with the time of day alone is dated from what it is read beside:
+ * the latest instant with that local time of day that is not later than the
+ * reference. A line is written before it is captured, and before the record
+ * after it in a file — plus this much grace for two clocks on one machine
+ * disagreeing a little.
+ */
+const TIME_OF_DAY_GRACE_MS = 60_000;
+const PRETTY_LEVELS = {
+    TRACE: 'trace',
+    DEBUG: 'debug',
+    INFO: 'info',
+    WARN: 'warn',
+    ERROR: 'error',
+    FATAL: 'fatal',
+    // pino-pretty's word for a numeric level it has no name for.
+    USERLVL: UNKNOWN_LEVEL,
+};
+const HEADER = /^\[([^\]]{8,40})\]\s+(TRACE|DEBUG|INFO|WARN|ERROR|FATAL|USERLVL)\b(?:\s*\(([^)]*)\))?\s*:?\s?(.*)$/;
+const TIME_OF_DAY = /^(\d{2}):(\d{2}):(\d{2})(?:\.(\d{1,3}))?$/;
+const DATE_TIME = /^(\d{4})-(\d{2})-(\d{2})[ T](\d{2}):(\d{2}):(\d{2})(?:\.(\d{1,3}))?(?:\s?(Z|[+-]\d{2}:?\d{2}))?$/;
+const EPOCH_MS = /^\d{13}$/;
+function millisOf(fraction) {
+    return fraction ? Number(fraction.padEnd(3, '0')) : 0;
+}
+function validClock(h, m, s) {
+    return h < 24 && m < 60 && s < 60;
+}
+/** The instant a pino-pretty header's bracket names, or `null` if it names none. */
+function headerTime(stamp, reference) {
+    let m = TIME_OF_DAY.exec(stamp);
+    if (m) {
+        const [h, mi, s] = [Number(m[1]), Number(m[2]), Number(m[3])];
+        if (!validClock(h, mi, s))
+            return null;
+        const ms = millisOf(m[4]);
+        const ref = new Date(reference);
+        // Local fields through the Date constructor, so a DST change between the
+        // two days is the runtime's arithmetic, not this function's.
+        let at = new Date(ref.getFullYear(), ref.getMonth(), ref.getDate(), h, mi, s, ms).getTime();
+        if (at > reference + TIME_OF_DAY_GRACE_MS) {
+            at = new Date(ref.getFullYear(), ref.getMonth(), ref.getDate() - 1, h, mi, s, ms).getTime();
+        }
+        return at;
+    }
+    m = DATE_TIME.exec(stamp);
+    if (m) {
+        const [y, mo, d, h, mi, s] = [m[1], m[2], m[3], m[4], m[5], m[6]].map(Number);
+        if (!validClock(h, mi, s) || mo < 1 || mo > 12 || d < 1 || d > 31)
+            return null;
+        const utc = Date.UTC(y, mo - 1, d, h, mi, s, millisOf(m[7]));
+        const zone = m[8];
+        // No zone is UTC: that is how titan writes this header, and pino-pretty's
+        // own dated formats say `+0000` or carry the offset explicitly.
+        if (!zone || zone === 'Z')
+            return utc;
+        const sign = zone[0] === '-' ? -1 : 1;
+        const digits = zone.slice(1).replace(':', '');
+        const offsetMin = Number(digits.slice(0, 2)) * 60 + Number(digits.slice(2, 4));
+        return utc - sign * offsetMin * 60_000;
+    }
+    if (EPOCH_MS.test(stamp))
+        return Number(stamp);
+    return null;
+}
+/** The span a `Date` can hold; a `time` outside it is not a time. */
+const MAX_EPOCH_MS = 8.64e15;
+/** Epoch ms from a JSON record's `time`, or `null` when it states none usable. */
+function jsonTime(value) {
+    if (typeof value === 'number' && Number.isFinite(value) && Math.abs(value) <= MAX_EPOCH_MS)
+        return Math.floor(value);
+    if (typeof value === 'string') {
+        const at = Date.parse(value);
+        return Number.isFinite(at) ? at : null;
+    }
+    return null;
+}
+/**
+ * Read one line.
+ *
+ * `reference` dates a header that carries the time of day alone: the capture
+ * time when the daemon reads a pipe, the next record's time when a file is
+ * read backwards.
+ */
+export function classifyLine(line, reference) {
+    const text = line.endsWith('\r') ? line.slice(0, -1) : line;
+    if (text.length === 0 || text[0] === ' ' || text[0] === '\t')
+        return { kind: 'continuation' };
+    if (text[0] === '{') {
+        try {
+            const parsed = JSON.parse(text);
+            if (parsed !== null && typeof parsed === 'object' && !Array.isArray(parsed)) {
+                const data = parsed;
+                const message = typeof data['msg'] === 'string' ? data['msg'] : typeof data['message'] === 'string' ? data['message'] : '';
+                return { kind: 'json', level: levelOf(data['level']), time: jsonTime(data['time']), message, data };
+            }
+        }
+        catch {
+            // A brace that does not open a JSON object is text like any other.
+        }
+        return { kind: 'text' };
+    }
+    if (text[0] === '[' || text[0] === '\u001b') {
+        const plain = stripAnsi(text);
+        const m = HEADER.exec(plain);
+        if (m) {
+            const time = headerTime(m[1], reference);
+            if (time !== null) {
+                return {
+                    kind: 'pretty',
+                    level: PRETTY_LEVELS[m[2]] ?? UNKNOWN_LEVEL,
+                    time,
+                    message: m[4] ?? '',
+                    ...(m[3] ? { source: m[3] } : {}),
+                };
+            }
+        }
+    }
+    return { kind: 'text' };
+}
+/** The record one line opens, dated by `reference` where the line gives no time. */
+export function recordOf(klass, line, reference) {
+    const raw = line.endsWith('\r') ? line.slice(0, -1) : line;
+    switch (klass.kind) {
+        case 'json':
+            return {
+                kind: 'json',
+                level: klass.level,
+                time: klass.time ?? reference,
+                timeFromLine: klass.time !== null,
+                message: klass.message,
+                data: klass.data,
+                raw,
+                lines: 1,
+            };
+        case 'pretty':
+            return {
+                kind: 'pretty',
+                level: klass.level,
+                time: klass.time,
+                timeFromLine: true,
+                message: klass.message,
+                ...(klass.source ? { source: klass.source } : {}),
+                lines: 1,
+            };
+        case 'text':
+            return { kind: 'text', level: UNKNOWN_LEVEL, time: reference, timeFromLine: false, message: stripAnsi(raw), lines: 1 };
+    }
+}
+/** A continuation line as it joins a record: colour stripped, indentation kept. */
+function continuationText(line) {
+    return stripAnsi(line.endsWith('\r') ? line.slice(0, -1) : line).trimEnd();
+}
+/** Trailing blank continuation lines end a dump, they are not part of it. */
+function trimRecord(record) {
+    if (record.message.endsWith('\n'))
+        record.message = record.message.replace(/\n+$/, '');
+    return record;
+}
+/**
+ * The line a record occupies in an app's log file.
+ *
+ * A JSON record is written exactly as the app wrote it. Anything else is
+ * written as a JSON line of its own — the level this module read (absent when
+ * unknown, so `jq 'select(.level >= 50)'` does not take a string for a number),
+ * the time it decided, the text — because a raw line in a file carries no time
+ * a later reader could recover, and "the time of reading" is the defect this
+ * module exists to end. `format` says what the app actually wrote.
+ */
+export function fileLineOf(record) {
+    if (record.kind === 'json' && record.raw !== undefined)
+        return record.raw;
+    const envelope = {};
+    const rank = levelRank(record.level);
+    if (rank !== undefined)
+        envelope['level'] = rank;
+    envelope['time'] = new Date(record.time).toISOString();
+    envelope['msg'] = record.message;
+    if (record.source)
+        envelope['source'] = record.source;
+    envelope['format'] = record.kind;
+    return JSON.stringify(envelope);
+}
+/**
+ * The largest record a dump may grow into before the rest of it starts a new
+ * one. The largest measured is 7 KB; this bounds what a runaway writer can
+ * make the daemon hold, without dropping a line — the remainder is a record of
+ * its own with the same level and time.
+ */
+const MAX_RECORD_CHARS = 256 * 1024;
+/**
+ * Joins the lines of a capture into records, in order, per key.
+ *
+ * A JSON line is a whole record and is delivered at once. A header or a plain
+ * line is held until a line that is not its continuation arrives, or until
+ * nothing has arrived for `idleMs` — then delivered with every indented line
+ * after it. The key is what the caller can tell apart; the capture hands the
+ * daemon an app's lines without saying which stream each came from, so that is
+ * the app.
+ */
+export class LineAssembler {
+    deliver;
+    held = new Map();
+    idleMs;
+    now;
+    constructor(deliver, options = {}) {
+        this.deliver = deliver;
+        this.idleMs = options.idleMs ?? 100;
+        this.now = options.now ?? Date.now;
+    }
+    push(key, line) {
+        const now = this.now();
+        const klass = classifyLine(line, now);
+        if (klass.kind === 'continuation') {
+            this.continueWith(key, line, now);
+            return;
+        }
+        this.seal(key);
+        const record = recordOf(klass, line, now);
+        if (record.kind === 'json') {
+            this.emit(key, record);
+            return;
+        }
+        this.hold(key, record, now);
+    }
+    /** Deliver every held record now — before a flush, a read, or shutdown. */
+    sealAll() {
+        for (const key of [...this.held.keys()])
+            this.seal(key);
+    }
+    dispose() {
+        this.sealAll();
+    }
+    continueWith(key, line, now) {
+        const text = continuationText(line);
+        const held = this.held.get(key);
+        if (!held) {
+            // Nothing to continue: a JSON record is always one line, so an indented
+            // line after one — or at the start of a capture — is a record of its
+            // own. Further indented lines join it. A blank line is nothing at all.
+            if (text.trim() === '')
+                return;
+            this.hold(key, { kind: 'text', level: UNKNOWN_LEVEL, time: now, timeFromLine: false, message: text, lines: 1 }, now);
+            return;
+        }
+        if (held.chars + text.length + 1 > MAX_RECORD_CHARS) {
+            const { kind, level, time, timeFromLine, source } = held.record;
+            this.seal(key);
+            this.hold(key, { kind, level, time, timeFromLine, message: text, lines: 1, ...(source ? { source } : {}) }, now);
+            return;
+        }
+        held.record.message += `\n${text}`;
+        held.record.lines += 1;
+        held.chars += text.length + 1;
+        held.lastAt = now;
+    }
+    hold(key, record, now) {
+        const held = { record, chars: record.message.length, lastAt: now, timer: null };
+        this.held.set(key, held);
+        this.arm(key, held, this.idleMs);
+    }
+    arm(key, held, delay) {
+        held.timer = setTimeout(() => {
+            held.timer = null;
+            // The verdict waits for this turn's I/O. A daemon busy past `idleMs`
+            // still has the rest of the dump sitting in the pipe, and the timer
+            // phase runs before the reads — deciding here would split the record
+            // exactly when the host is loaded.
+            setImmediate(() => {
+                if (this.held.get(key) !== held)
+                    return;
+                const idle = this.now() - held.lastAt;
+                if (idle >= this.idleMs)
+                    this.seal(key);
+                else
+                    this.arm(key, held, this.idleMs - idle);
+            });
+        }, delay);
+        held.timer.unref?.();
+    }
+    seal(key) {
+        const held = this.held.get(key);
+        if (!held)
+            return;
+        this.held.delete(key);
+        if (held.timer)
+            clearTimeout(held.timer);
+        this.emit(key, trimRecord(held.record));
+    }
+    emit(key, record) {
+        try {
+            this.deliver(key, record);
+        }
+        catch {
+            // A consumer's failure must not reach the capture path: a seal can fire
+            // from a timer, where a throw would be the daemon's uncaught exception.
+            // The orchestrator guards its handlers for the same reason.
+        }
+    }
+}
+/**
+ * Joins a file's lines into records while reading it BACKWARDS.
+ *
+ * `omnitron logs` reads a file from its end until it has as many matching
+ * records as were asked for, so it meets a dump's indented lines before their
+ * header. They are kept until the header arrives. Each record is dated by the
+ * one after it where it gives no time of its own — for a time-of-day header,
+ * the latest such instant not after it; for a plain line in a file written
+ * before the daemon recorded capture times, that record's time — and the last
+ * record in the file by the file's modification time. Never by the time of
+ * reading.
+ */
+export class BackwardAssembler {
+    deliver;
+    pending = [];
+    reference;
+    constructor(endReference, deliver) {
+        this.deliver = deliver;
+        this.reference = endReference;
+    }
+    /** The line before every line pushed so far. */
+    pushEarlier(line) {
+        const klass = classifyLine(line, this.reference);
+        if (klass.kind === 'continuation') {
+            this.pending.push(continuationText(line));
+            return;
+        }
+        const record = recordOf(klass, line, this.reference);
+        const after = this.takePending();
+        if (record.kind === 'json') {
+            // A JSON record is one line: what followed it indented is a record of
+            // its own, and it came after this one.
+            if (after)
+                this.deliver(this.orphan(after));
+            this.reference = record.time;
+            this.deliver(record);
+            return;
+        }
+        if (after) {
+            record.message = record.message ? `${record.message}\n${after.message}` : after.message;
+            record.lines += after.lines;
+        }
+        this.reference = record.time;
+        this.deliver(trimRecord(record));
+    }
+    /** The start of what was read: indented lines whose header lies before it. */
+    finish() {
+        const after = this.takePending();
+        if (after)
+            this.deliver(this.orphan(after));
+    }
+    takePending() {
+        if (this.pending.length === 0)
+            return null;
+        const lines = this.pending.reverse();
+        this.pending = [];
+        const message = lines.join('\n').replace(/^\n+|\n+$/g, '');
+        return message.trim() === '' ? null : { message, lines: lines.length };
+    }
+    orphan(part) {
+        return { kind: 'text', level: UNKNOWN_LEVEL, time: this.reference, timeFromLine: false, message: part.message, lines: part.lines };
+    }
+}
+//# sourceMappingURL=log-line.js.map

package/dist/monitoring/log-line.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"log-line.js","sourceRoot":"","sources":["../../src/monitoring/log-line.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA+CG;AAKH,qFAAqF;AACrF,MAAM,CAAC,MAAM,UAAU,GAAyC;IAC9D,KAAK,EAAE,EAAE;IACT,KAAK,EAAE,EAAE;IACT,IAAI,EAAE,EAAE;IACR,IAAI,EAAE,EAAE;IACR,KAAK,EAAE,EAAE;IACT,KAAK,EAAE,EAAE;CACV,CAAC;AAEF,6DAA6D;AAC7D,MAAM,CAAC,MAAM,aAAa,GAAG,SAAS,CAAC;AAEvC,kFAAkF;AAClF,MAAM,UAAU,SAAS,CAAC,KAAa;IACrC,OAAO,MAAM,CAAC,SAAS,CAAC,cAAc,CAAC,IAAI,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,KAAmB,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;AAC/G,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,UAAU,OAAO,CAAC,KAAc;IACpC,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QACxD,IAAI,KAAK,IAAI,EAAE;YAAE,OAAO,OAAO,CAAC;QAChC,IAAI,KAAK,IAAI,EAAE;YAAE,OAAO,OAAO,CAAC;QAChC,IAAI,KAAK,IAAI,EAAE;YAAE,OAAO,MAAM,CAAC;QAC/B,IAAI,KAAK,IAAI,EAAE;YAAE,OAAO,MAAM,CAAC;QAC/B,IAAI,KAAK,IAAI,EAAE;YAAE,OAAO,OAAO,CAAC;QAChC,OAAO,OAAO,CAAC;IACjB,CAAC;IACD,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,IAAI,EAAE,KAAK,EAAE;QAAE,OAAO,KAAK,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IACxF,OAAO,aAAa,CAAC;AACvB,CAAC;AAED,MAAM,IAAI,GAAG,mBAAmB,CAAC;AAEjC,6EAA6E;AAC7E,MAAM,UAAU,SAAS,CAAC,IAAY;IACpC,OAAO,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;AAClE,CAAC;AA0CD;;;;;;GAMG;AACH,MAAM,oBAAoB,GAAG,MAAM,CAAC;AAEpC,MAAM,aAAa,GAAqC;IACtD,KAAK,EAAE,OAAO;IACd,KAAK,EAAE,OAAO;IACd,IAAI,EAAE,MAAM;IACZ,IAAI,EAAE,MAAM;IACZ,KAAK,EAAE,OAAO;IACd,KAAK,EAAE,OAAO;IACd,6DAA6D;IAC7D,OAAO,EAAE,aAAa;CACvB,CAAC;AAEF,MAAM,MAAM,GAAG,oGAAoG,CAAC;AACpH,MAAM,WAAW,GAAG,2CAA2C,CAAC;AAChE,MAAM,SAAS,GAAG,kGAAkG,CAAC;AACrH,MAAM,QAAQ,GAAG,UAAU,CAAC;AAE5B,SAAS,QAAQ,CAAC,QAA4B;IAC5C,OAAO,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AACxD,CAAC;AAED,SAAS,UAAU,CAAC,CAAS,EAAE,CAAS,EAAE,CAAS;IACjD,OAAO,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,CAAC;AACpC,CAAC;AAED,oFAAoF;AACpF,SAAS,UAAU,CAAC,KAAa,EAAE,SAAiB;IAClD,IAAI,CAAC,GAAG,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAChC,IAAI,CAAC,EAAE,CAAC;QACN,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC9D,IAAI,CAAC,UAAU,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;YAAE,OAAO,IAAI,CAAC;QACvC,MAAM,EAAE,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC1B,MAAM,GAAG,GAAG,IAAI,IAAI,CAAC,SAAS,CAAC,CAAC;QAChC,yEAAyE;QACzE,6DAA6D;QAC7D,IAAI,EAAE,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,EAAE,GAAG,CAAC,QAAQ,EAAE,EAAE,GAAG,CAAC,OAAO,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC;QAC5F,IAAI,EAAE,GAAG,SAAS,GAAG,oBAAoB,EAAE,CAAC;YAC1C,EAAE,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,EAAE,GAAG,CAAC,QAAQ,EAAE,EAAE,GAAG,CAAC,OAAO,EAAE,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC;QAC9F,CAAC;QACD,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,CAAC,GAAG,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAC1B,IAAI,CAAC,EAAE,CAAC;QACN,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAqD,CAAC;QAClI,IAAI,CAAC,UAAU,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,EAAE;YAAE,OAAO,IAAI,CAAC;QAC/E,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC7D,MAAM,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;QAClB,0EAA0E;QAC1E,gEAAgE;QAChE,IAAI,CAAC,IAAI,IAAI,IAAI,KAAK,GAAG;YAAE,OAAO,GAAG,CAAC;QACtC,MAAM,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACtC,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;QAC9C,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,EAAE,GAAG,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAC/E,OAAO,GAAG,GAAG,IAAI,GAAG,SAAS,GAAG,MAAM,CAAC;IACzC,CAAC;IAED,IAAI,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC;QAAE,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;IAC/C,OAAO,IAAI,CAAC;AACd,CAAC;AAED,qEAAqE;AACrE,MAAM,YAAY,GAAG,OAAO,CAAC;AAE7B,kFAAkF;AAClF,SAAS,QAAQ,CAAC,KAAc;IAC9B,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,YAAY;QAAE,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IACrH,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,MAAM,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAC7B,OAAO,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;IACzC,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,YAAY,CAAC,IAAY,EAAE,SAAiB;IAC1D,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAE5D,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,IAAI;QAAE,OAAO,EAAE,IAAI,EAAE,cAAc,EAAE,CAAC;IAE9F,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,GAAG,EAAE,CAAC;QACpB,IAAI,CAAC;YACH,MAAM,MAAM,GAAY,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YACzC,IAAI,MAAM,KAAK,IAAI,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;gBAC5E,MAAM,IAAI,GAAG,MAAiC,CAAC;gBAC/C,MAAM,OAAO,GAAG,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC3H,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,EAAE,IAAI,EAAE,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;YACtG,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,mEAAmE;QACrE,CAAC;QACD,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;IAC1B,CAAC;IAED,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,QAAQ,EAAE,CAAC;QAC5C,MAAM,KAAK,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC;QAC9B,MAAM,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC7B,IAAI,CAAC,EAAE,CAAC;YACN,MAAM,IAAI,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC,CAAE,EAAE,SAAS,CAAC,CAAC;YAC1C,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;gBAClB,OAAO;oBACL,IAAI,EAAE,QAAQ;oBACd,KAAK,EAAE,aAAa,CAAC,CAAC,CAAC,CAAC,CAAE,CAAC,IAAI,aAAa;oBAC5C,IAAI;oBACJ,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE;oBACnB,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;iBAClC,CAAC;YACJ,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC;AAC1B,CAAC;AAED,oFAAoF;AACpF,MAAM,UAAU,QAAQ,CAAC,KAAmD,EAAE,IAAY,EAAE,SAAiB;IAC3G,MAAM,GAAG,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAC3D,QAAQ,KAAK,CAAC,IAAI,EAAE,CAAC;QACnB,KAAK,MAAM;YACT,OAAO;gBACL,IAAI,EAAE,MAAM;gBACZ,KAAK,EAAE,KAAK,CAAC,KAAK;gBAClB,IAAI,EAAE,KAAK,CAAC,IAAI,IAAI,SAAS;gBAC7B,YAAY,EAAE,KAAK,CAAC,IAAI,KAAK,IAAI;gBACjC,OAAO,EAAE,KAAK,CAAC,OAAO;gBACtB,IAAI,EAAE,KAAK,CAAC,IAAI;gBAChB,GAAG;gBACH,KAAK,EAAE,CAAC;aACT,CAAC;QACJ,KAAK,QAAQ;YACX,OAAO;gBACL,IAAI,EAAE,QAAQ;gBACd,KAAK,EAAE,KAAK,CAAC,KAAK;gBAClB,IAAI,EAAE,KAAK,CAAC,IAAI;gBAChB,YAAY,EAAE,IAAI;gBAClB,OAAO,EAAE,KAAK,CAAC,OAAO;gBACtB,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACjD,KAAK,EAAE,CAAC;aACT,CAAC;QACJ,KAAK,MAAM;YACT,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,aAAa,EAAE,IAAI,EAAE,SAAS,EAAE,YAAY,EAAE,KAAK,EAAE,OAAO,EAAE,SAAS,CAAC,GAAG,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;IAC3H,CAAC;AACH,CAAC;AAED,mFAAmF;AACnF,SAAS,gBAAgB,CAAC,IAAY;IACpC,OAAO,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,CAAC;AAC7E,CAAC;AAED,6EAA6E;AAC7E,SAAS,UAAU,CAAC,MAAiB;IACnC,IAAI,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC;QAAE,MAAM,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IACvF,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;;;;;;;;GASG;AACH,MAAM,UAAU,UAAU,CAAC,MAAiB;IAC1C,IAAI,MAAM,CAAC,IAAI,KAAK,MAAM,IAAI,MAAM,CAAC,GAAG,KAAK,SAAS;QAAE,OAAO,MAAM,CAAC,GAAG,CAAC;IAC1E,MAAM,QAAQ,GAA4B,EAAE,CAAC;IAC7C,MAAM,IAAI,GAAG,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACrC,IAAI,IAAI,KAAK,SAAS;QAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,IAAI,CAAC;IACjD,QAAQ,CAAC,MAAM,CAAC,GAAG,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,CAAC;IACvD,QAAQ,CAAC,KAAK,CAAC,GAAG,MAAM,CAAC,OAAO,CAAC;IACjC,IAAI,MAAM,CAAC,MAAM;QAAE,QAAQ,CAAC,QAAQ,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC;IACtD,QAAQ,CAAC,QAAQ,CAAC,GAAG,MAAM,CAAC,IAAI,CAAC;IACjC,OAAO,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;AAClC,CAAC;AAED;;;;;GAKG;AACH,MAAM,gBAAgB,GAAG,GAAG,GAAG,IAAI,CAAC;AAmBpC;;;;;;;;;GASG;AACH,MAAM,OAAO,aAAa;IAML,OAAO;IALT,IAAI,GAAG,IAAI,GAAG,EAAgB,CAAC;IAC/B,MAAM,CAAS;IACf,GAAG,CAAe;IAEnC,YACmB,OAAiD,EAClE,OAAO,GAAyB,EAAE;uBADjB,OAAO;QAGxB,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,GAAG,CAAC;QACpC,IAAI,CAAC,GAAG,GAAG,OAAO,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC;IACrC,CAAC;IAED,IAAI,CAAC,GAAW,EAAE,IAAY;QAC5B,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,KAAK,GAAG,YAAY,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;QAEtC,IAAI,KAAK,CAAC,IAAI,KAAK,cAAc,EAAE,CAAC;YAClC,IAAI,CAAC,YAAY,CAAC,GAAG,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC;YAClC,OAAO;QACT,CAAC;QAED,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACf,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC;QAC1C,IAAI,MAAM,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YAC3B,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;YACvB,OAAO;QACT,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,MAAM,EAAE,GAAG,CAAC,CAAC;IAC9B,CAAC;IAED,2EAA2E;IAC3E,OAAO;QACL,KAAK,MAAM,GAAG,IAAI,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;YAAE,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC1D,CAAC;IAED,OAAO;QACL,IAAI,CAAC,OAAO,EAAE,CAAC;IACjB,CAAC;IAEO,YAAY,CAAC,GAAW,EAAE,IAAY,EAAE,GAAW;QACzD,MAAM,IAAI,GAAG,gBAAgB,CAAC,IAAI,CAAC,CAAC;QACpC,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAEhC,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,wEAAwE;YACxE,qEAAqE;YACrE,uEAAuE;YACvE,IAAI,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE;gBAAE,OAAO;YAC/B,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,aAAa,EAAE,IAAI,EAAE,GAAG,EAAE,YAAY,EAAE,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;YACrH,OAAO;QACT,CAAC;QAED,IAAI,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,MAAM,GAAG,CAAC,GAAG,gBAAgB,EAAE,CAAC;YACpD,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,YAAY,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC;YAChE,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACf,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,YAAY,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,GAAG,CAAC,CAAC;YACjH,OAAO;QACT,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,KAAK,IAAI,EAAE,CAAC;QACnC,IAAI,CAAC,MAAM,CAAC,KAAK,IAAI,CAAC,CAAC;QACvB,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC;QAC9B,IAAI,CAAC,MAAM,GAAG,GAAG,CAAC;IACpB,CAAC;IAEO,IAAI,CAAC,GAAW,EAAE,MAAiB,EAAE,GAAW;QACtD,MAAM,IAAI,GAAS,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,MAAM,EAAE,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;QACtF,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;QACzB,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;IACnC,CAAC;IAEO,GAAG,CAAC,GAAW,EAAE,IAAU,EAAE,KAAa;QAChD,IAAI,CAAC,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE;YAC3B,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;YAClB,qEAAqE;YACrE,oEAAoE;YACpE,qEAAqE;YACrE,mCAAmC;YACnC,YAAY,CAAC,GAAG,EAAE;gBAChB,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,IAAI;oBAAE,OAAO;gBACxC,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC;gBACtC,IAAI,IAAI,IAAI,IAAI,CAAC,MAAM;oBAAE,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;;oBACnC,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,EAAE,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;YAC/C,CAAC,CAAC,CAAC;QACL,CAAC,EAAE,KAAK,CAAC,CAAC;QACV,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,EAAE,CAAC;IACvB,CAAC;IAEO,IAAI,CAAC,GAAW;QACtB,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAChC,IAAI,CAAC,IAAI;YAAE,OAAO;QAClB,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACtB,IAAI,IAAI,CAAC,KAAK;YAAE,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACzC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;IAC1C,CAAC;IAEO,IAAI,CAAC,GAAW,EAAE,MAAiB;QACzC,IAAI,CAAC;YACH,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;QAC5B,CAAC;QAAC,MAAM,CAAC;YACP,wEAAwE;YACxE,wEAAwE;YACxE,4DAA4D;QAC9D,CAAC;IACH,CAAC;CACF;AAED;;;;;;;;;;;GAWG;AACH,MAAM,OAAO,iBAAiB;IAMT,OAAO;IALlB,OAAO,GAAa,EAAE,CAAC;IACvB,SAAS,CAAS;IAE1B,YACE,YAAoB,EACH,OAAoC;uBAApC,OAAO;QAExB,IAAI,CAAC,SAAS,GAAG,YAAY,CAAC;IAChC,CAAC;IAED,gDAAgD;IAChD,WAAW,CAAC,IAAY;QACtB,MAAM,KAAK,GAAG,YAAY,CAAC,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;QACjD,IAAI,KAAK,CAAC,IAAI,KAAK,cAAc,EAAE,CAAC;YAClC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC,CAAC;YAC1C,OAAO;QACT,CAAC;QAED,MAAM,MAAM,GAAG,QAAQ,CAAC,KAAK,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC;QACrD,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;QAEjC,IAAI,MAAM,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YAC3B,sEAAsE;YACtE,uCAAuC;YACvC,IAAI,KAAK;gBAAE,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;YAC5C,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC;YAC7B,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;YACrB,OAAO;QACT,CAAC;QAED,IAAI,KAAK,EAAE,CAAC;YACV,MAAM,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,OAAO,KAAK,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC;YACxF,MAAM,CAAC,KAAK,IAAI,KAAK,CAAC,KAAK,CAAC;QAC9B,CAAC;QACD,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC;QAC7B,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC;IACnC,CAAC;IAED,8EAA8E;IAC9E,MAAM;QACJ,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;QACjC,IAAI,KAAK;YAAE,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;IAC9C,CAAC;IAEO,WAAW;QACjB,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC;QAC3C,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;QACrC,IAAI,CAAC,OAAO,GAAG,EAAE,CAAC;QAClB,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,YAAY,EAAE,EAAE,CAAC,CAAC;QAC3D,OAAO,OAAO,CAAC,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC;IACzE,CAAC;IAEO,MAAM,CAAC,IAAwC;QACrD,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,aAAa,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,EAAE,YAAY,EAAE,KAAK,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC;IACrI,CAAC;CACF"}

package/dist/monitoring/log-manager.d.ts

@@ -35,6 +35,31 @@ export declare class LogManager {
     private readonly defaults;
     private readonly perApp;
     private rotationCheckTimer;
+    /**
+     * Async write-stream cache keyed by absolute log path. Pre-fix
+     * `appendToFile` issued `fs.appendFileSync` per line — under a
+     * managed app spamming 100k log lines/sec the daemon's event loop
+     * blocked on disk every iteration; `omnitron list` timed out, WS
+     * clients disconnected, the file watcher debounce fired repeatedly.
+     * Streams hand the writes to Node's threadpool with native
+     * backpressure (`write()` returns false when the buffer fills,
+     * callers can pause or queue). P1-K.
+     */
+    private readonly writeStreams;
+    /**
+     * An app's lines become records here, once, at capture — see `log-line.ts`.
+     *
+     * `getLogs` used to re-read the orchestrator's ring of raw lines on every
+     * call and date each non-JSON line `Date.now()` at that moment: `omnitron
+     * logs payments -f` printed 26 distinct lines 304 times in 7 s, because every
+     * poll made the same old lines new again. A record is dated when it is
+     * captured and never again.
+     */
+    private readonly assembler;
+    /** Records as captured, per app, in the order they arrived. */
+    private readonly captured;
+    /** Arrival order across apps — how `getLogs()` with no name interleaves them. */
+    private captureSeq;
     constructor(config: LogManagerConfig | LegacyLogManagerConfig, orchestrator: OrchestratorService);
     dispose(): void;
     /**
@@ -55,17 +80,37 @@ export declare class LogManager {
     private getRotationConfig;
     private getMaxSizeBytes;
     /**
-     * Append a log line to the app's log files.
+     * Take one line of an app's output.
      *
-     * - Always writes to `app.log` (all levels).
-     * - If the line is error or fatal, also writes to `error.log`.
+     * The line is joined into a record (`LineAssembler`): a JSON line is one
+     * record and is written at once; a pino-pretty header or a plain line waits
+     * for the indented lines that continue it, briefly. `persist` writes the
+     * record — this is the moment of capture, and the only one.
      */
     appendToFile(appName: string, line: string): void;
     /**
-     * Fast level extraction from pino JSON without full parse.
-     * Pino levels: 50=error, 60=fatal.
+     * Write one record: `app.log` always, `error.log` too at error or fatal.
+     *
+     * Which records reach `error.log` used to be decided by looking for
+     * `"level":` in the raw line — so a pino-pretty `ERROR` never did: payments's
+     * `app.log` held 95 «Monero chain has not advanced» errors and `error.log`
+     * none. The level is now the classifier's, whatever the line looked like.
      */
-    private isErrorOrFatal;
+    private persist;
+    /** Keep a record for `getLogs`, dropping the oldest past either bound. */
+    private remember;
+    /**
+     * Async append to a cached write stream. `write()` returns false
+     * when Node's internal buffer is full — we don't pause callers
+     * (logs are fire-and-forget), but the kernel-level buffer absorbs
+     * bursts and the event loop is never blocked on the syscall.
+     */
+    private writeLine;
+    /**
+     * Close + drop a cached stream. Called before rotating so the
+     * `renameSync` doesn't race a live writer.
+     */
+    private closeStream;
     checkRotation(appName: string, type?: LogType): void;
     private checkAndRotate;
     /** Callbacks invoked after a log file is rotated — used to reopen pino streams */
@@ -76,13 +121,49 @@ export declare class LogManager {
      * Remove files beyond maxFiles. Compress rotated files when enabled.
      */
     rotateLog(appName: string, type?: LogType): void;
+    /**
+     * Compress a rotated log, so that the `.gz` name never names a partial file.
+     *
+     * `createWriteStream` creates its target the moment it opens, so writing
+     * straight to `<log>.1.gz` published that name over an empty file and then
+     * filled it in. For as long as the pipeline ran — which on a 50 MiB log
+     * under load is not instant — anything reading rotated logs got a gzip
+     * member that ends in the middle: `gunzip` says "unexpected end of file",
+     * and `omnitron logs` reading a rotated file gets nothing back from it.
+     *
+     * Measured: the rotation test asserts the file exists and then gunzips it,
+     * which is the natural thing to write and the natural thing a reader does.
+     * It failed roughly one run in three on a loaded host — never in isolation,
+     * which is what made it look like flakiness rather than the race it is.
+     *
+     * Compressing to a temporary name and renaming makes the visible state
+     * binary: either `<log>.1.gz` is absent, or it is a complete member. Rename
+     * within a directory is atomic, so there is no third state to observe.
+     */
     compressFile(filePath: string): Promise<void>;
+    /**
+     * The last `lines` records captured for an app — or across all apps — in
+     * the order they arrived.
+     *
+     * Arrival order, not a sort by time: the records of an app's processes
+     * interleave in the pipe (a JSON record stamped .528 is followed by a
+     * pino-pretty one stamped .516 in `main`'s file), and the order they were
+     * captured in is the one order every reader can agree on.
+     */
     getLogs(appName?: string, lines?: number): LogEntryDto[];
+    /**
+     * Which captured app a name means.
+     *
+     * The orchestrator's answer first: bare `main` is `sample/dev/main` while that
+     * handle exists, and an ambiguous bare name is refused there rather than
+     * guessed here. A handle that is gone (a stopped stack) still leaves what was
+     * captured under its name, reachable by that name — or by its last segment,
+     * when exactly one captured app ends with it.
+     */
+    private capturedKey;
     getRotatedFiles(appName: string, type?: LogType): string[];
     listLogApps(): string[];
     parseSize(size: string): number;
-    private parseLine;
-    private pinoLevelToString;
 }
 export {};
 //# sourceMappingURL=log-manager.d.ts.map

package/dist/monitoring/log-manager.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"log-manager.d.ts","sourceRoot":"","sources":["../../src/monitoring/log-manager.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAOH,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AACtD,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,yCAAyC,CAAC;AAMnF,MAAM,WAAW,iBAAiB;IAChC,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,OAAO,CAAC;CACnB;AAED,MAAM,WAAW,gBAAgB;IAC/B,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,iBAAiB,CAAC;IAC5B,MAAM,CAAC,EAAE,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,iBAAiB,CAAC,CAAC,CAAC;CAClD;AAED,+CAA+C;AAC/C,MAAM,MAAM,sBAAsB,GAAG;IACnC,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,OAAO,CAAC;CACnB,CAAC;AAEF,KAAK,OAAO,GAAG,KAAK,GAAG,OAAO,CAAC;AAM/B,qBAAa,UAAU;IAQnB,OAAO,CAAC,QAAQ,CAAC,YAAY;IAP/B,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAS;IACjC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAoB;IAC7C,OAAO,CAAC,QAAQ,CAAC,MAAM,CAA0C;IACjE,OAAO,CAAC,kBAAkB,CAA+B;gBAGvD,MAAM,EAAE,gBAAgB,GAAG,sBAAsB,EAChC,YAAY,EAAE,mBAAmB;IAyBpD,OAAO,IAAI,IAAI;IAWf;;;;;;OAMG;IACH,SAAS,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM;IAgBlC;;;;;OAKG;IACH,cAAc,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,GAAE,OAAe,GAAG,MAAM;IAc9D,OAAO,CAAC,iBAAiB;IAUzB,OAAO,CAAC,eAAe;IAQvB;;;;;OAKG;IACH,YAAY,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,IAAI;IAcjD;;;OAGG;IACH,OAAO,CAAC,cAAc;IAgBtB,aAAa,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,GAAE,OAAe,GAAG,IAAI;IAa3D,OAAO,CAAC,cAAc;IAYtB,kFAAkF;IAClF,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAA0D;IAE5F,QAAQ,CAAC,QAAQ,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,KAAK,IAAI,GAAG,IAAI;IAIrE;;;OAGG;IACH,SAAS,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,GAAE,OAAe,GAAG,IAAI;IA0CjD,YAAY,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAUnD,OAAO,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,KAAK,SAAM,GAAG,WAAW,EAAE;IAkBrD,eAAe,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,GAAE,OAAe,GAAG,MAAM,EAAE;IAoBjE,WAAW,IAAI,MAAM,EAAE;IAyCvB,SAAS,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM;IAW/B,OAAO,CAAC,SAAS;IAejB,OAAO,CAAC,iBAAiB;CAQ1B"}
+{"version":3,"file":"log-manager.d.ts","sourceRoot":"","sources":["../../src/monitoring/log-manager.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAQH,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AACtD,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,yCAAyC,CAAC;AAQnF,MAAM,WAAW,iBAAiB;IAChC,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,OAAO,CAAC;CACnB;AAED,MAAM,WAAW,gBAAgB;IAC/B,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,iBAAiB,CAAC;IAC5B,MAAM,CAAC,EAAE,GAAG,CAAC,MAAM,EAAE,OAAO,CAAC,iBAAiB,CAAC,CAAC,CAAC;CAClD;AAED,+CAA+C;AAC/C,MAAM,MAAM,sBAAsB,GAAG;IACnC,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,OAAO,CAAC;CACnB,CAAC;AAEF,KAAK,OAAO,GAAG,KAAK,GAAG,OAAO,CAAC;AAoB/B,qBAAa,UAAU;IAoCnB,OAAO,CAAC,QAAQ,CAAC,YAAY;IAnC/B,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAS;IACjC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAoB;IAC7C,OAAO,CAAC,QAAQ,CAAC,MAAM,CAA0C;IACjE,OAAO,CAAC,kBAAkB,CAA+B;IAEzD;;;;;;;;;OASG;IACH,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAqC;IAElE;;;;;;;;OAQG;IACH,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAiE;IAE3F,+DAA+D;IAC/D,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAmC;IAC5D,iFAAiF;IACjF,OAAO,CAAC,UAAU,CAAK;IAEvB,YACE,MAAM,EAAE,gBAAgB,GAAG,sBAAsB,EAChC,YAAY,EAAE,mBAAmB,EAuBnD;IAED,OAAO,IAAI,IAAI,CAcd;IAMD;;;;;;OAMG;IACH,SAAS,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,CAcjC;IAED;;;;;OAKG;IACH,cAAc,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,GAAE,OAAe,GAAG,MAAM,CAQ7D;IAMD,OAAO,CAAC,iBAAiB;IAUzB,OAAO,CAAC,eAAe;IAQvB;;;;;;;OAOG;IACH,YAAY,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,IAAI,CAEhD;IAED;;;;;;;OAOG;IACH,OAAO,CAAC,OAAO;IAkBf,0EAA0E;IAC1E,OAAO,CAAC,QAAQ;IA2BhB;;;;;OAKG;IACH,OAAO,CAAC,SAAS;IAsBjB;;;OAGG;IACH,OAAO,CAAC,WAAW;IAWnB,aAAa,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,GAAE,OAAe,GAAG,IAAI,CAW1D;IAED,OAAO,CAAC,cAAc;IAYtB,kFAAkF;IAClF,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAA0D;IAE5F,QAAQ,CAAC,QAAQ,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,KAAK,IAAI,GAAG,IAAI,CAEpE;IAED;;;OAGG;IACH,SAAS,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,GAAE,OAAe,GAAG,IAAI,CAmEtD;IAED;;;;;;;;;;;;;;;;;;OAkBG;IACG,YAAY,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAkBlD;IAMD;;;;;;;;OAQG;IACH,OAAO,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,KAAK,SAAM,GAAG,WAAW,EAAE,CAYpD;IAED;;;;;;;;OAQG;IACH,OAAO,CAAC,WAAW;IAanB,eAAe,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,GAAE,OAAe,GAAG,MAAM,EAAE,CAkBhE;IAED,WAAW,IAAI,MAAM,EAAE,CAmCtB;IAMD,SAAS,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAS9B;CACF"}