@north-light/crouter 0.3.318 → 0.3.320

package/dist/core/events/read.js

@@ -1,623 +1 @@
-import { closeSync, constants, fstatSync, lstatSync, openSync, opendirSync, readSync, } from 'node:fs';
-import { isAbsolute, join, relative, resolve, sep } from 'node:path';
-import { crtrHome, isSafeNodeId, nodesRoot } from '../canvas/paths.js';
-import { validateOperationId } from './operation-id.js';
-import { MAX_EVENT_RECORD_BYTES } from './serialize.js';
-import { errorClassCodes, } from './types.js';
-import { isRecord } from '../../shared/predicates.js';
-const SNAPSHOT_ITEMS = 200;
-const MAX_CANONICAL_SOURCE_BYTES = 6 * 1024 * 1024;
-const MAX_RAW_SOURCE_BYTES = 256 * 1024;
-const MAX_CANONICAL_CONTENT_BYTES = MAX_EVENT_RECORD_BYTES - 1;
-const NO_FOLLOW_FLAG = typeof constants.O_NOFOLLOW === 'number' ? constants.O_NOFOLLOW : 0;
-const EVENT_NAME = /^[a-z][a-z0-9]*(?:[._][a-z0-9]+)*$/;
-const CANONICAL_TIMESTAMP = /^\d{4}-\d{2}-\d{2}T\d{2}:\d{2}:\d{2}\.\d{3}Z$/;
-const ISO_TIMESTAMP = /^\d{4}-\d{2}-\d{2}T/;
-const QUERY_KEYS = new Set(['nodeId', 'component', 'operationId', 'sinceMs', 'untilMs', 'minimumLevel', 'pattern']);
-const ERROR_CLASS_KEYS = new Set(['class', 'status', 'provider', 'retry_disposition']);
-const ERROR_KEYS = new Set(['type', 'message', 'stack', 'cause']);
-const TOP_LEVEL_KEYS = new Set([
-    'v',
-    'ts',
-    'level',
-    'event',
-    'component',
-    'operation_id',
-    'node_id',
-    'stream_id',
-    'duration_ms',
-    'outcome',
-    'attempt',
-    'error_class',
-    'error',
-    'fields',
-    'record_truncated',
-    'original_bytes',
-    'dropped_fields_count',
-]);
-const LEVELS = new Set(['debug', 'info', 'warn', 'error']);
-const COMPONENTS = new Set(['daemon', 'broker']);
-const OUTCOMES = new Set(['succeeded', 'failed', 'skipped']);
-const RETRY_DISPOSITIONS = new Set(['auto', 'manual', 'fatal']);
-const ERROR_CLASSES = new Set(errorClassCodes);
-const LEVEL_RANK = { debug: 0, info: 1, warn: 2, error: 3 };
-const GENERATION_RANK = { 2: 0, 1: 1, 0: 2 };
-function hasOwn(value, key) {
-    return Object.prototype.hasOwnProperty.call(value, key);
-}
-function hasOnlyKeys(value, allowed) {
-    return Object.keys(value).every((key) => allowed.has(key));
-}
-function boundedString(value, maximumBytes, nonempty = false) {
-    return typeof value === 'string'
-        && (!nonempty || value !== '')
-        && Buffer.byteLength(value, 'utf8') <= maximumBytes;
-}
-function normalizeQuery(query) {
-    if (typeof query !== 'object' || query === null || Array.isArray(query))
-        throw new TypeError('event read query is invalid');
-    const input = query;
-    if (!hasOnlyKeys(input, QUERY_KEYS))
-        throw new TypeError('event read query is invalid');
-    const normalized = {};
-    if (input.nodeId !== undefined) {
-        if (typeof input.nodeId !== 'string' || !isSafeNodeId(input.nodeId))
-            throw new TypeError('nodeId must be a safe non-empty path segment');
-        normalized.nodeId = input.nodeId;
-    }
-    if (input.component !== undefined) {
-        if (typeof input.component !== 'string' || !COMPONENTS.has(input.component))
-            throw new TypeError('component is invalid');
-        normalized.component = input.component;
-    }
-    if (input.operationId !== undefined)
-        normalized.operationId = validateOperationId(input.operationId);
-    if (input.sinceMs !== undefined) {
-        if (typeof input.sinceMs !== 'number' || !Number.isFinite(input.sinceMs))
-            throw new TypeError('sinceMs must be finite');
-        normalized.sinceMs = input.sinceMs;
-    }
-    if (input.untilMs !== undefined) {
-        if (typeof input.untilMs !== 'number' || !Number.isFinite(input.untilMs))
-            throw new TypeError('untilMs must be finite');
-        normalized.untilMs = input.untilMs;
-    }
-    if (normalized.sinceMs !== undefined && normalized.untilMs !== undefined && normalized.sinceMs > normalized.untilMs) {
-        throw new TypeError('sinceMs cannot exceed untilMs');
-    }
-    if (input.minimumLevel !== undefined) {
-        if (typeof input.minimumLevel !== 'string' || !LEVELS.has(input.minimumLevel))
-            throw new TypeError('minimumLevel is invalid');
-        normalized.minimumLevel = input.minimumLevel;
-    }
-    if (input.pattern !== undefined) {
-        if (!boundedString(input.pattern, 4_096, true))
-            throw new TypeError('pattern must be a non-empty string of at most 4,096 UTF-8 bytes');
-        normalized.pattern = input.pattern;
-    }
-    return normalized;
-}
-function selected(query, component) {
-    return query.component === undefined || query.component === component;
-}
-function identityOf(stats) {
-    return { dev: stats.dev, ino: stats.ino };
-}
-function sameIdentity(left, right) {
-    return left.dev === right.dev && left.ino === right.ino;
-}
-function safeSize(stats, absolute) {
-    if (stats.size < 0n || stats.size > BigInt(Number.MAX_SAFE_INTEGER))
-        throw new Error(`event source has an unsafe size: ${absolute}`);
-    return Number(stats.size);
-}
-function isMissing(error) {
-    return error?.code === 'ENOENT';
-}
-function isContained(home, absolute) {
-    const child = relative(home, absolute);
-    return child !== '' && !isAbsolute(child) && child !== '..' && !child.startsWith(`..${sep}`);
-}
-function validateDirectories(proofs) {
-    for (const proof of proofs) {
-        let stats;
-        try {
-            stats = lstatSync(proof.absolute, { bigint: true });
-        }
-        catch (error) {
-            throw new Error(`event source directory changed: ${proof.absolute}`, { cause: error });
-        }
-        if (stats.isSymbolicLink() || !stats.isDirectory() || !sameIdentity(proof, identityOf(stats))) {
-            throw new Error(`event source directory is unsafe: ${proof.absolute}`);
-        }
-    }
-}
-function proveDirectory(home, absolute, parents, optional) {
-    if (parents.length > 0 && !isContained(home, absolute))
-        throw new Error(`event source directory escapes its home: ${absolute}`);
-    validateDirectories(parents);
-    let stats;
-    try {
-        stats = lstatSync(absolute, { bigint: true });
-    }
-    catch (error) {
-        if (optional && isMissing(error))
-            return undefined;
-        throw new Error(`event source directory is unavailable: ${absolute}`, { cause: error });
-    }
-    if (stats.isSymbolicLink() || !stats.isDirectory())
-        throw new Error(`event source directory is unsafe: ${absolute}`);
-    validateDirectories(parents);
-    return { absolute, ...identityOf(stats) };
-}
-function forEachDirectoryEntry(proof, consume) {
-    validateDirectories([proof]);
-    let directory;
-    try {
-        directory = opendirSync(proof.absolute);
-    }
-    catch (error) {
-        throw new Error(`event source directory cannot be opened: ${proof.absolute}`, { cause: error });
-    }
-    try {
-        for (;;) {
-            const entry = directory.readSync();
-            if (entry === null)
-                break;
-            consume(entry.name, entry.isDirectory());
-        }
-    }
-    finally {
-        directory.closeSync();
-    }
-    validateDirectories([proof]);
-}
-function readExact(fd, bytes, position) {
-    let offset = 0;
-    while (offset < bytes.length) {
-        const count = readSync(fd, bytes, offset, bytes.length - offset, position + offset);
-        if (count === 0)
-            throw new Error('event source changed during read');
-        offset += count;
-    }
-}
-function readOwnedFile(home, directories, absolute, maximumBytes) {
-    if (!isContained(home, absolute))
-        throw new Error(`event source escapes its home: ${absolute}`);
-    validateDirectories(directories);
-    let before;
-    try {
-        before = lstatSync(absolute, { bigint: true });
-    }
-    catch (error) {
-        if (isMissing(error))
-            return undefined;
-        throw new Error(`event source is unavailable: ${absolute}`, { cause: error });
-    }
-    if (before.isSymbolicLink() || !before.isFile())
-        throw new Error(`event source is unsafe: ${absolute}`);
-    validateDirectories(directories);
-    let fd;
-    try {
-        fd = openSync(absolute, constants.O_RDONLY | NO_FOLLOW_FLAG);
-    }
-    catch (error) {
-        throw new Error(`event source cannot be opened safely: ${absolute}`, { cause: error });
-    }
-    try {
-        const opened = fstatSync(fd, { bigint: true });
-        if (!opened.isFile() || !sameIdentity(identityOf(before), identityOf(opened))) {
-            throw new Error(`event source changed before read: ${absolute}`);
-        }
-        validateDirectories(directories);
-        const size = safeSize(opened, absolute);
-        const length = Math.min(size, maximumBytes);
-        const start = size - length;
-        const bytes = Buffer.allocUnsafe(length);
-        readExact(fd, bytes, start);
-        const mtimeMs = Number(opened.mtimeMs);
-        return { bytes, start, mtimeMs: Number.isFinite(mtimeMs) ? mtimeMs : 0 };
-    }
-    finally {
-        closeSync(fd);
-    }
-}
-function validErrorClass(value) {
-    if (!isRecord(value) || !hasOnlyKeys(value, ERROR_CLASS_KEYS))
-        return false;
-    if (typeof value.class !== 'string' || !ERROR_CLASSES.has(value.class))
-        return false;
-    if (hasOwn(value, 'status') && (typeof value.status !== 'number' || !Number.isSafeInteger(value.status)))
-        return false;
-    if (hasOwn(value, 'provider') && !boundedString(value.provider, 128, true))
-        return false;
-    return !hasOwn(value, 'retry_disposition')
-        || (typeof value.retry_disposition === 'string' && RETRY_DISPOSITIONS.has(value.retry_disposition));
-}
-function validError(value) {
-    if (!isRecord(value) || !hasOnlyKeys(value, ERROR_KEYS))
-        return false;
-    if (!boundedString(value.type, 128, true) || !boundedString(value.message, 4_096))
-        return false;
-    if (hasOwn(value, 'stack') && !boundedString(value.stack, 16_384))
-        return false;
-    return !hasOwn(value, 'cause') || boundedString(value.cause, 4_096);
-}
-function validEventField(value, depth, budget) {
-    if (budget.remaining <= 0)
-        return false;
-    budget.remaining -= 1;
-    if (value === null || typeof value === 'boolean')
-        return true;
-    if (typeof value === 'number')
-        return Number.isFinite(value);
-    if (typeof value === 'string')
-        return Buffer.byteLength(value, 'utf8') <= 4_096;
-    if (depth >= 4 || typeof value !== 'object' || value === null)
-        return false;
-    if (Array.isArray(value)) {
-        return value.length <= 64 && value.every((item) => validEventField(item, depth + 1, budget));
-    }
-    const entries = Object.entries(value);
-    return entries.length <= 64
-        && entries.every(([key, item]) => Buffer.byteLength(key, 'utf8') <= 128 && validEventField(item, depth + 1, budget));
-}
-function nonnegativeInteger(value) {
-    return typeof value === 'number' && Number.isSafeInteger(value) && value >= 0;
-}
-function parseCanonicalLine(content) {
-    if (content.length === 0 || content.length > MAX_CANONICAL_CONTENT_BYTES || content.includes(0x0d))
-        return undefined;
-    let parsed;
-    try {
-        parsed = JSON.parse(content.toString('utf8'));
-    }
-    catch {
-        return undefined;
-    }
-    if (!isRecord(parsed) || !hasOnlyKeys(parsed, TOP_LEVEL_KEYS))
-        return undefined;
-    if (parsed.v !== 1
-        || !boundedString(parsed.ts, 128, true)
-        || !CANONICAL_TIMESTAMP.test(parsed.ts)
-        || !boundedString(parsed.event, 128, true)
-        || !EVENT_NAME.test(parsed.event)
-        || typeof parsed.level !== 'string'
-        || !LEVELS.has(parsed.level)
-        || typeof parsed.component !== 'string'
-        || !COMPONENTS.has(parsed.component))
-        return undefined;
-    const effectiveTsMs = Date.parse(parsed.ts);
-    if (!Number.isFinite(effectiveTsMs) || new Date(effectiveTsMs).toISOString() !== parsed.ts)
-        return undefined;
-    let operationId;
-    try {
-        operationId = validateOperationId(parsed.operation_id);
-    }
-    catch {
-        return undefined;
-    }
-    const envelope = {
-        v: 1,
-        ts: parsed.ts,
-        level: parsed.level,
-        event: parsed.event,
-        component: parsed.component,
-        operation_id: operationId,
-    };
-    if (hasOwn(parsed, 'node_id')) {
-        if (!boundedString(parsed.node_id, 128, true))
-            return undefined;
-        envelope.node_id = parsed.node_id;
-    }
-    if (hasOwn(parsed, 'stream_id')) {
-        if (!boundedString(parsed.stream_id, 128, true))
-            return undefined;
-        envelope.stream_id = parsed.stream_id;
-    }
-    if (hasOwn(parsed, 'duration_ms')) {
-        if (typeof parsed.duration_ms !== 'number' || !Number.isFinite(parsed.duration_ms) || parsed.duration_ms < 0)
-            return undefined;
-        envelope.duration_ms = parsed.duration_ms;
-    }
-    if (hasOwn(parsed, 'outcome')) {
-        if (typeof parsed.outcome !== 'string' || !OUTCOMES.has(parsed.outcome))
-            return undefined;
-        envelope.outcome = parsed.outcome;
-    }
-    if (hasOwn(parsed, 'attempt')) {
-        if (typeof parsed.attempt !== 'number' || !Number.isSafeInteger(parsed.attempt) || parsed.attempt <= 0)
-            return undefined;
-        envelope.attempt = parsed.attempt;
-    }
-    if (hasOwn(parsed, 'error_class')) {
-        if (!validErrorClass(parsed.error_class))
-            return undefined;
-        envelope.error_class = parsed.error_class;
-    }
-    if (hasOwn(parsed, 'error')) {
-        if (!validError(parsed.error))
-            return undefined;
-        envelope.error = parsed.error;
-    }
-    if (hasOwn(parsed, 'fields')) {
-        if (!isRecord(parsed.fields) || !validEventField(parsed.fields, 0, { remaining: 5_000 }))
-            return undefined;
-        envelope.fields = parsed.fields;
-    }
-    const truncated = hasOwn(parsed, 'record_truncated');
-    const originalBytes = hasOwn(parsed, 'original_bytes');
-    const droppedFields = hasOwn(parsed, 'dropped_fields_count');
-    if (truncated) {
-        if (parsed.record_truncated !== true || !originalBytes || !droppedFields
-            || !nonnegativeInteger(parsed.original_bytes) || !nonnegativeInteger(parsed.dropped_fields_count))
-            return undefined;
-        envelope.record_truncated = true;
-        envelope.original_bytes = parsed.original_bytes;
-        envelope.dropped_fields_count = parsed.dropped_fields_count;
-    }
-    else if (originalBytes || droppedFields) {
-        return undefined;
-    }
-    return { envelope, effectiveTsMs };
-}
-function descriptorMatches(source, envelope) {
-    if (envelope.component !== source.component)
-        return false;
-    if (source.component === 'daemon')
-        return envelope.stream_id === undefined;
-    if (source.component === 'broker')
-        return envelope.node_id === source.boundNodeId && envelope.stream_id === undefined;
-    return envelope.stream_id === source.boundStreamId;
-}
-function matchesCanonical(query, source, parsed) {
-    const { envelope, effectiveTsMs } = parsed;
-    if (query.nodeId !== undefined && source.component !== 'broker' && envelope.node_id !== query.nodeId)
-        return false;
-    if (query.operationId !== undefined && envelope.operation_id !== query.operationId)
-        return false;
-    if (query.sinceMs !== undefined && effectiveTsMs < query.sinceMs)
-        return false;
-    if (query.untilMs !== undefined && effectiveTsMs > query.untilMs)
-        return false;
-    if (query.minimumLevel !== undefined && LEVEL_RANK[envelope.level] < LEVEL_RANK[query.minimumLevel])
-        return false;
-    if (query.pattern !== undefined
-        && !JSON.stringify(envelope).toLocaleLowerCase('en-US').includes(query.pattern.toLocaleLowerCase('en-US')))
-        return false;
-    return true;
-}
-function compareCandidates(left, right) {
-    if (left.item.effectiveTsMs !== right.item.effectiveTsMs)
-        return left.item.effectiveTsMs - right.item.effectiveTsMs;
-    if (left.orderSlot !== right.orderSlot)
-        return left.orderSlot < right.orderSlot ? -1 : 1;
-    if (left.generationRank !== right.generationRank)
-        return left.generationRank - right.generationRank;
-    return left.byteOffset - right.byteOffset;
-}
-function retainCandidate(state, candidate) {
-    const values = state.candidates;
-    if (values.length === SNAPSHOT_ITEMS && compareCandidates(candidate, values[0]) <= 0)
-        return;
-    let low = 0;
-    let high = values.length;
-    while (low < high) {
-        const middle = Math.floor((low + high) / 2);
-        if (compareCandidates(values[middle], candidate) <= 0)
-            low = middle + 1;
-        else
-            high = middle;
-    }
-    values.splice(low, 0, candidate);
-    if (values.length > SNAPSHOT_ITEMS)
-        values.shift();
-}
-function hasNonblank(bytes) {
-    for (const byte of bytes)
-        if (byte !== 0x20 && byte !== 0x09 && byte !== 0x0d)
-            return true;
-    return false;
-}
-function sourcePath(source) {
-    return source.generation === 0 ? source.activeAbsolute : `${source.activeAbsolute}.${source.generation}`;
-}
-function scanCanonicalSource(state, home, directories, source) {
-    const absolute = sourcePath(source);
-    const file = readOwnedFile(home, directories, absolute, MAX_CANONICAL_SOURCE_BYTES);
-    if (file === undefined)
-        return;
-    const relativeName = relative(home, absolute);
-    let lineStart = 0;
-    const bound = file.start > 0;
-    let corrupt = false;
-    const sourceItems = [];
-    if (bound) {
-        const firstLf = file.bytes.indexOf(0x0a);
-        if (firstLf < 0)
-            return;
-        lineStart = firstLf + 1;
-    }
-    for (;;) {
-        const lf = file.bytes.indexOf(0x0a, lineStart);
-        if (lf < 0)
-            break;
-        const parsed = parseCanonicalLine(file.bytes.subarray(lineStart, lf));
-        if (parsed === undefined || !descriptorMatches(source, parsed.envelope)) {
-            state.invalidCanonicalLines += 1;
-            corrupt = true;
-        }
-        else if (matchesCanonical(state.query, source, parsed)) {
-            const byteOffset = file.start + lineStart;
-            const item = {
-                kind: 'event',
-                envelope: parsed.envelope,
-                source: relativeName,
-                streamKey: source.streamKey,
-                generation: source.generation,
-                byteOffset,
-                effectiveTsMs: parsed.effectiveTsMs,
-                truncated: false,
-            };
-            sourceItems.push(item);
-            retainCandidate(state, {
-                item,
-                orderSlot: source.streamKey,
-                generationRank: GENERATION_RANK[source.generation],
-                byteOffset,
-            });
-        }
-        lineStart = lf + 1;
-    }
-    if (lineStart < file.bytes.length && hasNonblank(file.bytes.subarray(lineStart))) {
-        state.invalidCanonicalLines += 1;
-        corrupt = true;
-    }
-    if (bound || corrupt) {
-        for (const item of sourceItems)
-            item.truncated = true;
-    }
-}
-function rawTimestamp(content, fallback) {
-    const token = /^(\S+)/u.exec(content)?.[1];
-    if (token !== undefined && ISO_TIMESTAMP.test(token)) {
-        const parsed = Date.parse(token);
-        if (Number.isFinite(parsed))
-            return parsed;
-    }
-    return fallback;
-}
-function matchesRaw(query, component, content, effectiveTsMs) {
-    if (query.nodeId !== undefined && component === 'daemon' && !content.includes(query.nodeId))
-        return false;
-    if (query.sinceMs !== undefined && effectiveTsMs < query.sinceMs)
-        return false;
-    if (query.untilMs !== undefined && effectiveTsMs > query.untilMs)
-        return false;
-    return query.pattern === undefined
-        || content.toLocaleLowerCase('en-US').includes(query.pattern.toLocaleLowerCase('en-US'));
-}
-function scanRawSource(state, home, directories, absolute, component) {
-    const file = readOwnedFile(home, directories, absolute, MAX_RAW_SOURCE_BYTES);
-    if (file === undefined)
-        return;
-    const relativeName = relative(home, absolute);
-    const truncated = file.start > 0;
-    let lineStart = 0;
-    if (truncated) {
-        const firstLf = file.bytes.indexOf(0x0a);
-        if (firstLf < 0)
-            return;
-        lineStart = firstLf + 1;
-    }
-    for (;;) {
-        const lf = file.bytes.indexOf(0x0a, lineStart);
-        if (lf < 0 && lineStart === file.bytes.length)
-            return;
-        const lineEnd = lf < 0 ? file.bytes.length : lf;
-        const content = file.bytes.subarray(lineStart, lineEnd).toString('utf8');
-        const effectiveTsMs = rawTimestamp(content, file.mtimeMs);
-        if (matchesRaw(state.query, component, content, effectiveTsMs)) {
-            const byteOffset = file.start + lineStart;
-            const item = { kind: 'raw', component, source: relativeName, content, effectiveTsMs, truncated };
-            retainCandidate(state, { item, orderSlot: relativeName, generationRank: 2, byteOffset });
-        }
-        if (lf < 0)
-            return;
-        lineStart = lf + 1;
-    }
-}
-function scanCanonicalGenerations(state, home, directories, source) {
-    for (const generation of [2, 1, 0])
-        scanCanonicalSource(state, home, directories, { ...source, generation });
-}
-function scanBrokerNode(state, home, parents, nodeId, canonical, raw) {
-    const nodeAbsolute = join(parents[parents.length - 1].absolute, nodeId);
-    const node = proveDirectory(home, nodeAbsolute, parents, true);
-    if (node === undefined)
-        return;
-    const jobAbsolute = join(nodeAbsolute, 'job');
-    const job = proveDirectory(home, jobAbsolute, [...parents, node], true);
-    if (job === undefined)
-        return;
-    const directories = [...parents, node, job];
-    if (canonical) {
-        scanCanonicalGenerations(state, home, directories, {
-            component: 'broker',
-            streamKey: `broker:${nodeId}`,
-            activeAbsolute: join(jobAbsolute, 'log.jsonl'),
-            boundNodeId: nodeId,
-        });
-    }
-    if (raw)
-        scanRawSource(state, home, directories, join(jobAbsolute, 'broker.log'), 'broker');
-}
-export function readLogSnapshot(query, includeRaw) {
-    const normalized = normalizeQuery(query);
-    if (typeof includeRaw !== 'boolean')
-        throw new TypeError('includeRaw must be boolean');
-    const state = { query: normalized, candidates: [], invalidCanonicalLines: 0 };
-    const home = resolve(crtrHome());
-    const root = proveDirectory(home, home, [], true);
-    if (root === undefined)
-        return { items: [], invalidCanonicalLines: 0 };
-    const rootChain = [root];
-    const rawCompatible = includeRaw && normalized.operationId === undefined && normalized.minimumLevel === undefined;
-    if (selected(normalized, 'daemon')) {
-        scanCanonicalGenerations(state, home, rootChain, {
-            component: 'daemon',
-            streamKey: 'daemon',
-            activeAbsolute: join(home, 'crtrd.log'),
-        });
-        if (rawCompatible)
-            scanRawSource(state, home, rootChain, join(home, 'crtrd.err'), 'daemon');
-    }
-    const canonicalBroker = selected(normalized, 'broker');
-    const rawBroker = rawCompatible && selected(normalized, 'broker');
-    if (canonicalBroker || rawBroker) {
-        const nodesAbsolute = resolve(nodesRoot());
-        const nodes = proveDirectory(home, nodesAbsolute, rootChain, true);
-        if (nodes !== undefined) {
-            const parents = [root, nodes];
-            if (normalized.nodeId !== undefined) {
-                scanBrokerNode(state, home, parents, normalized.nodeId, canonicalBroker, rawBroker);
-            }
-            else {
-                forEachDirectoryEntry(nodes, (nodeId, isDirectory) => {
-                    // The node root may contain ordinary filesystem metadata such as
-                    // .DS_Store. Only a directory can be a node; proveDirectory still
-                    // revalidates it to reject a replacement or symlink race.
-                    if (isDirectory && isSafeNodeId(nodeId))
-                        scanBrokerNode(state, home, parents, nodeId, canonicalBroker, rawBroker);
-                });
-            }
-        }
-    }
-    return {
-        items: state.candidates.map((candidate) => candidate.item),
-        invalidCanonicalLines: state.invalidCanonicalLines,
-    };
-}
-export function projectTier1Event(envelope) {
-    const projected = {
-        v: envelope.v,
-        ts: envelope.ts,
-        level: envelope.level,
-        event: envelope.event,
-        component: envelope.component,
-        operation_id: envelope.operation_id,
-    };
-    if (envelope.node_id !== undefined)
-        projected.node_id = envelope.node_id;
-    if (envelope.stream_id !== undefined)
-        projected.stream_id = envelope.stream_id;
-    if (envelope.duration_ms !== undefined)
-        projected.duration_ms = envelope.duration_ms;
-    if (envelope.outcome !== undefined)
-        projected.outcome = envelope.outcome;
-    if (envelope.attempt !== undefined)
-        projected.attempt = envelope.attempt;
-    if (envelope.error_class !== undefined)
-        projected.error_class = envelope.error_class;
-    return projected;
-}
+var W=Object.defineProperty;var s=(n,e)=>W(n,"name",{value:e,configurable:!0});import{closeSync as X,constants as O,fstatSync as G,lstatSync as L,openSync as H,opendirSync as J,readSync as Q}from"node:fs";import{isAbsolute as Z,join as S,relative as N,resolve as I,sep as q}from"node:path";import{crtrHome as ee,isSafeNodeId as C,nodesRoot as ne}from"../canvas/paths.js";import{validateOperationId as A}from"./operation-id.js";import{MAX_EVENT_RECORD_BYTES as te}from"./serialize.js";import{errorClassCodes as re}from"./types.js";import{isRecord as E}from"../../shared/predicates.js";const k=200,ie=6*1024*1024,oe=256*1024,se=te-1,de=typeof O.O_NOFOLLOW=="number"?O.O_NOFOLLOW:0,fe=/^[a-z][a-z0-9]*(?:[._][a-z0-9]+)*$/,ae=/^\d{4}-\d{2}-\d{2}T\d{2}:\d{2}:\d{2}\.\d{3}Z$/,ce=/^\d{4}-\d{2}-\d{2}T/,ue=new Set(["nodeId","component","operationId","sinceMs","untilMs","minimumLevel","pattern"]),me=new Set(["class","status","provider","retry_disposition"]),le=new Set(["type","message","stack","cause"]),pe=new Set(["v","ts","level","event","component","operation_id","node_id","stream_id","duration_ms","outcome","attempt","error_class","error","fields","record_truncated","original_bytes","dropped_fields_count"]),R=new Set(["debug","info","warn","error"]),F=new Set(["daemon","broker"]),ye=new Set(["succeeded","failed","skipped"]),_e=new Set(["auto","manual","fatal"]),be=new Set(re),$={debug:0,info:1,warn:2,error:3},Se={2:0,1:1,0:2};function m(n,e){return Object.prototype.hasOwnProperty.call(n,e)}s(m,"hasOwn");function h(n,e){return Object.keys(n).every(t=>e.has(t))}s(h,"hasOnlyKeys");function y(n,e,t=!1){return typeof n=="string"&&(!t||n!=="")&&Buffer.byteLength(n,"utf8")<=e}s(y,"boundedString");function we(n){if(typeof n!="object"||n===null||Array.isArray(n))throw new TypeError("event read query is invalid");const e=n;if(!h(e,ue))throw new TypeError("event read query is invalid");const t={};if(e.nodeId!==void 0){if(typeof e.nodeId!="string"||!C(e.nodeId))throw new TypeError("nodeId must be a safe non-empty path segment");t.nodeId=e.nodeId}if(e.component!==void 0){if(typeof e.component!="string"||!F.has(e.component))throw new TypeError("component is invalid");t.component=e.component}if(e.operationId!==void 0&&(t.operationId=A(e.operationId)),e.sinceMs!==void 0){if(typeof e.sinceMs!="number"||!Number.isFinite(e.sinceMs))throw new TypeError("sinceMs must be finite");t.sinceMs=e.sinceMs}if(e.untilMs!==void 0){if(typeof e.untilMs!="number"||!Number.isFinite(e.untilMs))throw new TypeError("untilMs must be finite");t.untilMs=e.untilMs}if(t.sinceMs!==void 0&&t.untilMs!==void 0&&t.sinceMs>t.untilMs)throw new TypeError("sinceMs cannot exceed untilMs");if(e.minimumLevel!==void 0){if(typeof e.minimumLevel!="string"||!R.has(e.minimumLevel))throw new TypeError("minimumLevel is invalid");t.minimumLevel=e.minimumLevel}if(e.pattern!==void 0){if(!y(e.pattern,4096,!0))throw new TypeError("pattern must be a non-empty string of at most 4,096 UTF-8 bytes");t.pattern=e.pattern}return t}s(we,"normalizeQuery");function v(n,e){return n.component===void 0||n.component===e}s(v,"selected");function g(n){return{dev:n.dev,ino:n.ino}}s(g,"identityOf");function x(n,e){return n.dev===e.dev&&n.ino===e.ino}s(x,"sameIdentity");function Ee(n,e){if(n.size<0n||n.size>BigInt(Number.MAX_SAFE_INTEGER))throw new Error(`event source has an unsafe size: ${e}`);return Number(n.size)}s(Ee,"safeSize");function B(n){return n?.code==="ENOENT"}s(B,"isMissing");function j(n,e){const t=N(n,e);return t!==""&&!Z(t)&&t!==".."&&!t.startsWith(`..${q}`)}s(j,"isContained");function b(n){for(const e of n){let t;try{t=L(e.absolute,{bigint:!0})}catch(r){throw new Error(`event source directory changed: ${e.absolute}`,{cause:r})}if(t.isSymbolicLink()||!t.isDirectory()||!x(e,g(t)))throw new Error(`event source directory is unsafe: ${e.absolute}`)}}s(b,"validateDirectories");function M(n,e,t,r){if(t.length>0&&!j(n,e))throw new Error(`event source directory escapes its home: ${e}`);b(t);let i;try{i=L(e,{bigint:!0})}catch(o){if(r&&B(o))return;throw new Error(`event source directory is unavailable: ${e}`,{cause:o})}if(i.isSymbolicLink()||!i.isDirectory())throw new Error(`event source directory is unsafe: ${e}`);return b(t),{absolute:e,...g(i)}}s(M,"proveDirectory");function he(n,e){b([n]);let t;try{t=J(n.absolute)}catch(r){throw new Error(`event source directory cannot be opened: ${n.absolute}`,{cause:r})}try{for(;;){const r=t.readSync();if(r===null)break;e(r.name,r.isDirectory())}}finally{t.closeSync()}b([n])}s(he,"forEachDirectoryEntry");function ge(n,e,t){let r=0;for(;r<e.length;){const i=Q(n,e,r,e.length-r,t+r);if(i===0)throw new Error("event source changed during read");r+=i}}s(ge,"readExact");function z(n,e,t,r){if(!j(n,t))throw new Error(`event source escapes its home: ${t}`);b(e);let i;try{i=L(t,{bigint:!0})}catch(d){if(B(d))return;throw new Error(`event source is unavailable: ${t}`,{cause:d})}if(i.isSymbolicLink()||!i.isFile())throw new Error(`event source is unsafe: ${t}`);b(e);let o;try{o=H(t,O.O_RDONLY|de)}catch(d){throw new Error(`event source cannot be opened safely: ${t}`,{cause:d})}try{const d=G(o,{bigint:!0});if(!d.isFile()||!x(g(i),g(d)))throw new Error(`event source changed before read: ${t}`);b(e);const f=Ee(d,t),c=Math.min(f,r),a=f-c,l=Buffer.allocUnsafe(c);ge(o,l,a);const u=Number(d.mtimeMs);return{bytes:l,start:a,mtimeMs:Number.isFinite(u)?u:0}}finally{X(o)}}s(z,"readOwnedFile");function Me(n){return!E(n)||!h(n,me)||typeof n.class!="string"||!be.has(n.class)||m(n,"status")&&(typeof n.status!="number"||!Number.isSafeInteger(n.status))||m(n,"provider")&&!y(n.provider,128,!0)?!1:!m(n,"retry_disposition")||typeof n.retry_disposition=="string"&&_e.has(n.retry_disposition)}s(Me,"validErrorClass");function Oe(n){return!E(n)||!h(n,le)||!y(n.type,128,!0)||!y(n.message,4096)||m(n,"stack")&&!y(n.stack,16384)?!1:!m(n,"cause")||y(n.cause,4096)}s(Oe,"validError");function T(n,e,t){if(t.remaining<=0)return!1;if(t.remaining-=1,n===null||typeof n=="boolean")return!0;if(typeof n=="number")return Number.isFinite(n);if(typeof n=="string")return Buffer.byteLength(n,"utf8")<=4096;if(e>=4||typeof n!="object"||n===null)return!1;if(Array.isArray(n))return n.length<=64&&n.every(i=>T(i,e+1,t));const r=Object.entries(n);return r.length<=64&&r.every(([i,o])=>Buffer.byteLength(i,"utf8")<=128&&T(o,e+1,t))}s(T,"validEventField");function D(n){return typeof n=="number"&&Number.isSafeInteger(n)&&n>=0}s(D,"nonnegativeInteger");function Le(n){if(n.length===0||n.length>se||n.includes(13))return;let e;try{e=JSON.parse(n.toString("utf8"))}catch{return}if(!E(e)||!h(e,pe)||e.v!==1||!y(e.ts,128,!0)||!ae.test(e.ts)||!y(e.event,128,!0)||!fe.test(e.event)||typeof e.level!="string"||!R.has(e.level)||typeof e.component!="string"||!F.has(e.component))return;const t=Date.parse(e.ts);if(!Number.isFinite(t)||new Date(t).toISOString()!==e.ts)return;let r;try{r=A(e.operation_id)}catch{return}const i={v:1,ts:e.ts,level:e.level,event:e.event,component:e.component,operation_id:r};if(m(e,"node_id")){if(!y(e.node_id,128,!0))return;i.node_id=e.node_id}if(m(e,"stream_id")){if(!y(e.stream_id,128,!0))return;i.stream_id=e.stream_id}if(m(e,"duration_ms")){if(typeof e.duration_ms!="number"||!Number.isFinite(e.duration_ms)||e.duration_ms<0)return;i.duration_ms=e.duration_ms}if(m(e,"outcome")){if(typeof e.outcome!="string"||!ye.has(e.outcome))return;i.outcome=e.outcome}if(m(e,"attempt")){if(typeof e.attempt!="number"||!Number.isSafeInteger(e.attempt)||e.attempt<=0)return;i.attempt=e.attempt}if(m(e,"error_class")){if(!Me(e.error_class))return;i.error_class=e.error_class}if(m(e,"error")){if(!Oe(e.error))return;i.error=e.error}if(m(e,"fields")){if(!E(e.fields)||!T(e.fields,0,{remaining:5e3}))return;i.fields=e.fields}const o=m(e,"record_truncated"),d=m(e,"original_bytes"),f=m(e,"dropped_fields_count");if(o){if(e.record_truncated!==!0||!d||!f||!D(e.original_bytes)||!D(e.dropped_fields_count))return;i.record_truncated=!0,i.original_bytes=e.original_bytes,i.dropped_fields_count=e.dropped_fields_count}else if(d||f)return;return{envelope:i,effectiveTsMs:t}}s(Le,"parseCanonicalLine");function Ne(n,e){return e.component!==n.component?!1:n.component==="daemon"?e.stream_id===void 0:n.component==="broker"?e.node_id===n.boundNodeId&&e.stream_id===void 0:e.stream_id===n.boundStreamId}s(Ne,"descriptorMatches");function ve(n,e,t){const{envelope:r,effectiveTsMs:i}=t;return!(n.nodeId!==void 0&&e.component!=="broker"&&r.node_id!==n.nodeId||n.operationId!==void 0&&r.operation_id!==n.operationId||n.sinceMs!==void 0&&i<n.sinceMs||n.untilMs!==void 0&&i>n.untilMs||n.minimumLevel!==void 0&&$[r.level]<$[n.minimumLevel]||n.pattern!==void 0&&!JSON.stringify(r).toLocaleLowerCase("en-US").includes(n.pattern.toLocaleLowerCase("en-US")))}s(ve,"matchesCanonical");function K(n,e){return n.item.effectiveTsMs!==e.item.effectiveTsMs?n.item.effectiveTsMs-e.item.effectiveTsMs:n.orderSlot!==e.orderSlot?n.orderSlot<e.orderSlot?-1:1:n.generationRank!==e.generationRank?n.generationRank-e.generationRank:n.byteOffset-e.byteOffset}s(K,"compareCandidates");function Y(n,e){const t=n.candidates;if(t.length===k&&K(e,t[0])<=0)return;let r=0,i=t.length;for(;r<i;){const o=Math.floor((r+i)/2);K(t[o],e)<=0?r=o+1:i=o}t.splice(r,0,e),t.length>k&&t.shift()}s(Y,"retainCandidate");function Te(n){for(const e of n)if(e!==32&&e!==9&&e!==13)return!0;return!1}s(Te,"hasNonblank");function Ie(n){return n.generation===0?n.activeAbsolute:`${n.activeAbsolute}.${n.generation}`}s(Ie,"sourcePath");function Ce(n,e,t,r){const i=Ie(r),o=z(e,t,i,ie);if(o===void 0)return;const d=N(e,i);let f=0;const c=o.start>0;let a=!1;const l=[];if(c){const u=o.bytes.indexOf(10);if(u<0)return;f=u+1}for(;;){const u=o.bytes.indexOf(10,f);if(u<0)break;const p=Le(o.bytes.subarray(f,u));if(p===void 0||!Ne(r,p.envelope))n.invalidCanonicalLines+=1,a=!0;else if(ve(n.query,r,p)){const _=o.start+f,w={kind:"event",envelope:p.envelope,source:d,streamKey:r.streamKey,generation:r.generation,byteOffset:_,effectiveTsMs:p.effectiveTsMs,truncated:!1};l.push(w),Y(n,{item:w,orderSlot:r.streamKey,generationRank:Se[r.generation],byteOffset:_})}f=u+1}if(f<o.bytes.length&&Te(o.bytes.subarray(f))&&(n.invalidCanonicalLines+=1,a=!0),c||a)for(const u of l)u.truncated=!0}s(Ce,"scanCanonicalSource");function Ae(n,e){const t=/^(\S+)/u.exec(n)?.[1];if(t!==void 0&&ce.test(t)){const r=Date.parse(t);if(Number.isFinite(r))return r}return e}s(Ae,"rawTimestamp");function ke(n,e,t,r){return n.nodeId!==void 0&&e==="daemon"&&!t.includes(n.nodeId)||n.sinceMs!==void 0&&r<n.sinceMs||n.untilMs!==void 0&&r>n.untilMs?!1:n.pattern===void 0||t.toLocaleLowerCase("en-US").includes(n.pattern.toLocaleLowerCase("en-US"))}s(ke,"matchesRaw");function U(n,e,t,r,i){const o=z(e,t,r,oe);if(o===void 0)return;const d=N(e,r),f=o.start>0;let c=0;if(f){const a=o.bytes.indexOf(10);if(a<0)return;c=a+1}for(;;){const a=o.bytes.indexOf(10,c);if(a<0&&c===o.bytes.length)return;const l=a<0?o.bytes.length:a,u=o.bytes.subarray(c,l).toString("utf8"),p=Ae(u,o.mtimeMs);if(ke(n.query,i,u,p)){const _=o.start+c;Y(n,{item:{kind:"raw",component:i,source:d,content:u,effectiveTsMs:p,truncated:f},orderSlot:d,generationRank:2,byteOffset:_})}if(a<0)return;c=a+1}}s(U,"scanRawSource");function P(n,e,t,r){for(const i of[2,1,0])Ce(n,e,t,{...r,generation:i})}s(P,"scanCanonicalGenerations");function V(n,e,t,r,i,o){const d=S(t[t.length-1].absolute,r),f=M(e,d,t,!0);if(f===void 0)return;const c=S(d,"job"),a=M(e,c,[...t,f],!0);if(a===void 0)return;const l=[...t,f,a];i&&P(n,e,l,{component:"broker",streamKey:`broker:${r}`,activeAbsolute:S(c,"log.jsonl"),boundNodeId:r}),o&&U(n,e,l,S(c,"broker.log"),"broker")}s(V,"scanBrokerNode");function Ke(n,e){const t=we(n);if(typeof e!="boolean")throw new TypeError("includeRaw must be boolean");const r={query:t,candidates:[],invalidCanonicalLines:0},i=I(ee()),o=M(i,i,[],!0);if(o===void 0)return{items:[],invalidCanonicalLines:0};const d=[o],f=e&&t.operationId===void 0&&t.minimumLevel===void 0;v(t,"daemon")&&(P(r,i,d,{component:"daemon",streamKey:"daemon",activeAbsolute:S(i,"crtrd.log")}),f&&U(r,i,d,S(i,"crtrd.err"),"daemon"));const c=v(t,"broker"),a=f&&v(t,"broker");if(c||a){const l=I(ne()),u=M(i,l,d,!0);if(u!==void 0){const p=[o,u];t.nodeId!==void 0?V(r,i,p,t.nodeId,c,a):he(u,(_,w)=>{w&&C(_)&&V(r,i,p,_,c,a)})}}return{items:r.candidates.map(l=>l.item),invalidCanonicalLines:r.invalidCanonicalLines}}s(Ke,"readLogSnapshot");function Ye(n){const e={v:n.v,ts:n.ts,level:n.level,event:n.event,component:n.component,operation_id:n.operation_id};return n.node_id!==void 0&&(e.node_id=n.node_id),n.stream_id!==void 0&&(e.stream_id=n.stream_id),n.duration_ms!==void 0&&(e.duration_ms=n.duration_ms),n.outcome!==void 0&&(e.outcome=n.outcome),n.attempt!==void 0&&(e.attempt=n.attempt),n.error_class!==void 0&&(e.error_class=n.error_class),e}s(Ye,"projectTier1Event");export{Ye as projectTier1Event,Ke as readLogSnapshot};