tubeless 0.2.2 → 0.2.3

package/dist/run-store/run-store-ndjson.js

@@ -1,302 +1,9 @@
 import { open } from "node:fs/promises";
 import * as path from "node:path";
+import { decodePipelineTraceEvent } from "../tracing/tracing-codec.js";
 const DEFAULT_MAX_BYTES = 64 * 1_024 * 1_024;
 const DEFAULT_MAX_EVENT_BYTES = 1 * 1_024 * 1_024;
 const DEFAULT_MAX_EVENTS = 100_000;
-const pipelineRunStatuses = new Set(["cancelled", "completed", "failed"]);
-const eventNames = new Set([
-    "pipeline.completed",
-    "pipeline.log",
-    "pipeline.started",
-    "pipeline.finalize.completed",
-    "pipeline.finalize.failed",
-    "pipeline.finalize.started",
-    "step.attempted",
-    "step.cancelled",
-    "step.failed",
-    "step.planned",
-    "step.running",
-    "step.skipped",
-    "step.complete",
-]);
-const errorKinds = new Set([
-    "cancellation",
-    "child",
-    "definition",
-    "finalization",
-    "selection",
-    "step",
-    "validation",
-]);
-const errorPhases = new Set([
-    "definition",
-    "execution",
-    "finalization",
-    "planning",
-]);
-const errorCodes = new Set([
-    "TUBELESS_CHILD_FAILED",
-    "TUBELESS_DEFINITION_DEPENDENCY_CONTRADICTORY",
-    "TUBELESS_DEFINITION_DEPENDENCY_CYCLE",
-    "TUBELESS_DEFINITION_DEPENDENCY_DUPLICATE",
-    "TUBELESS_DEFINITION_DEPENDENCY_NOT_IN_STEPS",
-    "TUBELESS_DEFINITION_DEPENDENCY_SELF_REFERENCE",
-    "TUBELESS_DEFINITION_FINALIZER_STEP_NOT_IN_STEPS",
-    "TUBELESS_DEFINITION_PIPELINE_ID_BLANK",
-    "TUBELESS_DEFINITION_OPTIONS_SCHEMA_CONFLICT",
-    "TUBELESS_DEFINITION_STEP_ID_BLANK",
-    "TUBELESS_DEFINITION_STEP_ID_RESERVED",
-    "TUBELESS_DEFINITION_STEP_IDS_DUPLICATE",
-    "TUBELESS_DEFINITION_STEP_NAME_BLANK",
-    "TUBELESS_DEFINITION_TARGET_FINALIZER_MISMATCH",
-    "TUBELESS_DEFINITION_TARGET_NOT_IN_STEPS",
-    "TUBELESS_DEFINITION_TARGETS_DUPLICATE",
-    "TUBELESS_FINALIZATION_CANCELLED",
-    "TUBELESS_FINALIZATION_FAILED",
-    "TUBELESS_FINAL_RESULT_VALIDATION_FAILED",
-    "TUBELESS_OPTIONS_VALIDATION_FAILED",
-    "TUBELESS_PLANNING_SELECTION_CONFLICT",
-    "TUBELESS_PLANNING_STEP_SELECTION_DUPLICATE",
-    "TUBELESS_PLANNING_STEP_SELECTION_EMPTY",
-    "TUBELESS_PLANNING_STEP_UNKNOWN",
-    "TUBELESS_PLANNING_TARGET_SELECTION_DUPLICATE",
-    "TUBELESS_PLANNING_TARGET_SELECTION_EMPTY",
-    "TUBELESS_PLANNING_TARGET_UNDECLARED",
-    "TUBELESS_PLANNING_TARGET_UNKNOWN",
-    "TUBELESS_RUN_CANCELLED",
-    "TUBELESS_STEP_OUTPUT_VALIDATION_FAILED",
-    "TUBELESS_STEP_FAILED",
-]);
-function isRecord(value) {
-    return value !== null && typeof value === "object" && !Array.isArray(value);
-}
-function isEventName(value) {
-    return eventNames.has(value);
-}
-function isErrorCode(value) {
-    return errorCodes.has(value);
-}
-function isErrorKind(value) {
-    return errorKinds.has(value);
-}
-function isErrorPhase(value) {
-    return errorPhases.has(value);
-}
-function requiredString(record, key) {
-    const value = record[key];
-    if (typeof value !== "string" || value.length === 0) {
-        throw new Error(`${key} must be a non-empty string`);
-    }
-    return value;
-}
-function optionalString(record, key) {
-    const value = record[key];
-    if (value === undefined)
-        return undefined;
-    if (typeof value !== "string")
-        throw new Error(`${key} must be a string`);
-    return value;
-}
-function diagnosticMessage(record) {
-    const message = optionalString(record, "message");
-    if (message === undefined)
-        throw new Error("message is required");
-    return message;
-}
-function finiteNumber(record, key) {
-    const value = record[key];
-    if (typeof value !== "number" || !Number.isFinite(value)) {
-        throw new Error(`${key} must be a finite number`);
-    }
-    return value;
-}
-function parseAttributes(value) {
-    if (!isRecord(value))
-        throw new Error("attributes must be an object");
-    const attributes = {};
-    for (const [key, attribute] of Object.entries(value)) {
-        if (typeof attribute !== "boolean" &&
-            typeof attribute !== "string" &&
-            (typeof attribute !== "number" || !Number.isFinite(attribute))) {
-            throw new Error("attribute values must be booleans, finite numbers, or strings");
-        }
-        attributes[key] = attribute;
-    }
-    return attributes;
-}
-function parseCause(value, depth = 0) {
-    if (!isRecord(value))
-        throw new Error("error.cause must be an object");
-    if (depth >= 16)
-        throw new Error("error.cause exceeds 16 levels");
-    const cause = { message: diagnosticMessage(value) };
-    const name = optionalString(value, "name");
-    if (name !== undefined)
-        cause.name = name;
-    const sourceCode = optionalString(value, "sourceCode");
-    if (sourceCode !== undefined)
-        cause.sourceCode = sourceCode;
-    if (value.cause !== undefined)
-        cause.cause = parseCause(value.cause, depth + 1);
-    return cause;
-}
-function parseIssues(value) {
-    if (!Array.isArray(value))
-        throw new Error("error.issues must be an array");
-    return value.map((issue, issueIndex) => {
-        if (!isRecord(issue))
-            throw new Error(`error.issues[${issueIndex}] must be an object`);
-        const parsed = { message: requiredString(issue, "message") };
-        if (issue.path !== undefined) {
-            if (!Array.isArray(issue.path) ||
-                !issue.path.every((part) => typeof part === "string" || (typeof part === "number" && Number.isFinite(part)))) {
-                throw new Error(`error.issues[${issueIndex}].path must contain strings or finite numbers`);
-            }
-            parsed.path = issue.path;
-        }
-        return parsed;
-    });
-}
-function nonnegativeInteger(record, key) {
-    const value = finiteNumber(record, key);
-    if (!Number.isSafeInteger(value) || value < 0) {
-        throw new Error(`error.fanOut.${key} must be a nonnegative safe integer`);
-    }
-    return value;
-}
-function parseFanOutCause(value, depth = 0) {
-    if (!isRecord(value))
-        throw new Error("error.fanOut cause must be an object");
-    // Core emits eight cause levels followed by a truncation marker.
-    if (depth > 8)
-        throw new Error("error.fanOut cause exceeds its depth limit");
-    const message = optionalString(value, "message");
-    if (message === undefined)
-        throw new Error("error.fanOut cause requires message");
-    const cause = { message };
-    for (const key of ["name", "sourceCode"]) {
-        const text = optionalString(value, key);
-        if (text !== undefined)
-            cause[key] = text;
-    }
-    if ([cause.message, cause.name, cause.sourceCode].some((text) => text !== undefined && text.length > 1024)) {
-        throw new Error("error.fanOut cause strings exceed 1024 code units");
-    }
-    if (value.cause !== undefined)
-        cause.cause = parseFanOutCause(value.cause, depth + 1);
-    return cause;
-}
-function parseFanOut(value) {
-    if (!isRecord(value))
-        throw new Error("error.fanOut must be an object");
-    if (!Array.isArray(value.failures) || value.failures.length > 32) {
-        throw new Error("error.fanOut.failures must be an array of at most 32 entries");
-    }
-    const failureCount = nonnegativeInteger(value, "failureCount");
-    const omittedFailureCount = nonnegativeInteger(value, "omittedFailureCount");
-    if (failureCount - value.failures.length !== omittedFailureCount) {
-        throw new Error("error.fanOut counts do not match failures");
-    }
-    let previousIndex = -1;
-    const failures = value.failures.map((failure) => {
-        if (!isRecord(failure))
-            throw new Error("error.fanOut failure must be an object");
-        const index = nonnegativeInteger(failure, "index");
-        if (index <= previousIndex)
-            throw new Error("error.fanOut indices must be in input order");
-        previousIndex = index;
-        const key = optionalString(failure, "key");
-        if (key === undefined || key.length > 1024) {
-            throw new Error("error.fanOut key must be a string of at most 1024 code units");
-        }
-        if (typeof failure.keyTruncated !== "boolean" || typeof failure.cancelled !== "boolean") {
-            throw new Error("error.fanOut keyTruncated and cancelled must be booleans");
-        }
-        return {
-            index,
-            key,
-            keyTruncated: failure.keyTruncated,
-            cancelled: failure.cancelled,
-            error: parseFanOutCause(failure.error),
-        };
-    });
-    const diagnostics = { failures, failureCount, omittedFailureCount };
-    if (value.schedulerError !== undefined)
-        diagnostics.schedulerError = parseFanOutCause(value.schedulerError);
-    return diagnostics;
-}
-function parseError(value) {
-    if (!isRecord(value))
-        throw new Error("error must be an object");
-    const code = requiredString(value, "code");
-    const kind = requiredString(value, "kind");
-    const phase = requiredString(value, "phase");
-    if (!isErrorCode(code))
-        throw new Error("error.code is unsupported");
-    if (!isErrorKind(kind))
-        throw new Error("error.kind is unsupported");
-    if (!isErrorPhase(phase))
-        throw new Error("error.phase is unsupported");
-    const error = {
-        code,
-        kind,
-        message: diagnosticMessage(value),
-        phase,
-    };
-    if (value.cause !== undefined)
-        error.cause = parseCause(value.cause);
-    if (value.fanOut !== undefined)
-        error.fanOut = parseFanOut(value.fanOut);
-    if (value.issues !== undefined)
-        error.issues = parseIssues(value.issues);
-    const sourceCode = optionalString(value, "sourceCode");
-    if (sourceCode !== undefined)
-        error.sourceCode = sourceCode;
-    const stack = optionalString(value, "stack");
-    if (stack !== undefined)
-        error.stack = stack;
-    return error;
-}
-function parseEvent(value) {
-    if (!isRecord(value))
-        throw new Error("event must be an object");
-    if (value.version !== 1)
-        throw new Error("version must be 1");
-    const name = requiredString(value, "name");
-    if (!isEventName(name))
-        throw new Error("name is unsupported");
-    const event = {
-        attributes: parseAttributes(value.attributes),
-        name,
-        pipelineId: requiredString(value, "pipelineId"),
-        runId: requiredString(value, "runId"),
-        timestampMs: finiteNumber(value, "timestampMs"),
-        version: 1,
-    };
-    const attemptId = optionalString(value, "attemptId");
-    if (attemptId !== undefined)
-        event.attemptId = attemptId;
-    if (value.durationMs !== undefined)
-        event.durationMs = finiteNumber(value, "durationMs");
-    if (value.error !== undefined)
-        event.error = parseError(value.error);
-    const itemKey = optionalString(value, "itemKey");
-    if (itemKey !== undefined)
-        event.itemKey = itemKey;
-    const parentRunId = optionalString(value, "parentRunId");
-    if (parentRunId !== undefined)
-        event.parentRunId = parentRunId;
-    const stepId = optionalString(value, "stepId");
-    if (stepId !== undefined)
-        event.stepId = stepId;
-    if (event.name === "pipeline.completed") {
-        const status = event.attributes.status;
-        if (typeof status !== "string" || !pipelineRunStatuses.has(status)) {
-            throw new Error("attributes.status must be cancelled, completed, or failed for pipeline.completed");
-        }
-    }
-    return event;
-}
 function positiveInteger(value, fallback, name) {
     const resolved = value ?? fallback;
     if (!Number.isSafeInteger(resolved) || resolved <= 0) {
@@ -375,7 +82,7 @@ export async function openNdjsonPipelineRunStore(filename, options = {}) {
             throw new Error(`${resolvedFilename} line ${lineNumber} is not valid JSON.`);
         }
         try {
-            const event = parseEvent(parsed);
+            const event = decodePipelineTraceEvent(parsed);
             events.push({ ...event, id: events.length });
         }
         catch (error) {

package/dist/run-store/run-store-ndjson.js.map

@@ -1 +1 @@
-{"version":3,"file":"run-store-ndjson.js","sourceRoot":"","sources":["../../src/run-store/run-store-ndjson.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AACxC,OAAO,KAAK,IAAI,MAAM,WAAW,CAAC;AAqBlC,MAAM,iBAAiB,GAAG,EAAE,GAAG,KAAK,GAAG,KAAK,CAAC;AAC7C,MAAM,uBAAuB,GAAG,CAAC,GAAG,KAAK,GAAG,KAAK,CAAC;AAClD,MAAM,kBAAkB,GAAG,OAAO,CAAC;AACnC,MAAM,mBAAmB,GAAwB,IAAI,GAAG,CAAC,CAAC,WAAW,EAAE,WAAW,EAAE,QAAQ,CAAC,CAAC,CAAC;AAE/F,MAAM,UAAU,GAAwB,IAAI,GAAG,CAAC;IAC9C,oBAAoB;IACpB,cAAc;IACd,kBAAkB;IAClB,6BAA6B;IAC7B,0BAA0B;IAC1B,2BAA2B;IAC3B,gBAAgB;IAChB,gBAAgB;IAChB,aAAa;IACb,cAAc;IACd,cAAc;IACd,cAAc;IACd,eAAe;CAChB,CAAC,CAAC;AACH,MAAM,UAAU,GAAwB,IAAI,GAAG,CAAC;IAC9C,cAAc;IACd,OAAO;IACP,YAAY;IACZ,cAAc;IACd,WAAW;IACX,MAAM;IACN,YAAY;CACb,CAAC,CAAC;AACH,MAAM,WAAW,GAAwB,IAAI,GAAG,CAAC;IAC/C,YAAY;IACZ,WAAW;IACX,cAAc;IACd,UAAU;CACX,CAAC,CAAC;AACH,MAAM,UAAU,GAAwB,IAAI,GAAG,CAAC;IAC9C,uBAAuB;IACvB,8CAA8C;IAC9C,sCAAsC;IACtC,0CAA0C;IAC1C,6CAA6C;IAC7C,+CAA+C;IAC/C,iDAAiD;IACjD,uCAAuC;IACvC,6CAA6C;IAC7C,mCAAmC;IACnC,sCAAsC;IACtC,wCAAwC;IACxC,qCAAqC;IACrC,+CAA+C;IAC/C,yCAAyC;IACzC,uCAAuC;IACvC,iCAAiC;IACjC,8BAA8B;IAC9B,yCAAyC;IACzC,oCAAoC;IACpC,sCAAsC;IACtC,4CAA4C;IAC5C,wCAAwC;IACxC,gCAAgC;IAChC,8CAA8C;IAC9C,0CAA0C;IAC1C,qCAAqC;IACrC,kCAAkC;IAClC,wBAAwB;IACxB,wCAAwC;IACxC,sBAAsB;CACvB,CAAC,CAAC;AAeH,SAAS,QAAQ,CAAC,KAAc;IAC9B,OAAO,KAAK,KAAK,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;AAC9E,CAAC;AAED,SAAS,WAAW,CAAC,KAAa;IAChC,OAAO,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;AAC/B,CAAC;AAED,SAAS,WAAW,CAAC,KAAa;IAChC,OAAO,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;AAC/B,CAAC;AAED,SAAS,WAAW,CAAC,KAAa;IAChC,OAAO,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;AAC/B,CAAC;AAED,SAAS,YAAY,CAAC,KAAa;IACjC,OAAO,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;AAChC,CAAC;AAED,SAAS,cAAc,CAAC,MAA+B,EAAE,GAAW;IAClE,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;IAC1B,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACpD,MAAM,IAAI,KAAK,CAAC,GAAG,GAAG,6BAA6B,CAAC,CAAC;IACvD,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,cAAc,CAAC,MAA+B,EAAE,GAAW;IAClE,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;IAC1B,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,SAAS,CAAC;IAC1C,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,MAAM,IAAI,KAAK,CAAC,GAAG,GAAG,mBAAmB,CAAC,CAAC;IAC1E,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,iBAAiB,CAAC,MAA+B;IACxD,MAAM,OAAO,GAAG,cAAc,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;IAClD,IAAI,OAAO,KAAK,SAAS;QAAE,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC;IAClE,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,SAAS,YAAY,CAAC,MAA+B,EAAE,GAAW;IAChE,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;IAC1B,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QACzD,MAAM,IAAI,KAAK,CAAC,GAAG,GAAG,0BAA0B,CAAC,CAAC;IACpD,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,eAAe,CAAC,KAAc;IACrC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;IACtE,MAAM,UAAU,GAA8C,EAAE,CAAC;IACjE,KAAK,MAAM,CAAC,GAAG,EAAE,SAAS,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QACrD,IACE,OAAO,SAAS,KAAK,SAAS;YAC9B,OAAO,SAAS,KAAK,QAAQ;YAC7B,CAAC,OAAO,SAAS,KAAK,QAAQ,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,EAC9D,CAAC;YACD,MAAM,IAAI,KAAK,CAAC,+DAA+D,CAAC,CAAC;QACnF,CAAC;QACD,UAAU,CAAC,GAAG,CAAC,GAAG,SAAS,CAAC;IAC9B,CAAC;IACD,OAAO,UAAU,CAAC;AACpB,CAAC;AAED,SAAS,UAAU,CAAC,KAAc,EAAE,KAAK,GAAG,CAAC;IAC3C,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;IACvE,IAAI,KAAK,IAAI,EAAE;QAAE,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;IAClE,MAAM,KAAK,GAAuB,EAAE,OAAO,EAAE,iBAAiB,CAAC,KAAK,CAAC,EAAE,CAAC;IACxE,MAAM,IAAI,GAAG,cAAc,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IAC3C,IAAI,IAAI,KAAK,SAAS;QAAE,KAAK,CAAC,IAAI,GAAG,IAAI,CAAC;IAC1C,MAAM,UAAU,GAAG,cAAc,CAAC,KAAK,EAAE,YAAY,CAAC,CAAC;IACvD,IAAI,UAAU,KAAK,SAAS;QAAE,KAAK,CAAC,UAAU,GAAG,UAAU,CAAC;IAC5D,IAAI,KAAK,CAAC,KAAK,KAAK,SAAS;QAAE,KAAK,CAAC,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC;IAChF,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,WAAW,CAAC,KAAc;IACjC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;IAC5E,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,UAAU,EAAE,EAAE;QACrC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,gBAAgB,UAAU,qBAAqB,CAAC,CAAC;QACvF,MAAM,MAAM,GAA4B,EAAE,OAAO,EAAE,cAAc,CAAC,KAAK,EAAE,SAAS,CAAC,EAAE,CAAC;QACtF,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;YAC7B,IACE,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC;gBAC1B,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CACf,CAAC,IAAI,EAAE,EAAE,CAAC,OAAO,IAAI,KAAK,QAAQ,IAAI,CAAC,OAAO,IAAI,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAC1F,EACD,CAAC;gBACD,MAAM,IAAI,KAAK,CAAC,gBAAgB,UAAU,+CAA+C,CAAC,CAAC;YAC7F,CAAC;YACD,MAAM,CAAC,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC;QAC3B,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC,CAAC,CAAC;AACL,CAAC;AAED,SAAS,kBAAkB,CAAC,MAA+B,EAAE,GAAW;IACtE,MAAM,KAAK,GAAG,YAAY,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IACxC,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,KAAK,GAAG,CAAC,EAAE,CAAC;QAC9C,MAAM,IAAI,KAAK,CAAC,gBAAgB,GAAG,qCAAqC,CAAC,CAAC;IAC5E,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,gBAAgB,CAAC,KAAc,EAAE,KAAK,GAAG,CAAC;IACjD,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,sCAAsC,CAAC,CAAC;IAC9E,iEAAiE;IACjE,IAAI,KAAK,GAAG,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,4CAA4C,CAAC,CAAC;IAC7E,MAAM,OAAO,GAAG,cAAc,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;IACjD,IAAI,OAAO,KAAK,SAAS;QAAE,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;IAClF,MAAM,KAAK,GAAuB,EAAE,OAAO,EAAE,CAAC;IAC9C,KAAK,MAAM,GAAG,IAAI,CAAC,MAAM,EAAE,YAAY,CAAU,EAAE,CAAC;QAClD,MAAM,IAAI,GAAG,cAAc,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;QACxC,IAAI,IAAI,KAAK,SAAS;YAAE,KAAK,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC;IAC5C,CAAC;IACD,IACE,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC,IAAI,CAChD,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,KAAK,SAAS,IAAI,IAAI,CAAC,MAAM,GAAG,IAAI,CACnD,EACD,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,mDAAmD,CAAC,CAAC;IACvE,CAAC;IACD,IAAI,KAAK,CAAC,KAAK,KAAK,SAAS;QAAE,KAAK,CAAC,KAAK,GAAG,gBAAgB,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC;IACtF,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,WAAW,CAAC,KAAc;IACjC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;IACxE,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;QACjE,MAAM,IAAI,KAAK,CAAC,8DAA8D,CAAC,CAAC;IAClF,CAAC;IACD,MAAM,YAAY,GAAG,kBAAkB,CAAC,KAAK,EAAE,cAAc,CAAC,CAAC;IAC/D,MAAM,mBAAmB,GAAG,kBAAkB,CAAC,KAAK,EAAE,qBAAqB,CAAC,CAAC;IAC7E,IAAI,YAAY,GAAG,KAAK,CAAC,QAAQ,CAAC,MAAM,KAAK,mBAAmB,EAAE,CAAC;QACjE,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC;IAC/D,CAAC;IACD,IAAI,aAAa,GAAG,CAAC,CAAC,CAAC;IACvB,MAAM,QAAQ,GAAG,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE;QAC9C,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAC;QAClF,MAAM,KAAK,GAAG,kBAAkB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QACnD,IAAI,KAAK,IAAI,aAAa;YAAE,MAAM,IAAI,KAAK,CAAC,6CAA6C,CAAC,CAAC;QAC3F,aAAa,GAAG,KAAK,CAAC;QACtB,MAAM,GAAG,GAAG,cAAc,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;QAC3C,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,CAAC,MAAM,GAAG,IAAI,EAAE,CAAC;YAC3C,MAAM,IAAI,KAAK,CAAC,8DAA8D,CAAC,CAAC;QAClF,CAAC;QACD,IAAI,OAAO,OAAO,CAAC,YAAY,KAAK,SAAS,IAAI,OAAO,OAAO,CAAC,SAAS,KAAK,SAAS,EAAE,CAAC;YACxF,MAAM,IAAI,KAAK,CAAC,0DAA0D,CAAC,CAAC;QAC9E,CAAC;QACD,OAAO;YACL,KAAK;YACL,GAAG;YACH,YAAY,EAAE,OAAO,CAAC,YAAY;YAClC,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,KAAK,EAAE,gBAAgB,CAAC,OAAO,CAAC,KAAK,CAAC;SACvC,CAAC;IACJ,CAAC,CAAC,CAAC;IACH,MAAM,WAAW,GAA8B,EAAE,QAAQ,EAAE,YAAY,EAAE,mBAAmB,EAAE,CAAC;IAC/F,IAAI,KAAK,CAAC,cAAc,KAAK,SAAS;QACpC,WAAW,CAAC,cAAc,GAAG,gBAAgB,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;IACtE,OAAO,WAAW,CAAC;AACrB,CAAC;AAED,SAAS,UAAU,CAAC,KAAc;IAChC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IACjE,MAAM,IAAI,GAAG,cAAc,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IAC3C,MAAM,IAAI,GAAG,cAAc,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IAC3C,MAAM,KAAK,GAAG,cAAc,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IAC7C,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC;IACrE,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC;IACrE,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,4BAA4B,CAAC,CAAC;IACxE,MAAM,KAAK,GAAuB;QAChC,IAAI;QACJ,IAAI;QACJ,OAAO,EAAE,iBAAiB,CAAC,KAAK,CAAC;QACjC,KAAK;KACN,CAAC;IACF,IAAI,KAAK,CAAC,KAAK,KAAK,SAAS;QAAE,KAAK,CAAC,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IACrE,IAAI,KAAK,CAAC,MAAM,KAAK,SAAS;QAAE,KAAK,CAAC,MAAM,GAAG,WAAW,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IACzE,IAAI,KAAK,CAAC,MAAM,KAAK,SAAS;QAAE,KAAK,CAAC,MAAM,GAAG,WAAW,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IACzE,MAAM,UAAU,GAAG,cAAc,CAAC,KAAK,EAAE,YAAY,CAAC,CAAC;IACvD,IAAI,UAAU,KAAK,SAAS;QAAE,KAAK,CAAC,UAAU,GAAG,UAAU,CAAC;IAC5D,MAAM,KAAK,GAAG,cAAc,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IAC7C,IAAI,KAAK,KAAK,SAAS;QAAE,KAAK,CAAC,KAAK,GAAG,KAAK,CAAC;IAC7C,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,UAAU,CAAC,KAAc;IAChC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,yBAAyB,CAAC,CAAC;IACjE,IAAI,KAAK,CAAC,OAAO,KAAK,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAC;IAC9D,MAAM,IAAI,GAAG,cAAc,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IAC3C,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC;IAC/D,MAAM,KAAK,GAAuB;QAChC,UAAU,EAAE,eAAe,CAAC,KAAK,CAAC,UAAU,CAAC;QAC7C,IAAI;QACJ,UAAU,EAAE,cAAc,CAAC,KAAK,EAAE,YAAY,CAAC;QAC/C,KAAK,EAAE,cAAc,CAAC,KAAK,EAAE,OAAO,CAAC;QACrC,WAAW,EAAE,YAAY,CAAC,KAAK,EAAE,aAAa,CAAC;QAC/C,OAAO,EAAE,CAAC;KACX,CAAC;IACF,MAAM,SAAS,GAAG,cAAc,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;IACrD,IAAI,SAAS,KAAK,SAAS;QAAE,KAAK,CAAC,SAAS,GAAG,SAAS,CAAC;IACzD,IAAI,KAAK,CAAC,UAAU,KAAK,SAAS;QAAE,KAAK,CAAC,UAAU,GAAG,YAAY,CAAC,KAAK,EAAE,YAAY,CAAC,CAAC;IACzF,IAAI,KAAK,CAAC,KAAK,KAAK,SAAS;QAAE,KAAK,CAAC,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IACrE,MAAM,OAAO,GAAG,cAAc,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;IACjD,IAAI,OAAO,KAAK,SAAS;QAAE,KAAK,CAAC,OAAO,GAAG,OAAO,CAAC;IACnD,MAAM,WAAW,GAAG,cAAc,CAAC,KAAK,EAAE,aAAa,CAAC,CAAC;IACzD,IAAI,WAAW,KAAK,SAAS;QAAE,KAAK,CAAC,WAAW,GAAG,WAAW,CAAC;IAC/D,MAAM,MAAM,GAAG,cAAc,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;IAC/C,IAAI,MAAM,KAAK,SAAS;QAAE,KAAK,CAAC,MAAM,GAAG,MAAM,CAAC;IAChD,IAAI,KAAK,CAAC,IAAI,KAAK,oBAAoB,EAAE,CAAC;QACxC,MAAM,MAAM,GAAG,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC;QACvC,IAAI,OAAO,MAAM,KAAK,QAAQ,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;YACnE,MAAM,IAAI,KAAK,CACb,kFAAkF,CACnF,CAAC;QACJ,CAAC;IACH,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,eAAe,CAAC,KAAyB,EAAE,QAAgB,EAAE,IAAY;IAChF,MAAM,QAAQ,GAAG,KAAK,IAAI,QAAQ,CAAC;IACnC,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,QAAQ,CAAC,IAAI,QAAQ,IAAI,CAAC,EAAE,CAAC;QACrD,MAAM,IAAI,KAAK,CAAC,GAAG,IAAI,mCAAmC,CAAC,CAAC;IAC9D,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,0BAA0B,CAC9C,QAAgB,EAChB,OAAO,GAAsC,EAAE;IAE/C,MAAM,gBAAgB,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;IAChD,MAAM,QAAQ,GAAG,eAAe,CAAC,OAAO,CAAC,QAAQ,EAAE,iBAAiB,EAAE,UAAU,CAAC,CAAC;IAClF,MAAM,aAAa,GAAG,eAAe,CACnC,OAAO,CAAC,aAAa,EACrB,uBAAuB,EACvB,eAAe,CAChB,CAAC;IACF,MAAM,SAAS,GAAG,eAAe,CAAC,OAAO,CAAC,SAAS,EAAE,kBAAkB,EAAE,WAAW,CAAC,CAAC;IACtF,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,gBAAgB,EAAE,GAAG,CAAC,CAAC;IACjD,IAAI,QAAgB,CAAC;IACrB,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;QACrC,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE;YAAE,MAAM,IAAI,KAAK,CAAC,GAAG,gBAAgB,yBAAyB,CAAC,CAAC;QACtF,IAAI,QAAQ,CAAC,IAAI,GAAG,QAAQ,EAAE,CAAC;YAC7B,MAAM,IAAI,KAAK,CAAC,GAAG,gBAAgB,gBAAgB,QAAQ,2BAA2B,CAAC,CAAC;QAC1F,CAAC;QACD,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,CAAC,gBAAgB,CAAC,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;YACxE,MAAM,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACnE,UAAU,IAAI,MAAM,CAAC,UAAU,CAAC;YAChC,IAAI,UAAU,GAAG,QAAQ,EAAE,CAAC;gBAC1B,MAAM,IAAI,KAAK,CAAC,GAAG,gBAAgB,gBAAgB,QAAQ,2BAA2B,CAAC,CAAC;YAC1F,CAAC;YACD,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACtB,CAAC;QACD,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;IAC/C,CAAC;YAAS,CAAC;QACT,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;IACvB,CAAC;IAED,MAAM,OAAO,GAAG,IAAI,WAAW,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IAC1D,MAAM,MAAM,GAA0B,EAAE,CAAC;IACzC,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,KAAK,IAAI,MAAM,GAAG,CAAC,EAAE,MAAM,IAAI,QAAQ,CAAC,MAAM,EAAE,MAAM,IAAI,CAAC,EAAE,CAAC;QAC5D,IAAI,MAAM,GAAG,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,MAAM,CAAC,KAAK,IAAI;YAAE,SAAS;QACpE,UAAU,IAAI,CAAC,CAAC;QAChB,IAAI,OAAO,GAAG,MAAM,CAAC;QACrB,IAAI,OAAO,GAAG,SAAS,IAAI,QAAQ,CAAC,OAAO,GAAG,CAAC,CAAC,KAAK,IAAI;YAAE,OAAO,IAAI,CAAC,CAAC;QACxE,MAAM,UAAU,GAAG,OAAO,GAAG,SAAS,CAAC;QACvC,IAAI,UAAU,GAAG,aAAa,EAAE,CAAC;YAC/B,MAAM,IAAI,KAAK,CACb,GAAG,gBAAgB,SAAS,UAAU,gBAAgB,aAAa,oBAAoB,CACxF,CAAC;QACJ,CAAC;QACD,MAAM,IAAI,GAAG,QAAQ,CAAC,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;QACnD,SAAS,GAAG,MAAM,GAAG,CAAC,CAAC;QACvB,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,IAAI,CAAC;YAAE,SAAS;QACnE,IAAI,MAAM,CAAC,MAAM,IAAI,SAAS,EAAE,CAAC;YAC/B,MAAM,IAAI,KAAK,CAAC,GAAG,gBAAgB,gBAAgB,SAAS,4BAA4B,CAAC,CAAC;QAC5F,CAAC;QACD,IAAI,OAAe,CAAC;QACpB,IAAI,CAAC;YACH,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QACjC,CAAC;QAAC,MAAM,CAAC;YACP,MAAM,IAAI,KAAK,CAAC,GAAG,gBAAgB,SAAS,UAAU,sBAAsB,CAAC,CAAC;QAChF,CAAC;QACD,IAAI,MAAe,CAAC;QACpB,IAAI,CAAC;YACH,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAC/B,CAAC;QAAC,MAAM,CAAC;YACP,MAAM,IAAI,KAAK,CAAC,GAAG,gBAAgB,SAAS,UAAU,qBAAqB,CAAC,CAAC;QAC/E,CAAC;QACD,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC;YACjC,MAAM,CAAC,IAAI,CAAC,EAAE,GAAG,KAAK,EAAE,EAAE,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;QAC/C,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,MAAM,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,kBAAkB,CAAC;YAC3E,MAAM,IAAI,KAAK,CAAC,GAAG,gBAAgB,SAAS,UAAU,gBAAgB,MAAM,GAAG,CAAC,CAAC;QACnF,CAAC;IACH,CAAC;IAED,IAAI,MAAM,GAAG,KAAK,CAAC;IACnB,OAAO;QACL,KAAK;YACH,MAAM,GAAG,IAAI,CAAC;QAChB,CAAC;QACD,KAAK,CAAC,UAAU,CAAC,KAAK,GAA0B,EAAE;YAChD,IAAI,MAAM;gBAAE,MAAM,IAAI,KAAK,CAAC,kDAAkD,CAAC,CAAC;YAChF,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC;YAChF,OAAO,MAAM;iBACV,MAAM,CACL,CAAC,KAAK,EAAE,EAAE,CACR,CAAC,KAAK,CAAC,OAAO,KAAK,SAAS,IAAI,KAAK,CAAC,EAAE,GAAG,KAAK,CAAC,OAAO,CAAC;gBACzD,CAAC,KAAK,CAAC,UAAU,KAAK,SAAS,IAAI,KAAK,CAAC,UAAU,KAAK,KAAK,CAAC,UAAU,CAAC;gBACzE,CAAC,KAAK,CAAC,KAAK,KAAK,SAAS,IAAI,KAAK,CAAC,KAAK,KAAK,KAAK,CAAC,KAAK,CAAC,CAC7D;iBACA,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC;iBACf,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC,CAAC;QAC5C,CAAC;KACF,CAAC;AACJ,CAAC","sourcesContent":["import { open } from \"node:fs/promises\";\nimport * as path from \"node:path\";\nimport type {\n  PipelineErrorCause,\n  PipelineErrorCode,\n  PipelineErrorKind,\n  PipelineErrorPhase,\n  PipelineFanOutDiagnostics,\n  PipelineValidationIssue,\n} from \"../core/pipeline.js\";\nimport type {\n  PipelineRunEventQuery,\n  PipelineRunEventReader,\n  StoredPipelineEvent,\n} from \"./run-store.js\";\nimport type {\n  PipelineTraceAttributes,\n  PipelineTraceError,\n  PipelineTraceEvent,\n  PipelineTraceEventName,\n} from \"../tracing/tracing.js\";\n\nconst DEFAULT_MAX_BYTES = 64 * 1_024 * 1_024;\nconst DEFAULT_MAX_EVENT_BYTES = 1 * 1_024 * 1_024;\nconst DEFAULT_MAX_EVENTS = 100_000;\nconst pipelineRunStatuses: ReadonlySet<string> = new Set([\"cancelled\", \"completed\", \"failed\"]);\n\nconst eventNames: ReadonlySet<string> = new Set([\n  \"pipeline.completed\",\n  \"pipeline.log\",\n  \"pipeline.started\",\n  \"pipeline.finalize.completed\",\n  \"pipeline.finalize.failed\",\n  \"pipeline.finalize.started\",\n  \"step.attempted\",\n  \"step.cancelled\",\n  \"step.failed\",\n  \"step.planned\",\n  \"step.running\",\n  \"step.skipped\",\n  \"step.complete\",\n]);\nconst errorKinds: ReadonlySet<string> = new Set([\n  \"cancellation\",\n  \"child\",\n  \"definition\",\n  \"finalization\",\n  \"selection\",\n  \"step\",\n  \"validation\",\n]);\nconst errorPhases: ReadonlySet<string> = new Set([\n  \"definition\",\n  \"execution\",\n  \"finalization\",\n  \"planning\",\n]);\nconst errorCodes: ReadonlySet<string> = new Set([\n  \"TUBELESS_CHILD_FAILED\",\n  \"TUBELESS_DEFINITION_DEPENDENCY_CONTRADICTORY\",\n  \"TUBELESS_DEFINITION_DEPENDENCY_CYCLE\",\n  \"TUBELESS_DEFINITION_DEPENDENCY_DUPLICATE\",\n  \"TUBELESS_DEFINITION_DEPENDENCY_NOT_IN_STEPS\",\n  \"TUBELESS_DEFINITION_DEPENDENCY_SELF_REFERENCE\",\n  \"TUBELESS_DEFINITION_FINALIZER_STEP_NOT_IN_STEPS\",\n  \"TUBELESS_DEFINITION_PIPELINE_ID_BLANK\",\n  \"TUBELESS_DEFINITION_OPTIONS_SCHEMA_CONFLICT\",\n  \"TUBELESS_DEFINITION_STEP_ID_BLANK\",\n  \"TUBELESS_DEFINITION_STEP_ID_RESERVED\",\n  \"TUBELESS_DEFINITION_STEP_IDS_DUPLICATE\",\n  \"TUBELESS_DEFINITION_STEP_NAME_BLANK\",\n  \"TUBELESS_DEFINITION_TARGET_FINALIZER_MISMATCH\",\n  \"TUBELESS_DEFINITION_TARGET_NOT_IN_STEPS\",\n  \"TUBELESS_DEFINITION_TARGETS_DUPLICATE\",\n  \"TUBELESS_FINALIZATION_CANCELLED\",\n  \"TUBELESS_FINALIZATION_FAILED\",\n  \"TUBELESS_FINAL_RESULT_VALIDATION_FAILED\",\n  \"TUBELESS_OPTIONS_VALIDATION_FAILED\",\n  \"TUBELESS_PLANNING_SELECTION_CONFLICT\",\n  \"TUBELESS_PLANNING_STEP_SELECTION_DUPLICATE\",\n  \"TUBELESS_PLANNING_STEP_SELECTION_EMPTY\",\n  \"TUBELESS_PLANNING_STEP_UNKNOWN\",\n  \"TUBELESS_PLANNING_TARGET_SELECTION_DUPLICATE\",\n  \"TUBELESS_PLANNING_TARGET_SELECTION_EMPTY\",\n  \"TUBELESS_PLANNING_TARGET_UNDECLARED\",\n  \"TUBELESS_PLANNING_TARGET_UNKNOWN\",\n  \"TUBELESS_RUN_CANCELLED\",\n  \"TUBELESS_STEP_OUTPUT_VALIDATION_FAILED\",\n  \"TUBELESS_STEP_FAILED\",\n]);\n\n/** Bounds applied while opening an untrusted NDJSON trace artifact. */\nexport interface OpenNdjsonPipelineRunStoreOptions {\n  /** Maximum artifact size. Defaults to 64 MiB. */\n  readonly maxBytes?: number;\n  /** Maximum size of one event line. Defaults to 1 MiB. */\n  readonly maxEventBytes?: number;\n  /** Maximum non-blank event lines. Defaults to 100,000. */\n  readonly maxEvents?: number;\n}\n\n/** A read-only, in-memory view of one validated NDJSON trace artifact. */\nexport interface NdjsonPipelineRunStore extends PipelineRunEventReader {}\n\nfunction isRecord(value: unknown): value is Record<string, unknown> {\n  return value !== null && typeof value === \"object\" && !Array.isArray(value);\n}\n\nfunction isEventName(value: string): value is PipelineTraceEventName {\n  return eventNames.has(value);\n}\n\nfunction isErrorCode(value: string): value is PipelineErrorCode {\n  return errorCodes.has(value);\n}\n\nfunction isErrorKind(value: string): value is PipelineErrorKind {\n  return errorKinds.has(value);\n}\n\nfunction isErrorPhase(value: string): value is PipelineErrorPhase {\n  return errorPhases.has(value);\n}\n\nfunction requiredString(record: Record<string, unknown>, key: string): string {\n  const value = record[key];\n  if (typeof value !== \"string\" || value.length === 0) {\n    throw new Error(`${key} must be a non-empty string`);\n  }\n  return value;\n}\n\nfunction optionalString(record: Record<string, unknown>, key: string): string | undefined {\n  const value = record[key];\n  if (value === undefined) return undefined;\n  if (typeof value !== \"string\") throw new Error(`${key} must be a string`);\n  return value;\n}\n\nfunction diagnosticMessage(record: Record<string, unknown>): string {\n  const message = optionalString(record, \"message\");\n  if (message === undefined) throw new Error(\"message is required\");\n  return message;\n}\n\nfunction finiteNumber(record: Record<string, unknown>, key: string): number {\n  const value = record[key];\n  if (typeof value !== \"number\" || !Number.isFinite(value)) {\n    throw new Error(`${key} must be a finite number`);\n  }\n  return value;\n}\n\nfunction parseAttributes(value: unknown): PipelineTraceAttributes {\n  if (!isRecord(value)) throw new Error(\"attributes must be an object\");\n  const attributes: Record<string, boolean | number | string> = {};\n  for (const [key, attribute] of Object.entries(value)) {\n    if (\n      typeof attribute !== \"boolean\" &&\n      typeof attribute !== \"string\" &&\n      (typeof attribute !== \"number\" || !Number.isFinite(attribute))\n    ) {\n      throw new Error(\"attribute values must be booleans, finite numbers, or strings\");\n    }\n    attributes[key] = attribute;\n  }\n  return attributes;\n}\n\nfunction parseCause(value: unknown, depth = 0): PipelineErrorCause {\n  if (!isRecord(value)) throw new Error(\"error.cause must be an object\");\n  if (depth >= 16) throw new Error(\"error.cause exceeds 16 levels\");\n  const cause: PipelineErrorCause = { message: diagnosticMessage(value) };\n  const name = optionalString(value, \"name\");\n  if (name !== undefined) cause.name = name;\n  const sourceCode = optionalString(value, \"sourceCode\");\n  if (sourceCode !== undefined) cause.sourceCode = sourceCode;\n  if (value.cause !== undefined) cause.cause = parseCause(value.cause, depth + 1);\n  return cause;\n}\n\nfunction parseIssues(value: unknown): readonly PipelineValidationIssue[] {\n  if (!Array.isArray(value)) throw new Error(\"error.issues must be an array\");\n  return value.map((issue, issueIndex) => {\n    if (!isRecord(issue)) throw new Error(`error.issues[${issueIndex}] must be an object`);\n    const parsed: PipelineValidationIssue = { message: requiredString(issue, \"message\") };\n    if (issue.path !== undefined) {\n      if (\n        !Array.isArray(issue.path) ||\n        !issue.path.every(\n          (part) => typeof part === \"string\" || (typeof part === \"number\" && Number.isFinite(part))\n        )\n      ) {\n        throw new Error(`error.issues[${issueIndex}].path must contain strings or finite numbers`);\n      }\n      parsed.path = issue.path;\n    }\n    return parsed;\n  });\n}\n\nfunction nonnegativeInteger(record: Record<string, unknown>, key: string): number {\n  const value = finiteNumber(record, key);\n  if (!Number.isSafeInteger(value) || value < 0) {\n    throw new Error(`error.fanOut.${key} must be a nonnegative safe integer`);\n  }\n  return value;\n}\n\nfunction parseFanOutCause(value: unknown, depth = 0): PipelineErrorCause {\n  if (!isRecord(value)) throw new Error(\"error.fanOut cause must be an object\");\n  // Core emits eight cause levels followed by a truncation marker.\n  if (depth > 8) throw new Error(\"error.fanOut cause exceeds its depth limit\");\n  const message = optionalString(value, \"message\");\n  if (message === undefined) throw new Error(\"error.fanOut cause requires message\");\n  const cause: PipelineErrorCause = { message };\n  for (const key of [\"name\", \"sourceCode\"] as const) {\n    const text = optionalString(value, key);\n    if (text !== undefined) cause[key] = text;\n  }\n  if (\n    [cause.message, cause.name, cause.sourceCode].some(\n      (text) => text !== undefined && text.length > 1024\n    )\n  ) {\n    throw new Error(\"error.fanOut cause strings exceed 1024 code units\");\n  }\n  if (value.cause !== undefined) cause.cause = parseFanOutCause(value.cause, depth + 1);\n  return cause;\n}\n\nfunction parseFanOut(value: unknown): PipelineFanOutDiagnostics {\n  if (!isRecord(value)) throw new Error(\"error.fanOut must be an object\");\n  if (!Array.isArray(value.failures) || value.failures.length > 32) {\n    throw new Error(\"error.fanOut.failures must be an array of at most 32 entries\");\n  }\n  const failureCount = nonnegativeInteger(value, \"failureCount\");\n  const omittedFailureCount = nonnegativeInteger(value, \"omittedFailureCount\");\n  if (failureCount - value.failures.length !== omittedFailureCount) {\n    throw new Error(\"error.fanOut counts do not match failures\");\n  }\n  let previousIndex = -1;\n  const failures = value.failures.map((failure) => {\n    if (!isRecord(failure)) throw new Error(\"error.fanOut failure must be an object\");\n    const index = nonnegativeInteger(failure, \"index\");\n    if (index <= previousIndex) throw new Error(\"error.fanOut indices must be in input order\");\n    previousIndex = index;\n    const key = optionalString(failure, \"key\");\n    if (key === undefined || key.length > 1024) {\n      throw new Error(\"error.fanOut key must be a string of at most 1024 code units\");\n    }\n    if (typeof failure.keyTruncated !== \"boolean\" || typeof failure.cancelled !== \"boolean\") {\n      throw new Error(\"error.fanOut keyTruncated and cancelled must be booleans\");\n    }\n    return {\n      index,\n      key,\n      keyTruncated: failure.keyTruncated,\n      cancelled: failure.cancelled,\n      error: parseFanOutCause(failure.error),\n    };\n  });\n  const diagnostics: PipelineFanOutDiagnostics = { failures, failureCount, omittedFailureCount };\n  if (value.schedulerError !== undefined)\n    diagnostics.schedulerError = parseFanOutCause(value.schedulerError);\n  return diagnostics;\n}\n\nfunction parseError(value: unknown): PipelineTraceError {\n  if (!isRecord(value)) throw new Error(\"error must be an object\");\n  const code = requiredString(value, \"code\");\n  const kind = requiredString(value, \"kind\");\n  const phase = requiredString(value, \"phase\");\n  if (!isErrorCode(code)) throw new Error(\"error.code is unsupported\");\n  if (!isErrorKind(kind)) throw new Error(\"error.kind is unsupported\");\n  if (!isErrorPhase(phase)) throw new Error(\"error.phase is unsupported\");\n  const error: PipelineTraceError = {\n    code,\n    kind,\n    message: diagnosticMessage(value),\n    phase,\n  };\n  if (value.cause !== undefined) error.cause = parseCause(value.cause);\n  if (value.fanOut !== undefined) error.fanOut = parseFanOut(value.fanOut);\n  if (value.issues !== undefined) error.issues = parseIssues(value.issues);\n  const sourceCode = optionalString(value, \"sourceCode\");\n  if (sourceCode !== undefined) error.sourceCode = sourceCode;\n  const stack = optionalString(value, \"stack\");\n  if (stack !== undefined) error.stack = stack;\n  return error;\n}\n\nfunction parseEvent(value: unknown): PipelineTraceEvent {\n  if (!isRecord(value)) throw new Error(\"event must be an object\");\n  if (value.version !== 1) throw new Error(\"version must be 1\");\n  const name = requiredString(value, \"name\");\n  if (!isEventName(name)) throw new Error(\"name is unsupported\");\n  const event: PipelineTraceEvent = {\n    attributes: parseAttributes(value.attributes),\n    name,\n    pipelineId: requiredString(value, \"pipelineId\"),\n    runId: requiredString(value, \"runId\"),\n    timestampMs: finiteNumber(value, \"timestampMs\"),\n    version: 1,\n  };\n  const attemptId = optionalString(value, \"attemptId\");\n  if (attemptId !== undefined) event.attemptId = attemptId;\n  if (value.durationMs !== undefined) event.durationMs = finiteNumber(value, \"durationMs\");\n  if (value.error !== undefined) event.error = parseError(value.error);\n  const itemKey = optionalString(value, \"itemKey\");\n  if (itemKey !== undefined) event.itemKey = itemKey;\n  const parentRunId = optionalString(value, \"parentRunId\");\n  if (parentRunId !== undefined) event.parentRunId = parentRunId;\n  const stepId = optionalString(value, \"stepId\");\n  if (stepId !== undefined) event.stepId = stepId;\n  if (event.name === \"pipeline.completed\") {\n    const status = event.attributes.status;\n    if (typeof status !== \"string\" || !pipelineRunStatuses.has(status)) {\n      throw new Error(\n        \"attributes.status must be cancelled, completed, or failed for pipeline.completed\"\n      );\n    }\n  }\n  return event;\n}\n\nfunction positiveInteger(value: number | undefined, fallback: number, name: string): number {\n  const resolved = value ?? fallback;\n  if (!Number.isSafeInteger(resolved) || resolved <= 0) {\n    throw new Error(`${name} must be a positive safe integer.`);\n  }\n  return resolved;\n}\n\n/**\n * Open and validate an NDJSON trace without modifying it. Events receive\n * zero-based, store-local ids in file order. The file is fully read and closed\n * during this call, so later filesystem changes cannot alter the returned view.\n */\nexport async function openNdjsonPipelineRunStore(\n  filename: string,\n  options: OpenNdjsonPipelineRunStoreOptions = {}\n): Promise<NdjsonPipelineRunStore> {\n  const resolvedFilename = path.resolve(filename);\n  const maxBytes = positiveInteger(options.maxBytes, DEFAULT_MAX_BYTES, \"maxBytes\");\n  const maxEventBytes = positiveInteger(\n    options.maxEventBytes,\n    DEFAULT_MAX_EVENT_BYTES,\n    \"maxEventBytes\"\n  );\n  const maxEvents = positiveInteger(options.maxEvents, DEFAULT_MAX_EVENTS, \"maxEvents\");\n  const handle = await open(resolvedFilename, \"r\");\n  let contents: Buffer;\n  try {\n    const fileStat = await handle.stat();\n    if (!fileStat.isFile()) throw new Error(`${resolvedFilename} is not a regular file.`);\n    if (fileStat.size > maxBytes) {\n      throw new Error(`${resolvedFilename} exceeds the ${maxBytes}-byte NDJSON trace limit.`);\n    }\n    const chunks: Buffer[] = [];\n    let byteLength = 0;\n    for await (const chunk of handle.createReadStream({ autoClose: false })) {\n      const buffer = Buffer.isBuffer(chunk) ? chunk : Buffer.from(chunk);\n      byteLength += buffer.byteLength;\n      if (byteLength > maxBytes) {\n        throw new Error(`${resolvedFilename} exceeds the ${maxBytes}-byte NDJSON trace limit.`);\n      }\n      chunks.push(buffer);\n    }\n    contents = Buffer.concat(chunks, byteLength);\n  } finally {\n    await handle.close();\n  }\n\n  const decoder = new TextDecoder(\"utf-8\", { fatal: true });\n  const events: StoredPipelineEvent[] = [];\n  let lineNumber = 0;\n  let lineStart = 0;\n  for (let cursor = 0; cursor <= contents.length; cursor += 1) {\n    if (cursor < contents.length && contents[cursor] !== 0x0a) continue;\n    lineNumber += 1;\n    let lineEnd = cursor;\n    if (lineEnd > lineStart && contents[lineEnd - 1] === 0x0d) lineEnd -= 1;\n    const byteLength = lineEnd - lineStart;\n    if (byteLength > maxEventBytes) {\n      throw new Error(\n        `${resolvedFilename} line ${lineNumber} exceeds the ${maxEventBytes}-byte event limit.`\n      );\n    }\n    const line = contents.subarray(lineStart, lineEnd);\n    lineStart = cursor + 1;\n    if (line.every((byte) => byte === 0x20 || byte === 0x09)) continue;\n    if (events.length >= maxEvents) {\n      throw new Error(`${resolvedFilename} exceeds the ${maxEvents}-event NDJSON trace limit.`);\n    }\n    let decoded: string;\n    try {\n      decoded = decoder.decode(line);\n    } catch {\n      throw new Error(`${resolvedFilename} line ${lineNumber} is not valid UTF-8.`);\n    }\n    let parsed: unknown;\n    try {\n      parsed = JSON.parse(decoded);\n    } catch {\n      throw new Error(`${resolvedFilename} line ${lineNumber} is not valid JSON.`);\n    }\n    try {\n      const event = parseEvent(parsed);\n      events.push({ ...event, id: events.length });\n    } catch (error) {\n      const detail = error instanceof Error ? error.message : \"event is invalid\";\n      throw new Error(`${resolvedFilename} line ${lineNumber} is invalid: ${detail}.`);\n    }\n  }\n\n  let closed = false;\n  return {\n    close() {\n      closed = true;\n    },\n    async listEvents(query: PipelineRunEventQuery = {}) {\n      if (closed) throw new Error(\"Cannot query a closed NDJSON pipeline run store.\");\n      const limit = Math.max(1, Math.min(100_000, Math.floor(query.limit ?? 20_000)));\n      return events\n        .filter(\n          (event) =>\n            (query.afterId === undefined || event.id > query.afterId) &&\n            (query.pipelineId === undefined || event.pipelineId === query.pipelineId) &&\n            (query.runId === undefined || event.runId === query.runId)\n        )\n        .slice(0, limit)\n        .map((event) => structuredClone(event));\n    },\n  };\n}\n"]}
+{"version":3,"file":"run-store-ndjson.js","sourceRoot":"","sources":["../../src/run-store/run-store-ndjson.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AACxC,OAAO,KAAK,IAAI,MAAM,WAAW,CAAC;AAMlC,OAAO,EAAE,wBAAwB,EAAE,MAAM,6BAA6B,CAAC;AAEvE,MAAM,iBAAiB,GAAG,EAAE,GAAG,KAAK,GAAG,KAAK,CAAC;AAC7C,MAAM,uBAAuB,GAAG,CAAC,GAAG,KAAK,GAAG,KAAK,CAAC;AAClD,MAAM,kBAAkB,GAAG,OAAO,CAAC;AAenC,SAAS,eAAe,CAAC,KAAyB,EAAE,QAAgB,EAAE,IAAY;IAChF,MAAM,QAAQ,GAAG,KAAK,IAAI,QAAQ,CAAC;IACnC,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,QAAQ,CAAC,IAAI,QAAQ,IAAI,CAAC,EAAE,CAAC;QACrD,MAAM,IAAI,KAAK,CAAC,GAAG,IAAI,mCAAmC,CAAC,CAAC;IAC9D,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,0BAA0B,CAC9C,QAAgB,EAChB,OAAO,GAAsC,EAAE;IAE/C,MAAM,gBAAgB,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;IAChD,MAAM,QAAQ,GAAG,eAAe,CAAC,OAAO,CAAC,QAAQ,EAAE,iBAAiB,EAAE,UAAU,CAAC,CAAC;IAClF,MAAM,aAAa,GAAG,eAAe,CACnC,OAAO,CAAC,aAAa,EACrB,uBAAuB,EACvB,eAAe,CAChB,CAAC;IACF,MAAM,SAAS,GAAG,eAAe,CAAC,OAAO,CAAC,SAAS,EAAE,kBAAkB,EAAE,WAAW,CAAC,CAAC;IACtF,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,gBAAgB,EAAE,GAAG,CAAC,CAAC;IACjD,IAAI,QAAgB,CAAC;IACrB,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;QACrC,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE;YAAE,MAAM,IAAI,KAAK,CAAC,GAAG,gBAAgB,yBAAyB,CAAC,CAAC;QACtF,IAAI,QAAQ,CAAC,IAAI,GAAG,QAAQ,EAAE,CAAC;YAC7B,MAAM,IAAI,KAAK,CAAC,GAAG,gBAAgB,gBAAgB,QAAQ,2BAA2B,CAAC,CAAC;QAC1F,CAAC;QACD,MAAM,MAAM,GAAa,EAAE,CAAC;QAC5B,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,CAAC,gBAAgB,CAAC,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;YACxE,MAAM,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACnE,UAAU,IAAI,MAAM,CAAC,UAAU,CAAC;YAChC,IAAI,UAAU,GAAG,QAAQ,EAAE,CAAC;gBAC1B,MAAM,IAAI,KAAK,CAAC,GAAG,gBAAgB,gBAAgB,QAAQ,2BAA2B,CAAC,CAAC;YAC1F,CAAC;YACD,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACtB,CAAC;QACD,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;IAC/C,CAAC;YAAS,CAAC;QACT,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;IACvB,CAAC;IAED,MAAM,OAAO,GAAG,IAAI,WAAW,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IAC1D,MAAM,MAAM,GAA0B,EAAE,CAAC;IACzC,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,KAAK,IAAI,MAAM,GAAG,CAAC,EAAE,MAAM,IAAI,QAAQ,CAAC,MAAM,EAAE,MAAM,IAAI,CAAC,EAAE,CAAC;QAC5D,IAAI,MAAM,GAAG,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,MAAM,CAAC,KAAK,IAAI;YAAE,SAAS;QACpE,UAAU,IAAI,CAAC,CAAC;QAChB,IAAI,OAAO,GAAG,MAAM,CAAC;QACrB,IAAI,OAAO,GAAG,SAAS,IAAI,QAAQ,CAAC,OAAO,GAAG,CAAC,CAAC,KAAK,IAAI;YAAE,OAAO,IAAI,CAAC,CAAC;QACxE,MAAM,UAAU,GAAG,OAAO,GAAG,SAAS,CAAC;QACvC,IAAI,UAAU,GAAG,aAAa,EAAE,CAAC;YAC/B,MAAM,IAAI,KAAK,CACb,GAAG,gBAAgB,SAAS,UAAU,gBAAgB,aAAa,oBAAoB,CACxF,CAAC;QACJ,CAAC;QACD,MAAM,IAAI,GAAG,QAAQ,CAAC,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;QACnD,SAAS,GAAG,MAAM,GAAG,CAAC,CAAC;QACvB,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,IAAI,CAAC;YAAE,SAAS;QACnE,IAAI,MAAM,CAAC,MAAM,IAAI,SAAS,EAAE,CAAC;YAC/B,MAAM,IAAI,KAAK,CAAC,GAAG,gBAAgB,gBAAgB,SAAS,4BAA4B,CAAC,CAAC;QAC5F,CAAC;QACD,IAAI,OAAe,CAAC;QACpB,IAAI,CAAC;YACH,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QACjC,CAAC;QAAC,MAAM,CAAC;YACP,MAAM,IAAI,KAAK,CAAC,GAAG,gBAAgB,SAAS,UAAU,sBAAsB,CAAC,CAAC;QAChF,CAAC;QACD,IAAI,MAAe,CAAC;QACpB,IAAI,CAAC;YACH,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QAC/B,CAAC;QAAC,MAAM,CAAC;YACP,MAAM,IAAI,KAAK,CAAC,GAAG,gBAAgB,SAAS,UAAU,qBAAqB,CAAC,CAAC;QAC/E,CAAC;QACD,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,wBAAwB,CAAC,MAAM,CAAC,CAAC;YAC/C,MAAM,CAAC,IAAI,CAAC,EAAE,GAAG,KAAK,EAAE,EAAE,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;QAC/C,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,MAAM,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,kBAAkB,CAAC;YAC3E,MAAM,IAAI,KAAK,CAAC,GAAG,gBAAgB,SAAS,UAAU,gBAAgB,MAAM,GAAG,CAAC,CAAC;QACnF,CAAC;IACH,CAAC;IAED,IAAI,MAAM,GAAG,KAAK,CAAC;IACnB,OAAO;QACL,KAAK;YACH,MAAM,GAAG,IAAI,CAAC;QAChB,CAAC;QACD,KAAK,CAAC,UAAU,CAAC,KAAK,GAA0B,EAAE;YAChD,IAAI,MAAM;gBAAE,MAAM,IAAI,KAAK,CAAC,kDAAkD,CAAC,CAAC;YAChF,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC;YAChF,OAAO,MAAM;iBACV,MAAM,CACL,CAAC,KAAK,EAAE,EAAE,CACR,CAAC,KAAK,CAAC,OAAO,KAAK,SAAS,IAAI,KAAK,CAAC,EAAE,GAAG,KAAK,CAAC,OAAO,CAAC;gBACzD,CAAC,KAAK,CAAC,UAAU,KAAK,SAAS,IAAI,KAAK,CAAC,UAAU,KAAK,KAAK,CAAC,UAAU,CAAC;gBACzE,CAAC,KAAK,CAAC,KAAK,KAAK,SAAS,IAAI,KAAK,CAAC,KAAK,KAAK,KAAK,CAAC,KAAK,CAAC,CAC7D;iBACA,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC;iBACf,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC,CAAC;QAC5C,CAAC;KACF,CAAC;AACJ,CAAC","sourcesContent":["import { open } from \"node:fs/promises\";\nimport * as path from \"node:path\";\nimport type {\n  PipelineRunEventQuery,\n  PipelineRunEventReader,\n  StoredPipelineEvent,\n} from \"./run-store.js\";\nimport { decodePipelineTraceEvent } from \"../tracing/tracing-codec.js\";\n\nconst DEFAULT_MAX_BYTES = 64 * 1_024 * 1_024;\nconst DEFAULT_MAX_EVENT_BYTES = 1 * 1_024 * 1_024;\nconst DEFAULT_MAX_EVENTS = 100_000;\n\n/** Bounds applied while opening an untrusted NDJSON trace artifact. */\nexport interface OpenNdjsonPipelineRunStoreOptions {\n  /** Maximum artifact size. Defaults to 64 MiB. */\n  readonly maxBytes?: number;\n  /** Maximum size of one event line. Defaults to 1 MiB. */\n  readonly maxEventBytes?: number;\n  /** Maximum non-blank event lines. Defaults to 100,000. */\n  readonly maxEvents?: number;\n}\n\n/** A read-only, in-memory view of one validated NDJSON trace artifact. */\nexport interface NdjsonPipelineRunStore extends PipelineRunEventReader {}\n\nfunction positiveInteger(value: number | undefined, fallback: number, name: string): number {\n  const resolved = value ?? fallback;\n  if (!Number.isSafeInteger(resolved) || resolved <= 0) {\n    throw new Error(`${name} must be a positive safe integer.`);\n  }\n  return resolved;\n}\n\n/**\n * Open and validate an NDJSON trace without modifying it. Events receive\n * zero-based, store-local ids in file order. The file is fully read and closed\n * during this call, so later filesystem changes cannot alter the returned view.\n */\nexport async function openNdjsonPipelineRunStore(\n  filename: string,\n  options: OpenNdjsonPipelineRunStoreOptions = {}\n): Promise<NdjsonPipelineRunStore> {\n  const resolvedFilename = path.resolve(filename);\n  const maxBytes = positiveInteger(options.maxBytes, DEFAULT_MAX_BYTES, \"maxBytes\");\n  const maxEventBytes = positiveInteger(\n    options.maxEventBytes,\n    DEFAULT_MAX_EVENT_BYTES,\n    \"maxEventBytes\"\n  );\n  const maxEvents = positiveInteger(options.maxEvents, DEFAULT_MAX_EVENTS, \"maxEvents\");\n  const handle = await open(resolvedFilename, \"r\");\n  let contents: Buffer;\n  try {\n    const fileStat = await handle.stat();\n    if (!fileStat.isFile()) throw new Error(`${resolvedFilename} is not a regular file.`);\n    if (fileStat.size > maxBytes) {\n      throw new Error(`${resolvedFilename} exceeds the ${maxBytes}-byte NDJSON trace limit.`);\n    }\n    const chunks: Buffer[] = [];\n    let byteLength = 0;\n    for await (const chunk of handle.createReadStream({ autoClose: false })) {\n      const buffer = Buffer.isBuffer(chunk) ? chunk : Buffer.from(chunk);\n      byteLength += buffer.byteLength;\n      if (byteLength > maxBytes) {\n        throw new Error(`${resolvedFilename} exceeds the ${maxBytes}-byte NDJSON trace limit.`);\n      }\n      chunks.push(buffer);\n    }\n    contents = Buffer.concat(chunks, byteLength);\n  } finally {\n    await handle.close();\n  }\n\n  const decoder = new TextDecoder(\"utf-8\", { fatal: true });\n  const events: StoredPipelineEvent[] = [];\n  let lineNumber = 0;\n  let lineStart = 0;\n  for (let cursor = 0; cursor <= contents.length; cursor += 1) {\n    if (cursor < contents.length && contents[cursor] !== 0x0a) continue;\n    lineNumber += 1;\n    let lineEnd = cursor;\n    if (lineEnd > lineStart && contents[lineEnd - 1] === 0x0d) lineEnd -= 1;\n    const byteLength = lineEnd - lineStart;\n    if (byteLength > maxEventBytes) {\n      throw new Error(\n        `${resolvedFilename} line ${lineNumber} exceeds the ${maxEventBytes}-byte event limit.`\n      );\n    }\n    const line = contents.subarray(lineStart, lineEnd);\n    lineStart = cursor + 1;\n    if (line.every((byte) => byte === 0x20 || byte === 0x09)) continue;\n    if (events.length >= maxEvents) {\n      throw new Error(`${resolvedFilename} exceeds the ${maxEvents}-event NDJSON trace limit.`);\n    }\n    let decoded: string;\n    try {\n      decoded = decoder.decode(line);\n    } catch {\n      throw new Error(`${resolvedFilename} line ${lineNumber} is not valid UTF-8.`);\n    }\n    let parsed: unknown;\n    try {\n      parsed = JSON.parse(decoded);\n    } catch {\n      throw new Error(`${resolvedFilename} line ${lineNumber} is not valid JSON.`);\n    }\n    try {\n      const event = decodePipelineTraceEvent(parsed);\n      events.push({ ...event, id: events.length });\n    } catch (error) {\n      const detail = error instanceof Error ? error.message : \"event is invalid\";\n      throw new Error(`${resolvedFilename} line ${lineNumber} is invalid: ${detail}.`);\n    }\n  }\n\n  let closed = false;\n  return {\n    close() {\n      closed = true;\n    },\n    async listEvents(query: PipelineRunEventQuery = {}) {\n      if (closed) throw new Error(\"Cannot query a closed NDJSON pipeline run store.\");\n      const limit = Math.max(1, Math.min(100_000, Math.floor(query.limit ?? 20_000)));\n      return events\n        .filter(\n          (event) =>\n            (query.afterId === undefined || event.id > query.afterId) &&\n            (query.pipelineId === undefined || event.pipelineId === query.pipelineId) &&\n            (query.runId === undefined || event.runId === query.runId)\n        )\n        .slice(0, limit)\n        .map((event) => structuredClone(event));\n    },\n  };\n}\n"]}

package/dist/run-store/run-store-sqlite.js

@@ -1,23 +1,27 @@
 import { lstat, mkdir, realpath, stat } from "node:fs/promises";
 import * as path from "node:path";
 import { pathToFileURL } from "node:url";
-const RUN_EVENT_STORE_VERSION = 1;
+import { decodePipelineTraceEvent } from "../tracing/tracing-codec.js";
+const RUN_EVENT_STORE_VERSION = 2;
+const LEGACY_RUN_EVENT_STORE_VERSION = 1;
 /** Larger batches mean fewer commits but more tail loss on crash. */
 const EXPORT_BATCH_SIZE = 64;
 function eventRow(event) {
+    const canonical = decodePipelineTraceEvent(event);
     return [
-        event.version,
-        event.runId,
-        event.parentRunId ?? null,
-        event.pipelineId,
-        event.stepId ?? null,
-        event.attemptId ?? null,
-        event.itemKey ?? null,
-        event.name,
-        event.timestampMs,
-        event.durationMs ?? null,
-        JSON.stringify(event.attributes),
-        event.error ? JSON.stringify(event.error) : null,
+        canonical.version,
+        canonical.runId,
+        canonical.correlationId ?? null,
+        canonical.parentRunId ?? null,
+        canonical.pipelineId,
+        "stepId" in canonical ? (canonical.stepId ?? null) : null,
+        "attemptId" in canonical ? (canonical.attemptId ?? null) : null,
+        canonical.itemKey ?? null,
+        canonical.name,
+        canonical.timestampMs,
+        "durationMs" in canonical ? (canonical.durationMs ?? null) : null,
+        JSON.stringify(canonical.payload),
+        "error" in canonical && canonical.error ? JSON.stringify(canonical.error) : null,
     ];
 }
 const RUN_EVENT_STORE_APPEND_ONLY_TRIGGERS = `
@@ -42,6 +46,7 @@ const RUN_EVENT_STORE_SCHEMA = `
     id INTEGER PRIMARY KEY AUTOINCREMENT,
     version INTEGER NOT NULL,
     run_id TEXT NOT NULL,
+    correlation_id TEXT,
     parent_run_id TEXT,
     pipeline_id TEXT NOT NULL,
     step_id TEXT,
@@ -69,6 +74,12 @@ function statement(database, sql) {
         throw new Error("The current SQLite runtime does not support prepared queries.");
     return prepared;
 }
+function readStoreVersion(database) {
+    // SAFETY: `PRAGMA user_version` always returns a single row with a
+    // `user_version` column, so the first result row matches this shape.
+    const versionRow = statement(database, "PRAGMA user_version").all()[0];
+    return Number(versionRow?.user_version ?? 0);
+}
 async function loadSqliteModule() {
     const specifier = "Bun" in globalThis ? "bun:sqlite" : "node:sqlite";
     // SAFETY: The dynamic import resolves to the built-in sqlite module whose
@@ -190,33 +201,29 @@ function openReadableDatabase(Database, filename, options) {
     }
 }
 function mapRow(row) {
-    const event = {
-        // SAFETY: attributes_json was written by this store via JSON.stringify of a
-        // PipelineTraceEvent["attributes"] value, so parsing yields the same shape.
-        attributes: JSON.parse(row.attributes_json),
-        id: Number(row.id),
+    const encoded = {
         name: row.event_name,
         pipelineId: row.pipeline_id,
         runId: row.run_id,
         timestampMs: Number(row.timestamp_ms),
         version: row.version,
     };
+    encoded[row.version === 1 ? "attributes" : "payload"] = JSON.parse(row.attributes_json);
     if (row.attempt_id)
-        event.attemptId = row.attempt_id;
+        encoded.attemptId = row.attempt_id;
+    if (row.correlation_id != null)
+        encoded.correlationId = row.correlation_id;
     if (row.duration_ms !== null)
-        event.durationMs = Number(row.duration_ms);
-    if (row.error_json) {
-        // SAFETY: error_json was written by this store via JSON.stringify of a
-        // NonNullable<PipelineTraceEvent["error"]> value, so parsing yields the same shape.
-        event.error = JSON.parse(row.error_json);
-    }
+        encoded.durationMs = Number(row.duration_ms);
+    if (row.error_json)
+        encoded.error = JSON.parse(row.error_json);
     if (row.item_key)
-        event.itemKey = row.item_key;
+        encoded.itemKey = row.item_key;
     if (row.parent_run_id)
-        event.parentRunId = row.parent_run_id;
+        encoded.parentRunId = row.parent_run_id;
     if (row.step_id)
-        event.stepId = row.step_id;
-    return event;
+        encoded.stepId = row.step_id;
+    return { ...decodePipelineTraceEvent(encoded), id: Number(row.id) };
 }
 /**
  * Open the optional local SQLite trace store used by `tubeless run --store`,
@@ -242,30 +249,66 @@ export async function openSqlitePipelineRunStore(filename, options = {}) {
         }
     }
     const database = await openDatabase(resolvedFilename, { create: initialize, readOnly });
+    let storeVersion = 0;
     try {
-        // SAFETY: `PRAGMA user_version` always returns a single row with a
-        // `user_version` column, so the first result row matches this shape.
-        const versionRow = statement(database, "PRAGMA user_version").all()[0];
-        const version = Number(versionRow?.user_version ?? 0);
-        if (version !== 0 && version !== RUN_EVENT_STORE_VERSION) {
+        const version = readStoreVersion(database);
+        storeVersion = version;
+        if (version !== 0 &&
+            version !== LEGACY_RUN_EVENT_STORE_VERSION &&
+            version !== RUN_EVENT_STORE_VERSION) {
             throw new Error(`Unsupported pipeline run store schema version ${version}; expected ${RUN_EVENT_STORE_VERSION}.`);
         }
-        if (!initialize && version !== RUN_EVENT_STORE_VERSION) {
+        if (!initialize && version === 0) {
             throw new Error(`${resolvedFilename} is not a pipeline run store.`);
         }
-        if (initialize) {
+        if (!readOnly && version === LEGACY_RUN_EVENT_STORE_VERSION) {
+            database.exec("PRAGMA busy_timeout = 5000");
+            database.exec("BEGIN IMMEDIATE");
+            try {
+                const lockedVersion = readStoreVersion(database);
+                if (lockedVersion === LEGACY_RUN_EVENT_STORE_VERSION) {
+                    database.exec("ALTER TABLE pipeline_run_events ADD COLUMN correlation_id TEXT");
+                    database.exec(`PRAGMA user_version = ${RUN_EVENT_STORE_VERSION}`);
+                    storeVersion = RUN_EVENT_STORE_VERSION;
+                }
+                else if (lockedVersion === RUN_EVENT_STORE_VERSION) {
+                    storeVersion = lockedVersion;
+                }
+                else {
+                    throw new Error(`Unsupported pipeline run store schema version ${lockedVersion}; expected ${RUN_EVENT_STORE_VERSION}.`);
+                }
+                database.exec("COMMIT");
+            }
+            catch (error) {
+                try {
+                    database.exec("ROLLBACK");
+                }
+                catch {
+                    // Preserve the migration failure when SQLite already ended the transaction.
+                }
+                throw error;
+            }
+        }
+        else if (initialize) {
             database.exec(RUN_EVENT_STORE_SCHEMA);
             database.exec(`PRAGMA user_version = ${RUN_EVENT_STORE_VERSION}`);
+            storeVersion = RUN_EVENT_STORE_VERSION;
         }
     }
     catch (error) {
         database.close();
         throw error;
     }
-    const insert = statement(database, `INSERT INTO pipeline_run_events (
-      version, run_id, parent_run_id, pipeline_id, step_id, attempt_id, item_key,
-      event_name, timestamp_ms, duration_ms, attributes_json, error_json
-    ) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)`);
+    const legacyReadOnly = readOnly && storeVersion === LEGACY_RUN_EVENT_STORE_VERSION;
+    const insert = statement(database, legacyReadOnly
+        ? `INSERT INTO pipeline_run_events (
+          version, run_id, parent_run_id, pipeline_id, step_id, attempt_id, item_key,
+          event_name, timestamp_ms, duration_ms, attributes_json, error_json
+        ) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)`
+        : `INSERT INTO pipeline_run_events (
+          version, run_id, correlation_id, parent_run_id, pipeline_id, step_id, attempt_id,
+          item_key, event_name, timestamp_ms, duration_ms, attributes_json, error_json
+        ) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)`);
     let closed = false;
     let exportError;
     const pending = [];
@@ -274,8 +317,14 @@ export async function openSqlitePipelineRunStore(filename, options = {}) {
             return;
         try {
             database.exec("BEGIN IMMEDIATE");
-            for (const row of pending)
-                insert.run(...row);
+            for (const row of pending) {
+                if (legacyReadOnly) {
+                    const [version, runId, , ...rest] = row;
+                    insert.run(version, runId, ...rest);
+                }
+                else
+                    insert.run(...row);
+            }
             database.exec("COMMIT");
             pending.length = 0;
         }