agent-hitch 0.1.1 → 0.2.1

package/dist/src/revisions/sources/npm.js

@@ -0,0 +1,97 @@
+import { HitchError, SCHEMA_VERSION, commandExecutable, digest, runCommand } from "../../foundation/index.js";
+export async function resolveVersion(reference, source, env) {
+    const npm = commandExecutable("npm", env);
+    const packages = source.packages || [source.package];
+    let result;
+    let packageName;
+    let notFoundError;
+    for (const candidate of packages) {
+        if (!candidate)
+            continue;
+        const spec = `${candidate}@${reference.selector.value}`;
+        try {
+            result = await runCommand(npm, ["view", spec, "version", "dist", "--json"], {
+                env,
+                failureCode: "resolution_failed",
+                failureExitCode: 4,
+            });
+            packageName = candidate;
+            break;
+        }
+        catch (error) {
+            if (!/E404|not found|No match/i.test(error.message))
+                throw error;
+            notFoundError = error;
+        }
+    }
+    if (!result || !packageName) {
+        throw new HitchError(`revision not found: ${reference.canonical}`, {
+            code: "revision_not_found",
+            exitCode: 3,
+            cause: notFoundError,
+        });
+    }
+    const spec = `${packageName}@${reference.selector.value}`;
+    let metadata;
+    try {
+        metadata = JSON.parse(result.stdout);
+    }
+    catch (error) {
+        throw new HitchError(`package registry returned invalid metadata for ${spec}`, {
+            code: "resolution_failed",
+            exitCode: 4,
+            cause: error,
+        });
+    }
+    const expectedVersion = reference.selector.value;
+    if (metadata.version !== expectedVersion) {
+        throw new HitchError(`package registry resolved ${spec} as ${metadata.version || "an unknown version"}`, {
+            code: "resolution_failed",
+            exitCode: 4,
+        });
+    }
+    const integrity = metadata.dist?.integrity || (metadata.dist?.shasum ? `sha1:${metadata.dist.shasum}` : "");
+    if (!integrity || !metadata.dist?.tarball) {
+        throw new HitchError(`package registry did not provide immutable distribution metadata for ${spec}`, {
+            code: "resolution_failed",
+            exitCode: 4,
+        });
+    }
+    const identity = digest({
+        harness_id: reference.harness_id,
+        source_type: "npm",
+        package: packageName,
+        version: metadata.version,
+        integrity,
+    });
+    return {
+        schema_version: SCHEMA_VERSION,
+        requested_ref: reference.raw,
+        canonical_ref: reference.canonical,
+        harness_id: reference.harness_id,
+        selector: { type: "version", value: expectedVersion },
+        source: {
+            type: "npm",
+            package: packageName,
+            tarball: sanitizeUrl(metadata.dist.tarball),
+            integrity,
+        },
+        revision: { type: "version", version: metadata.version },
+        identity,
+        resolved_at: new Date().toISOString(),
+    };
+}
+function sanitizeUrl(value) {
+    try {
+        const url = new URL(value);
+        url.username = "";
+        url.password = "";
+        url.search = "";
+        url.hash = "";
+        return url.href;
+    }
+    catch {
+        return value;
+    }
+}
+//# sourceMappingURL=npm.js.map

package/dist/src/revisions/sources/npm.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"npm.js","sourceRoot":"","sources":["../../../../src/revisions/sources/npm.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,UAAU,EAAE,cAAc,EAAE,iBAAiB,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,2BAA2B,CAAC;AAQ9G,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,SAAiC,EAAE,MAAgC,EAAE,GAAsB;IAC9H,MAAM,GAAG,GAAG,iBAAiB,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;IAC1C,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IACrD,IAAI,MAAsD,CAAC;IAC3D,IAAI,WAA+B,CAAC;IACpC,IAAI,aAAsB,CAAC;IAC3B,KAAK,MAAM,SAAS,IAAI,QAAQ,EAAE,CAAC;QACjC,IAAI,CAAC,SAAS;YAAE,SAAS;QACzB,MAAM,IAAI,GAAG,GAAG,SAAS,IAAK,SAAS,CAAC,QAA8B,CAAC,KAAK,EAAE,CAAC;QAC/E,IAAI,CAAC;YACH,MAAM,GAAG,MAAM,UAAU,CAAC,GAAG,EAAE,CAAC,MAAM,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,QAAQ,CAAC,EAAE;gBAC1E,GAAG;gBACH,WAAW,EAAE,mBAAmB;gBAChC,eAAe,EAAE,CAAC;aACnB,CAAC,CAAC;YACH,WAAW,GAAG,SAAS,CAAC;YACxB,MAAM;QACR,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,0BAA0B,CAAC,IAAI,CAAE,KAAe,CAAC,OAAO,CAAC;gBAAE,MAAM,KAAK,CAAC;YAC5E,aAAa,GAAG,KAAK,CAAC;QACxB,CAAC;IACH,CAAC;IACD,IAAI,CAAC,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;QAC5B,MAAM,IAAI,UAAU,CAAC,uBAAuB,SAAS,CAAC,SAAS,EAAE,EAAE;YACjE,IAAI,EAAE,oBAAoB;YAC1B,QAAQ,EAAE,CAAC;YACX,KAAK,EAAE,aAAa;SACrB,CAAC,CAAC;IACL,CAAC;IACD,MAAM,IAAI,GAAG,GAAG,WAAW,IAAK,SAAS,CAAC,QAA8B,CAAC,KAAK,EAAE,CAAC;IACjF,IAAI,QAAuB,CAAC;IAC5B,IAAI,CAAC;QACH,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAkB,CAAC;IACxD,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,IAAI,UAAU,CAAC,kDAAkD,IAAI,EAAE,EAAE;YAC7E,IAAI,EAAE,mBAAmB;YACzB,QAAQ,EAAE,CAAC;YACX,KAAK,EAAE,KAAK;SACb,CAAC,CAAC;IACL,CAAC;IACD,MAAM,eAAe,GAAI,SAAS,CAAC,QAA8B,CAAC,KAAK,CAAC;IACxE,IAAI,QAAQ,CAAC,OAAO,KAAK,eAAe,EAAE,CAAC;QACzC,MAAM,IAAI,UAAU,CAAC,6BAA6B,IAAI,OAAO,QAAQ,CAAC,OAAO,IAAI,oBAAoB,EAAE,EAAE;YACvG,IAAI,EAAE,mBAAmB;YACzB,QAAQ,EAAE,CAAC;SACZ,CAAC,CAAC;IACL,CAAC;IACD,MAAM,SAAS,GAAG,QAAQ,CAAC,IAAI,EAAE,SAAS,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC,QAAQ,QAAQ,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IAC5G,IAAI,CAAC,SAAS,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,OAAO,EAAE,CAAC;QAC1C,MAAM,IAAI,UAAU,CAAC,wEAAwE,IAAI,EAAE,EAAE;YACnG,IAAI,EAAE,mBAAmB;YACzB,QAAQ,EAAE,CAAC;SACZ,CAAC,CAAC;IACL,CAAC;IACD,MAAM,QAAQ,GAAG,MAAM,CAAC;QACtB,UAAU,EAAE,SAAS,CAAC,UAAU;QAChC,WAAW,EAAE,KAAK;QAClB,OAAO,EAAE,WAAW;QACpB,OAAO,EAAE,QAAQ,CAAC,OAAO;QACzB,SAAS;KACV,CAAC,CAAC;IACH,OAAO;QACL,cAAc,EAAE,cAAc;QAC9B,aAAa,EAAE,SAAS,CAAC,GAAG;QAC5B,aAAa,EAAE,SAAS,CAAC,SAAS;QAClC,UAAU,EAAE,SAAS,CAAC,UAAU;QAChC,QAAQ,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,eAAe,EAAE;QACrD,MAAM,EAAE;YACN,IAAI,EAAE,KAAK;YACX,OAAO,EAAE,WAAW;YACpB,OAAO,EAAE,WAAW,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC;YAC3C,SAAS;SACV;QACD,QAAQ,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,OAAO,EAAE,QAAQ,CAAC,OAAO,EAAE;QACxD,QAAQ;QACR,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;KACtC,CAAC;AACJ,CAAC;AAED,SAAS,WAAW,CAAC,KAAa;IAChC,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC;QAC3B,GAAG,CAAC,QAAQ,GAAG,EAAE,CAAC;QAClB,GAAG,CAAC,QAAQ,GAAG,EAAE,CAAC;QAClB,GAAG,CAAC,MAAM,GAAG,EAAE,CAAC;QAChB,GAAG,CAAC,IAAI,GAAG,EAAE,CAAC;QACd,OAAO,GAAG,CAAC,IAAI,CAAC;IAClB,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC"}

package/dist/src/runs/compare.js

@@ -0,0 +1,132 @@
+import { canonicalJSON } from "./records.js";
+import { queryRuns } from "./query.js";
+export function compareRunRecords(loadedRecords, { dimension, referenceRunId }) {
+    const candidateReference = referenceRunId
+        ? loadedRecords.find(({ record }) => record.run_id === referenceRunId)
+        : loadedRecords.find(({ record }) => record.context.kind === "benchmark_task");
+    const reference = candidateReference?.record;
+    const excluded = [];
+    const unresolved = [];
+    const groups = new Map();
+    for (const loaded of loadedRecords) {
+        const record = loaded.record;
+        const reasons = [];
+        if (record.context.kind !== "benchmark_task")
+            reasons.push("not_benchmark_task");
+        if (!reference || reference.context.kind !== "benchmark_task") {
+            if (!reasons.includes("not_benchmark_task"))
+                reasons.push("benchmark_reference_missing");
+        }
+        else if (record.context.kind === "benchmark_task") {
+            reasons.push(...comparisonIdentityMismatches(reference, record, dimension));
+        }
+        if (record.harness.revision_identity === null) {
+            reasons.push("harness_identity_unresolved");
+            unresolved.push({ run_id: record.run_id, identity: "harness" });
+        }
+        if (record.model.identity_resolved !== true || !record.model.provider || !record.model.effective_id) {
+            reasons.push("model_identity_unresolved");
+            unresolved.push({ run_id: record.run_id, identity: "model" });
+        }
+        if (loaded.trajectory_status !== "valid")
+            reasons.push("trajectory_missing_or_corrupt");
+        if (loaded.record_status !== "valid")
+            reasons.push("infrastructure_failure");
+        if (record.observation?.status === "invalid")
+            reasons.push(record.observation.invalid_reason || "infrastructure_failure");
+        else if (record.context.kind === "benchmark_task" && !record.observation)
+            reasons.push("verifier_result_missing");
+        else if (record.context.kind === "benchmark_task" && loaded.verifier_status !== "valid")
+            reasons.push("verifier_result_missing");
+        if (record.status === "cancelled" && !reasons.includes("cancelled"))
+            reasons.push("cancelled");
+        const identityReasons = reasons.filter((reason) => isIdentityExclusion(reason));
+        const canGroup = identityReasons.length === 0 && reference !== undefined && record.context.kind === "benchmark_task";
+        if (canGroup) {
+            const identity = dimension === "model" ? record.model : record.harness;
+            const key = canonicalJSON(identity);
+            let group = groups.get(key);
+            if (!group) {
+                group = {
+                    identity,
+                    run_ids: [],
+                    valid_observations: 0,
+                    rewards: { count: 0, mean: null, min: null, max: null },
+                    agent_failures: 0,
+                    invalid_run_ids: [],
+                };
+                groups.set(key, group);
+            }
+            if (record.status !== "succeeded")
+                group.agent_failures += 1;
+            if (record.observation?.status === "valid"
+                && loaded.trajectory_status === "valid"
+                && loaded.verifier_status === "valid"
+                && loaded.record_status === "valid") {
+                group.run_ids.push(record.run_id);
+                group.valid_observations += 1;
+                addReward(group, record.observation.reward);
+            }
+            else {
+                group.invalid_run_ids.push(record.run_id);
+            }
+        }
+        if (reasons.length > 0)
+            excluded.push({ run_id: record.run_id, reasons: [...new Set(reasons)] });
+    }
+    const resultGroups = [...groups.values()].sort((left, right) => canonicalJSON(left.identity).localeCompare(canonicalJSON(right.identity)));
+    const hasUnresolvedVariable = unresolved.some(({ identity }) => identity === dimension);
+    return {
+        schema_version: "1",
+        dimension,
+        strict: Boolean(reference) && resultGroups.length >= 2 && !hasUnresolvedVariable,
+        reference_run_id: reference?.run_id ?? null,
+        groups: resultGroups,
+        excluded,
+        unresolved_identities: unresolved,
+    };
+}
+function comparisonIdentityMismatches(reference, record, dimension) {
+    const left = reference.context;
+    const right = record.context;
+    if (left.kind !== "benchmark_task" || right.kind !== "benchmark_task")
+        return [];
+    const reasons = [];
+    if (left.benchmark_id !== right.benchmark_id || left.benchmark_revision !== right.benchmark_revision || left.task_id !== right.task_id) {
+        reasons.push("benchmark_revision_mismatch");
+    }
+    if (left.task_digest !== right.task_digest)
+        reasons.push("task_digest_mismatch");
+    if (left.verifier_identity !== right.verifier_identity)
+        reasons.push("verifier_identity_mismatch");
+    if (canonicalJSON(reference.protocol) !== canonicalJSON(record.protocol))
+        reasons.push("protocol_identity_mismatch");
+    if (dimension === "model" && canonicalJSON(reference.harness) !== canonicalJSON(record.harness))
+        reasons.push("harness_identity_mismatch");
+    if (dimension === "harness" && canonicalJSON(reference.model) !== canonicalJSON(record.model))
+        reasons.push("model_identity_mismatch");
+    return reasons;
+}
+function isIdentityExclusion(reason) {
+    return [
+        "not_benchmark_task", "benchmark_reference_missing", "benchmark_revision_mismatch",
+        "task_digest_mismatch", "verifier_identity_mismatch", "protocol_identity_mismatch",
+        "harness_identity_mismatch", "model_identity_mismatch", "harness_identity_unresolved",
+        "model_identity_unresolved",
+    ].includes(reason);
+}
+function addReward(group, reward) {
+    const previousCount = group.rewards.count;
+    const previousTotal = (group.rewards.mean ?? 0) * previousCount;
+    group.rewards.count += 1;
+    group.rewards.mean = (previousTotal + reward) / group.rewards.count;
+    group.rewards.min = group.rewards.min === null ? reward : Math.min(group.rewards.min, reward);
+    group.rewards.max = group.rewards.max === null ? reward : Math.max(group.rewards.max, reward);
+}
+export async function compareRuns({ root, dimension, query = {}, referenceRunId }) {
+    return compareRunRecords(await queryRuns({ root, query, verifyTrajectory: true }), {
+        dimension,
+        ...(referenceRunId ? { referenceRunId } : {}),
+    });
+}
+//# sourceMappingURL=compare.js.map

package/dist/src/runs/compare.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"compare.js","sourceRoot":"","sources":["../../../src/runs/compare.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAE7C,OAAO,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AA6BvC,MAAM,UAAU,iBAAiB,CAC/B,aAAoC,EACpC,EAAE,SAAS,EAAE,cAAc,EAA+D;IAE1F,MAAM,kBAAkB,GAAG,cAAc;QACvC,CAAC,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,KAAK,cAAc,CAAC;QACtE,CAAC,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,KAAK,gBAAgB,CAAC,CAAC;IACjF,MAAM,SAAS,GAAG,kBAAkB,EAAE,MAAM,CAAC;IAC7C,MAAM,QAAQ,GAA0B,EAAE,CAAC;IAC3C,MAAM,UAAU,GAA6D,EAAE,CAAC;IAChF,MAAM,MAAM,GAAG,IAAI,GAAG,EAA2B,CAAC;IAElD,KAAK,MAAM,MAAM,IAAI,aAAa,EAAE,CAAC;QACnC,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;QAC7B,MAAM,OAAO,GAAa,EAAE,CAAC;QAC7B,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,KAAK,gBAAgB;YAAE,OAAO,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;QACjF,IAAI,CAAC,SAAS,IAAI,SAAS,CAAC,OAAO,CAAC,IAAI,KAAK,gBAAgB,EAAE,CAAC;YAC9D,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,oBAAoB,CAAC;gBAAE,OAAO,CAAC,IAAI,CAAC,6BAA6B,CAAC,CAAC;QAC3F,CAAC;aAAM,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,KAAK,gBAAgB,EAAE,CAAC;YACpD,OAAO,CAAC,IAAI,CAAC,GAAG,4BAA4B,CAAC,SAAS,EAAE,MAAM,EAAE,SAAS,CAAC,CAAC,CAAC;QAC9E,CAAC;QACD,IAAI,MAAM,CAAC,OAAO,CAAC,iBAAiB,KAAK,IAAI,EAAE,CAAC;YAC9C,OAAO,CAAC,IAAI,CAAC,6BAA6B,CAAC,CAAC;YAC5C,UAAU,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,CAAC,CAAC;QAClE,CAAC;QACD,IAAI,MAAM,CAAC,KAAK,CAAC,iBAAiB,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,YAAY,EAAE,CAAC;YACpG,OAAO,CAAC,IAAI,CAAC,2BAA2B,CAAC,CAAC;YAC1C,UAAU,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,CAAC;QAChE,CAAC;QACD,IAAI,MAAM,CAAC,iBAAiB,KAAK,OAAO;YAAE,OAAO,CAAC,IAAI,CAAC,+BAA+B,CAAC,CAAC;QACxF,IAAI,MAAM,CAAC,aAAa,KAAK,OAAO;YAAE,OAAO,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC;QAC7E,IAAI,MAAM,CAAC,WAAW,EAAE,MAAM,KAAK,SAAS;YAAE,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,cAAc,IAAI,wBAAwB,CAAC,CAAC;aACrH,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,KAAK,gBAAgB,IAAI,CAAC,MAAM,CAAC,WAAW;YAAE,OAAO,CAAC,IAAI,CAAC,yBAAyB,CAAC,CAAC;aAC7G,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,KAAK,gBAAgB,IAAI,MAAM,CAAC,eAAe,KAAK,OAAO;YAAE,OAAO,CAAC,IAAI,CAAC,yBAAyB,CAAC,CAAC;QACjI,IAAI,MAAM,CAAC,MAAM,KAAK,WAAW,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAC;YAAE,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QAE/F,MAAM,eAAe,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,mBAAmB,CAAC,MAAM,CAAC,CAAC,CAAC;QAChF,MAAM,QAAQ,GAAG,eAAe,CAAC,MAAM,KAAK,CAAC,IAAI,SAAS,KAAK,SAAS,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,KAAK,gBAAgB,CAAC;QACrH,IAAI,QAAQ,EAAE,CAAC;YACb,MAAM,QAAQ,GAAG,SAAS,KAAK,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC;YACvE,MAAM,GAAG,GAAG,aAAa,CAAC,QAAQ,CAAC,CAAC;YACpC,IAAI,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YAC5B,IAAI,CAAC,KAAK,EAAE,CAAC;gBACX,KAAK,GAAG;oBACN,QAAQ;oBACR,OAAO,EAAE,EAAE;oBACX,kBAAkB,EAAE,CAAC;oBACrB,OAAO,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE,GAAG,EAAE,IAAI,EAAE;oBACvD,cAAc,EAAE,CAAC;oBACjB,eAAe,EAAE,EAAE;iBACpB,CAAC;gBACF,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;YACzB,CAAC;YACD,IAAI,MAAM,CAAC,MAAM,KAAK,WAAW;gBAAE,KAAK,CAAC,cAAc,IAAI,CAAC,CAAC;YAC7D,IACE,MAAM,CAAC,WAAW,EAAE,MAAM,KAAK,OAAO;mBACnC,MAAM,CAAC,iBAAiB,KAAK,OAAO;mBACpC,MAAM,CAAC,eAAe,KAAK,OAAO;mBAClC,MAAM,CAAC,aAAa,KAAK,OAAO,EACnC,CAAC;gBACD,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;gBAClC,KAAK,CAAC,kBAAkB,IAAI,CAAC,CAAC;gBAC9B,SAAS,CAAC,KAAK,EAAE,MAAM,CAAC,WAAW,CAAC,MAAgB,CAAC,CAAC;YACxD,CAAC;iBAAM,CAAC;gBACN,KAAK,CAAC,eAAe,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YAC5C,CAAC;QACH,CAAC;QACD,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC;YAAE,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC,EAAE,CAAC,CAAC;IACnG,CAAC;IAED,MAAM,YAAY,GAAG,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,aAAa,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,aAAa,CAAC,aAAa,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;IAC3I,MAAM,qBAAqB,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,QAAQ,KAAK,SAAS,CAAC,CAAC;IACxF,OAAO;QACL,cAAc,EAAE,GAAG;QACnB,SAAS;QACT,MAAM,EAAE,OAAO,CAAC,SAAS,CAAC,IAAI,YAAY,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,qBAAqB;QAChF,gBAAgB,EAAE,SAAS,EAAE,MAAM,IAAI,IAAI;QAC3C,MAAM,EAAE,YAAY;QACpB,QAAQ;QACR,qBAAqB,EAAE,UAAU;KAClC,CAAC;AACJ,CAAC;AAED,SAAS,4BAA4B,CAAC,SAAsB,EAAE,MAAmB,EAAE,SAA8B;IAC/G,MAAM,IAAI,GAAG,SAAS,CAAC,OAAO,CAAC;IAC/B,MAAM,KAAK,GAAG,MAAM,CAAC,OAAO,CAAC;IAC7B,IAAI,IAAI,CAAC,IAAI,KAAK,gBAAgB,IAAI,KAAK,CAAC,IAAI,KAAK,gBAAgB;QAAE,OAAO,EAAE,CAAC;IACjF,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,IAAI,IAAI,CAAC,YAAY,KAAK,KAAK,CAAC,YAAY,IAAI,IAAI,CAAC,kBAAkB,KAAK,KAAK,CAAC,kBAAkB,IAAI,IAAI,CAAC,OAAO,KAAK,KAAK,CAAC,OAAO,EAAE,CAAC;QACvI,OAAO,CAAC,IAAI,CAAC,6BAA6B,CAAC,CAAC;IAC9C,CAAC;IACD,IAAI,IAAI,CAAC,WAAW,KAAK,KAAK,CAAC,WAAW;QAAE,OAAO,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC;IACjF,IAAI,IAAI,CAAC,iBAAiB,KAAK,KAAK,CAAC,iBAAiB;QAAE,OAAO,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAC;IACnG,IAAI,aAAa,CAAC,SAAS,CAAC,QAAQ,CAAC,KAAK,aAAa,CAAC,MAAM,CAAC,QAAQ,CAAC;QAAE,OAAO,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAC;IACrH,IAAI,SAAS,KAAK,OAAO,IAAI,aAAa,CAAC,SAAS,CAAC,OAAO,CAAC,KAAK,aAAa,CAAC,MAAM,CAAC,OAAO,CAAC;QAAE,OAAO,CAAC,IAAI,CAAC,2BAA2B,CAAC,CAAC;IAC3I,IAAI,SAAS,KAAK,SAAS,IAAI,aAAa,CAAC,SAAS,CAAC,KAAK,CAAC,KAAK,aAAa,CAAC,MAAM,CAAC,KAAK,CAAC;QAAE,OAAO,CAAC,IAAI,CAAC,yBAAyB,CAAC,CAAC;IACvI,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,SAAS,mBAAmB,CAAC,MAAc;IACzC,OAAO;QACL,oBAAoB,EAAE,6BAA6B,EAAE,6BAA6B;QAClF,sBAAsB,EAAE,4BAA4B,EAAE,4BAA4B;QAClF,2BAA2B,EAAE,yBAAyB,EAAE,6BAA6B;QACrF,2BAA2B;KAC5B,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;AACrB,CAAC;AAED,SAAS,SAAS,CAAC,KAAsB,EAAE,MAAc;IACvD,MAAM,aAAa,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;IAC1C,MAAM,aAAa,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,IAAI,CAAC,CAAC,GAAG,aAAa,CAAC;IAChE,KAAK,CAAC,OAAO,CAAC,KAAK,IAAI,CAAC,CAAC;IACzB,KAAK,CAAC,OAAO,CAAC,IAAI,GAAG,CAAC,aAAa,GAAG,MAAM,CAAC,GAAG,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;IACpE,KAAK,CAAC,OAAO,CAAC,GAAG,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,KAAK,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;IAC9F,KAAK,CAAC,OAAO,CAAC,GAAG,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,KAAK,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;AAChG,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,GAAG,EAAE,EAAE,cAAc,EAK9E;IACC,OAAO,iBAAiB,CAAC,MAAM,SAAS,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,gBAAgB,EAAE,IAAI,EAAE,CAAC,EAAE;QACjF,SAAS;QACT,GAAG,CAAC,cAAc,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAC9C,CAAC,CAAC;AACL,CAAC"}

package/dist/src/runs/events.js

@@ -0,0 +1,79 @@
+import { createWriteStream } from "node:fs";
+import path from "node:path";
+import { ensureDir, SCHEMA_VERSION } from "../foundation/index.js";
+export class EventSink {
+    runDirectory;
+    runId;
+    onEvent;
+    sequence = 0;
+    pending = Promise.resolve();
+    events;
+    stdout;
+    stderr;
+    streamError;
+    constructor(runDirectory, runId, onEvent = () => { }) {
+        this.runDirectory = runDirectory;
+        this.runId = runId;
+        this.onEvent = onEvent;
+    }
+    async open() {
+        await ensureDir(this.runDirectory);
+        this.events = createWriteStream(path.join(this.runDirectory, "events.jsonl"), { flags: "a", mode: 0o600 });
+        this.stdout = createWriteStream(path.join(this.runDirectory, "stdout.log"), { flags: "a", mode: 0o600 });
+        this.stderr = createWriteStream(path.join(this.runDirectory, "stderr.log"), { flags: "a", mode: 0o600 });
+        for (const stream of [this.events, this.stdout, this.stderr]) {
+            stream.on("error", (error) => { this.streamError ||= error; });
+        }
+    }
+    emit(event) {
+        const framed = {
+            schema_version: SCHEMA_VERSION,
+            sequence: ++this.sequence,
+            timestamp: new Date().toISOString(),
+            run_id: this.runId,
+            ...event,
+            type: event.type || "event",
+        };
+        const line = `${JSON.stringify(framed)}\n`;
+        this.pending = this.pending.then(() => writeChunk(this.events, line));
+        try {
+            this.onEvent(framed);
+        }
+        catch { /* Observers cannot break the persisted run lifecycle. */ }
+        return framed;
+    }
+    writeStdout(line) {
+        this.pending = this.pending.then(() => writeChunk(this.stdout, `${line}\n`));
+    }
+    writeStderr(line) {
+        this.pending = this.pending.then(() => writeChunk(this.stderr, `${line}\n`));
+    }
+    async close() {
+        let failure;
+        try {
+            await this.pending;
+        }
+        catch (error) {
+            failure = error;
+        }
+        const closed = await Promise.allSettled([closeStream(this.events), closeStream(this.stdout), closeStream(this.stderr)]);
+        failure ||= this.streamError;
+        failure ||= closed.find((result) => result.status === "rejected")?.reason;
+        if (failure)
+            throw failure;
+    }
+}
+function writeChunk(stream, chunk) {
+    return new Promise((resolve, reject) => {
+        stream.write(chunk, (error) => error ? reject(error) : resolve());
+    });
+}
+function closeStream(stream) {
+    if (!stream)
+        return Promise.resolve();
+    return new Promise((resolve, reject) => {
+        stream.once("error", reject);
+        stream.end(resolve);
+    });
+}
+//# sourceMappingURL=events.js.map

package/dist/src/runs/events.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"events.js","sourceRoot":"","sources":["../../../src/runs/events.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,MAAM,SAAS,CAAC;AAE5C,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,SAAS,EAAE,cAAc,EAAE,MAAM,wBAAwB,CAAC;AASnE,MAAM,OAAO,SAAS;IACX,YAAY,CAAS;IACrB,KAAK,CAAQ;IACb,OAAO,CAA8B;IACtC,QAAQ,GAAG,CAAC,CAAC;IACb,OAAO,GAAkB,OAAO,CAAC,OAAO,EAAE,CAAC;IAC3C,MAAM,CAA0B;IAChC,MAAM,CAA0B;IAChC,MAAM,CAA0B;IAChC,WAAW,CAAoB;IAEvC,YAAY,YAAoB,EAAE,KAAY,EAAE,UAAuC,GAAG,EAAE,GAAE,CAAC;QAC7F,IAAI,CAAC,YAAY,GAAG,YAAY,CAAC;QACjC,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;IACzB,CAAC;IAED,KAAK,CAAC,IAAI;QACR,MAAM,SAAS,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QACnC,IAAI,CAAC,MAAM,GAAG,iBAAiB,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,cAAc,CAAC,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;QAC3G,IAAI,CAAC,MAAM,GAAG,iBAAiB,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,YAAY,CAAC,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;QACzG,IAAI,CAAC,MAAM,GAAG,iBAAiB,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,YAAY,CAAC,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;QACzG,KAAK,MAAM,MAAM,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC;YAC7D,MAAM,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAY,EAAE,EAAE,GAAG,IAAI,CAAC,WAAW,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QACxE,CAAC;IACH,CAAC;IAED,IAAI,CAAC,KAA8B;QACjC,MAAM,MAAM,GAAe;YACzB,cAAc,EAAE,cAAc;YAC9B,QAAQ,EAAE,EAAE,IAAI,CAAC,QAAQ;YACzB,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACnC,MAAM,EAAE,IAAI,CAAC,KAAK;YAClB,GAAG,KAAK;YACR,IAAI,EAAG,KAAK,CAAC,IAAe,IAAI,OAAO;SACxC,CAAC;QACF,MAAM,IAAI,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC;QAC3C,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,MAAqB,EAAE,IAAI,CAAC,CAAC,CAAC;QACrF,IAAI,CAAC;YAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QAAC,CAAC;QAAC,MAAM,CAAC,CAAC,yDAAyD,CAAC,CAAC;QACjG,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,WAAW,CAAC,IAAY;QACtB,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,MAAqB,EAAE,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC;IAC9F,CAAC;IAED,WAAW,CAAC,IAAY;QACtB,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,MAAqB,EAAE,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC;IAC9F,CAAC;IAED,KAAK,CAAC,KAAK;QACT,IAAI,OAA0B,CAAC;QAC/B,IAAI,CAAC;YAAC,MAAM,IAAI,CAAC,OAAO,CAAC;QAAC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAAC,OAAO,GAAG,KAAc,CAAC;QAAC,CAAC;QACvE,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,UAAU,CAAC,CAAC,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;QACxH,OAAO,KAAK,IAAI,CAAC,WAAW,CAAC;QAC7B,OAAO,KAAK,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,KAAK,UAAU,CAAC,EAAE,MAA2B,CAAC;QAC/F,IAAI,OAAO;YAAE,MAAM,OAAO,CAAC;IAC7B,CAAC;CACF;AAED,SAAS,UAAU,CAAC,MAAmB,EAAE,KAAa;IACpD,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,MAAM,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;IACpE,CAAC,CAAC,CAAC;AACL,CAAC;AAED,SAAS,WAAW,CAAC,MAA+B;IAClD,IAAI,CAAC,MAAM;QAAE,OAAO,OAAO,CAAC,OAAO,EAAE,CAAC;IACtC,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;QACrC,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QAC7B,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IACtB,CAAC,CAAC,CAAC;AACL,CAAC"}