agent-hitch 0.2.0 → 0.2.1

package/dist/src/cli/arguments.js

@@ -0,0 +1,123 @@
+import { readFileSync } from "node:fs";
+import { readFile } from "node:fs/promises";
+import path from "node:path";
+import { DEFAULT_MAX_CONCURRENT, invalidInput, parseDuration, positiveInteger } from "../foundation/index.js";
+import { WORKSPACE_MODES } from "../workspaces/index.js";
+export async function parseRunRequest(args) {
+    const harness = takeOption(args, "--harness");
+    const agent = takeOption(args, "--agent");
+    const model = takeOption(args, "--model") || "";
+    const cwd = takeOption(args, "--cwd") || process.cwd();
+    const workspaceMode = takeOption(args, "--workspace-mode") || "shared";
+    const promptValue = takeOption(args, "--prompt");
+    const promptFile = takeOption(args, "--prompt-file");
+    const timeout = parseDuration(takeOption(args, "--timeout") || "0");
+    const agentArgs = takeRepeatedOption(args, "--agent-arg");
+    const contextFile = takeOption(args, "--context-file");
+    const parentFile = takeOption(args, "--parent-file");
+    const modelIdentityFile = takeOption(args, "--model-identity-file");
+    const protocolIdentityFile = takeOption(args, "--protocol-identity-file");
+    if (harness && agent)
+        throw invalidInput("use only one of --harness and the legacy --agent option");
+    if (!harness && !agent)
+        throw invalidInput("--harness is required");
+    if (!WORKSPACE_MODES.has(workspaceMode))
+        throw invalidInput(`--workspace-mode must be one of: ${[...WORKSPACE_MODES].join(", ")}`);
+    if (agent?.includes("@"))
+        throw invalidInput("--agent accepts only a harness name; use --harness for revision selection");
+    if (promptValue !== undefined && promptFile)
+        throw invalidInput("use only one of --prompt and --prompt-file");
+    let prompt = promptValue;
+    if (promptFile)
+        prompt = await readFile(path.resolve(promptFile), "utf8");
+    if (prompt === undefined && !process.stdin.isTTY)
+        prompt = readFileSync(0, "utf8");
+    if (!prompt)
+        throw invalidInput("provide --prompt, --prompt-file, or stdin");
+    const loadInputFile = async (file, label) => {
+        if (!file)
+            return undefined;
+        try {
+            return JSON.parse(await readFile(path.resolve(file), "utf8"));
+        }
+        catch (error) {
+            throw invalidInput(`${label} is not readable JSON: ${error.message}`, { cause: error });
+        }
+    };
+    const context = await loadInputFile(contextFile, "--context-file");
+    const parent = await loadInputFile(parentFile, "--parent-file");
+    const modelIdentity = await loadInputFile(modelIdentityFile, "--model-identity-file");
+    const protocolIdentity = await loadInputFile(protocolIdentityFile, "--protocol-identity-file");
+    return {
+        harness_ref: harness || `${agent}@installed`,
+        model,
+        cwd,
+        workspace_mode: workspaceMode,
+        prompt,
+        timeout_ms: timeout,
+        agent_args: agentArgs,
+        ...(context !== undefined ? { context } : {}),
+        ...(parent !== undefined ? { parent } : {}),
+        ...(modelIdentity !== undefined ? { model_identity: modelIdentity } : {}),
+        ...(protocolIdentity !== undefined ? { protocol_identity: protocolIdentity } : {}),
+    };
+}
+export function parseEvalRequest(args) {
+    const backend = takeOption(args, "--backend") || "harbor";
+    const dataset = takeOption(args, "--dataset");
+    const harness = takeOption(args, "--harness");
+    const model = takeOption(args, "--model") || "";
+    const attempts = positiveInteger(takeOption(args, "--attempts") || 1, "--attempts");
+    const maxConcurrent = positiveInteger(takeOption(args, "--max-concurrent") || DEFAULT_MAX_CONCURRENT, "--max-concurrent");
+    const timeoutValue = takeOption(args, "--timeout");
+    const setupTimeoutValue = takeOption(args, "--setup-timeout");
+    const agentArgs = takeRepeatedOption(args, "--agent-arg");
+    const passEnv = takeRepeatedOption(args, "--pass-env");
+    if (!dataset)
+        throw invalidInput("--dataset is required");
+    if (!harness)
+        throw invalidInput("--harness is required");
+    return {
+        backend,
+        dataset,
+        harness_ref: harness,
+        model,
+        attempts,
+        max_concurrent: maxConcurrent,
+        timeout_ms: timeoutValue === undefined ? undefined : parseDuration(timeoutValue),
+        setup_timeout_ms: setupTimeoutValue === undefined ? undefined : parseDuration(setupTimeoutValue),
+        agent_args: agentArgs,
+        pass_env: passEnv,
+    };
+}
+export function takeOption(args, name) {
+    const index = args.indexOf(name);
+    if (index < 0)
+        return undefined;
+    if (index === args.length - 1)
+        throw invalidInput(`${name} requires a value`);
+    const [value] = args.splice(index + 1, 1);
+    args.splice(index, 1);
+    return value;
+}
+export function takeRepeatedOption(args, name) {
+    const values = [];
+    for (;;) {
+        const value = takeOption(args, name);
+        if (value === undefined)
+            return values;
+        values.push(value);
+    }
+}
+export function takeFlag(args, name) {
+    const index = args.indexOf(name);
+    if (index < 0)
+        return false;
+    args.splice(index, 1);
+    return true;
+}
+export function assertNoArgs(args) {
+    if (args.length > 0)
+        throw invalidInput(`unexpected argument: ${args[0]}`);
+}
+//# sourceMappingURL=arguments.js.map

package/dist/src/cli/arguments.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"arguments.js","sourceRoot":"","sources":["../../../src/cli/arguments.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AACvC,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC5C,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,sBAAsB,EAAE,YAAY,EAAE,aAAa,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AAE9G,OAAO,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AAEzD,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,IAAc;IAClD,MAAM,OAAO,GAAG,UAAU,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC;IAC9C,MAAM,KAAK,GAAG,UAAU,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;IAC1C,MAAM,KAAK,GAAG,UAAU,CAAC,IAAI,EAAE,SAAS,CAAC,IAAI,EAAE,CAAC;IAChD,MAAM,GAAG,GAAG,UAAU,CAAC,IAAI,EAAE,OAAO,CAAC,IAAI,OAAO,CAAC,GAAG,EAAE,CAAC;IACvD,MAAM,aAAa,GAAG,UAAU,CAAC,IAAI,EAAE,kBAAkB,CAAC,IAAI,QAAQ,CAAC;IACvE,MAAM,WAAW,GAAG,UAAU,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;IACjD,MAAM,UAAU,GAAG,UAAU,CAAC,IAAI,EAAE,eAAe,CAAC,CAAC;IACrD,MAAM,OAAO,GAAG,aAAa,CAAC,UAAU,CAAC,IAAI,EAAE,WAAW,CAAC,IAAI,GAAG,CAAC,CAAC;IACpE,MAAM,SAAS,GAAG,kBAAkB,CAAC,IAAI,EAAE,aAAa,CAAC,CAAC;IAC1D,MAAM,WAAW,GAAG,UAAU,CAAC,IAAI,EAAE,gBAAgB,CAAC,CAAC;IACvD,MAAM,UAAU,GAAG,UAAU,CAAC,IAAI,EAAE,eAAe,CAAC,CAAC;IACrD,MAAM,iBAAiB,GAAG,UAAU,CAAC,IAAI,EAAE,uBAAuB,CAAC,CAAC;IACpE,MAAM,oBAAoB,GAAG,UAAU,CAAC,IAAI,EAAE,0BAA0B,CAAC,CAAC;IAC1E,IAAI,OAAO,IAAI,KAAK;QAAE,MAAM,YAAY,CAAC,yDAAyD,CAAC,CAAC;IACpG,IAAI,CAAC,OAAO,IAAI,CAAC,KAAK;QAAE,MAAM,YAAY,CAAC,uBAAuB,CAAC,CAAC;IACpE,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,aAAa,CAAC;QAAE,MAAM,YAAY,CAAC,oCAAoC,CAAC,GAAG,eAAe,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACnI,IAAI,KAAK,EAAE,QAAQ,CAAC,GAAG,CAAC;QAAE,MAAM,YAAY,CAAC,2EAA2E,CAAC,CAAC;IAC1H,IAAI,WAAW,KAAK,SAAS,IAAI,UAAU;QAAE,MAAM,YAAY,CAAC,4CAA4C,CAAC,CAAC;IAC9G,IAAI,MAAM,GAAG,WAAW,CAAC;IACzB,IAAI,UAAU;QAAE,MAAM,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC,CAAC;IAC1E,IAAI,MAAM,KAAK,SAAS,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK;QAAE,MAAM,GAAG,YAAY,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;IACnF,IAAI,CAAC,MAAM;QAAE,MAAM,YAAY,CAAC,2CAA2C,CAAC,CAAC;IAC7E,MAAM,aAAa,GAAG,KAAK,EAAE,IAAwB,EAAE,KAAa,EAAgC,EAAE;QACpG,IAAI,CAAC,IAAI;YAAE,OAAO,SAAS,CAAC;QAC5B,IAAI,CAAC;YACH,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC,CAAY,CAAC;QAC3E,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,YAAY,CAAC,GAAG,KAAK,0BAA2B,KAAe,CAAC,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;QACrG,CAAC;IACH,CAAC,CAAC;IACF,MAAM,OAAO,GAAG,MAAM,aAAa,CAAC,WAAW,EAAE,gBAAgB,CAAC,CAAC;IACnE,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,UAAU,EAAE,eAAe,CAAC,CAAC;IAChE,MAAM,aAAa,GAAG,MAAM,aAAa,CAAC,iBAAiB,EAAE,uBAAuB,CAAC,CAAC;IACtF,MAAM,gBAAgB,GAAG,MAAM,aAAa,CAAC,oBAAoB,EAAE,0BAA0B,CAAC,CAAC;IAC/F,OAAO;QACL,WAAW,EAAE,OAAO,IAAI,GAAG,KAAK,YAAY;QAC5C,KAAK;QACL,GAAG;QACH,cAAc,EAAE,aAAa;QAC7B,MAAM;QACN,UAAU,EAAE,OAAO;QACnB,UAAU,EAAE,SAAS;QACrB,GAAG,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC7C,GAAG,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC3C,GAAG,CAAC,aAAa,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACzE,GAAG,CAAC,gBAAgB,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACnF,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,gBAAgB,CAAC,IAAc;IAC7C,MAAM,OAAO,GAAG,UAAU,CAAC,IAAI,EAAE,WAAW,CAAC,IAAI,QAAQ,CAAC;IAC1D,MAAM,OAAO,GAAG,UAAU,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC;IAC9C,MAAM,OAAO,GAAG,UAAU,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC;IAC9C,MAAM,KAAK,GAAG,UAAU,CAAC,IAAI,EAAE,SAAS,CAAC,IAAI,EAAE,CAAC;IAChD,MAAM,QAAQ,GAAG,eAAe,CAAC,UAAU,CAAC,IAAI,EAAE,YAAY,CAAC,IAAI,CAAC,EAAE,YAAY,CAAC,CAAC;IACpF,MAAM,aAAa,GAAG,eAAe,CAAC,UAAU,CAAC,IAAI,EAAE,kBAAkB,CAAC,IAAI,sBAAsB,EAAE,kBAAkB,CAAC,CAAC;IAC1H,MAAM,YAAY,GAAG,UAAU,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC;IACnD,MAAM,iBAAiB,GAAG,UAAU,CAAC,IAAI,EAAE,iBAAiB,CAAC,CAAC;IAC9D,MAAM,SAAS,GAAG,kBAAkB,CAAC,IAAI,EAAE,aAAa,CAAC,CAAC;IAC1D,MAAM,OAAO,GAAG,kBAAkB,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC;IACvD,IAAI,CAAC,OAAO;QAAE,MAAM,YAAY,CAAC,uBAAuB,CAAC,CAAC;IAC1D,IAAI,CAAC,OAAO;QAAE,MAAM,YAAY,CAAC,uBAAuB,CAAC,CAAC;IAC1D,OAAO;QACL,OAAO;QACP,OAAO;QACP,WAAW,EAAE,OAAO;QACpB,KAAK;QACL,QAAQ;QACR,cAAc,EAAE,aAAa;QAC7B,UAAU,EAAE,YAAY,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,aAAa,CAAC,YAAY,CAAC;QAChF,gBAAgB,EAAE,iBAAiB,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,aAAa,CAAC,iBAAiB,CAAC;QAChG,UAAU,EAAE,SAAS;QACrB,QAAQ,EAAE,OAAO;KAClB,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,UAAU,CAAC,IAAc,EAAE,IAAY;IACrD,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IACjC,IAAI,KAAK,GAAG,CAAC;QAAE,OAAO,SAAS,CAAC;IAChC,IAAI,KAAK,KAAK,IAAI,CAAC,MAAM,GAAG,CAAC;QAAE,MAAM,YAAY,CAAC,GAAG,IAAI,mBAAmB,CAAC,CAAC;IAC9E,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;IAC1C,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;IACtB,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,IAAc,EAAE,IAAY;IAC7D,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,SAAS,CAAC;QACR,MAAM,KAAK,GAAG,UAAU,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QACrC,IAAI,KAAK,KAAK,SAAS;YAAE,OAAO,MAAM,CAAC;QACvC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACrB,CAAC;AACH,CAAC;AAED,MAAM,UAAU,QAAQ,CAAC,IAAc,EAAE,IAAY;IACnD,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IACjC,IAAI,KAAK,GAAG,CAAC;QAAE,OAAO,KAAK,CAAC;IAC5B,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;IACtB,OAAO,IAAI,CAAC;AACd,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,IAAc;IACzC,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC;QAAE,MAAM,YAAY,CAAC,wBAAwB,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;AAC7E,CAAC"}

package/dist/src/cli/commands/compare.js

@@ -0,0 +1,55 @@
+export async function compareCommand(args, root) {
+    const dimension = args.shift();
+    if (dimension !== "model" && dimension !== "harness")
+        throw invalidInput("compare requires model or harness");
+    const json = takeFlag(args, "--json");
+    const referenceRunId = takeOption(args, "--reference-run");
+    const query = takeRunQuery(args);
+    assertNoArgs(args);
+    const comparison = await compareRuns({
+        root,
+        dimension: dimension,
+        query,
+        ...(referenceRunId ? { referenceRunId } : {}),
+    });
+    if (json) {
+        process.stdout.write(`${JSON.stringify(comparison, null, 2)}\n`);
+        return;
+    }
+    process.stdout.write(`Strict ${dimension} comparison: ${comparison.strict ? "yes" : "no"}\n`);
+    for (const group of comparison.groups) {
+        process.stdout.write(`  ${JSON.stringify(group.identity)}  valid=${group.valid_observations}  mean=${group.rewards.mean ?? "-"}  failures=${group.agent_failures}\n`);
+    }
+    if (comparison.excluded.length)
+        process.stdout.write(`  excluded: ${comparison.excluded.length}\n`);
+}
+export function takeRunQuery(args) {
+    const query = {};
+    const assign = (field, option) => {
+        const value = takeOption(args, option);
+        if (value !== undefined)
+            query[field] = value;
+    };
+    assign("context_kind", "--context-kind");
+    assign("benchmark_id", "--benchmark");
+    assign("benchmark_revision", "--benchmark-revision");
+    assign("task_id", "--task");
+    assign("task_digest", "--task-digest");
+    assign("seed_task_id", "--seed-task");
+    assign("seed_task_digest", "--seed-digest");
+    assign("iteration_id", "--iteration");
+    assign("harness_id", "--harness");
+    assign("revision_identity", "--harness-revision");
+    assign("model_provider", "--provider");
+    assign("requested_model", "--requested-model");
+    assign("effective_model", "--effective-model");
+    assign("eval_id", "--eval");
+    assign("status", "--status");
+    assign("created_from", "--from");
+    assign("created_to", "--to");
+    return query;
+}
+import { compareRuns } from "../../runs/index.js";
+import { invalidInput } from "../../foundation/index.js";
+import { assertNoArgs, takeFlag, takeOption } from "../arguments.js";
+//# sourceMappingURL=compare.js.map

package/dist/src/cli/commands/compare.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"compare.js","sourceRoot":"","sources":["../../../../src/cli/commands/compare.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,IAAc,EAAE,IAAY;IAC/D,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC;IAC/B,IAAI,SAAS,KAAK,OAAO,IAAI,SAAS,KAAK,SAAS;QAAE,MAAM,YAAY,CAAC,mCAAmC,CAAC,CAAC;IAC9G,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;IACtC,MAAM,cAAc,GAAG,UAAU,CAAC,IAAI,EAAE,iBAAiB,CAAC,CAAC;IAC3D,MAAM,KAAK,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC;IACjC,YAAY,CAAC,IAAI,CAAC,CAAC;IACnB,MAAM,UAAU,GAAG,MAAM,WAAW,CAAC;QACnC,IAAI;QACJ,SAAS,EAAE,SAAgC;QAC3C,KAAK;QACL,GAAG,CAAC,cAAc,CAAC,CAAC,CAAC,EAAE,cAAc,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAC9C,CAAC,CAAC;IACH,IAAI,IAAI,EAAE,CAAC;QACT,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,UAAU,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;QACjE,OAAO;IACT,CAAC;IACD,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,UAAU,SAAS,gBAAgB,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC;IAC9F,KAAK,MAAM,KAAK,IAAI,UAAU,CAAC,MAAM,EAAE,CAAC;QACtC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,QAAQ,CAAC,WAAW,KAAK,CAAC,kBAAkB,UAAU,KAAK,CAAC,OAAO,CAAC,IAAI,IAAI,GAAG,cAAc,KAAK,CAAC,cAAc,IAAI,CAAC,CAAC;IACxK,CAAC;IACD,IAAI,UAAU,CAAC,QAAQ,CAAC,MAAM;QAAE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,eAAe,UAAU,CAAC,QAAQ,CAAC,MAAM,IAAI,CAAC,CAAC;AACtG,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,IAAc;IACzC,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,MAAM,MAAM,GAAG,CAAC,KAAqB,EAAE,MAAc,EAAQ,EAAE;QAC7D,MAAM,KAAK,GAAG,UAAU,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;QACvC,IAAI,KAAK,KAAK,SAAS;YAAG,KAAiC,CAAC,KAAK,CAAC,GAAG,KAAK,CAAC;IAC7E,CAAC,CAAC;IACF,MAAM,CAAC,cAAc,EAAE,gBAAgB,CAAC,CAAC;IACzC,MAAM,CAAC,cAAc,EAAE,aAAa,CAAC,CAAC;IACtC,MAAM,CAAC,oBAAoB,EAAE,sBAAsB,CAAC,CAAC;IACrD,MAAM,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;IAC5B,MAAM,CAAC,aAAa,EAAE,eAAe,CAAC,CAAC;IACvC,MAAM,CAAC,cAAc,EAAE,aAAa,CAAC,CAAC;IACtC,MAAM,CAAC,kBAAkB,EAAE,eAAe,CAAC,CAAC;IAC5C,MAAM,CAAC,cAAc,EAAE,aAAa,CAAC,CAAC;IACtC,MAAM,CAAC,YAAY,EAAE,WAAW,CAAC,CAAC;IAClC,MAAM,CAAC,mBAAmB,EAAE,oBAAoB,CAAC,CAAC;IAClD,MAAM,CAAC,gBAAgB,EAAE,YAAY,CAAC,CAAC;IACvC,MAAM,CAAC,iBAAiB,EAAE,mBAAmB,CAAC,CAAC;IAC/C,MAAM,CAAC,iBAAiB,EAAE,mBAAmB,CAAC,CAAC;IAC/C,MAAM,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;IAC5B,MAAM,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;IAC7B,MAAM,CAAC,cAAc,EAAE,QAAQ,CAAC,CAAC;IACjC,MAAM,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC;IAC7B,OAAO,KAAK,CAAC;AACf,CAAC;AACD,OAAO,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;AAElD,OAAO,EAAE,YAAY,EAAE,MAAM,2BAA2B,CAAC;AACzD,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC"}

package/dist/src/cli/commands/daemon.js

@@ -0,0 +1,106 @@
+import { fileURLToPath } from "node:url";
+import { DaemonServer, daemonClient, probeDaemonHealth, readDaemonLogs, startDetachedDaemon } from "../../daemon/index.js";
+import { discoverAgents } from "../../adapters/index.js";
+import { DEFAULT_MAX_CONCURRENT, DEFAULT_PORT, HitchError, SCHEMA_VERSION, delay, invalidInput, positiveInteger } from "../../foundation/index.js";
+import { assertNoArgs, parseRunRequest, takeFlag, takeOption } from "../arguments.js";
+import { waitForDaemonRun } from "../output.js";
+const executable = fileURLToPath(new URL("../../../bin/hitch.js", import.meta.url));
+export async function daemonCommand(args, root) {
+    const action = args.shift();
+    switch (action) {
+        case "serve": return daemonServe(args, root);
+        case "start": return daemonStart(args, root);
+        case "stop": return daemonStop(args, root);
+        case "status": return daemonStatus(args, root);
+        case "submit": return daemonSubmit(args, root);
+        case "cancel": return daemonCancel(args, root);
+        case "logs": return daemonLogs(args, root);
+        default: throw invalidInput("daemon requires start, serve, stop, status, submit, cancel, or logs");
+    }
+}
+async function daemonServe(args, root) {
+    const port = Number(takeOption(args, "--port") || DEFAULT_PORT);
+    const maxConcurrent = positiveInteger(takeOption(args, "--max-concurrent") || DEFAULT_MAX_CONCURRENT, "--max-concurrent");
+    assertNoArgs(args);
+    if (!Number.isInteger(port) || port < 0 || port > 65535)
+        throw invalidInput("--port must be between 0 and 65535");
+    const server = new DaemonServer({ root, port, maxConcurrent, discoverHarnesses: discoverAgents });
+    await server.start();
+    const shutdown = () => server.close().catch((error) => process.stderr.write(`shutdown error: ${error.message}\n`));
+    process.once("SIGINT", shutdown);
+    process.once("SIGTERM", shutdown);
+    await server.closed;
+}
+async function daemonStart(args, root) {
+    const foreground = takeFlag(args, "--foreground");
+    const port = Number(takeOption(args, "--port") || DEFAULT_PORT);
+    const maxConcurrent = positiveInteger(takeOption(args, "--max-concurrent") || DEFAULT_MAX_CONCURRENT, "--max-concurrent");
+    assertNoArgs(args);
+    const health = await probeDaemonHealth(root);
+    if (health?.status === "running")
+        throw new HitchError(`daemon is already running (pid ${health.pid})`, { code: "already_running", exitCode: 2 });
+    if (foreground)
+        return daemonServe(["--port", String(port), "--max-concurrent", String(maxConcurrent)], root);
+    const child = await startDetachedDaemon({ root, executable, port, maxConcurrent });
+    for (let attempt = 0; attempt < 50; attempt += 1) {
+        await delay(100);
+        const current = await probeDaemonHealth(root);
+        if (current?.status === "running" && current.pid === child.pid) {
+            process.stdout.write(`Hitch daemon started (pid ${current.pid}, port ${current.port})\n`);
+            return;
+        }
+    }
+    throw new HitchError(`daemon did not become ready; see ${child.errorLog}`, { code: "daemon_start_failed", exitCode: 12 });
+}
+async function daemonStop(args, root) {
+    assertNoArgs(args);
+    const client = await daemonClient(root);
+    const response = await client.request("/shutdown", { method: "POST" });
+    process.stdout.write(`${response.status}\n`);
+}
+async function daemonStatus(args, root) {
+    const json = takeFlag(args, "--json");
+    assertNoArgs(args);
+    const health = await probeDaemonHealth(root);
+    if (!health) {
+        if (json)
+            process.stdout.write(`${JSON.stringify({ schema_version: SCHEMA_VERSION, status: "stopped" })}\n`);
+        else
+            process.stdout.write("Hitch daemon is stopped\n");
+        process.exitCode = 3;
+        return;
+    }
+    if (json)
+        process.stdout.write(`${JSON.stringify(health, null, 2)}\n`);
+    else
+        process.stdout.write(`Hitch daemon is ${health.status} (pid ${health.pid}, port ${health.port}, ${health.scheduler?.running} running, ${health.scheduler?.queued} queued)\n`);
+}
+async function daemonSubmit(args, root) {
+    const wait = takeFlag(args, "--wait");
+    const output = takeOption(args, "--output") || "json";
+    const request = await parseRunRequest(args);
+    assertNoArgs(args);
+    const client = await daemonClient(root);
+    const accepted = await client.request("/v1/runs", { method: "POST", body: JSON.stringify(request) });
+    if (!wait) {
+        process.stdout.write(`${JSON.stringify(accepted, null, 2)}\n`);
+        return;
+    }
+    const result = await waitForDaemonRun(client, accepted.run_id, output);
+    process.exitCode = result.exit_code;
+}
+async function daemonCancel(args, root) {
+    const runId = args.shift();
+    if (!runId)
+        throw invalidInput("daemon cancel requires a run ID");
+    assertNoArgs(args);
+    const client = await daemonClient(root);
+    const response = await client.request(`/v1/runs/${runId}/cancel`, { method: "POST" });
+    process.stdout.write(`${JSON.stringify(response, null, 2)}\n`);
+}
+async function daemonLogs(args, root) {
+    const lines = positiveInteger(takeOption(args, "-n") || 50, "-n");
+    assertNoArgs(args);
+    process.stdout.write(`${await readDaemonLogs(root, lines)}\n`);
+}
+//# sourceMappingURL=daemon.js.map

package/dist/src/cli/commands/daemon.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"daemon.js","sourceRoot":"","sources":["../../../../src/cli/commands/daemon.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzC,OAAO,EAAE,YAAY,EAAE,YAAY,EAAE,iBAAiB,EAAE,cAAc,EAAE,mBAAmB,EAAE,MAAM,uBAAuB,CAAC;AAC3H,OAAO,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAC;AACzD,OAAO,EAAE,sBAAsB,EAAE,YAAY,EAAE,UAAU,EAAE,cAAc,EAAE,KAAK,EAAE,YAAY,EAAE,eAAe,EAAE,MAAM,2BAA2B,CAAC;AACnJ,OAAO,EAAE,YAAY,EAAE,eAAe,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AACtF,OAAO,EAAE,gBAAgB,EAAE,MAAM,cAAc,CAAC;AAEhD,MAAM,UAAU,GAAG,aAAa,CAAC,IAAI,GAAG,CAAC,uBAAuB,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;AAEpF,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,IAAc,EAAE,IAAY;IAC9D,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC;IAC5B,QAAQ,MAAM,EAAE,CAAC;QACf,KAAK,OAAO,CAAC,CAAC,OAAO,WAAW,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QAC7C,KAAK,OAAO,CAAC,CAAC,OAAO,WAAW,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QAC7C,KAAK,MAAM,CAAC,CAAC,OAAO,UAAU,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QAC3C,KAAK,QAAQ,CAAC,CAAC,OAAO,YAAY,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QAC/C,KAAK,QAAQ,CAAC,CAAC,OAAO,YAAY,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QAC/C,KAAK,QAAQ,CAAC,CAAC,OAAO,YAAY,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QAC/C,KAAK,MAAM,CAAC,CAAC,OAAO,UAAU,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QAC3C,OAAO,CAAC,CAAC,MAAM,YAAY,CAAC,qEAAqE,CAAC,CAAC;IACrG,CAAC;AACH,CAAC;AAED,KAAK,UAAU,WAAW,CAAC,IAAc,EAAE,IAAY;IACrD,MAAM,IAAI,GAAG,MAAM,CAAC,UAAU,CAAC,IAAI,EAAE,QAAQ,CAAC,IAAI,YAAY,CAAC,CAAC;IAChE,MAAM,aAAa,GAAG,eAAe,CAAC,UAAU,CAAC,IAAI,EAAE,kBAAkB,CAAC,IAAI,sBAAsB,EAAE,kBAAkB,CAAC,CAAC;IAC1H,YAAY,CAAC,IAAI,CAAC,CAAC;IACnB,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,IAAI,GAAG,CAAC,IAAI,IAAI,GAAG,KAAK;QAAE,MAAM,YAAY,CAAC,oCAAoC,CAAC,CAAC;IAClH,MAAM,MAAM,GAAG,IAAI,YAAY,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,aAAa,EAAE,iBAAiB,EAAE,cAAc,EAAE,CAAC,CAAC;IAClG,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;IACrB,MAAM,QAAQ,GAAG,GAAG,EAAE,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,mBAAoB,KAAe,CAAC,OAAO,IAAI,CAAC,CAAC,CAAC;IAC9H,OAAO,CAAC,IAAI,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;IACjC,OAAO,CAAC,IAAI,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;IAClC,MAAM,MAAM,CAAC,MAAM,CAAC;AACtB,CAAC;AAED,KAAK,UAAU,WAAW,CAAC,IAAc,EAAE,IAAY;IACrD,MAAM,UAAU,GAAG,QAAQ,CAAC,IAAI,EAAE,cAAc,CAAC,CAAC;IAClD,MAAM,IAAI,GAAG,MAAM,CAAC,UAAU,CAAC,IAAI,EAAE,QAAQ,CAAC,IAAI,YAAY,CAAC,CAAC;IAChE,MAAM,aAAa,GAAG,eAAe,CAAC,UAAU,CAAC,IAAI,EAAE,kBAAkB,CAAC,IAAI,sBAAsB,EAAE,kBAAkB,CAAC,CAAC;IAC1H,YAAY,CAAC,IAAI,CAAC,CAAC;IACnB,MAAM,MAAM,GAAG,MAAM,iBAAiB,CAAC,IAAI,CAAC,CAAC;IAC7C,IAAI,MAAM,EAAE,MAAM,KAAK,SAAS;QAAE,MAAM,IAAI,UAAU,CAAC,kCAAkC,MAAM,CAAC,GAAG,GAAG,EAAE,EAAE,IAAI,EAAE,iBAAiB,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC,CAAC;IAClJ,IAAI,UAAU;QAAE,OAAO,WAAW,CAAC,CAAC,QAAQ,EAAE,MAAM,CAAC,IAAI,CAAC,EAAE,kBAAkB,EAAE,MAAM,CAAC,aAAa,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;IAE9G,MAAM,KAAK,GAAG,MAAM,mBAAmB,CAAC,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,aAAa,EAAE,CAAC,CAAC;IAEnF,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,GAAG,EAAE,EAAE,OAAO,IAAI,CAAC,EAAE,CAAC;QACjD,MAAM,KAAK,CAAC,GAAG,CAAC,CAAC;QACjB,MAAM,OAAO,GAAG,MAAM,iBAAiB,CAAC,IAAI,CAAC,CAAC;QAC9C,IAAI,OAAO,EAAE,MAAM,KAAK,SAAS,IAAI,OAAO,CAAC,GAAG,KAAK,KAAK,CAAC,GAAG,EAAE,CAAC;YAC/D,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,6BAA6B,OAAO,CAAC,GAAG,UAAU,OAAO,CAAC,IAAI,KAAK,CAAC,CAAC;YAC1F,OAAO;QACT,CAAC;IACH,CAAC;IACD,MAAM,IAAI,UAAU,CAAC,oCAAoC,KAAK,CAAC,QAAQ,EAAE,EAAE,EAAE,IAAI,EAAE,qBAAqB,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC;AAC5H,CAAC;AAED,KAAK,UAAU,UAAU,CAAC,IAAc,EAAE,IAAY;IACpD,YAAY,CAAC,IAAI,CAAC,CAAC;IACnB,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC,IAAI,CAAC,CAAC;IACxC,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,WAAW,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;IACvE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,QAAQ,CAAC,MAAgB,IAAI,CAAC,CAAC;AACzD,CAAC;AAED,KAAK,UAAU,YAAY,CAAC,IAAc,EAAE,IAAY;IACtD,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;IACtC,YAAY,CAAC,IAAI,CAAC,CAAC;IACnB,MAAM,MAAM,GAAG,MAAM,iBAAiB,CAAC,IAAI,CAAC,CAAC;IAC7C,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,IAAI,IAAI;YAAE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,cAAc,EAAE,cAAc,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,IAAI,CAAC,CAAC;;YACxG,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,2BAA2B,CAAC,CAAC;QACvD,OAAO,CAAC,QAAQ,GAAG,CAAC,CAAC;QACrB,OAAO;IACT,CAAC;IACD,IAAI,IAAI;QAAE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;;QAClE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,mBAAmB,MAAM,CAAC,MAAM,SAAS,MAAM,CAAC,GAAG,UAAU,MAAM,CAAC,IAAI,KAAM,MAAM,CAAC,SAAqC,EAAE,OAAO,aAAc,MAAM,CAAC,SAAqC,EAAE,MAAM,YAAY,CAAC,CAAC;AAC/O,CAAC;AAED,KAAK,UAAU,YAAY,CAAC,IAAc,EAAE,IAAY;IACtD,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;IACtC,MAAM,MAAM,GAAG,UAAU,CAAC,IAAI,EAAE,UAAU,CAAC,IAAI,MAAM,CAAC;IACtD,MAAM,OAAO,GAAG,MAAM,eAAe,CAAC,IAAI,CAAC,CAAC;IAC5C,YAAY,CAAC,IAAI,CAAC,CAAC;IACnB,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC,IAAI,CAAC,CAAC;IACxC,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IACrG,IAAI,CAAC,IAAI,EAAE,CAAC;QACV,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;QAC/D,OAAO;IACT,CAAC;IACD,MAAM,MAAM,GAAG,MAAM,gBAAgB,CAAC,MAAM,EAAE,QAAQ,CAAC,MAAgB,EAAE,MAAM,CAAC,CAAC;IACjF,OAAO,CAAC,QAAQ,GAAI,MAAkC,CAAC,SAAmB,CAAC;AAC7E,CAAC;AAED,KAAK,UAAU,YAAY,CAAC,IAAc,EAAE,IAAY;IACtD,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC;IAC3B,IAAI,CAAC,KAAK;QAAE,MAAM,YAAY,CAAC,iCAAiC,CAAC,CAAC;IAClE,YAAY,CAAC,IAAI,CAAC,CAAC;IACnB,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC,IAAI,CAAC,CAAC;IACxC,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,YAAY,KAAK,SAAS,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;IACtF,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;AACjE,CAAC;AAED,KAAK,UAAU,UAAU,CAAC,IAAc,EAAE,IAAY;IACpD,MAAM,KAAK,GAAG,eAAe,CAAC,UAAU,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,EAAE,IAAI,CAAC,CAAC;IAClE,YAAY,CAAC,IAAI,CAAC,CAAC;IACnB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,MAAM,cAAc,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;AACjE,CAAC"}

package/dist/src/cli/commands/eval.js

@@ -0,0 +1,126 @@
+import { DEFAULT_HARBOR_VERSION, doctorHarbor, setupHarbor } from "../../backends/index.js";
+import { inspectEval, listEvals, runEval } from "../../evals/index.js";
+import { SCHEMA_VERSION, invalidInput } from "../../foundation/index.js";
+import { assertNoArgs, parseEvalRequest, takeFlag, takeOption } from "../arguments.js";
+export async function evalCommand(args, root) {
+    const action = args.shift();
+    switch (action) {
+        case "run": return evalRunCommand(args, root);
+        case "list": return evalListCommand(args, root);
+        case "inspect": return evalInspectCommand(args, root);
+        case "setup": return evalSetupCommand(args, root);
+        case "doctor": return evalDoctorCommand(args, root);
+        default: throw invalidInput("eval requires run, list, inspect, setup, or doctor");
+    }
+}
+async function evalSetupCommand(args, root) {
+    const backend = args.shift();
+    if (backend !== "harbor")
+        throw invalidInput("eval setup currently supports only harbor");
+    const version = takeOption(args, "--version") || DEFAULT_HARBOR_VERSION;
+    const python = takeOption(args, "--python");
+    const force = takeFlag(args, "--force");
+    const json = takeFlag(args, "--json");
+    assertNoArgs(args);
+    const result = await setupHarbor({
+        root,
+        version,
+        ...(python !== undefined ? { python } : {}),
+        force,
+        ...(json ? {} : { onProgress: (message) => process.stderr.write(`${message}\n`) }),
+    });
+    if (json)
+        process.stdout.write(`${JSON.stringify(result, null, 2)}\n`);
+    else
+        process.stdout.write(`${result.cache_hit ? "Using" : "Installed"} Harbor ${result.version} at ${result.executable}\n`);
+}
+async function evalDoctorCommand(args, root) {
+    const json = takeFlag(args, "--json");
+    const python = takeOption(args, "--python");
+    const harbor = takeOption(args, "--harbor");
+    const docker = takeOption(args, "--docker");
+    assertNoArgs(args);
+    const result = await doctorHarbor({
+        root,
+        ...(python !== undefined ? { python } : {}),
+        ...(harbor !== undefined ? { harbor } : {}),
+        ...(docker !== undefined ? { docker } : {}),
+    });
+    if (json) {
+        process.stdout.write(`${JSON.stringify(result, null, 2)}\n`);
+    }
+    else {
+        process.stdout.write(`Harbor eval: ${result.status}\n`);
+        for (const [name, check] of Object.entries(result.checks)) {
+            const detail = check.version || check.message || (check.present?.length ? check.present.join(", ") : "");
+            process.stdout.write(`  ${name.padEnd(12)} ${check.status}${detail ? `  ${detail}` : ""}\n`);
+        }
+    }
+    if (!result.ready)
+        process.exitCode = 3;
+}
+async function evalRunCommand(args, root) {
+    const output = takeOption(args, "--output") || "json";
+    const harborExecutable = takeOption(args, "--harbor");
+    const request = parseEvalRequest(args);
+    assertNoArgs(args);
+    if (!new Set(["json", "jsonl"]).has(output))
+        throw invalidInput("--output must be json or jsonl");
+    const controller = new AbortController();
+    const cancel = () => controller.abort();
+    process.once("SIGINT", cancel);
+    process.once("SIGTERM", cancel);
+    try {
+        const result = await runEval({
+            request,
+            root,
+            ...(harborExecutable !== undefined ? { harborExecutable } : {}),
+            signal: controller.signal,
+            ...(output === "jsonl" ? { onEvent: (event) => process.stdout.write(`${JSON.stringify(event)}\n`) } : {}),
+        });
+        if (output === "json")
+            process.stdout.write(`${JSON.stringify(result, null, 2)}\n`);
+        process.exitCode = result.exit_code;
+    }
+    finally {
+        process.removeListener("SIGINT", cancel);
+        process.removeListener("SIGTERM", cancel);
+    }
+}
+async function evalListCommand(args, root) {
+    const json = takeFlag(args, "--json");
+    assertNoArgs(args);
+    const evals = await listEvals({ root });
+    if (json) {
+        process.stdout.write(`${JSON.stringify({ schema_version: SCHEMA_VERSION, evals }, null, 2)}\n`);
+        return;
+    }
+    if (evals.length === 0) {
+        process.stdout.write("No evals found\n");
+        return;
+    }
+    for (const evaluation of evals) {
+        const reward = evaluation.primary_reward === null ? "-" : String(evaluation.primary_reward);
+        process.stdout.write(`${evaluation.eval_id}  ${String(evaluation.status).padEnd(9)}  reward=${reward}  ${evaluation.harness_ref || "-"}  ${evaluation.dataset || "-"}\n`);
+    }
+}
+async function evalInspectCommand(args, root) {
+    const json = takeFlag(args, "--json");
+    const evalId = args.shift();
+    if (!evalId)
+        throw invalidInput("eval inspect requires an eval ID");
+    assertNoArgs(args);
+    const evaluation = await inspectEval(evalId, { root });
+    if (json) {
+        process.stdout.write(`${JSON.stringify(evaluation, null, 2)}\n`);
+        return;
+    }
+    const result = evaluation.result;
+    process.stdout.write(`${evaluation.eval_id}: ${result?.status || "running"}\n`);
+    process.stdout.write(`  dataset: ${evaluation.request?.dataset}\n`);
+    process.stdout.write(`  harness: ${evaluation.plan?.candidate?.harness_ref || evaluation.request?.harness_ref}\n`);
+    process.stdout.write(`  primary reward: ${result?.summary?.primary_reward ?? "-"}\n`);
+    process.stdout.write(`  runtime storage: ${evaluation.runtime_storage}\n`);
+    process.stdout.write(`  directory: ${evaluation.directory}\n`);
+}
+//# sourceMappingURL=eval.js.map

package/dist/src/cli/commands/eval.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"eval.js","sourceRoot":"","sources":["../../../../src/cli/commands/eval.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,sBAAsB,EAAE,YAAY,EAAE,WAAW,EAAE,MAAM,yBAAyB,CAAC;AAC5F,OAAO,EAAE,WAAW,EAAE,SAAS,EAAE,OAAO,EAAE,MAAM,sBAAsB,CAAC;AACvE,OAAO,EAAE,cAAc,EAAE,YAAY,EAAE,MAAM,2BAA2B,CAAC;AACzE,OAAO,EAAE,YAAY,EAAE,gBAAgB,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAEvF,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,IAAc,EAAE,IAAY;IAC5D,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC;IAC5B,QAAQ,MAAM,EAAE,CAAC;QACf,KAAK,KAAK,CAAC,CAAC,OAAO,cAAc,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QAC9C,KAAK,MAAM,CAAC,CAAC,OAAO,eAAe,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QAChD,KAAK,SAAS,CAAC,CAAC,OAAO,kBAAkB,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QACtD,KAAK,OAAO,CAAC,CAAC,OAAO,gBAAgB,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QAClD,KAAK,QAAQ,CAAC,CAAC,OAAO,iBAAiB,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QACpD,OAAO,CAAC,CAAC,MAAM,YAAY,CAAC,oDAAoD,CAAC,CAAC;IACpF,CAAC;AACH,CAAC;AAED,KAAK,UAAU,gBAAgB,CAAC,IAAc,EAAE,IAAY;IAC1D,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC;IAC7B,IAAI,OAAO,KAAK,QAAQ;QAAE,MAAM,YAAY,CAAC,2CAA2C,CAAC,CAAC;IAC1F,MAAM,OAAO,GAAG,UAAU,CAAC,IAAI,EAAE,WAAW,CAAC,IAAI,sBAAsB,CAAC;IACxE,MAAM,MAAM,GAAG,UAAU,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;IAC5C,MAAM,KAAK,GAAG,QAAQ,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;IACxC,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;IACtC,YAAY,CAAC,IAAI,CAAC,CAAC;IACnB,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC;QAC/B,IAAI;QACJ,OAAO;QACP,GAAG,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC3C,KAAK;QACL,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,OAAO,IAAI,CAAC,EAAE,CAAC;KACnF,CAAC,CAAC;IACH,IAAI,IAAI;QAAE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;;QAClE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,WAAW,WAAW,MAAM,CAAC,OAAO,OAAO,MAAM,CAAC,UAAU,IAAI,CAAC,CAAC;AAC9H,CAAC;AAED,KAAK,UAAU,iBAAiB,CAAC,IAAc,EAAE,IAAY;IAC3D,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;IACtC,MAAM,MAAM,GAAG,UAAU,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;IAC5C,MAAM,MAAM,GAAG,UAAU,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;IAC5C,MAAM,MAAM,GAAG,UAAU,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;IAC5C,YAAY,CAAC,IAAI,CAAC,CAAC;IACnB,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC;QAChC,IAAI;QACJ,GAAG,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC3C,GAAG,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC3C,GAAG,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAC5C,CAAC,CAAC;IACH,IAAI,IAAI,EAAE,CAAC;QACT,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;IAC/D,CAAC;SAAM,CAAC;QACN,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,gBAAgB,MAAM,CAAC,MAAM,IAAI,CAAC,CAAC;QACxD,KAAK,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;YAC1D,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,IAAI,KAAK,CAAC,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YACzG,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,IAAI,KAAK,CAAC,MAAM,GAAG,MAAM,CAAC,CAAC,CAAC,KAAK,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;QAC/F,CAAC;IACH,CAAC;IACD,IAAI,CAAC,MAAM,CAAC,KAAK;QAAE,OAAO,CAAC,QAAQ,GAAG,CAAC,CAAC;AAC1C,CAAC;AAED,KAAK,UAAU,cAAc,CAAC,IAAc,EAAE,IAAY;IACxD,MAAM,MAAM,GAAG,UAAU,CAAC,IAAI,EAAE,UAAU,CAAC,IAAI,MAAM,CAAC;IACtD,MAAM,gBAAgB,GAAG,UAAU,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;IACtD,MAAM,OAAO,GAAG,gBAAgB,CAAC,IAAI,CAAC,CAAC;IACvC,YAAY,CAAC,IAAI,CAAC,CAAC;IACnB,IAAI,CAAC,IAAI,GAAG,CAAC,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC;QAAE,MAAM,YAAY,CAAC,gCAAgC,CAAC,CAAC;IAClG,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;IACzC,MAAM,MAAM,GAAG,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;IACxC,OAAO,CAAC,IAAI,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;IAC/B,OAAO,CAAC,IAAI,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;IAChC,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC;YAC3B,OAAO;YACP,IAAI;YACJ,GAAG,CAAC,gBAAgB,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,gBAAgB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC/D,MAAM,EAAE,UAAU,CAAC,MAAM;YACzB,GAAG,CAAC,MAAM,KAAK,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC1G,CAAC,CAAC;QACH,IAAI,MAAM,KAAK,MAAM;YAAE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;QACpF,OAAO,CAAC,QAAQ,GAAG,MAAM,CAAC,SAAS,CAAC;IACtC,CAAC;YAAS,CAAC;QACT,OAAO,CAAC,cAAc,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;QACzC,OAAO,CAAC,cAAc,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;IAC5C,CAAC;AACH,CAAC;AAED,KAAK,UAAU,eAAe,CAAC,IAAc,EAAE,IAAY;IACzD,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;IACtC,YAAY,CAAC,IAAI,CAAC,CAAC;IACnB,MAAM,KAAK,GAAG,MAAM,SAAS,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC;IACxC,IAAI,IAAI,EAAE,CAAC;QACT,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,cAAc,EAAE,cAAc,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;QAChG,OAAO;IACT,CAAC;IACD,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,kBAAkB,CAAC,CAAC;QACzC,OAAO;IACT,CAAC;IACD,KAAK,MAAM,UAAU,IAAI,KAAK,EAAE,CAAC;QAC/B,MAAM,MAAM,GAAG,UAAU,CAAC,cAAc,KAAK,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,UAAU,CAAC,cAAc,CAAC,CAAC;QAC5F,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,UAAU,CAAC,OAAO,KAAK,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,YAAY,MAAM,KAAK,UAAU,CAAC,WAAW,IAAI,GAAG,KAAK,UAAU,CAAC,OAAO,IAAI,GAAG,IAAI,CAAC,CAAC;IAC5K,CAAC;AACH,CAAC;AAED,KAAK,UAAU,kBAAkB,CAAC,IAAc,EAAE,IAAY;IAC5D,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;IACtC,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC;IAC5B,IAAI,CAAC,MAAM;QAAE,MAAM,YAAY,CAAC,kCAAkC,CAAC,CAAC;IACpE,YAAY,CAAC,IAAI,CAAC,CAAC;IACnB,MAAM,UAAU,GAAG,MAAM,WAAW,CAAC,MAAM,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;IACvD,IAAI,IAAI,EAAE,CAAC;QACT,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,UAAU,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;QACjE,OAAO;IACT,CAAC;IACD,MAAM,MAAM,GAAG,UAAU,CAAC,MAAM,CAAC;IACjC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,UAAU,CAAC,OAAO,KAAK,MAAM,EAAE,MAAM,IAAI,SAAS,IAAI,CAAC,CAAC;IAChF,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,cAAc,UAAU,CAAC,OAAO,EAAE,OAAO,IAAI,CAAC,CAAC;IACpE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,cAAe,UAAU,CAAC,IAAI,EAAE,SAAqC,EAAE,WAAW,IAAI,UAAU,CAAC,OAAO,EAAE,WAAW,IAAI,CAAC,CAAC;IAChJ,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,qBAAsB,MAAM,EAAE,OAAmC,EAAE,cAAc,IAAI,GAAG,IAAI,CAAC,CAAC;IACnH,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,sBAAsB,UAAU,CAAC,eAAe,IAAI,CAAC,CAAC;IAC3E,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,gBAAgB,UAAU,CAAC,SAAS,IAAI,CAAC,CAAC;AACjE,CAAC"}

package/dist/src/cli/commands/feedback.js

@@ -0,0 +1,84 @@
+import path from "node:path";
+import { MessageFeedbackService, resolveFeedbackSession, trajectoryTargetValidator } from "../../feedback/index.js";
+import { HitchError, SCHEMA_VERSION, invalidInput, statePaths } from "../../foundation/index.js";
+import { assertNoArgs, takeFlag, takeOption } from "../arguments.js";
+export async function feedbackCommand(args, root) {
+    const action = args.shift();
+    const runId = args.shift();
+    if (!runId)
+        throw invalidInput("feedback requires a run ID");
+    const runDirectory = path.join(statePaths(root).runs, runId);
+    const session = await resolveFeedbackSession(runDirectory);
+    if (!session) {
+        throw new HitchError(`run ${runId} has no canonical trajectory for feedback`, {
+            code: "session-not-found",
+            exitCode: 3,
+        });
+    }
+    const service = new MessageFeedbackService({
+        root: runDirectory,
+        validateTarget: await trajectoryTargetValidator(runDirectory),
+    });
+    if (action === "list") {
+        const json = takeFlag(args, "--json");
+        assertNoArgs(args);
+        const items = await service.list({ sessionId: session.sessionId }, session);
+        if (json) {
+            process.stdout.write(`${JSON.stringify({ schema_version: SCHEMA_VERSION, run_id: runId, session_id: session.sessionId, items }, null, 2)}\n`);
+            return;
+        }
+        if (items.length === 0) {
+            process.stdout.write("No feedback\n");
+            return;
+        }
+        for (const item of items) {
+            process.stdout.write(`${item.messageId}  ${item.rating}  v${item.version}${item.note ? `  ${item.note}` : ""}\n`);
+        }
+        return;
+    }
+    if (action === "put") {
+        const json = takeFlag(args, "--json");
+        const messageId = takeOption(args, "--message");
+        const ratingValue = takeOption(args, "--rating");
+        const note = takeOption(args, "--note");
+        const ifVersion = takeOption(args, "--if-version");
+        assertNoArgs(args);
+        if (!messageId)
+            throw invalidInput("feedback put requires --message <id>");
+        if (ratingValue !== "positive" && ratingValue !== "negative") {
+            throw invalidInput("feedback put requires --rating positive|negative");
+        }
+        const item = await service.put({
+            sessionId: session.sessionId,
+            messageId,
+            rating: ratingValue,
+            ...(note !== undefined ? { note } : {}),
+            ifVersion: ifVersion === undefined ? null : ifVersion,
+        }, session, { messageId });
+        if (json)
+            process.stdout.write(`${JSON.stringify({ schema_version: SCHEMA_VERSION, item }, null, 2)}\n`);
+        else
+            process.stdout.write(`${item.messageId}: ${item.rating} (v${item.version})\n`);
+        return;
+    }
+    if (action === "delete") {
+        const json = takeFlag(args, "--json");
+        const messageId = takeOption(args, "--message");
+        const ifVersion = takeOption(args, "--if-version");
+        assertNoArgs(args);
+        if (!messageId)
+            throw invalidInput("feedback delete requires --message <id>");
+        await service.delete({
+            sessionId: session.sessionId,
+            messageId,
+            ifVersion: ifVersion === undefined ? null : ifVersion,
+        }, session);
+        if (json)
+            process.stdout.write(`${JSON.stringify({ schema_version: SCHEMA_VERSION, absent: true }, null, 2)}\n`);
+        else
+            process.stdout.write(`Deleted feedback for ${messageId}\n`);
+        return;
+    }
+    throw invalidInput("feedback requires list, put, or delete");
+}
+//# sourceMappingURL=feedback.js.map

package/dist/src/cli/commands/feedback.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"feedback.js","sourceRoot":"","sources":["../../../../src/cli/commands/feedback.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B,OAAO,EAAE,sBAAsB,EAAE,sBAAsB,EAAE,yBAAyB,EAAE,MAAM,yBAAyB,CAAC;AACpH,OAAO,EAAE,UAAU,EAAE,cAAc,EAAE,YAAY,EAAE,UAAU,EAAE,MAAM,2BAA2B,CAAC;AACjG,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAErE,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,IAAc,EAAE,IAAY;IAChE,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC;IAC5B,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC;IAC3B,IAAI,CAAC,KAAK;QAAE,MAAM,YAAY,CAAC,4BAA4B,CAAC,CAAC;IAC7D,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;IAC7D,MAAM,OAAO,GAAG,MAAM,sBAAsB,CAAC,YAAY,CAAC,CAAC;IAC3D,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,MAAM,IAAI,UAAU,CAAC,OAAO,KAAK,2CAA2C,EAAE;YAC5E,IAAI,EAAE,mBAAmB;YACzB,QAAQ,EAAE,CAAC;SACZ,CAAC,CAAC;IACL,CAAC;IACD,MAAM,OAAO,GAAG,IAAI,sBAAsB,CAAC;QACzC,IAAI,EAAE,YAAY;QAClB,cAAc,EAAE,MAAM,yBAAyB,CAAC,YAAY,CAAC;KAC9D,CAAC,CAAC;IAEH,IAAI,MAAM,KAAK,MAAM,EAAE,CAAC;QACtB,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;QACtC,YAAY,CAAC,IAAI,CAAC,CAAC;QACnB,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS,EAAE,EAAE,OAAO,CAAC,CAAC;QAC5E,IAAI,IAAI,EAAE,CAAC;YACT,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,cAAc,EAAE,cAAc,EAAE,MAAM,EAAE,KAAK,EAAE,UAAU,EAAE,OAAO,CAAC,SAAS,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;YAC9I,OAAO;QACT,CAAC;QACD,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACvB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC;YACtC,OAAO;QACT,CAAC;QACD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,SAAS,KAAK,IAAI,CAAC,MAAM,MAAM,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;QACpH,CAAC;QACD,OAAO;IACT,CAAC;IAED,IAAI,MAAM,KAAK,KAAK,EAAE,CAAC;QACrB,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;QACtC,MAAM,SAAS,GAAG,UAAU,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC;QAChD,MAAM,WAAW,GAAG,UAAU,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;QACjD,MAAM,IAAI,GAAG,UAAU,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;QACxC,MAAM,SAAS,GAAG,UAAU,CAAC,IAAI,EAAE,cAAc,CAAC,CAAC;QACnD,YAAY,CAAC,IAAI,CAAC,CAAC;QACnB,IAAI,CAAC,SAAS;YAAE,MAAM,YAAY,CAAC,sCAAsC,CAAC,CAAC;QAC3E,IAAI,WAAW,KAAK,UAAU,IAAI,WAAW,KAAK,UAAU,EAAE,CAAC;YAC7D,MAAM,YAAY,CAAC,kDAAkD,CAAC,CAAC;QACzE,CAAC;QACD,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,GAAG,CAC5B;YACE,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,SAAS;YACT,MAAM,EAAE,WAAoC;YAC5C,GAAG,CAAC,IAAI,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACvC,SAAS,EAAE,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS;SACtD,EACD,OAAO,EACP,EAAE,SAAS,EAAE,CACd,CAAC;QACF,IAAI,IAAI;YAAE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,cAAc,EAAE,cAAc,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;;YACpG,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,SAAS,KAAK,IAAI,CAAC,MAAM,MAAM,IAAI,CAAC,OAAO,KAAK,CAAC,CAAC;QACpF,OAAO;IACT,CAAC;IAED,IAAI,MAAM,KAAK,QAAQ,EAAE,CAAC;QACxB,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;QACtC,MAAM,SAAS,GAAG,UAAU,CAAC,IAAI,EAAE,WAAW,CAAC,CAAC;QAChD,MAAM,SAAS,GAAG,UAAU,CAAC,IAAI,EAAE,cAAc,CAAC,CAAC;QACnD,YAAY,CAAC,IAAI,CAAC,CAAC;QACnB,IAAI,CAAC,SAAS;YAAE,MAAM,YAAY,CAAC,yCAAyC,CAAC,CAAC;QAC9E,MAAM,OAAO,CAAC,MAAM,CAClB;YACE,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,SAAS;YACT,SAAS,EAAE,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS;SACtD,EACD,OAAO,CACR,CAAC;QACF,IAAI,IAAI;YAAE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,cAAc,EAAE,cAAc,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;;YAC5G,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,wBAAwB,SAAS,IAAI,CAAC,CAAC;QACjE,OAAO;IACT,CAAC;IAED,MAAM,YAAY,CAAC,wCAAwC,CAAC,CAAC;AAC/D,CAAC"}

package/dist/src/cli/commands/inspect.js

@@ -0,0 +1,20 @@
+import { inspectAgent } from "../../adapters/index.js";
+import { listPreparedArtifacts } from "../../artifacts/index.js";
+import { SCHEMA_VERSION, invalidInput } from "../../foundation/index.js";
+import { assertNoArgs, takeFlag } from "../arguments.js";
+export async function inspectCommand(args, root) {
+    const json = takeFlag(args, "--json");
+    const id = args.shift();
+    if (!id)
+        throw invalidInput("inspect requires a harness name");
+    assertNoArgs(args);
+    const harness = {
+        ...await inspectAgent(id),
+        prepared_artifacts: await listPreparedArtifacts(id, { root }),
+    };
+    if (json)
+        process.stdout.write(`${JSON.stringify({ schema_version: SCHEMA_VERSION, harness }, null, 2)}\n`);
+    else
+        process.stdout.write(`${harness.display_name}: ${harness.status}${harness.executable ? `\n  executable: ${harness.executable}\n  version: ${harness.version || "unknown"}` : ""}\n  prepared artifacts: ${harness.prepared_artifacts.length}\n`);
+}
+//# sourceMappingURL=inspect.js.map

package/dist/src/cli/commands/inspect.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"inspect.js","sourceRoot":"","sources":["../../../../src/cli/commands/inspect.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,yBAAyB,CAAC;AACvD,OAAO,EAAE,qBAAqB,EAAE,MAAM,0BAA0B,CAAC;AACjE,OAAO,EAAE,cAAc,EAAE,YAAY,EAAE,MAAM,2BAA2B,CAAC;AACzE,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAC;AAEzD,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,IAAc,EAAE,IAAY;IAC/D,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;IACtC,MAAM,EAAE,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC;IACxB,IAAI,CAAC,EAAE;QAAE,MAAM,YAAY,CAAC,iCAAiC,CAAC,CAAC;IAC/D,YAAY,CAAC,IAAI,CAAC,CAAC;IACnB,MAAM,OAAO,GAAG;QACd,GAAG,MAAM,YAAY,CAAC,EAAE,CAAC;QACzB,kBAAkB,EAAE,MAAM,qBAAqB,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC;KAC9D,CAAC;IACF,IAAI,IAAI;QAAE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,cAAc,EAAE,cAAc,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;;QACvG,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,OAAO,CAAC,YAAY,KAAK,OAAO,CAAC,MAAM,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,mBAAmB,OAAO,CAAC,UAAU,gBAAgB,OAAO,CAAC,OAAO,IAAI,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,2BAA2B,OAAO,CAAC,kBAAkB,CAAC,MAAM,IAAI,CAAC,CAAC;AACxP,CAAC"}

package/dist/src/cli/commands/list.js

@@ -0,0 +1,17 @@
+import { discoverAgents } from "../../adapters/index.js";
+import { SCHEMA_VERSION } from "../../foundation/index.js";
+import { assertNoArgs, takeFlag } from "../arguments.js";
+export async function listCommand(args) {
+    const json = takeFlag(args, "--json");
+    assertNoArgs(args);
+    const agents = await discoverAgents();
+    if (json) {
+        process.stdout.write(`${JSON.stringify({ schema_version: SCHEMA_VERSION, harnesses: agents }, null, 2)}\n`);
+        return;
+    }
+    for (const agent of agents) {
+        const detail = agent.status === "available" ? `${agent.version || "version unknown"}  ${agent.executable}` : "not installed";
+        process.stdout.write(`${agent.id.padEnd(10)} ${agent.status.padEnd(11)} ${detail}\n`);
+    }
+}
+//# sourceMappingURL=list.js.map

package/dist/src/cli/commands/list.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"list.js","sourceRoot":"","sources":["../../../../src/cli/commands/list.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,yBAAyB,CAAC;AACzD,OAAO,EAAE,cAAc,EAAE,MAAM,2BAA2B,CAAC;AAC3D,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAC;AAEzD,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,IAAc;IAC9C,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;IACtC,YAAY,CAAC,IAAI,CAAC,CAAC;IACnB,MAAM,MAAM,GAAG,MAAM,cAAc,EAAE,CAAC;IACtC,IAAI,IAAI,EAAE,CAAC;QACT,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,cAAc,EAAE,cAAc,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;QAC5G,OAAO;IACT,CAAC;IACD,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,MAAM,GAAG,KAAK,CAAC,MAAM,KAAK,WAAW,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,OAAO,IAAI,iBAAiB,KAAK,KAAK,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,eAAe,CAAC;QAC7H,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,KAAK,CAAC,EAAE,CAAC,MAAM,CAAC,EAAE,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC,IAAI,MAAM,IAAI,CAAC,CAAC;IACxF,CAAC;AACH,CAAC"}

package/dist/src/cli/commands/prepare.js

@@ -0,0 +1,21 @@
+import { prepareHarness } from "../../artifacts/index.js";
+import { resolveHarness } from "../../revisions/index.js";
+import { SCHEMA_VERSION, invalidInput } from "../../foundation/index.js";
+import { assertNoArgs, takeFlag } from "../arguments.js";
+import { loadInternalLocalGitSource, takeInternalLocalGitFlags } from "./run.js";
+export async function prepareCommand(args, root) {
+    const json = takeFlag(args, "--json");
+    const internalFlags = takeInternalLocalGitFlags(args);
+    const reference = args.shift();
+    if (!reference)
+        throw invalidInput("prepare requires a harness reference");
+    assertNoArgs(args);
+    const internal = internalFlags ? await loadInternalLocalGitSource(internalFlags, reference) : null;
+    const resolved = internal?.resolution || await resolveHarness(reference, { root });
+    const artifact = await prepareHarness(resolved, { root, ...(internal ? { verifiedLocalGitSource: internal.source } : {}) });
+    if (json)
+        process.stdout.write(`${JSON.stringify({ schema_version: SCHEMA_VERSION, resolved_revision: resolved, artifact }, null, 2)}\n`);
+    else
+        process.stdout.write(`${artifact.cache_hit ? "Cached" : "Prepared"} ${resolved.canonical_ref} as ${artifact.artifact_id}\n`);
+}
+//# sourceMappingURL=prepare.js.map

package/dist/src/cli/commands/prepare.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"prepare.js","sourceRoot":"","sources":["../../../../src/cli/commands/prepare.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAC;AAC1D,OAAO,EAAE,cAAc,EAAE,MAAM,0BAA0B,CAAC;AAC1D,OAAO,EAAE,cAAc,EAAE,YAAY,EAAE,MAAM,2BAA2B,CAAC;AACzE,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,MAAM,iBAAiB,CAAC;AACzD,OAAO,EAAE,0BAA0B,EAAE,yBAAyB,EAAE,MAAM,UAAU,CAAC;AAEjF,MAAM,CAAC,KAAK,UAAU,cAAc,CAAC,IAAc,EAAE,IAAY;IAC/D,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;IACtC,MAAM,aAAa,GAAG,yBAAyB,CAAC,IAAI,CAAC,CAAC;IACtD,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC;IAC/B,IAAI,CAAC,SAAS;QAAE,MAAM,YAAY,CAAC,sCAAsC,CAAC,CAAC;IAC3E,YAAY,CAAC,IAAI,CAAC,CAAC;IACnB,MAAM,QAAQ,GAAG,aAAa,CAAC,CAAC,CAAC,MAAM,0BAA0B,CAAC,aAAa,EAAE,SAAS,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IACnG,MAAM,QAAQ,GAAG,QAAQ,EAAE,UAAU,IAAI,MAAM,cAAc,CAAC,SAAS,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC;IACnF,MAAM,QAAQ,GAAG,MAAM,cAAc,CAAC,QAAQ,EAAE,EAAE,IAAI,EAAE,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,sBAAsB,EAAE,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;IAC5H,IAAI,IAAI;QAAE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,cAAc,EAAE,cAAc,EAAE,iBAAiB,EAAE,QAAQ,EAAE,QAAQ,EAAE,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;;QACrI,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,UAAU,IAAI,QAAQ,CAAC,aAAa,OAAO,QAAQ,CAAC,WAAW,IAAI,CAAC,CAAC;AACpI,CAAC"}