@hue-run/sdk 0.9.0 → 0.11.0

package/dist/cli/eval.d.ts

@@ -1,9 +1,10 @@
 import type { ExperimentCase, LocalFile } from "../evals/types.js";
 import { TargetResult } from "../evals/types.js";
 import { type SimulationTargetContext } from "../evals/simulation.js";
+import { type ExperimentVerdicts } from "../evals/verdicts.js";
 import type { JsonValue } from "../types.js";
 /** Adapter contract: the module's `default` or `runMyAgent` export. */
-export type EvalAdapter = (inputs: JsonValue, context: SimulationTargetContext) => JsonValue | undefined | Promise<JsonValue | undefined>;
+export type EvalAdapter = (inputs: JsonValue, context: SimulationTargetContext) => JsonValue | TargetResult | undefined | Promise<JsonValue | TargetResult | undefined>;
 /**
  * Context of a direct (file) case: pinned input files in, generated documents out. The same
  * adapter module serves both modes; `mode` tells it which context it received.
@@ -20,6 +21,32 @@ export interface DirectTargetContext {
     signal?: AbortSignal;
 }
 export type DirectEvalAdapter = (inputs: JsonValue, context: DirectTargetContext) => JsonValue | TargetResult | undefined | Promise<JsonValue | TargetResult | undefined>;
+export interface Output {
+    /** Human progress lines: stdout normally, stderr with --json. */
+    log(line: string): void;
+    /** Diagnostics; always stderr. */
+    error(line: string): void;
+}
+/**
+ * Spawns the agent command once in its own process group and returns its trimmed stdout. A
+ * timeout or Ctrl+C stops the agent the shell started, not only the shell: a survivor would still
+ * hold a world token and could write after Hue recorded the case as failed. The group is signalled
+ * even once the shell has exited, since a compound command's agent can outlive it, and a stopped
+ * command settles only when nothing in the group is left. A command that exits normally but
+ * leaves processes behind has them stopped the same way before it settles, so none can touch its
+ * outputs while they are collected. Once the group is found empty it is never signalled again,
+ * since its ID could be reused. Windows has no process group to signal, so the child alone is
+ * stopped there.
+ */
+export declare function spawnAgentCommand(command: string, options: {
+    cwd?: string;
+    env: Record<string, string | undefined>;
+    stdin?: string;
+    timeoutSeconds: number;
+    signal?: AbortSignal;
+}): Promise<string>;
+export declare function renderTable(verdicts: ExperimentVerdicts, output: Output): void;
+export declare function explain(error: unknown): string;
 /**
  * `hue eval`: runs a local adapter or command against a Scenario or eval set through
  * `runSimulation`, or registers it as an outbound worker through `runLocalAgent`.