@gaunt-sloth/batch 2.0.0-beta.10 → 2.0.0-beta.12

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/dist/types.d.ts CHANGED
@@ -7,6 +7,7 @@
7
7
  * `packages/app/src/commands/batchCommand.ts`, which is what keeps {@link RunCellFn} injectable —
8
8
  * unit tests here fake it, the CLI wires the real one.
9
9
  */
10
+ import type { AdvertisedToolInventory } from '#src/toolCoverage.js';
10
11
  /** One row/record parsed from `--over <path.csv|path.jsonl>`. Values are always strings for csv. */
11
12
  export type MatrixRow = Record<string, string>;
12
13
  /**
@@ -46,6 +47,17 @@ export interface ToolResultRecord {
46
47
  isError: boolean;
47
48
  /** The result payload as text (non-string payloads JSON-stringified), size-capped at capture. */
48
49
  content?: string;
50
+ /**
51
+ * BATCH-43 — an errored MCP tool's own error body, recovered at capture and carried BESIDE
52
+ * {@link content}, which stays exactly what the model observed. `tool_result_json_path` grades
53
+ * this when it is present; when it is absent the check reads {@link content} and behaves as it
54
+ * always has. Present implies it parses as JSON, so a check that finds it never has to ask.
55
+ *
56
+ * Absent for everything that is not an errored MCP call, and absent too for an MCP error whose
57
+ * body is prose rather than JSON — a server that puts its detail only in MCP `structuredContent`
58
+ * is not gradable at all, because the adapter discards that before any of our code runs.
59
+ */
60
+ errorPayload?: string;
49
61
  }
50
62
  /** What one attempt at running a cell through the shared single-shot runtime produced. */
51
63
  export interface CellRunOutcome {
@@ -68,6 +80,13 @@ export interface CellRunOutcome {
68
80
  * {@link tools} but un-deduped and carrying each result's error status + payload. Only the
69
81
  * in-process `gth-agent` runner can populate this (external adk-agent/ag-ui targets never do). */
70
82
  toolResults?: ToolResultRecord[];
83
+ /**
84
+ * BATCH-32 — what the agent ADVERTISED to the model for this cell: the tool-coverage denominator,
85
+ * to {@link tools}'s numerator. Only the in-process `gth-agent` runner can populate it (an
86
+ * external adk-agent/ag-ui target never advertises its inventory over the wire), and a test fake
87
+ * leaves it unset — which is why absence means "no denominator available", never "no tools".
88
+ */
89
+ advertisedTools?: AdvertisedToolInventory;
71
90
  /** A human-readable failure reason, set when `ok` is `false`. */
72
91
  error?: string;
73
92
  }
package/dist/types.js CHANGED
@@ -1,12 +1,3 @@
1
- /**
2
- * @packageDocumentation
3
- * BATCH-1 — the shapes shared across matrix construction, the concurrency/retry runner, and the
4
- * structured output writer. Deliberately independent of any LLM/runner types (`GthConfig`,
5
- * `runSingleShot`, …): this package only knows about *cells* and *outcomes*. The production
6
- * adapter that turns a cell into an actual `runSingleShot` call lives in
7
- * `packages/app/src/commands/batchCommand.ts`, which is what keeps {@link RunCellFn} injectable —
8
- * unit tests here fake it, the CLI wires the real one.
9
- */
10
1
  /**
11
2
  * BATCH-24 — the default **cell** concurrency cap for `gth batch` / `gth eval` when
12
3
  * `-j/--concurrency` is not supplied. Serial by default, for every provider (deliberately NOT
package/dist/types.js.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"types.js","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAkHH;;;;;;GAMG;AACH,MAAM,CAAC,MAAM,wBAAwB,GAAG,CAAC,CAAC;AAE1C;;;;GAIG;AACH,MAAM,CAAC,MAAM,4BAA4B,GAAG,CAAC,CAAC"}
1
+ {"version":3,"file":"types.js","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AA6IA;;;;;;GAMG;AACH,MAAM,CAAC,MAAM,wBAAwB,GAAG,CAAC,CAAC;AAE1C;;;;GAIG;AACH,MAAM,CAAC,MAAM,4BAA4B,GAAG,CAAC,CAAC"}
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@gaunt-sloth/batch",
3
- "version": "2.0.0-beta.10",
3
+ "version": "2.0.0-beta.12",
4
4
  "description": "Batch matrix runtime for Gaunt Sloth (BATCH-1): run a prompt-executable over a matrix of models and/or content-bound inputs",
5
5
  "license": "MIT",
6
6
  "author": "Andrew Kondratev",
@@ -37,8 +37,8 @@
37
37
  "@langchain/core": "^1.2.11",
38
38
  "yaml": "^2.9.1",
39
39
  "zod": "^4.6.3",
40
- "@gaunt-sloth/agent": "2.0.0-beta.10",
41
- "@gaunt-sloth/core": "2.0.0-beta.10"
40
+ "@gaunt-sloth/core": "2.0.0-beta.12",
41
+ "@gaunt-sloth/agent": "2.0.0-beta.12"
42
42
  },
43
43
  "files": [
44
44
  "./dist/*"