@tangle-network/agent-eval 0.120.3 → 0.120.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -16,7 +16,7 @@ import {
16
16
  runImprovementLoop,
17
17
  surfaceContentHash,
18
18
  surfaceHash
19
- } from "./chunk-3CDFMEMO.js";
19
+ } from "./chunk-7QBFOJ3E.js";
20
20
  import {
21
21
  SearchLedgerConflictError,
22
22
  SearchLedgerError,
@@ -7955,4 +7955,4 @@ export {
7955
7955
  verifyCodeSurface,
7956
7956
  resolveWorktreePath
7957
7957
  };
7958
- //# sourceMappingURL=chunk-P5MGQ2FY.js.map
7958
+ //# sourceMappingURL=chunk-ZTJPIIVI.js.map
@@ -2226,9 +2226,24 @@ declare function openAutoPr<TArtifact, TScenario extends Scenario>(options: Open
2226
2226
  * re-score + release gate + optional PR.
2227
2227
  */
2228
2228
 
2229
+ interface PremeasuredOptimizationBaseline<TArtifact, TScenario extends Scenario> {
2230
+ /** Hash of the exact surface that produced `campaign`. */
2231
+ surfaceHash: string;
2232
+ /** Complete prior measurement reused by identity, including artifactsByPath. */
2233
+ campaign: CampaignResult<TArtifact, TScenario>;
2234
+ }
2229
2235
  interface RunOptimizationBaseOptions<TScenario extends Scenario, TArtifact> extends Omit<RunCampaignOptions<TScenario, TArtifact>, 'dispatch'> {
2230
2236
  /** Initial mutable surface (typically system prompt or addendum). */
2231
2237
  baselineSurface: MutableSurface;
2238
+ /**
2239
+ * Complete prior measurement of `baselineSurface`. When present,
2240
+ * `runOptimization` validates its surface, scenario split, seed, reps, and
2241
+ * normal campaign coverage, then skips the baseline campaign entirely — no
2242
+ * dispatch or resumability-cache lookup. Candidate campaigns still run
2243
+ * normally. Prior spend remains in the imported campaign aggregates and is
2244
+ * not added again to this continuation's CostLedger.
2245
+ */
2246
+ premeasuredBaseline?: PremeasuredOptimizationBaseline<TArtifact, TScenario>;
2232
2247
  /** Dispatcher that takes the CURRENT surface + scenario → artifact. */
2233
2248
  dispatchWithSurface: (surface: MutableSurface, scenario: TScenario, ctx: Parameters<RunCampaignOptions<TScenario, TArtifact>['dispatch']>[1]) => Promise<TArtifact>;
2234
2249
  /** The candidate-generation strategy. Wrap a population `Mutator` via
@@ -41,7 +41,7 @@ import {
41
41
  surfaceContentHash,
42
42
  surfaceHash,
43
43
  verifyLoopProvenanceRecord
44
- } from "../chunk-3CDFMEMO.js";
44
+ } from "../chunk-7QBFOJ3E.js";
45
45
  import {
46
46
  assertCampaignSplitIdentity,
47
47
  assertRealAgentReceipts,
package/dist/index.js CHANGED
@@ -51,7 +51,7 @@ import {
51
51
  harnessAxisOf,
52
52
  parseCorrectnessResponse,
53
53
  verifyCompletion
54
- } from "./chunk-P5MGQ2FY.js";
54
+ } from "./chunk-ZTJPIIVI.js";
55
55
  import {
56
56
  DEFAULT_MUTATION_PRIMITIVES,
57
57
  DEFAULT_RED_TEAM_CORPUS,
@@ -91,7 +91,7 @@ import {
91
91
  scoreRedTeamOutput,
92
92
  surfaceContentHash,
93
93
  toolNamesForRun
94
- } from "./chunk-3CDFMEMO.js";
94
+ } from "./chunk-7QBFOJ3E.js";
95
95
  import {
96
96
  BackendIntegrityError,
97
97
  assertRealAgentReceipts,
package/dist/openapi.json CHANGED
@@ -2,7 +2,7 @@
2
2
  "openapi": "3.1.0",
3
3
  "info": {
4
4
  "title": "@tangle-network/agent-eval — wire protocol",
5
- "version": "0.120.3",
5
+ "version": "0.120.4",
6
6
  "description": "HTTP and stdio RPC interface to agent-eval. The TypeScript runtime is the source of truth; this spec is the contract that cross-language clients (Python, Rust, Go) generate from.\n\nWire-protocol version: 1.0.0. Bumps on breaking changes to request/response schemas.",
7
7
  "contact": {
8
8
  "name": "Tangle Network",
@@ -12,7 +12,7 @@ composition point already exists (see Produced-state grading below).**
12
12
  | `runCampaign` | The measurement primitive. Run a dispatch over scenarios × seeds × reps, score each with judges, aggregate. Caller owns the dispatch. | `CampaignResult` |
13
13
  | `runEval` | The simplest preset over `runCampaign` — just score, no loop, no gate. The 80% "I want a scorecard" case. | `CampaignResult` |
14
14
  | `runProfileMatrix` | Factor the SAME scenarios across N agent **profiles** (models / prompt variants), with RunRecord stamping + a real-backend integrity guard. | `RunRecord[]` |
15
- | `runOptimization` | GENERATE: baseline → N generations of propose → measure → rank → promote. No release gate. | generations + winner |
15
+ | `runOptimization` | GENERATE: measured or validated premeasured baseline → N generations of propose → measure → rank → promote. No release gate. | generations + winner |
16
16
  | `runImprovementLoop` | The release-gate shell around `runOptimization`: adds a held-out re-score + a promotion gate (+ optional auto-PR). | gate decision + winner |
17
17
  | `runEvalCampaign` | Inversion-of-control variant of `runCampaign` — the runner is handed a pre-wired trace/sink/emitter and integrity gating as a precondition. Use when you need full capture by construction. | `CampaignResult` + records |
18
18
  | `runAgentMatrix` | The bare N-axis cartesian scheduler with concurrency control. The layer beneath the eval surface — reach for it only when you need raw scheduling, not eval semantics. | cell results |
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@tangle-network/agent-eval",
3
- "version": "0.120.3",
3
+ "version": "0.120.4",
4
4
  "description": "Evaluate and improve AI agents from runs, traces, judges, and feedback. Compare candidates, cluster failures, measure lift, and gate releases.",
5
5
  "homepage": "https://github.com/tangle-network/agent-eval#readme",
6
6
  "repository": {