@tangle-network/agent-eval 0.126.0 → 0.126.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/CHANGELOG.md CHANGED
@@ -6,6 +6,20 @@ All notable changes to `@tangle-network/agent-eval` and its sibling `agent-eval-
6
6
 
7
7
  ## [Unreleased]
8
8
 
9
+ ## [0.126.1] - 2026-07-24 - optimizer lifecycle integrity
10
+
11
+ ### Changed
12
+
13
+ - `compareOptimizationMethods()` uses one caller-visible spend limit across optimizer models, train and selection evaluation, and final scoring.
14
+ - Candidate surfaces are detached before every optimizer and scoring callback.
15
+ - SkillOpt receives complete non-secret model settings automatically while provider credentials remain in the local Node proxy.
16
+
17
+ ### Fixed
18
+
19
+ - Aborting a comparison now stops official optimizer subprocess groups, callback work, and model proxy requests.
20
+ - Resumed final scoring retains the original cost identity and reports cumulative spend instead of resetting cached calls to zero.
21
+ - Model-backed GEPA fails before search when the full upstream dependency set is missing instead of silently returning the baseline after swallowed reflection errors.
22
+
9
23
  ## [0.126.0] - 2026-07-24 - official optimizer engines
10
24
 
11
25
  ### Added
@@ -9,7 +9,7 @@ import {
9
9
  diffFindings,
10
10
  emitSkillUsageFindings,
11
11
  runSemanticConceptJudge
12
- } from "../chunk-4B7ZZHPX.js";
12
+ } from "../chunk-KE2VWPZX.js";
13
13
  import {
14
14
  ANALYST_SEVERITIES,
15
15
  AnalystRegistry,
@@ -50,9 +50,9 @@ import {
50
50
  stripCodeFences,
51
51
  structureFindings,
52
52
  validateUsageSettlementTimeout
53
- } from "../chunk-CM4OILD2.js";
53
+ } from "../chunk-LUNF2SEL.js";
54
54
  import "../chunk-HHWE3POT.js";
55
- import "../chunk-UI4YMIN2.js";
55
+ import "../chunk-WGXIEX7P.js";
56
56
  import "../chunk-J5SQWP6Y.js";
57
57
  import {
58
58
  CostLedger
@@ -17,10 +17,10 @@ import {
17
17
  runBenchmarkAdapter,
18
18
  summarizeBenchmarkCampaign
19
19
  } from "../chunk-W4L6C2XT.js";
20
- import "../chunk-KO2PZOGP.js";
21
- import "../chunk-NTOV7RU5.js";
20
+ import "../chunk-NGUYT5CI.js";
21
+ import "../chunk-VMUENW6F.js";
22
22
  import "../chunk-UCLVDLCH.js";
23
- import "../chunk-UI4YMIN2.js";
23
+ import "../chunk-WGXIEX7P.js";
24
24
  import "../chunk-ARU2PZFM.js";
25
25
  import "../chunk-J5SQWP6Y.js";
26
26
  import "../chunk-PJQFMIOX.js";
@@ -2479,8 +2479,8 @@ declare function planCampaignRun<TScenario extends Scenario, TArtifact>(opts: Pl
2479
2479
  * data and compared with paired confidence intervals.
2480
2480
  */
2481
2481
 
2482
- /** Per-method campaign settings. Each method receives its own spend account. */
2483
- type OptimizationMethodRunOptions<TScenario extends Scenario, TArtifact> = Omit<RunCampaignOptions<TScenario, TArtifact>, 'costLedger' | 'dispatch' | 'judges' | 'runDir' | 'scenarios' | 'seed'>;
2482
+ /** Shared campaign settings applied to every optimization method. */
2483
+ type OptimizationMethodRunOptions<TScenario extends Scenario, TArtifact> = Omit<RunCampaignOptions<TScenario, TArtifact>, 'costCeiling' | 'costLedger' | 'dispatch' | 'judges' | 'runDir' | 'scenarios' | 'seed'>;
2484
2484
  /** Cost reported by a method or by final test scoring. */
2485
2485
  interface ComparisonCost {
2486
2486
  totalCostUsd: number;
@@ -2553,7 +2553,7 @@ interface OptimizationMethodInput<TScenario extends Scenario, TArtifact> {
2553
2553
  readonly seed: number;
2554
2554
  /** Shared defaults for every method. A method may override them explicitly. */
2555
2555
  readonly runOptions: Readonly<OptimizationMethodRunOptions<TScenario, TArtifact>>;
2556
- /** Durable spend account shared by the method's model and evaluation calls. */
2556
+ /** Durable spend account shared by every method and final scoring. */
2557
2557
  readonly costLedger: CostLedgerHandle;
2558
2558
  }
2559
2559
  interface OptimizationMethodResult {
@@ -2662,8 +2662,7 @@ interface CompareOptimizationMethodsOptions<TScenario extends Scenario, TArtifac
2662
2662
  /** Simultaneous confidence across method-vs-baseline and method-vs-method contrasts.
2663
2663
  * Each bootstrap interval is Bonferroni-adjusted. Default 0.95. */
2664
2664
  confidence?: number;
2665
- /** Shared spend limit across baseline and winner scoring on the final test partition.
2666
- * Each method owns its optimization budget through `optimizationRunOptions.costCeiling`. */
2665
+ /** Shared spend limit across every method's optimizer and evaluation calls plus final scoring. */
2667
2666
  costCeiling?: number;
2668
2667
  }
2669
2668
  /**
@@ -32,7 +32,7 @@ import {
32
32
  userStoryScoreboard,
33
33
  validateSearchLedgerEvent,
34
34
  verifyCodeSurface
35
- } from "../chunk-KO2PZOGP.js";
35
+ } from "../chunk-NGUYT5CI.js";
36
36
  import {
37
37
  acquireSingleRunLock,
38
38
  assertCodeSurfaceIdentity,
@@ -78,7 +78,7 @@ import {
78
78
  surfaceContentHash,
79
79
  surfaceHash,
80
80
  verifyLoopProvenanceRecord
81
- } from "../chunk-NTOV7RU5.js";
81
+ } from "../chunk-VMUENW6F.js";
82
82
  import {
83
83
  SearchLedgerConflictError,
84
84
  SearchLedgerError,
@@ -96,7 +96,7 @@ import {
96
96
  runCampaign,
97
97
  tangleTracesRoot
98
98
  } from "../chunk-UCLVDLCH.js";
99
- import "../chunk-UI4YMIN2.js";
99
+ import "../chunk-WGXIEX7P.js";
100
100
  import "../chunk-ARU2PZFM.js";
101
101
  import "../chunk-J5SQWP6Y.js";
102
102
  import "../chunk-PJQFMIOX.js";
@@ -1,11 +1,11 @@
1
1
  import {
2
2
  computeFindingId
3
- } from "./chunk-CM4OILD2.js";
3
+ } from "./chunk-LUNF2SEL.js";
4
4
  import {
5
5
  Mutex,
6
6
  aggregateRunScore,
7
7
  clamp01
8
- } from "./chunk-UI4YMIN2.js";
8
+ } from "./chunk-WGXIEX7P.js";
9
9
  import {
10
10
  callLlmJson,
11
11
  costReceiptFromLlm,
@@ -749,4 +749,4 @@ export {
749
749
  runSemanticConceptJudge,
750
750
  createSemanticConceptJudge
751
751
  };
752
- //# sourceMappingURL=chunk-4B7ZZHPX.js.map
752
+ //# sourceMappingURL=chunk-KE2VWPZX.js.map
@@ -1,6 +1,9 @@
1
1
  import {
2
2
  executionTrackByLane
3
3
  } from "./chunk-HHWE3POT.js";
4
+ import {
5
+ combineAbortSignals
6
+ } from "./chunk-WGXIEX7P.js";
4
7
  import {
5
8
  LlmClient,
6
9
  callLlm,
@@ -2108,11 +2111,6 @@ function validateTimeout(timeoutMs) {
2108
2111
  }
2109
2112
  return timeoutMs;
2110
2113
  }
2111
- function combineAbortSignals(caller, timeout) {
2112
- if (!caller) return timeout;
2113
- if (!timeout) return caller;
2114
- return AbortSignal.any([caller, timeout]);
2115
- }
2116
2114
  async function waitForOperation(operation, signal, abortGraceMs) {
2117
2115
  if (!signal) return operation;
2118
2116
  if (signal.aborted) {
@@ -2427,4 +2425,4 @@ export {
2427
2425
  AnalystRegistry,
2428
2426
  buildDefaultAnalystRegistry
2429
2427
  };
2430
- //# sourceMappingURL=chunk-CM4OILD2.js.map
2428
+ //# sourceMappingURL=chunk-LUNF2SEL.js.map