@tangle-network/agent-eval 0.126.0 → 0.126.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +14 -0
- package/dist/analyst/index.js +3 -3
- package/dist/benchmarks/index.js +3 -3
- package/dist/campaign/index.d.ts +4 -5
- package/dist/campaign/index.js +3 -3
- package/dist/{chunk-4B7ZZHPX.js → chunk-KE2VWPZX.js} +3 -3
- package/dist/{chunk-CM4OILD2.js → chunk-LUNF2SEL.js} +4 -6
- package/dist/{chunk-CM4OILD2.js.map → chunk-LUNF2SEL.js.map} +1 -1
- package/dist/{chunk-KO2PZOGP.js → chunk-NGUYT5CI.js} +3 -3
- package/dist/{chunk-NTOV7RU5.js → chunk-VMUENW6F.js} +177 -55
- package/dist/chunk-VMUENW6F.js.map +1 -0
- package/dist/{chunk-UI4YMIN2.js → chunk-WGXIEX7P.js} +12 -1
- package/dist/chunk-WGXIEX7P.js.map +1 -0
- package/dist/contract/index.d.ts +4 -5
- package/dist/contract/index.js +3 -3
- package/dist/index.js +5 -5
- package/dist/openapi.json +1 -1
- package/docs/campaign-proposers.md +3 -3
- package/package.json +1 -1
- package/dist/chunk-NTOV7RU5.js.map +0 -1
- package/dist/chunk-UI4YMIN2.js.map +0 -1
- /package/dist/{chunk-4B7ZZHPX.js.map → chunk-KE2VWPZX.js.map} +0 -0
- /package/dist/{chunk-KO2PZOGP.js.map → chunk-NGUYT5CI.js.map} +0 -0
package/CHANGELOG.md
CHANGED
|
@@ -6,6 +6,20 @@ All notable changes to `@tangle-network/agent-eval` and its sibling `agent-eval-
|
|
|
6
6
|
|
|
7
7
|
## [Unreleased]
|
|
8
8
|
|
|
9
|
+
## [0.126.1] - 2026-07-24 - optimizer lifecycle integrity
|
|
10
|
+
|
|
11
|
+
### Changed
|
|
12
|
+
|
|
13
|
+
- `compareOptimizationMethods()` uses one caller-visible spend limit across optimizer models, train and selection evaluation, and final scoring.
|
|
14
|
+
- Candidate surfaces are detached before every optimizer and scoring callback.
|
|
15
|
+
- SkillOpt receives complete non-secret model settings automatically while provider credentials remain in the local Node proxy.
|
|
16
|
+
|
|
17
|
+
### Fixed
|
|
18
|
+
|
|
19
|
+
- Aborting a comparison now stops official optimizer subprocess groups, callback work, and model proxy requests.
|
|
20
|
+
- Resumed final scoring retains the original cost identity and reports cumulative spend instead of resetting cached calls to zero.
|
|
21
|
+
- Model-backed GEPA fails before search when the full upstream dependency set is missing instead of silently returning the baseline after swallowed reflection errors.
|
|
22
|
+
|
|
9
23
|
## [0.126.0] - 2026-07-24 - official optimizer engines
|
|
10
24
|
|
|
11
25
|
### Added
|
package/dist/analyst/index.js
CHANGED
|
@@ -9,7 +9,7 @@ import {
|
|
|
9
9
|
diffFindings,
|
|
10
10
|
emitSkillUsageFindings,
|
|
11
11
|
runSemanticConceptJudge
|
|
12
|
-
} from "../chunk-
|
|
12
|
+
} from "../chunk-KE2VWPZX.js";
|
|
13
13
|
import {
|
|
14
14
|
ANALYST_SEVERITIES,
|
|
15
15
|
AnalystRegistry,
|
|
@@ -50,9 +50,9 @@ import {
|
|
|
50
50
|
stripCodeFences,
|
|
51
51
|
structureFindings,
|
|
52
52
|
validateUsageSettlementTimeout
|
|
53
|
-
} from "../chunk-
|
|
53
|
+
} from "../chunk-LUNF2SEL.js";
|
|
54
54
|
import "../chunk-HHWE3POT.js";
|
|
55
|
-
import "../chunk-
|
|
55
|
+
import "../chunk-WGXIEX7P.js";
|
|
56
56
|
import "../chunk-J5SQWP6Y.js";
|
|
57
57
|
import {
|
|
58
58
|
CostLedger
|
package/dist/benchmarks/index.js
CHANGED
|
@@ -17,10 +17,10 @@ import {
|
|
|
17
17
|
runBenchmarkAdapter,
|
|
18
18
|
summarizeBenchmarkCampaign
|
|
19
19
|
} from "../chunk-W4L6C2XT.js";
|
|
20
|
-
import "../chunk-
|
|
21
|
-
import "../chunk-
|
|
20
|
+
import "../chunk-NGUYT5CI.js";
|
|
21
|
+
import "../chunk-VMUENW6F.js";
|
|
22
22
|
import "../chunk-UCLVDLCH.js";
|
|
23
|
-
import "../chunk-
|
|
23
|
+
import "../chunk-WGXIEX7P.js";
|
|
24
24
|
import "../chunk-ARU2PZFM.js";
|
|
25
25
|
import "../chunk-J5SQWP6Y.js";
|
|
26
26
|
import "../chunk-PJQFMIOX.js";
|
package/dist/campaign/index.d.ts
CHANGED
|
@@ -2479,8 +2479,8 @@ declare function planCampaignRun<TScenario extends Scenario, TArtifact>(opts: Pl
|
|
|
2479
2479
|
* data and compared with paired confidence intervals.
|
|
2480
2480
|
*/
|
|
2481
2481
|
|
|
2482
|
-
/**
|
|
2483
|
-
type OptimizationMethodRunOptions<TScenario extends Scenario, TArtifact> = Omit<RunCampaignOptions<TScenario, TArtifact>, 'costLedger' | 'dispatch' | 'judges' | 'runDir' | 'scenarios' | 'seed'>;
|
|
2482
|
+
/** Shared campaign settings applied to every optimization method. */
|
|
2483
|
+
type OptimizationMethodRunOptions<TScenario extends Scenario, TArtifact> = Omit<RunCampaignOptions<TScenario, TArtifact>, 'costCeiling' | 'costLedger' | 'dispatch' | 'judges' | 'runDir' | 'scenarios' | 'seed'>;
|
|
2484
2484
|
/** Cost reported by a method or by final test scoring. */
|
|
2485
2485
|
interface ComparisonCost {
|
|
2486
2486
|
totalCostUsd: number;
|
|
@@ -2553,7 +2553,7 @@ interface OptimizationMethodInput<TScenario extends Scenario, TArtifact> {
|
|
|
2553
2553
|
readonly seed: number;
|
|
2554
2554
|
/** Shared defaults for every method. A method may override them explicitly. */
|
|
2555
2555
|
readonly runOptions: Readonly<OptimizationMethodRunOptions<TScenario, TArtifact>>;
|
|
2556
|
-
/** Durable spend account shared by
|
|
2556
|
+
/** Durable spend account shared by every method and final scoring. */
|
|
2557
2557
|
readonly costLedger: CostLedgerHandle;
|
|
2558
2558
|
}
|
|
2559
2559
|
interface OptimizationMethodResult {
|
|
@@ -2662,8 +2662,7 @@ interface CompareOptimizationMethodsOptions<TScenario extends Scenario, TArtifac
|
|
|
2662
2662
|
/** Simultaneous confidence across method-vs-baseline and method-vs-method contrasts.
|
|
2663
2663
|
* Each bootstrap interval is Bonferroni-adjusted. Default 0.95. */
|
|
2664
2664
|
confidence?: number;
|
|
2665
|
-
/** Shared spend limit across
|
|
2666
|
-
* Each method owns its optimization budget through `optimizationRunOptions.costCeiling`. */
|
|
2665
|
+
/** Shared spend limit across every method's optimizer and evaluation calls plus final scoring. */
|
|
2667
2666
|
costCeiling?: number;
|
|
2668
2667
|
}
|
|
2669
2668
|
/**
|
package/dist/campaign/index.js
CHANGED
|
@@ -32,7 +32,7 @@ import {
|
|
|
32
32
|
userStoryScoreboard,
|
|
33
33
|
validateSearchLedgerEvent,
|
|
34
34
|
verifyCodeSurface
|
|
35
|
-
} from "../chunk-
|
|
35
|
+
} from "../chunk-NGUYT5CI.js";
|
|
36
36
|
import {
|
|
37
37
|
acquireSingleRunLock,
|
|
38
38
|
assertCodeSurfaceIdentity,
|
|
@@ -78,7 +78,7 @@ import {
|
|
|
78
78
|
surfaceContentHash,
|
|
79
79
|
surfaceHash,
|
|
80
80
|
verifyLoopProvenanceRecord
|
|
81
|
-
} from "../chunk-
|
|
81
|
+
} from "../chunk-VMUENW6F.js";
|
|
82
82
|
import {
|
|
83
83
|
SearchLedgerConflictError,
|
|
84
84
|
SearchLedgerError,
|
|
@@ -96,7 +96,7 @@ import {
|
|
|
96
96
|
runCampaign,
|
|
97
97
|
tangleTracesRoot
|
|
98
98
|
} from "../chunk-UCLVDLCH.js";
|
|
99
|
-
import "../chunk-
|
|
99
|
+
import "../chunk-WGXIEX7P.js";
|
|
100
100
|
import "../chunk-ARU2PZFM.js";
|
|
101
101
|
import "../chunk-J5SQWP6Y.js";
|
|
102
102
|
import "../chunk-PJQFMIOX.js";
|
|
@@ -1,11 +1,11 @@
|
|
|
1
1
|
import {
|
|
2
2
|
computeFindingId
|
|
3
|
-
} from "./chunk-
|
|
3
|
+
} from "./chunk-LUNF2SEL.js";
|
|
4
4
|
import {
|
|
5
5
|
Mutex,
|
|
6
6
|
aggregateRunScore,
|
|
7
7
|
clamp01
|
|
8
|
-
} from "./chunk-
|
|
8
|
+
} from "./chunk-WGXIEX7P.js";
|
|
9
9
|
import {
|
|
10
10
|
callLlmJson,
|
|
11
11
|
costReceiptFromLlm,
|
|
@@ -749,4 +749,4 @@ export {
|
|
|
749
749
|
runSemanticConceptJudge,
|
|
750
750
|
createSemanticConceptJudge
|
|
751
751
|
};
|
|
752
|
-
//# sourceMappingURL=chunk-
|
|
752
|
+
//# sourceMappingURL=chunk-KE2VWPZX.js.map
|
|
@@ -1,6 +1,9 @@
|
|
|
1
1
|
import {
|
|
2
2
|
executionTrackByLane
|
|
3
3
|
} from "./chunk-HHWE3POT.js";
|
|
4
|
+
import {
|
|
5
|
+
combineAbortSignals
|
|
6
|
+
} from "./chunk-WGXIEX7P.js";
|
|
4
7
|
import {
|
|
5
8
|
LlmClient,
|
|
6
9
|
callLlm,
|
|
@@ -2108,11 +2111,6 @@ function validateTimeout(timeoutMs) {
|
|
|
2108
2111
|
}
|
|
2109
2112
|
return timeoutMs;
|
|
2110
2113
|
}
|
|
2111
|
-
function combineAbortSignals(caller, timeout) {
|
|
2112
|
-
if (!caller) return timeout;
|
|
2113
|
-
if (!timeout) return caller;
|
|
2114
|
-
return AbortSignal.any([caller, timeout]);
|
|
2115
|
-
}
|
|
2116
2114
|
async function waitForOperation(operation, signal, abortGraceMs) {
|
|
2117
2115
|
if (!signal) return operation;
|
|
2118
2116
|
if (signal.aborted) {
|
|
@@ -2427,4 +2425,4 @@ export {
|
|
|
2427
2425
|
AnalystRegistry,
|
|
2428
2426
|
buildDefaultAnalystRegistry
|
|
2429
2427
|
};
|
|
2430
|
-
//# sourceMappingURL=chunk-
|
|
2428
|
+
//# sourceMappingURL=chunk-LUNF2SEL.js.map
|