@tangle-network/agent-eval 0.126.5 → 0.126.6
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +6 -0
- package/README.md +1 -1
- package/dist/benchmarks/index.js +2 -2
- package/dist/campaign/index.d.ts +2 -0
- package/dist/campaign/index.js +2 -2
- package/dist/{chunk-3I74FLK6.js → chunk-BTACVO2W.js} +6 -1
- package/dist/chunk-BTACVO2W.js.map +1 -0
- package/dist/{chunk-P6WN2KF5.js → chunk-E3IADPLG.js} +2 -2
- package/dist/contract/index.d.ts +2 -0
- package/dist/contract/index.js +1 -1
- package/dist/index.js +2 -2
- package/dist/openapi.json +1 -1
- package/package.json +1 -1
- package/dist/chunk-3I74FLK6.js.map +0 -1
- /package/dist/{chunk-P6WN2KF5.js.map → chunk-E3IADPLG.js.map} +0 -0
package/CHANGELOG.md
CHANGED
|
@@ -4,6 +4,12 @@ All notable changes to `@tangle-network/agent-eval` and its sibling `agent-eval-
|
|
|
4
4
|
|
|
5
5
|
---
|
|
6
6
|
|
|
7
|
+
## [0.126.6] - 2026-07-24 - optimizer model provenance
|
|
8
|
+
|
|
9
|
+
### Added
|
|
10
|
+
|
|
11
|
+
- Proxied GEPA and SkillOpt runs now record the configured optimizer model in `OptimizationMethodProvenance.optimizerModel`; GEPA engines without a configured optimizer omit it.
|
|
12
|
+
|
|
7
13
|
## [0.126.5] - 2026-07-24 - published GEPA compatibility
|
|
8
14
|
|
|
9
15
|
### Fixed
|
package/README.md
CHANGED
|
@@ -283,7 +283,7 @@ console.table(result.scores)
|
|
|
283
283
|
Read `scores` for final-case lift and intervals.
|
|
284
284
|
Read `pairwise` before claiming one method beat another.
|
|
285
285
|
Read `totalCost.accountingComplete` before using the reported dollars as a complete total.
|
|
286
|
-
Each official method score records the optimizer and bridge package versions, source revisions and source-tree hashes, Python runtime, custom engine module hashes, compatible run ID, exact attempt ID, resume status, evaluation count, artifact directory, and available optimizer token usage in `provenance`.
|
|
286
|
+
Each official method score records the optimizer and bridge package versions, source revisions and source-tree hashes, Python runtime, configured optimizer model when present, custom engine module hashes, compatible run ID, exact attempt ID, resume status, evaluation count, artifact directory, and available optimizer token usage in `provenance`.
|
|
287
287
|
|
|
288
288
|
The [optimizer guide](./docs/campaign-proposers.md) covers recipes, budgets, resuming, and data separation.
|
|
289
289
|
The [runnable comparison](./examples/compare-optimization-methods/) can run GEPA, SkillOpt, or both.
|
package/dist/benchmarks/index.js
CHANGED
|
@@ -17,8 +17,8 @@ import {
|
|
|
17
17
|
runBenchmarkAdapter,
|
|
18
18
|
summarizeBenchmarkCampaign
|
|
19
19
|
} from "../chunk-CGG5SLH3.js";
|
|
20
|
-
import "../chunk-
|
|
21
|
-
import "../chunk-
|
|
20
|
+
import "../chunk-E3IADPLG.js";
|
|
21
|
+
import "../chunk-BTACVO2W.js";
|
|
22
22
|
import "../chunk-ZVCHKKOP.js";
|
|
23
23
|
import "../chunk-WGXIEX7P.js";
|
|
24
24
|
import "../chunk-ARU2PZFM.js";
|
package/dist/campaign/index.d.ts
CHANGED
|
@@ -2556,6 +2556,8 @@ interface OptimizationMethodProvenance {
|
|
|
2556
2556
|
modules?: OptimizationModuleSource[];
|
|
2557
2557
|
/** Python implementation used by the bridge process. */
|
|
2558
2558
|
python?: OptimizationPythonRuntime;
|
|
2559
|
+
/** Exact model identifier configured for optimizer-owned model calls. */
|
|
2560
|
+
optimizerModel?: string;
|
|
2559
2561
|
runId: string;
|
|
2560
2562
|
/** Content identity shared by compatible resumptions. */
|
|
2561
2563
|
compatibleRunId?: string;
|
package/dist/campaign/index.js
CHANGED
|
@@ -32,7 +32,7 @@ import {
|
|
|
32
32
|
userStoryScoreboard,
|
|
33
33
|
validateSearchLedgerEvent,
|
|
34
34
|
verifyCodeSurface
|
|
35
|
-
} from "../chunk-
|
|
35
|
+
} from "../chunk-E3IADPLG.js";
|
|
36
36
|
import {
|
|
37
37
|
acquireSingleRunLock,
|
|
38
38
|
assertCodeSurfaceIdentity,
|
|
@@ -79,7 +79,7 @@ import {
|
|
|
79
79
|
surfaceContentHash,
|
|
80
80
|
surfaceHash,
|
|
81
81
|
verifyLoopProvenanceRecord
|
|
82
|
-
} from "../chunk-
|
|
82
|
+
} from "../chunk-BTACVO2W.js";
|
|
83
83
|
import {
|
|
84
84
|
SearchLedgerConflictError,
|
|
85
85
|
SearchLedgerError,
|
|
@@ -1991,6 +1991,9 @@ function assertOptimizationProvenance(methodName, value) {
|
|
|
1991
1991
|
if (entry !== void 0 && (typeof entry !== "string" || !entry.trim())) fail(`source.${field}`);
|
|
1992
1992
|
}
|
|
1993
1993
|
if (typeof value.runId !== "string" || !value.runId.trim()) fail("runId");
|
|
1994
|
+
if (value.optimizerModel !== void 0 && (typeof value.optimizerModel !== "string" || !value.optimizerModel.trim() || value.optimizerModel.trim() !== value.optimizerModel)) {
|
|
1995
|
+
fail("optimizerModel");
|
|
1996
|
+
}
|
|
1994
1997
|
if (typeof value.resumed !== "boolean") fail("resumed");
|
|
1995
1998
|
if (!Number.isSafeInteger(value.evaluationCount) || value.evaluationCount < 0) {
|
|
1996
1999
|
fail("evaluationCount");
|
|
@@ -5718,6 +5721,7 @@ function gepaOptimizationMethod(config) {
|
|
|
5718
5721
|
durationMs: Date.now() - started,
|
|
5719
5722
|
provenance: {
|
|
5720
5723
|
...runtime,
|
|
5724
|
+
...config.optimizer ? { optimizerModel: config.optimizer.model } : {},
|
|
5721
5725
|
compatibleRunId,
|
|
5722
5726
|
runId,
|
|
5723
5727
|
resumed: result.resumed,
|
|
@@ -7251,6 +7255,7 @@ function skillOptOptimizationMethod(config) {
|
|
|
7251
7255
|
durationMs: Date.now() - started,
|
|
7252
7256
|
provenance: {
|
|
7253
7257
|
...runtime,
|
|
7258
|
+
optimizerModel: config.optimizer.model,
|
|
7254
7259
|
compatibleRunId,
|
|
7255
7260
|
runId,
|
|
7256
7261
|
resumed: result.resumed,
|
|
@@ -7341,4 +7346,4 @@ export {
|
|
|
7341
7346
|
emitLoopProvenance,
|
|
7342
7347
|
skillOptOptimizationMethod
|
|
7343
7348
|
};
|
|
7344
|
-
//# sourceMappingURL=chunk-
|
|
7349
|
+
//# sourceMappingURL=chunk-BTACVO2W.js.map
|