@tangle-network/agent-eval 0.122.9 → 0.123.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/benchmarks/index.js +2 -2
- package/dist/campaign/index.d.ts +29 -6
- package/dist/campaign/index.js +2 -2
- package/dist/{chunk-CWF6SCBK.js → chunk-GS3FJGUF.js} +2 -2
- package/dist/{chunk-4EDDIK77.js → chunk-HZJF4IUO.js} +71 -32
- package/dist/{chunk-4EDDIK77.js.map → chunk-HZJF4IUO.js.map} +1 -1
- package/dist/contract/index.d.ts +62 -11
- package/dist/contract/index.js +33 -8
- package/dist/contract/index.js.map +1 -1
- package/dist/index.d.ts +4 -0
- package/dist/index.js +2 -2
- package/dist/openapi.json +1 -1
- package/package.json +1 -1
- /package/dist/{chunk-CWF6SCBK.js.map → chunk-GS3FJGUF.js.map} +0 -0
package/dist/index.d.ts
CHANGED
|
@@ -14252,6 +14252,10 @@ interface RunImprovementLoopResult<TArtifact, TScenario extends Scenario> extend
|
|
|
14252
14252
|
neutralizedOnHoldout?: CampaignResult<TArtifact, TScenario>;
|
|
14253
14253
|
neutralizedSurface?: MutableSurface;
|
|
14254
14254
|
gateResult: Awaited<ReturnType<Gate<TArtifact, TScenario>['decide']>>;
|
|
14255
|
+
/** Present iff the loop ran with `holdout: 'deferred'`. When set,
|
|
14256
|
+
* `baselineOnHoldout`/`winnerOnHoldout` are the shared EMPTY campaign (zero
|
|
14257
|
+
* cells dispatched) and the gate verdict is the forced `'hold'`. */
|
|
14258
|
+
holdout?: 'deferred';
|
|
14255
14259
|
/** Unified baseline→winner surface diff. Computed UNCONDITIONALLY (not only
|
|
14256
14260
|
* when `autoOnPromote === 'pr'`) so the diff that the gate decided on is
|
|
14257
14261
|
* always present on the result + in the emitted provenance record. Empty
|
package/dist/index.js
CHANGED
|
@@ -53,7 +53,7 @@ import {
|
|
|
53
53
|
pairArms,
|
|
54
54
|
parseCorrectnessResponse,
|
|
55
55
|
verifyCompletion
|
|
56
|
-
} from "./chunk-
|
|
56
|
+
} from "./chunk-GS3FJGUF.js";
|
|
57
57
|
import {
|
|
58
58
|
DEFAULT_MUTATION_PRIMITIVES,
|
|
59
59
|
DEFAULT_RED_TEAM_CORPUS,
|
|
@@ -91,7 +91,7 @@ import {
|
|
|
91
91
|
scoreRedTeamOutput,
|
|
92
92
|
surfaceContentHash,
|
|
93
93
|
toolNamesForRun
|
|
94
|
-
} from "./chunk-
|
|
94
|
+
} from "./chunk-HZJF4IUO.js";
|
|
95
95
|
import {
|
|
96
96
|
BackendIntegrityError,
|
|
97
97
|
assertRealAgentReceipts,
|
package/dist/openapi.json
CHANGED
|
@@ -2,7 +2,7 @@
|
|
|
2
2
|
"openapi": "3.1.0",
|
|
3
3
|
"info": {
|
|
4
4
|
"title": "@tangle-network/agent-eval — wire protocol",
|
|
5
|
-
"version": "0.
|
|
5
|
+
"version": "0.123.0",
|
|
6
6
|
"description": "HTTP and stdio RPC interface to agent-eval. The TypeScript runtime is the source of truth; this spec is the contract that cross-language clients (Python, Rust, Go) generate from.\n\nWire-protocol version: 1.0.0. Bumps on breaking changes to request/response schemas.",
|
|
7
7
|
"contact": {
|
|
8
8
|
"name": "Tangle Network",
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@tangle-network/agent-eval",
|
|
3
|
-
"version": "0.
|
|
3
|
+
"version": "0.123.0",
|
|
4
4
|
"description": "Evaluate and improve AI agents from runs, traces, judges, and feedback. Compare candidates, cluster failures, measure lift, and gate releases.",
|
|
5
5
|
"homepage": "https://github.com/tangle-network/agent-eval#readme",
|
|
6
6
|
"repository": {
|
|
File without changes
|