@tangle-network/agent-eval 0.122.3 → 0.122.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/benchmarks/index.js +4 -4
- package/dist/campaign/index.d.ts +267 -252
- package/dist/campaign/index.js +7 -3
- package/dist/{chunk-N3QPYIVG.js → chunk-4R4GTZBZ.js} +10 -10
- package/dist/{chunk-IDC74VDL.js → chunk-75OCWDXJ.js} +111 -24
- package/dist/chunk-75OCWDXJ.js.map +1 -0
- package/dist/{chunk-BD2OK6ZW.js → chunk-7GLJX32M.js} +2 -2
- package/dist/{chunk-OZFTLMGS.js → chunk-GTSVLG2M.js} +2 -2
- package/dist/{chunk-DHJJACEX.js → chunk-MWN2X7C5.js} +3 -3
- package/dist/contract/index.js +3 -3
- package/dist/index.d.ts +29 -29
- package/dist/index.js +5 -5
- package/dist/openapi.json +1 -1
- package/dist/{run-campaign-2YJ3Z6JS.js → run-campaign-J6RHX2VO.js} +2 -2
- package/package.json +1 -1
- package/dist/chunk-IDC74VDL.js.map +0 -1
- /package/dist/{chunk-N3QPYIVG.js.map → chunk-4R4GTZBZ.js.map} +0 -0
- /package/dist/{chunk-BD2OK6ZW.js.map → chunk-7GLJX32M.js.map} +0 -0
- /package/dist/{chunk-OZFTLMGS.js.map → chunk-GTSVLG2M.js.map} +0 -0
- /package/dist/{chunk-DHJJACEX.js.map → chunk-MWN2X7C5.js.map} +0 -0
- /package/dist/{run-campaign-2YJ3Z6JS.js.map → run-campaign-J6RHX2VO.js.map} +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import {
|
|
2
2
|
summarizeBackendIntegrity
|
|
3
|
-
} from "./chunk-
|
|
3
|
+
} from "./chunk-4R4GTZBZ.js";
|
|
4
4
|
import {
|
|
5
5
|
paretoChart
|
|
6
6
|
} from "./chunk-DPZAEKA6.js";
|
|
@@ -995,4 +995,4 @@ export {
|
|
|
995
995
|
summarizeExecution,
|
|
996
996
|
analyzeRuns
|
|
997
997
|
};
|
|
998
|
-
//# sourceMappingURL=chunk-
|
|
998
|
+
//# sourceMappingURL=chunk-7GLJX32M.js.map
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
import {
|
|
2
2
|
fsCampaignStorage,
|
|
3
3
|
runCampaign
|
|
4
|
-
} from "./chunk-
|
|
4
|
+
} from "./chunk-4R4GTZBZ.js";
|
|
5
5
|
import {
|
|
6
6
|
__export
|
|
7
7
|
} from "./chunk-PZ5AY32C.js";
|
|
@@ -763,4 +763,4 @@ export {
|
|
|
763
763
|
retrievalMetricsAtCutoff,
|
|
764
764
|
benchmarks_exports
|
|
765
765
|
};
|
|
766
|
-
//# sourceMappingURL=chunk-
|
|
766
|
+
//# sourceMappingURL=chunk-GTSVLG2M.js.map
|
|
@@ -10,7 +10,7 @@ import {
|
|
|
10
10
|
resolveRunDir,
|
|
11
11
|
runCampaign,
|
|
12
12
|
summarizeAgentReceiptIntegrity
|
|
13
|
-
} from "./chunk-
|
|
13
|
+
} from "./chunk-4R4GTZBZ.js";
|
|
14
14
|
import {
|
|
15
15
|
clamp01,
|
|
16
16
|
mapConcurrent,
|
|
@@ -2998,7 +2998,7 @@ async function runImprovementLoop(opts) {
|
|
|
2998
2998
|
const dispatchTimeoutMs = opts.dispatchTimeoutMs ?? DEFAULT_DISPATCH_TIMEOUT_MS;
|
|
2999
2999
|
const optimization = await runOptimization({ ...opts, dispatchTimeoutMs, costLedger });
|
|
3000
3000
|
const winnerIsBaseline = optimization.winnerSurfaceHash === surfaceHash(opts.baselineSurface);
|
|
3001
|
-
const { runCampaign: runCampaign2 } = await import("./run-campaign-
|
|
3001
|
+
const { runCampaign: runCampaign2 } = await import("./run-campaign-J6RHX2VO.js");
|
|
3002
3002
|
const baselineOnHoldout = await runCampaign2({
|
|
3003
3003
|
...opts,
|
|
3004
3004
|
costLedger,
|
|
@@ -3790,4 +3790,4 @@ export {
|
|
|
3790
3790
|
provenanceSpansPath,
|
|
3791
3791
|
emitLoopProvenance
|
|
3792
3792
|
};
|
|
3793
|
-
//# sourceMappingURL=chunk-
|
|
3793
|
+
//# sourceMappingURL=chunk-MWN2X7C5.js.map
|
package/dist/contract/index.js
CHANGED
|
@@ -14,7 +14,7 @@ import {
|
|
|
14
14
|
import {
|
|
15
15
|
analyzeRuns,
|
|
16
16
|
summarizeExecution
|
|
17
|
-
} from "../chunk-
|
|
17
|
+
} from "../chunk-7GLJX32M.js";
|
|
18
18
|
import {
|
|
19
19
|
REFERENCE_EQUIVALENCE_INPUT_LIMITS,
|
|
20
20
|
REFERENCE_EQUIVALENCE_JUDGE_VERSION,
|
|
@@ -36,7 +36,7 @@ import {
|
|
|
36
36
|
runReferenceEquivalenceJudge,
|
|
37
37
|
surfaceContentHash,
|
|
38
38
|
surfaceHash
|
|
39
|
-
} from "../chunk-
|
|
39
|
+
} from "../chunk-MWN2X7C5.js";
|
|
40
40
|
import {
|
|
41
41
|
campaignSplitDigest,
|
|
42
42
|
createRunCostLedger,
|
|
@@ -44,7 +44,7 @@ import {
|
|
|
44
44
|
inMemoryCampaignStorage,
|
|
45
45
|
resolveRunDir,
|
|
46
46
|
runCampaign
|
|
47
|
-
} from "../chunk-
|
|
47
|
+
} from "../chunk-4R4GTZBZ.js";
|
|
48
48
|
import {
|
|
49
49
|
buildDefaultAnalystRegistry,
|
|
50
50
|
createChatClient
|
package/dist/index.d.ts
CHANGED
|
@@ -14081,6 +14081,35 @@ declare namespace index$2 {
|
|
|
14081
14081
|
export { index$2_ROUTING_DATASET as ROUTING_DATASET, index$2_RoutingAdapter as RoutingAdapter, type index$2_RoutingDatasetItem as RoutingDatasetItem, type index$2_RoutingItem as RoutingItem, type index$2_RoutingPayload as RoutingPayload, index$2_assignSplit as assignSplit, index$2_evaluate as evaluate, index$2_extractRouteTokens as extractRouteTokens, index$2_loadDataset as loadDataset };
|
|
14082
14082
|
}
|
|
14083
14083
|
|
|
14084
|
+
/**
|
|
14085
|
+
* `CampaignStorage` — the filesystem seam `runCampaign` writes through
|
|
14086
|
+
* (run/cell dirs, the resumability cache, per-cell artifacts, trace spans).
|
|
14087
|
+
*
|
|
14088
|
+
* The default (`fsCampaignStorage`) is the Node filesystem — identical
|
|
14089
|
+
* behavior to the inline `node:fs` calls it replaces, so existing CLI
|
|
14090
|
+
* consumers are unaffected. `inMemoryCampaignStorage` keeps everything in a
|
|
14091
|
+
* `Map`, so the substrate runs in environments WITHOUT a filesystem
|
|
14092
|
+
* (Cloudflare Workers, Deno Deploy, other edge runtimes) — the campaign
|
|
14093
|
+
* still produces its `CampaignResult` (cells + aggregates) in memory;
|
|
14094
|
+
* artifacts/traces simply aren't persisted to disk.
|
|
14095
|
+
*
|
|
14096
|
+
* Paths are opaque keys to the in-memory adapter — it does not parse them,
|
|
14097
|
+
* so the same `join(...)`-built paths work unchanged across both adapters.
|
|
14098
|
+
*/
|
|
14099
|
+
interface CampaignStorage {
|
|
14100
|
+
/** Ensure a directory exists (recursive). No-op for in-memory. */
|
|
14101
|
+
ensureDir(dir: string): void;
|
|
14102
|
+
/** Does this path exist (as a written file or an ensured dir)? */
|
|
14103
|
+
exists(path: string): boolean;
|
|
14104
|
+
/** Read a UTF-8 file; `undefined` when missing or unreadable. */
|
|
14105
|
+
read(path: string): string | undefined;
|
|
14106
|
+
/** Write a file (string or bytes). Parent dir is assumed ensured. */
|
|
14107
|
+
write(path: string, content: string | Uint8Array): void;
|
|
14108
|
+
/** Append only when the current UTF-8 byte length matches `expectedBytes`.
|
|
14109
|
+
* Returns the new length, or undefined when another writer won. */
|
|
14110
|
+
append?(path: string, content: string, expectedBytes: number): number | undefined;
|
|
14111
|
+
}
|
|
14112
|
+
|
|
14084
14113
|
/**
|
|
14085
14114
|
* `openAutoPr` — thin shell-out helper for the `runImprovementLoop` preset's
|
|
14086
14115
|
* `autoOnPromote: 'pr'` mode. Substitutes for the per-product PR-opening
|
|
@@ -14130,35 +14159,6 @@ interface OpenAutoPrResult {
|
|
|
14130
14159
|
*/
|
|
14131
14160
|
declare function openAutoPr<TArtifact, TScenario extends Scenario>(options: OpenAutoPrOptions<TArtifact, TScenario>): OpenAutoPrResult;
|
|
14132
14161
|
|
|
14133
|
-
/**
|
|
14134
|
-
* `CampaignStorage` — the filesystem seam `runCampaign` writes through
|
|
14135
|
-
* (run/cell dirs, the resumability cache, per-cell artifacts, trace spans).
|
|
14136
|
-
*
|
|
14137
|
-
* The default (`fsCampaignStorage`) is the Node filesystem — identical
|
|
14138
|
-
* behavior to the inline `node:fs` calls it replaces, so existing CLI
|
|
14139
|
-
* consumers are unaffected. `inMemoryCampaignStorage` keeps everything in a
|
|
14140
|
-
* `Map`, so the substrate runs in environments WITHOUT a filesystem
|
|
14141
|
-
* (Cloudflare Workers, Deno Deploy, other edge runtimes) — the campaign
|
|
14142
|
-
* still produces its `CampaignResult` (cells + aggregates) in memory;
|
|
14143
|
-
* artifacts/traces simply aren't persisted to disk.
|
|
14144
|
-
*
|
|
14145
|
-
* Paths are opaque keys to the in-memory adapter — it does not parse them,
|
|
14146
|
-
* so the same `join(...)`-built paths work unchanged across both adapters.
|
|
14147
|
-
*/
|
|
14148
|
-
interface CampaignStorage {
|
|
14149
|
-
/** Ensure a directory exists (recursive). No-op for in-memory. */
|
|
14150
|
-
ensureDir(dir: string): void;
|
|
14151
|
-
/** Does this path exist (as a written file or an ensured dir)? */
|
|
14152
|
-
exists(path: string): boolean;
|
|
14153
|
-
/** Read a UTF-8 file; `undefined` when missing or unreadable. */
|
|
14154
|
-
read(path: string): string | undefined;
|
|
14155
|
-
/** Write a file (string or bytes). Parent dir is assumed ensured. */
|
|
14156
|
-
write(path: string, content: string | Uint8Array): void;
|
|
14157
|
-
/** Append only when the current UTF-8 byte length matches `expectedBytes`.
|
|
14158
|
-
* Returns the new length, or undefined when another writer won. */
|
|
14159
|
-
append?(path: string, content: string, expectedBytes: number): number | undefined;
|
|
14160
|
-
}
|
|
14161
|
-
|
|
14162
14162
|
/**
|
|
14163
14163
|
* `runOptimization` — the improvement loop body. Runs N generations: the
|
|
14164
14164
|
* `SurfaceProposer` proposes K candidate surfaces per generation, each
|
package/dist/index.js
CHANGED
|
@@ -9,12 +9,12 @@ import {
|
|
|
9
9
|
checkBehavioralCanary,
|
|
10
10
|
checkCanaries,
|
|
11
11
|
runBehavioralCanaries
|
|
12
|
-
} from "./chunk-
|
|
12
|
+
} from "./chunk-7GLJX32M.js";
|
|
13
13
|
import {
|
|
14
14
|
BENCHMARK_SPLIT_SEED,
|
|
15
15
|
benchmarks_exports,
|
|
16
16
|
deterministicSplit
|
|
17
|
-
} from "./chunk-
|
|
17
|
+
} from "./chunk-GTSVLG2M.js";
|
|
18
18
|
import {
|
|
19
19
|
DEFAULT_RULES,
|
|
20
20
|
buildTrajectory,
|
|
@@ -53,7 +53,7 @@ import {
|
|
|
53
53
|
pairArms,
|
|
54
54
|
parseCorrectnessResponse,
|
|
55
55
|
verifyCompletion
|
|
56
|
-
} from "./chunk-
|
|
56
|
+
} from "./chunk-75OCWDXJ.js";
|
|
57
57
|
import {
|
|
58
58
|
DEFAULT_MUTATION_PRIMITIVES,
|
|
59
59
|
DEFAULT_RED_TEAM_CORPUS,
|
|
@@ -91,7 +91,7 @@ import {
|
|
|
91
91
|
scoreRedTeamOutput,
|
|
92
92
|
surfaceContentHash,
|
|
93
93
|
toolNamesForRun
|
|
94
|
-
} from "./chunk-
|
|
94
|
+
} from "./chunk-MWN2X7C5.js";
|
|
95
95
|
import {
|
|
96
96
|
BackendIntegrityError,
|
|
97
97
|
assertRealAgentReceipts,
|
|
@@ -103,7 +103,7 @@ import {
|
|
|
103
103
|
inMemoryVerdictCache,
|
|
104
104
|
summarizeAgentReceiptIntegrity,
|
|
105
105
|
summarizeBackendIntegrity
|
|
106
|
-
} from "./chunk-
|
|
106
|
+
} from "./chunk-4R4GTZBZ.js";
|
|
107
107
|
import {
|
|
108
108
|
DEFAULT_COMPLEXITY_WEIGHTS,
|
|
109
109
|
FindingsStore,
|
package/dist/openapi.json
CHANGED
|
@@ -2,7 +2,7 @@
|
|
|
2
2
|
"openapi": "3.1.0",
|
|
3
3
|
"info": {
|
|
4
4
|
"title": "@tangle-network/agent-eval — wire protocol",
|
|
5
|
-
"version": "0.122.
|
|
5
|
+
"version": "0.122.4",
|
|
6
6
|
"description": "HTTP and stdio RPC interface to agent-eval. The TypeScript runtime is the source of truth; this spec is the contract that cross-language clients (Python, Rust, Go) generate from.\n\nWire-protocol version: 1.0.0. Bumps on breaking changes to request/response schemas.",
|
|
7
7
|
"contact": {
|
|
8
8
|
"name": "Tangle Network",
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
import {
|
|
2
2
|
planCampaignRun,
|
|
3
3
|
runCampaign
|
|
4
|
-
} from "./chunk-
|
|
4
|
+
} from "./chunk-4R4GTZBZ.js";
|
|
5
5
|
import "./chunk-PJQFMIOX.js";
|
|
6
6
|
import "./chunk-ZMXDQ4K7.js";
|
|
7
7
|
import "./chunk-VI2UW6B6.js";
|
|
@@ -11,4 +11,4 @@ export {
|
|
|
11
11
|
planCampaignRun,
|
|
12
12
|
runCampaign
|
|
13
13
|
};
|
|
14
|
-
//# sourceMappingURL=run-campaign-
|
|
14
|
+
//# sourceMappingURL=run-campaign-J6RHX2VO.js.map
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@tangle-network/agent-eval",
|
|
3
|
-
"version": "0.122.
|
|
3
|
+
"version": "0.122.4",
|
|
4
4
|
"description": "Evaluate and improve AI agents from runs, traces, judges, and feedback. Compare candidates, cluster failures, measure lift, and gate releases.",
|
|
5
5
|
"homepage": "https://github.com/tangle-network/agent-eval#readme",
|
|
6
6
|
"repository": {
|