@tangle-network/agent-eval 0.122.3 → 0.122.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -1,6 +1,6 @@
1
1
  import {
2
2
  summarizeBackendIntegrity
3
- } from "./chunk-N3QPYIVG.js";
3
+ } from "./chunk-4R4GTZBZ.js";
4
4
  import {
5
5
  paretoChart
6
6
  } from "./chunk-DPZAEKA6.js";
@@ -995,4 +995,4 @@ export {
995
995
  summarizeExecution,
996
996
  analyzeRuns
997
997
  };
998
- //# sourceMappingURL=chunk-BD2OK6ZW.js.map
998
+ //# sourceMappingURL=chunk-7GLJX32M.js.map
@@ -1,7 +1,7 @@
1
1
  import {
2
2
  fsCampaignStorage,
3
3
  runCampaign
4
- } from "./chunk-N3QPYIVG.js";
4
+ } from "./chunk-4R4GTZBZ.js";
5
5
  import {
6
6
  __export
7
7
  } from "./chunk-PZ5AY32C.js";
@@ -763,4 +763,4 @@ export {
763
763
  retrievalMetricsAtCutoff,
764
764
  benchmarks_exports
765
765
  };
766
- //# sourceMappingURL=chunk-OZFTLMGS.js.map
766
+ //# sourceMappingURL=chunk-GTSVLG2M.js.map
@@ -10,7 +10,7 @@ import {
10
10
  resolveRunDir,
11
11
  runCampaign,
12
12
  summarizeAgentReceiptIntegrity
13
- } from "./chunk-N3QPYIVG.js";
13
+ } from "./chunk-4R4GTZBZ.js";
14
14
  import {
15
15
  clamp01,
16
16
  mapConcurrent,
@@ -2998,7 +2998,7 @@ async function runImprovementLoop(opts) {
2998
2998
  const dispatchTimeoutMs = opts.dispatchTimeoutMs ?? DEFAULT_DISPATCH_TIMEOUT_MS;
2999
2999
  const optimization = await runOptimization({ ...opts, dispatchTimeoutMs, costLedger });
3000
3000
  const winnerIsBaseline = optimization.winnerSurfaceHash === surfaceHash(opts.baselineSurface);
3001
- const { runCampaign: runCampaign2 } = await import("./run-campaign-2YJ3Z6JS.js");
3001
+ const { runCampaign: runCampaign2 } = await import("./run-campaign-J6RHX2VO.js");
3002
3002
  const baselineOnHoldout = await runCampaign2({
3003
3003
  ...opts,
3004
3004
  costLedger,
@@ -3790,4 +3790,4 @@ export {
3790
3790
  provenanceSpansPath,
3791
3791
  emitLoopProvenance
3792
3792
  };
3793
- //# sourceMappingURL=chunk-DHJJACEX.js.map
3793
+ //# sourceMappingURL=chunk-MWN2X7C5.js.map
@@ -14,7 +14,7 @@ import {
14
14
  import {
15
15
  analyzeRuns,
16
16
  summarizeExecution
17
- } from "../chunk-BD2OK6ZW.js";
17
+ } from "../chunk-7GLJX32M.js";
18
18
  import {
19
19
  REFERENCE_EQUIVALENCE_INPUT_LIMITS,
20
20
  REFERENCE_EQUIVALENCE_JUDGE_VERSION,
@@ -36,7 +36,7 @@ import {
36
36
  runReferenceEquivalenceJudge,
37
37
  surfaceContentHash,
38
38
  surfaceHash
39
- } from "../chunk-DHJJACEX.js";
39
+ } from "../chunk-MWN2X7C5.js";
40
40
  import {
41
41
  campaignSplitDigest,
42
42
  createRunCostLedger,
@@ -44,7 +44,7 @@ import {
44
44
  inMemoryCampaignStorage,
45
45
  resolveRunDir,
46
46
  runCampaign
47
- } from "../chunk-N3QPYIVG.js";
47
+ } from "../chunk-4R4GTZBZ.js";
48
48
  import {
49
49
  buildDefaultAnalystRegistry,
50
50
  createChatClient
package/dist/index.d.ts CHANGED
@@ -14081,6 +14081,35 @@ declare namespace index$2 {
14081
14081
  export { index$2_ROUTING_DATASET as ROUTING_DATASET, index$2_RoutingAdapter as RoutingAdapter, type index$2_RoutingDatasetItem as RoutingDatasetItem, type index$2_RoutingItem as RoutingItem, type index$2_RoutingPayload as RoutingPayload, index$2_assignSplit as assignSplit, index$2_evaluate as evaluate, index$2_extractRouteTokens as extractRouteTokens, index$2_loadDataset as loadDataset };
14082
14082
  }
14083
14083
 
14084
+ /**
14085
+ * `CampaignStorage` — the filesystem seam `runCampaign` writes through
14086
+ * (run/cell dirs, the resumability cache, per-cell artifacts, trace spans).
14087
+ *
14088
+ * The default (`fsCampaignStorage`) is the Node filesystem — identical
14089
+ * behavior to the inline `node:fs` calls it replaces, so existing CLI
14090
+ * consumers are unaffected. `inMemoryCampaignStorage` keeps everything in a
14091
+ * `Map`, so the substrate runs in environments WITHOUT a filesystem
14092
+ * (Cloudflare Workers, Deno Deploy, other edge runtimes) — the campaign
14093
+ * still produces its `CampaignResult` (cells + aggregates) in memory;
14094
+ * artifacts/traces simply aren't persisted to disk.
14095
+ *
14096
+ * Paths are opaque keys to the in-memory adapter — it does not parse them,
14097
+ * so the same `join(...)`-built paths work unchanged across both adapters.
14098
+ */
14099
+ interface CampaignStorage {
14100
+ /** Ensure a directory exists (recursive). No-op for in-memory. */
14101
+ ensureDir(dir: string): void;
14102
+ /** Does this path exist (as a written file or an ensured dir)? */
14103
+ exists(path: string): boolean;
14104
+ /** Read a UTF-8 file; `undefined` when missing or unreadable. */
14105
+ read(path: string): string | undefined;
14106
+ /** Write a file (string or bytes). Parent dir is assumed ensured. */
14107
+ write(path: string, content: string | Uint8Array): void;
14108
+ /** Append only when the current UTF-8 byte length matches `expectedBytes`.
14109
+ * Returns the new length, or undefined when another writer won. */
14110
+ append?(path: string, content: string, expectedBytes: number): number | undefined;
14111
+ }
14112
+
14084
14113
  /**
14085
14114
  * `openAutoPr` — thin shell-out helper for the `runImprovementLoop` preset's
14086
14115
  * `autoOnPromote: 'pr'` mode. Substitutes for the per-product PR-opening
@@ -14130,35 +14159,6 @@ interface OpenAutoPrResult {
14130
14159
  */
14131
14160
  declare function openAutoPr<TArtifact, TScenario extends Scenario>(options: OpenAutoPrOptions<TArtifact, TScenario>): OpenAutoPrResult;
14132
14161
 
14133
- /**
14134
- * `CampaignStorage` — the filesystem seam `runCampaign` writes through
14135
- * (run/cell dirs, the resumability cache, per-cell artifacts, trace spans).
14136
- *
14137
- * The default (`fsCampaignStorage`) is the Node filesystem — identical
14138
- * behavior to the inline `node:fs` calls it replaces, so existing CLI
14139
- * consumers are unaffected. `inMemoryCampaignStorage` keeps everything in a
14140
- * `Map`, so the substrate runs in environments WITHOUT a filesystem
14141
- * (Cloudflare Workers, Deno Deploy, other edge runtimes) — the campaign
14142
- * still produces its `CampaignResult` (cells + aggregates) in memory;
14143
- * artifacts/traces simply aren't persisted to disk.
14144
- *
14145
- * Paths are opaque keys to the in-memory adapter — it does not parse them,
14146
- * so the same `join(...)`-built paths work unchanged across both adapters.
14147
- */
14148
- interface CampaignStorage {
14149
- /** Ensure a directory exists (recursive). No-op for in-memory. */
14150
- ensureDir(dir: string): void;
14151
- /** Does this path exist (as a written file or an ensured dir)? */
14152
- exists(path: string): boolean;
14153
- /** Read a UTF-8 file; `undefined` when missing or unreadable. */
14154
- read(path: string): string | undefined;
14155
- /** Write a file (string or bytes). Parent dir is assumed ensured. */
14156
- write(path: string, content: string | Uint8Array): void;
14157
- /** Append only when the current UTF-8 byte length matches `expectedBytes`.
14158
- * Returns the new length, or undefined when another writer won. */
14159
- append?(path: string, content: string, expectedBytes: number): number | undefined;
14160
- }
14161
-
14162
14162
  /**
14163
14163
  * `runOptimization` — the improvement loop body. Runs N generations: the
14164
14164
  * `SurfaceProposer` proposes K candidate surfaces per generation, each
package/dist/index.js CHANGED
@@ -9,12 +9,12 @@ import {
9
9
  checkBehavioralCanary,
10
10
  checkCanaries,
11
11
  runBehavioralCanaries
12
- } from "./chunk-BD2OK6ZW.js";
12
+ } from "./chunk-7GLJX32M.js";
13
13
  import {
14
14
  BENCHMARK_SPLIT_SEED,
15
15
  benchmarks_exports,
16
16
  deterministicSplit
17
- } from "./chunk-OZFTLMGS.js";
17
+ } from "./chunk-GTSVLG2M.js";
18
18
  import {
19
19
  DEFAULT_RULES,
20
20
  buildTrajectory,
@@ -53,7 +53,7 @@ import {
53
53
  pairArms,
54
54
  parseCorrectnessResponse,
55
55
  verifyCompletion
56
- } from "./chunk-IDC74VDL.js";
56
+ } from "./chunk-75OCWDXJ.js";
57
57
  import {
58
58
  DEFAULT_MUTATION_PRIMITIVES,
59
59
  DEFAULT_RED_TEAM_CORPUS,
@@ -91,7 +91,7 @@ import {
91
91
  scoreRedTeamOutput,
92
92
  surfaceContentHash,
93
93
  toolNamesForRun
94
- } from "./chunk-DHJJACEX.js";
94
+ } from "./chunk-MWN2X7C5.js";
95
95
  import {
96
96
  BackendIntegrityError,
97
97
  assertRealAgentReceipts,
@@ -103,7 +103,7 @@ import {
103
103
  inMemoryVerdictCache,
104
104
  summarizeAgentReceiptIntegrity,
105
105
  summarizeBackendIntegrity
106
- } from "./chunk-N3QPYIVG.js";
106
+ } from "./chunk-4R4GTZBZ.js";
107
107
  import {
108
108
  DEFAULT_COMPLEXITY_WEIGHTS,
109
109
  FindingsStore,
package/dist/openapi.json CHANGED
@@ -2,7 +2,7 @@
2
2
  "openapi": "3.1.0",
3
3
  "info": {
4
4
  "title": "@tangle-network/agent-eval — wire protocol",
5
- "version": "0.122.3",
5
+ "version": "0.122.4",
6
6
  "description": "HTTP and stdio RPC interface to agent-eval. The TypeScript runtime is the source of truth; this spec is the contract that cross-language clients (Python, Rust, Go) generate from.\n\nWire-protocol version: 1.0.0. Bumps on breaking changes to request/response schemas.",
7
7
  "contact": {
8
8
  "name": "Tangle Network",
@@ -1,7 +1,7 @@
1
1
  import {
2
2
  planCampaignRun,
3
3
  runCampaign
4
- } from "./chunk-N3QPYIVG.js";
4
+ } from "./chunk-4R4GTZBZ.js";
5
5
  import "./chunk-PJQFMIOX.js";
6
6
  import "./chunk-ZMXDQ4K7.js";
7
7
  import "./chunk-VI2UW6B6.js";
@@ -11,4 +11,4 @@ export {
11
11
  planCampaignRun,
12
12
  runCampaign
13
13
  };
14
- //# sourceMappingURL=run-campaign-2YJ3Z6JS.js.map
14
+ //# sourceMappingURL=run-campaign-J6RHX2VO.js.map
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@tangle-network/agent-eval",
3
- "version": "0.122.3",
3
+ "version": "0.122.4",
4
4
  "description": "Evaluate and improve AI agents from runs, traces, judges, and feedback. Compare candidates, cluster failures, measure lift, and gate releases.",
5
5
  "homepage": "https://github.com/tangle-network/agent-eval#readme",
6
6
  "repository": {