@tangle-network/agent-eval 0.122.7 → 0.122.9
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +6 -0
- package/dist/analyst/index.d.ts +9 -1
- package/dist/analyst/index.js +5 -5
- package/dist/benchmarks/index.js +8 -8
- package/dist/campaign/index.d.ts +120 -6
- package/dist/campaign/index.js +7 -7
- package/dist/{chunk-FZ26ORA6.js → chunk-3FCG7FBV.js} +2 -2
- package/dist/{chunk-YA6MJYZN.js → chunk-4EDDIK77.js} +5 -5
- package/dist/{chunk-JUOZI4L3.js → chunk-6WX7CBAR.js} +2 -2
- package/dist/{chunk-ULOKLHIQ.js → chunk-A5S77LSE.js} +3 -3
- package/dist/{chunk-ZMXDQ4K7.js → chunk-BGVTIE2C.js} +11 -1
- package/dist/chunk-BGVTIE2C.js.map +1 -0
- package/dist/{chunk-67H37Q6I.js → chunk-CWF6SCBK.js} +27 -8
- package/dist/{chunk-67H37Q6I.js.map → chunk-CWF6SCBK.js.map} +1 -1
- package/dist/{chunk-EAWKAVID.js → chunk-FC5NDO3E.js} +3 -3
- package/dist/{chunk-WULRYLNC.js → chunk-FHFTYX2Q.js} +2 -2
- package/dist/{chunk-ULW7AATT.js → chunk-G2GPNLSX.js} +3 -3
- package/dist/{chunk-PXD6ZFNY.js → chunk-IR3KBHOY.js} +19 -1
- package/dist/{chunk-PXD6ZFNY.js.map → chunk-IR3KBHOY.js.map} +1 -1
- package/dist/{chunk-NMN4WGSJ.js → chunk-LBAHQOBI.js} +2 -2
- package/dist/{chunk-WW2A73HW.js → chunk-NUKSVU3W.js} +2 -2
- package/dist/{chunk-SFXDMFGV.js → chunk-VJ7T5WIO.js} +3 -3
- package/dist/cli.js +2 -2
- package/dist/contract/index.d.ts +9 -1
- package/dist/contract/index.js +7 -7
- package/dist/fuzz.d.ts +9 -1
- package/dist/fuzz.js +1 -1
- package/dist/index.d.ts +10 -2
- package/dist/index.js +12 -12
- package/dist/openapi.json +1 -1
- package/dist/{run-campaign-56EB2UN5.js → run-campaign-ZKR5MQMQ.js} +3 -3
- package/dist/traces.js +3 -3
- package/dist/wire/index.d.ts +9 -1
- package/dist/wire/index.js +2 -2
- package/package.json +1 -1
- package/dist/chunk-ZMXDQ4K7.js.map +0 -1
- /package/dist/{chunk-FZ26ORA6.js.map → chunk-3FCG7FBV.js.map} +0 -0
- /package/dist/{chunk-YA6MJYZN.js.map → chunk-4EDDIK77.js.map} +0 -0
- /package/dist/{chunk-JUOZI4L3.js.map → chunk-6WX7CBAR.js.map} +0 -0
- /package/dist/{chunk-ULOKLHIQ.js.map → chunk-A5S77LSE.js.map} +0 -0
- /package/dist/{chunk-EAWKAVID.js.map → chunk-FC5NDO3E.js.map} +0 -0
- /package/dist/{chunk-WULRYLNC.js.map → chunk-FHFTYX2Q.js.map} +0 -0
- /package/dist/{chunk-ULW7AATT.js.map → chunk-G2GPNLSX.js.map} +0 -0
- /package/dist/{chunk-NMN4WGSJ.js.map → chunk-LBAHQOBI.js.map} +0 -0
- /package/dist/{chunk-WW2A73HW.js.map → chunk-NUKSVU3W.js.map} +0 -0
- /package/dist/{chunk-SFXDMFGV.js.map → chunk-VJ7T5WIO.js.map} +0 -0
- /package/dist/{run-campaign-56EB2UN5.js.map → run-campaign-ZKR5MQMQ.js.map} +0 -0
package/CHANGELOG.md
CHANGED
|
@@ -6,8 +6,14 @@ All notable changes to `@tangle-network/agent-eval` and its sibling `agent-eval-
|
|
|
6
6
|
|
|
7
7
|
## [Unreleased]
|
|
8
8
|
|
|
9
|
+
### Added
|
|
10
|
+
|
|
11
|
+
- `CostLedger.listPending()` exposes immutable pending paid calls and distinguishes calls that are active, late after cancellation, or interrupted by a prior process so durable workflows can reconcile exact reservations before resuming.
|
|
12
|
+
- `traceAnalystProposer()` accepts an opt-in `resolvePriorFindings` callback that forwards canonical prior findings into the existing analyst registry.
|
|
13
|
+
|
|
9
14
|
### Changed
|
|
10
15
|
|
|
16
|
+
- Trace-analysis actors are instructed to emit one executable JavaScript program per turn, report named turn-limit exhaustion, and preserve per-analyst failure details when a proposer produces no findings.
|
|
11
17
|
- Keep one live tip per lineage track when another track branches or merges from it, and compare those track tips when building the frontier.
|
|
12
18
|
- Pass track identity, operation, vision, ancestry, and proposer choice to candidate generation so independent tracks can pursue distinct strategies.
|
|
13
19
|
- Route named tracks to caller-supplied proposers, with the default proposer as fallback, and make heuristic branches inherit their parent track's proposer.
|
package/dist/analyst/index.d.ts
CHANGED
|
@@ -819,6 +819,12 @@ interface CostCallBase {
|
|
|
819
819
|
tags?: Record<string, string>;
|
|
820
820
|
timestamp: number;
|
|
821
821
|
}
|
|
822
|
+
interface PendingCostCall extends CostCallBase {
|
|
823
|
+
status: 'pending';
|
|
824
|
+
}
|
|
825
|
+
interface PendingCostCallView extends PendingCostCall {
|
|
826
|
+
state: 'active' | 'late' | 'interrupted';
|
|
827
|
+
}
|
|
822
828
|
interface CostReceipt extends CostCallBase, CostUsage {
|
|
823
829
|
status: 'settled';
|
|
824
830
|
costUsd: number;
|
|
@@ -942,6 +948,8 @@ declare class CostLedger {
|
|
|
942
948
|
error?: string;
|
|
943
949
|
}): CostReceipt;
|
|
944
950
|
list(filter?: CostLedgerFilter): CostReceipt[];
|
|
951
|
+
/** Read pending calls without exposing mutable ledger state. */
|
|
952
|
+
listPending(filter?: CostLedgerFilter): PendingCostCallView[];
|
|
945
953
|
summary(filter?: CostLedgerFilter): CostLedgerSummary;
|
|
946
954
|
markCompleted(count?: number): void;
|
|
947
955
|
costPerCompletedTask(): number | null;
|
|
@@ -963,7 +971,7 @@ declare class CostLedger {
|
|
|
963
971
|
* Keeping callback contracts structural lets those subpaths compose while the
|
|
964
972
|
* concrete {@link CostLedger} retains its private durable state.
|
|
965
973
|
*/
|
|
966
|
-
type CostLedgerHandle = Pick<CostLedger, Exclude<keyof CostLedger, 'waitForIdle'>> & Partial<Pick<CostLedger, 'waitForIdle'>>;
|
|
974
|
+
type CostLedgerHandle = Pick<CostLedger, Exclude<keyof CostLedger, 'listPending' | 'waitForIdle'>> & Partial<Pick<CostLedger, 'listPending' | 'waitForIdle'>>;
|
|
967
975
|
|
|
968
976
|
/**
|
|
969
977
|
* LLM client with graceful degrade.
|
package/dist/analyst/index.js
CHANGED
|
@@ -9,13 +9,13 @@ import {
|
|
|
9
9
|
diffFindings,
|
|
10
10
|
emitSkillUsageFindings,
|
|
11
11
|
runSemanticConceptJudge
|
|
12
|
-
} from "../chunk-
|
|
12
|
+
} from "../chunk-G2GPNLSX.js";
|
|
13
13
|
import {
|
|
14
14
|
behavioralAnalyst,
|
|
15
15
|
buildDefaultAnalystRegistry,
|
|
16
16
|
createChatClient,
|
|
17
17
|
deriveEfficiencyFindings
|
|
18
|
-
} from "../chunk-
|
|
18
|
+
} from "../chunk-VJ7T5WIO.js";
|
|
19
19
|
import "../chunk-HHWE3POT.js";
|
|
20
20
|
import {
|
|
21
21
|
ANALYST_SEVERITIES,
|
|
@@ -71,13 +71,13 @@ import {
|
|
|
71
71
|
validatePolicyEdit,
|
|
72
72
|
validatePolicyEditCandidateRecord,
|
|
73
73
|
validateUsageSettlementTimeout
|
|
74
|
-
} from "../chunk-
|
|
74
|
+
} from "../chunk-FC5NDO3E.js";
|
|
75
75
|
import "../chunk-NJC7U437.js";
|
|
76
76
|
import {
|
|
77
77
|
CostLedger
|
|
78
|
-
} from "../chunk-
|
|
78
|
+
} from "../chunk-BGVTIE2C.js";
|
|
79
79
|
import "../chunk-VI2UW6B6.js";
|
|
80
|
-
import "../chunk-
|
|
80
|
+
import "../chunk-IR3KBHOY.js";
|
|
81
81
|
import "../chunk-PC4UYEBM.js";
|
|
82
82
|
import "../chunk-XJYR7XFV.js";
|
|
83
83
|
import "../chunk-VSMTAMNK.js";
|
package/dist/benchmarks/index.js
CHANGED
|
@@ -16,19 +16,19 @@ import {
|
|
|
16
16
|
routing_exports,
|
|
17
17
|
runBenchmarkAdapter,
|
|
18
18
|
summarizeBenchmarkCampaign
|
|
19
|
-
} from "../chunk-
|
|
20
|
-
import "../chunk-
|
|
21
|
-
import "../chunk-
|
|
22
|
-
import "../chunk-
|
|
23
|
-
import "../chunk-
|
|
19
|
+
} from "../chunk-FHFTYX2Q.js";
|
|
20
|
+
import "../chunk-CWF6SCBK.js";
|
|
21
|
+
import "../chunk-4EDDIK77.js";
|
|
22
|
+
import "../chunk-3FCG7FBV.js";
|
|
23
|
+
import "../chunk-FC5NDO3E.js";
|
|
24
24
|
import "../chunk-ARU2PZFM.js";
|
|
25
25
|
import "../chunk-NJC7U437.js";
|
|
26
26
|
import "../chunk-PJQFMIOX.js";
|
|
27
|
-
import "../chunk-
|
|
27
|
+
import "../chunk-BGVTIE2C.js";
|
|
28
28
|
import "../chunk-VI2UW6B6.js";
|
|
29
|
-
import "../chunk-
|
|
29
|
+
import "../chunk-NUKSVU3W.js";
|
|
30
30
|
import "../chunk-GGE4NNQT.js";
|
|
31
|
-
import "../chunk-
|
|
31
|
+
import "../chunk-IR3KBHOY.js";
|
|
32
32
|
import "../chunk-PC4UYEBM.js";
|
|
33
33
|
import "../chunk-S3UZOQ5Y.js";
|
|
34
34
|
import "../chunk-MA6HLL3S.js";
|
package/dist/campaign/index.d.ts
CHANGED
|
@@ -57,6 +57,12 @@ interface CostCallBase {
|
|
|
57
57
|
tags?: Record<string, string>;
|
|
58
58
|
timestamp: number;
|
|
59
59
|
}
|
|
60
|
+
interface PendingCostCall extends CostCallBase {
|
|
61
|
+
status: 'pending';
|
|
62
|
+
}
|
|
63
|
+
interface PendingCostCallView extends PendingCostCall {
|
|
64
|
+
state: 'active' | 'late' | 'interrupted';
|
|
65
|
+
}
|
|
60
66
|
interface CostReceipt extends CostCallBase, CostUsage {
|
|
61
67
|
status: 'settled';
|
|
62
68
|
costUsd: number;
|
|
@@ -180,6 +186,8 @@ declare class CostLedger {
|
|
|
180
186
|
error?: string;
|
|
181
187
|
}): CostReceipt;
|
|
182
188
|
list(filter?: CostLedgerFilter): CostReceipt[];
|
|
189
|
+
/** Read pending calls without exposing mutable ledger state. */
|
|
190
|
+
listPending(filter?: CostLedgerFilter): PendingCostCallView[];
|
|
183
191
|
summary(filter?: CostLedgerFilter): CostLedgerSummary;
|
|
184
192
|
markCompleted(count?: number): void;
|
|
185
193
|
costPerCompletedTask(): number | null;
|
|
@@ -201,7 +209,7 @@ declare class CostLedger {
|
|
|
201
209
|
* Keeping callback contracts structural lets those subpaths compose while the
|
|
202
210
|
* concrete {@link CostLedger} retains its private durable state.
|
|
203
211
|
*/
|
|
204
|
-
type CostLedgerHandle = Pick<CostLedger, Exclude<keyof CostLedger, 'waitForIdle'>> & Partial<Pick<CostLedger, 'waitForIdle'>>;
|
|
212
|
+
type CostLedgerHandle = Pick<CostLedger, Exclude<keyof CostLedger, 'listPending' | 'waitForIdle'>> & Partial<Pick<CostLedger, 'listPending' | 'waitForIdle'>>;
|
|
205
213
|
|
|
206
214
|
/**
|
|
207
215
|
* `CampaignStorage` — the filesystem seam `runCampaign` writes through
|
|
@@ -1340,6 +1348,13 @@ interface EvidenceRef {
|
|
|
1340
1348
|
uri: string;
|
|
1341
1349
|
excerpt?: string;
|
|
1342
1350
|
}
|
|
1351
|
+
/**
|
|
1352
|
+
* The discriminator the registry uses to pass the right input.
|
|
1353
|
+
* `custom` is the escape hatch — analysts that need something else
|
|
1354
|
+
* (e.g. an embedding cache, a partner SDK handle) read it from
|
|
1355
|
+
* `AnalystRunInputs.custom[<analyst id>]`.
|
|
1356
|
+
*/
|
|
1357
|
+
type AnalystInputKind = 'trace-store' | 'artifact-dir' | 'run-record' | 'judge-input' | 'custom';
|
|
1343
1358
|
interface AnalystCost {
|
|
1344
1359
|
/** `deterministic` analysts MUST NOT call the LLM. */
|
|
1345
1360
|
kind: 'deterministic' | 'llm';
|
|
@@ -1350,6 +1365,12 @@ interface AnalystCost {
|
|
|
1350
1365
|
/** Maximum post-cancellation wait for provider usage. Model analysts default to 5 seconds. */
|
|
1351
1366
|
settlement_timeout_ms?: number;
|
|
1352
1367
|
}
|
|
1368
|
+
interface AnalystRequirements {
|
|
1369
|
+
/** Min number of shots / samples the analyst needs to produce signal. */
|
|
1370
|
+
min_shots?: number;
|
|
1371
|
+
/** Capabilities the runtime must supply (e.g. ['network', 'gpu']). */
|
|
1372
|
+
capabilities?: string[];
|
|
1373
|
+
}
|
|
1353
1374
|
interface AnalystContext {
|
|
1354
1375
|
runId: string;
|
|
1355
1376
|
/** Stable correlation id so logs from a single registry.run() share a tag. */
|
|
@@ -1398,6 +1419,24 @@ interface AnalystContext {
|
|
|
1398
1419
|
/** Optional abort signal. Analysts SHOULD pass it through to LLM calls. */
|
|
1399
1420
|
signal?: AbortSignal;
|
|
1400
1421
|
}
|
|
1422
|
+
/**
|
|
1423
|
+
* The minimal contract. Concrete analysts can refine `TInput` so
|
|
1424
|
+
* implementations stay type-safe (e.g. a trace analyst's `TInput` is
|
|
1425
|
+
* `TraceAnalysisStore`); the registry passes the right field from
|
|
1426
|
+
* `AnalystRunInputs` based on `inputKind`.
|
|
1427
|
+
*/
|
|
1428
|
+
interface Analyst<TInput = unknown> {
|
|
1429
|
+
/** Stable identifier — appears in finding_id, telemetry, and registry exclusion lists. */
|
|
1430
|
+
readonly id: string;
|
|
1431
|
+
/** Human-readable. One sentence. */
|
|
1432
|
+
readonly description: string;
|
|
1433
|
+
readonly inputKind: AnalystInputKind;
|
|
1434
|
+
readonly cost: AnalystCost;
|
|
1435
|
+
readonly requires?: AnalystRequirements;
|
|
1436
|
+
/** Bump on breaking changes to claim wording or area so old finding_ids don't collide. */
|
|
1437
|
+
readonly version: string;
|
|
1438
|
+
analyze(input: TInput, ctx: AnalystContext): Promise<AnalystFinding[]>;
|
|
1439
|
+
}
|
|
1401
1440
|
/** Metered work performed by one analyst call. */
|
|
1402
1441
|
interface AnalystUsageReceipt {
|
|
1403
1442
|
/** Number of model-usage records observed at the provider boundary. */
|
|
@@ -6053,6 +6092,76 @@ interface TraceAnalystGolden {
|
|
|
6053
6092
|
expected: ReadonlyArray<Omit<CanonicalRawAnalystFinding, 'confidence'>>;
|
|
6054
6093
|
}
|
|
6055
6094
|
|
|
6095
|
+
/**
|
|
6096
|
+
* AnalystRegistry — orchestrate N analysts against one run.
|
|
6097
|
+
*
|
|
6098
|
+
* Owns three responsibilities and only three:
|
|
6099
|
+
* 1. Registration — ids must be unique; bad registrations fail loudly
|
|
6100
|
+
* at register-time, not run-time.
|
|
6101
|
+
* 2. Routing — each analyst declares its `inputKind`; the registry
|
|
6102
|
+
* picks the matching field from AnalystRunInputs and skips the
|
|
6103
|
+
* analyst with a logged reason if it's missing.
|
|
6104
|
+
* 3. Isolation — one analyst's exception MUST NOT stop other analysts.
|
|
6105
|
+
* Failed analysts produce zero findings + a 'failed' summary row.
|
|
6106
|
+
*
|
|
6107
|
+
* Cross-cutting concerns (telemetry, error → finding conversion, cost
|
|
6108
|
+
* ingestion, storage rotation) live in `AnalystHooks`. Budget shaping
|
|
6109
|
+
* (equal split vs weighted vs custom) lives in `BudgetPolicy`. Both
|
|
6110
|
+
* have sensible defaults; consumers override only what they need.
|
|
6111
|
+
*/
|
|
6112
|
+
|
|
6113
|
+
interface BudgetPolicy {
|
|
6114
|
+
/** Overall USD cap across the registry.run(). */
|
|
6115
|
+
totalUsd?: number;
|
|
6116
|
+
/** Per-analyst weight for the default allocator. Missing ids get weight 1. */
|
|
6117
|
+
weights?: Record<string, number>;
|
|
6118
|
+
/**
|
|
6119
|
+
* Custom allocator — receives the analyst, remaining/total budget, and
|
|
6120
|
+
* the count of analysts that will run. Returns the per-analyst budget
|
|
6121
|
+
* (or undefined only when the run has no overall cap). Overrides weights
|
|
6122
|
+
* when set.
|
|
6123
|
+
*/
|
|
6124
|
+
allocate?: (args: {
|
|
6125
|
+
analyst: Analyst;
|
|
6126
|
+
totalUsd: number | undefined;
|
|
6127
|
+
remainingUsd: number | undefined;
|
|
6128
|
+
runningCount: number;
|
|
6129
|
+
}) => number | undefined;
|
|
6130
|
+
}
|
|
6131
|
+
interface RegistryRunOpts {
|
|
6132
|
+
/** Restrict to a subset of registered analysts by id. */
|
|
6133
|
+
only?: string[];
|
|
6134
|
+
/** Skip these analysts even if registered. Useful for cheap iteration. */
|
|
6135
|
+
skip?: string[];
|
|
6136
|
+
/** Budget policy — totalUsd + optional weights/allocator. Falls back to options.defaultBudget. */
|
|
6137
|
+
budget?: BudgetPolicy;
|
|
6138
|
+
/** Active-work cap for the complete registry run. Model receipt settlement may follow. */
|
|
6139
|
+
timeoutMs?: number;
|
|
6140
|
+
/** Abort signal — forwarded into every analyst's context. */
|
|
6141
|
+
signal?: AbortSignal;
|
|
6142
|
+
/** Shared paid-call account forwarded to every analyst. */
|
|
6143
|
+
costLedger?: CostLedgerHandle;
|
|
6144
|
+
/** Attribution phase for calls written to `costLedger`. */
|
|
6145
|
+
costPhase?: string;
|
|
6146
|
+
/** Tags echoed into AnalystContext.tags — useful for tracking environment/version in findings. */
|
|
6147
|
+
tags?: Record<string, string>;
|
|
6148
|
+
/**
|
|
6149
|
+
* Prior-run findings made available as retrieval context to every
|
|
6150
|
+
* analyst via `ctx.priorFindings`. The registry forwards the slice
|
|
6151
|
+
* whose `analyst_id` matches each registered analyst so a kind sees
|
|
6152
|
+
* only its own history. Pass `{ '*': findings }` to broadcast to
|
|
6153
|
+
* every analyst (useful when several kinds share the same historical
|
|
6154
|
+
* context). For findings from this run, use `chainFindings` instead.
|
|
6155
|
+
*/
|
|
6156
|
+
priorFindings?: ReadonlyArray<AnalystFinding> | Record<string, ReadonlyArray<AnalystFinding>>;
|
|
6157
|
+
/**
|
|
6158
|
+
* Pass findings produced earlier in this registry run to each later analyst
|
|
6159
|
+
* via `ctx.upstreamFindings`. Registration order is dependency order.
|
|
6160
|
+
* Disabled by default because independent analyst suites must opt in.
|
|
6161
|
+
*/
|
|
6162
|
+
chainFindings?: boolean;
|
|
6163
|
+
}
|
|
6164
|
+
|
|
6056
6165
|
/**
|
|
6057
6166
|
* `traceAnalystProposer` — wraps agent-eval's OWN trace-analyst engine
|
|
6058
6167
|
* (`AnalystRegistry` over the agentic OTLP reader) as a `SurfaceProposer`.
|
|
@@ -6070,7 +6179,8 @@ interface TraceAnalystGolden {
|
|
|
6070
6179
|
* throw. Never fabricate a candidate.
|
|
6071
6180
|
*/
|
|
6072
6181
|
|
|
6073
|
-
|
|
6182
|
+
type TraceAnalystPriorFindings = NonNullable<RegistryRunOpts['priorFindings']>;
|
|
6183
|
+
interface TraceAnalystProposerOptions<TFindings = unknown> {
|
|
6074
6184
|
/** OpenAI-compatible base URL for BOTH the analyst's agentic reads and the
|
|
6075
6185
|
* apply step (e.g. `https://api.deepseek.com/v1` or the Tangle router). */
|
|
6076
6186
|
baseUrl: string;
|
|
@@ -6093,15 +6203,19 @@ interface TraceAnalystProposerOptions {
|
|
|
6093
6203
|
kinds?: readonly TraceAnalystKindSpec[];
|
|
6094
6204
|
/** Resolve the OTLP traces (JSONL string) the analyst should read for THIS
|
|
6095
6205
|
* generation — identical contract to `haloProposer.resolveTraces`. */
|
|
6096
|
-
resolveTraces: (ctx: ProposeContext) => string | Promise<string>;
|
|
6206
|
+
resolveTraces: (ctx: ProposeContext<TFindings>) => string | Promise<string>;
|
|
6207
|
+
/** Opt in to forwarding historical findings into every registered analyst.
|
|
6208
|
+
* Return an array to route by analyst id or `{ '*': findings }` to broadcast.
|
|
6209
|
+
* No findings are forwarded when this resolver is absent. */
|
|
6210
|
+
resolvePriorFindings?: (ctx: ProposeContext<TFindings>) => TraceAnalystPriorFindings | undefined | Promise<TraceAnalystPriorFindings | undefined>;
|
|
6097
6211
|
/** Override the findings producer. Default: the shipped `AnalystRegistry`
|
|
6098
6212
|
* over `kinds`. The unit suite injects canned findings here. */
|
|
6099
|
-
analyze?: (tracePath: string, ctx: ProposeContext) => Promise<ReadonlyArray<AnalystFinding>>;
|
|
6213
|
+
analyze?: (tracePath: string, ctx: ProposeContext<TFindings>) => Promise<ReadonlyArray<AnalystFinding>>;
|
|
6100
6214
|
/** Test seam: inject a fetch for the apply-step `callLlm`. */
|
|
6101
6215
|
fetchImpl?: LlmClientOptions['fetch'];
|
|
6102
6216
|
}
|
|
6103
6217
|
/** Wrap agent-eval's trace-analyst registry as a SurfaceProposer (prompt-tier). */
|
|
6104
|
-
declare function traceAnalystProposer(opts: TraceAnalystProposerOptions): SurfaceProposer
|
|
6218
|
+
declare function traceAnalystProposer<TFindings = unknown>(opts: TraceAnalystProposerOptions<TFindings>): SurfaceProposer<TFindings>;
|
|
6105
6219
|
|
|
6106
6220
|
/**
|
|
6107
6221
|
* Reporting helpers — production summaries and paper-quality figures — sit alongside `reporter.ts` rather
|
|
@@ -7525,4 +7639,4 @@ declare function verifyCodeSurface(surface: CodeSurface, worktreeDir?: string):
|
|
|
7525
7639
|
* identity against the checkout at `worktreeRef`. */
|
|
7526
7640
|
declare function resolveWorktreePath(surface: CodeSurface, worktreeDir?: string): string;
|
|
7527
7641
|
|
|
7528
|
-
export { type AcceptedEdit, type AceProposerOptions, type AnalystArtifact, type AnalystScenario, type AnalyzeCrossSurfaceInteractionsInput, type ApplySkillPatchResult, type AxisEvidence, type AxisVerdict, type BuildAnalystSurfaceDispatchOptions, type BuildEvidenceVectorOptions, type BuildLoopProvenanceArgs, type CampaignAggregates, type CampaignArtifactWriter, type CampaignBreakdown, type CampaignCellResult, type CampaignCostMeter, type CampaignResult, type CampaignRunPlan, type CampaignRunPlanCell, type CampaignScenarioIdentity, type CampaignStorage, type CampaignTokenUsage, type CampaignTraceWriter, type CodeSurface, type CodeSurfaceVerification, type CompareProposersOptions, type CompositeProposerOptions, type CostLedgerHandle, type CrossSurfaceAdditionDecision, type CrossSurfaceAdditionRejectionReason, type CrossSurfaceAttemptCompleteness, type CrossSurfaceBestSingleSelection, type CrossSurfaceBootstrapPolicy, type CrossSurfaceCandidate, type CrossSurfaceCandidateComparison, type CrossSurfaceCandidateEvidence, type CrossSurfaceCandidateOutcome, type CrossSurfaceCandidateSummary, type CrossSurfaceComponent, type CrossSurfaceComponentEvidence, type CrossSurfaceCompositionStep, type CrossSurfaceDistribution, type CrossSurfaceEligibility, type CrossSurfaceEvidenceBreakdown, type CrossSurfaceIneligibilityReason, type CrossSurfaceInteractionAwareSelection, type CrossSurfaceInteractionEffect, type CrossSurfaceInteractionPath, type CrossSurfaceInteractionReport, type CrossSurfaceInteractionTask, type CrossSurfaceNaiveStackSelection, type CrossSurfacePairCompatibility, type CrossSurfacePairEvidence, type CrossSurfacePairIncompatibilityReason, type CrossSurfacePairwiseEntry, type CrossSurfaceRankedSingle, type CrossSurfaceRelativeCost, type CrossSurfaceSelectionPolicy, type CrossSurfaceSelections, type CrossSurfaceTaskRow, DEFAULT_POLICY_EDIT_HISTORY_LIMITS, type DefaultProductionGateOptions, type DimensionRegression, type DiscriminationScore, type DispatchContext, type DispatchFn, type EmitLoopProvenanceArgs, type EmitLoopProvenanceResult, type EvalFixture, type EvalFixtureFile, type EvalFixtureLoadOptions, type EvalFixtureRunPlan, type EvalFixtureScenario, type EvalFixtureValidationMode, type EvidenceVector, type EvolutionaryProposerOptions, type FailureModeRecallJudgeOptions, type FapoAttributionSignals, type FapoEntryConfig, type FapoFailureCluster, type FapoOptimizationLevel, type FapoProposerOptions, type FapoReviewInput, type FapoReviewIssue, type FapoReviewResult, type FapoScopeContract, FileSearchLedger, FsLabeledScenarioStore, type FsLabeledScenarioStoreOptions, type Gate, type GateContext, type GateDecision, type GateResult, type GenerationCandidate, type GenerationRecord, type GepaProposerConstraints, type GepaProposerOptions, type GitWorktreeAdapterOptions, type Governor, type GovernorContext, type GovernorOp, type HaloProposerOptions, type HeldOutGateOptions, type HeldoutSignificance, type HeldoutSignificanceOptions, type HeuristicGovernorOptions, type JsonPolicyEditTargetSurface, type JsonPrimitive, type JsonValue, type JudgeAggregate, type JudgeConfig, type JudgeDimension, type JudgeScore, type LabelTrust, type LabeledScenarioRecord, type LabeledScenarioSampleArgs, type LabeledScenarioSource, type LabeledScenarioStore, LabeledScenarioStoreError, type LabeledScenarioWrite, Lineage, type LineageEdge, type LineageGraph, type LineageNode, type LineageNodeInput, type LineageStore, LineageStoreConflictError, type LlmJudgeDimension, type LlmJudgeOptions, type LlmPolicyEditProposerOptions, type LoadEvalFixtureScenariosOptions, type LoopProvenanceArgsFromResult, type LoopProvenanceBackend, type LoopProvenanceCandidate, type LoopProvenanceEvidence, type LoopProvenanceRecord, type MemoryCurationProposerOptions, type MutableSurface, type Mutator, type NeutralizationGateOptions, type ObjectiveSource, type OpenAutoPrOptions, type OpenAutoPrResult, type OpenSearchLedgerOptions, type OptimizationProposer, type OptimizerConfig, type OptimizerEntryConfig, POLICY_EDIT_CANDIDATE_RECORD_SCHEMA, type PairedHoldout, type ParameterCandidate, type ParameterChange, type ParameterSweepProposerOptions, type ParetoParent, type ParetoSignificanceGateOptions, type PlanCampaignRunOptions, type PlanEvalFixtureRunOptions, type PlaybackContext, type PlaybackDriver, type PlaybackStep, type PolicyEditAuthorScenarioRow, type PolicyEditCandidateRecord, type PolicyEditCandidateSummary, type PolicyEditFindingInput, type PolicyEditFindingSource, type PolicyEditHistoryCandidateContext, type PolicyEditHistoryGenerationContext, type PolicyEditHistoryProjectionOptions, type PolicyEditObjective, type PolicyEditOutcomeContext, type PolicyEditProposerOptions, type PowerPreflight, type PowerPreflightOptions, type PremeasuredOptimizationBaseline, type ProfileDispatchFn, ProfileMatrixError, type ProfileSummary, type PromotionObjective, type PromotionPolicy, type ProposalTrackContext, type ProposeContext, type ProposePatchesArgs, type ProposedCandidate, type ProposerComparison, type ProposerEntry, type ProposerPairwise, type ProposerScore, type RedactionStatus, type ReferenceEquivalenceJudgeOptions, type ReferenceEquivalenceScenario, type RejectedEdit, type RolloutArgumentDiff, type RolloutArgumentDiffOptions, type RolloutCall, type RunCampaignOptions, type RunEvalOptions, type RunImprovementLoopOptions, type RunImprovementLoopResult, type RunLineageLoopOptions, type RunLineageLoopResult, type RunLineageLoopSeed, type RunLineageOptions, type RunLineageResult, type RunLineageSeed, type RunLineageStepResult, type RunOptimizationOptions, type RunOptimizationResult, type RunProfileMatrixOptions, type RunProfileMatrixResult, type RunSkillOptOptions, type RunSkillOptResult, SEARCH_LEDGER_SCHEMA, type Scenario, type ScenarioAggregate, type ScenarioRollup, type ScenarioSignal, type ScoreboardRenderOptions, type ScoreboardRow, type ScoreboardSummary, type ScoredRollout, type ScoredSurfaceOutcome, type SearchAccountingAudit, type SearchArtifactRef, type SearchAttemptAccounting, type SearchCandidateDecidedEvent, type SearchCandidateLineage, type SearchCandidateRegisteredEvent, type SearchCandidateSlot, type SearchCandidateSlotClosedEvent, type SearchCandidateSurface, type SearchCompletedEvent, type SearchCostAccounting, type SearchFailureReason, type SearchLedger, type SearchLedgerAppendResult, SearchLedgerConflictError, type SearchLedgerEntry, SearchLedgerError, type SearchLedgerEvent, type SearchLedgerHash, SearchLedgerIntegrityError, type SearchLedgerReplay, type SearchModelIdentity, type SearchOperationKind, type SearchOperationRecordedEvent, type SearchPlan, type SearchPlannedEvent, type SearchPlannedOperation, type SearchPlannedTask, type SearchSourceRef, type SearchSurfaceEffect, type SearchSurfaceEvidence, type SearchSurfaceKind, type SearchTaskAttemptedEvent, type SearchTaskOutcome, type SearchTokenAccounting, type SelectPolicyEditAuthorRowsOptions, type SequentialDecideFn, type SequentialDecideOptions, type SequentialDecision, type SequentialObservation, type SequentialPairedGate, type SequentialPairedGateOptions, type SerializedJsonBudget, type SessionScript, type SingleRunLock, type SingleRunLockOptions, type SkillOptEpochRecord, type SkillOptEvidence, type SkillOptProposer, type SkillOptProposerOptions, type SkillPatch, type SkillPatchOp, SkillPatchParseError, type SkillPatchRejection, type SurfaceProposer, type SurfaceScore, type TraceAnalystProposerOptions, type TraceSpan, type TransientFailureOptions, type UngroundedLiteralReport, type UserStory, type UserStoryVerdict, type Worktree, type WorktreeAdapter, WorktreeAdapterError, aceProposer, acquireSingleRunLock, analyzeCrossSurfaceInteractions, applySkillPatch, assertCampaignDesign, assertCampaignSplitIdentity, assertCodeSurfaceIdentity, assertPolicyEditAuthorContextBudget, buildAnalystSurfaceDispatch, buildEvidenceVector, buildLoopProvenanceRecord, callbackGovernor, campaignBreakdown, campaignLineageStore, campaignMeanComposite, campaignMeasurementDigest, campaignScenarioIdentity, campaignSplitDigest, campaignSplitDigestFromIdentities, canonicalDigest, classifyUngroundedLiterals, codeSurfaceIdentityMaterial, compareProposers, composeGate, compositeProposer, countSentenceEdits, createReferenceEquivalenceJudge, createRunCostLedger, defaultProductionGate, detectScale, dimensionRegressions, discoverEvalFixtures, emitLoopProvenance, evolutionaryProposer, extractFapoAttributionSignals, extractH2Sections, failureModeRecallJudge, fapoEscalationEntry, fapoProposer, fsCampaignStorage, fsLineageStore, gepaParetoEntry, gepaProposer, gepaReflectionEntry, gitWorktreeAdapter, haloProposer, heldOutGate, heldoutSignificance, heuristicGovernor, inMemoryCampaignStorage, isProposedCandidate, isTransientTransportFailure, labelTrustRank, lineageNodeId, llmJudge, llmPolicyEditProposer, loadEvalFixture, loadEvalFixtureScenarios, loopProvenanceArgsFromResult, loopProvenanceSpans, makePlaybackDispatch, memLineageStore, memoryCurationProposer, neutralizationGate, neutralizeText, openAutoPr, openSearchLedger, pairHoldout, parameterSweepProposer, paretoPolicy, paretoSignificanceGate, parseSkillPatchResponse, patchEditCount, planCampaignRun, planEvalFixtureRun, policyEditProposer, powerPreflight, projectPolicyEditHistory, provenanceRecordPath, provenanceSpansPath, renderScoreboardMarkdown, renderSurfaceDiff, resolveRunDir, resolveWorktreePath, rolloutArgumentDiff, runCampaign, runEval, runImprovementLoop, runLineage, runLineageLoop, runOptimization, runProfileMatrix, runSkillOpt, scoreDiscrimination, scoreUserStory, scoreboardSummary, selectDiscriminative, selectPolicyEditAuthorRows, sequentialDecide, sequentialPairedGate, skillOptEntry, skillOptProposer, surfaceContentHash, surfaceHash, tangleTracesRoot, traceAnalystProposer, userStoryScoreboard, validatePolicyEditCandidateRecord, validateSearchLedgerEvent, verifyCodeSurface, verifyLoopProvenanceRecord };
|
|
7642
|
+
export { type AcceptedEdit, type AceProposerOptions, type AnalystArtifact, type AnalystScenario, type AnalyzeCrossSurfaceInteractionsInput, type ApplySkillPatchResult, type AxisEvidence, type AxisVerdict, type BuildAnalystSurfaceDispatchOptions, type BuildEvidenceVectorOptions, type BuildLoopProvenanceArgs, type CampaignAggregates, type CampaignArtifactWriter, type CampaignBreakdown, type CampaignCellResult, type CampaignCostMeter, type CampaignResult, type CampaignRunPlan, type CampaignRunPlanCell, type CampaignScenarioIdentity, type CampaignStorage, type CampaignTokenUsage, type CampaignTraceWriter, type CodeSurface, type CodeSurfaceVerification, type CompareProposersOptions, type CompositeProposerOptions, type CostLedgerHandle, type CrossSurfaceAdditionDecision, type CrossSurfaceAdditionRejectionReason, type CrossSurfaceAttemptCompleteness, type CrossSurfaceBestSingleSelection, type CrossSurfaceBootstrapPolicy, type CrossSurfaceCandidate, type CrossSurfaceCandidateComparison, type CrossSurfaceCandidateEvidence, type CrossSurfaceCandidateOutcome, type CrossSurfaceCandidateSummary, type CrossSurfaceComponent, type CrossSurfaceComponentEvidence, type CrossSurfaceCompositionStep, type CrossSurfaceDistribution, type CrossSurfaceEligibility, type CrossSurfaceEvidenceBreakdown, type CrossSurfaceIneligibilityReason, type CrossSurfaceInteractionAwareSelection, type CrossSurfaceInteractionEffect, type CrossSurfaceInteractionPath, type CrossSurfaceInteractionReport, type CrossSurfaceInteractionTask, type CrossSurfaceNaiveStackSelection, type CrossSurfacePairCompatibility, type CrossSurfacePairEvidence, type CrossSurfacePairIncompatibilityReason, type CrossSurfacePairwiseEntry, type CrossSurfaceRankedSingle, type CrossSurfaceRelativeCost, type CrossSurfaceSelectionPolicy, type CrossSurfaceSelections, type CrossSurfaceTaskRow, DEFAULT_POLICY_EDIT_HISTORY_LIMITS, type DefaultProductionGateOptions, type DimensionRegression, type DiscriminationScore, type DispatchContext, type DispatchFn, type EmitLoopProvenanceArgs, type EmitLoopProvenanceResult, type EvalFixture, type EvalFixtureFile, type EvalFixtureLoadOptions, type EvalFixtureRunPlan, type EvalFixtureScenario, type EvalFixtureValidationMode, type EvidenceVector, type EvolutionaryProposerOptions, type FailureModeRecallJudgeOptions, type FapoAttributionSignals, type FapoEntryConfig, type FapoFailureCluster, type FapoOptimizationLevel, type FapoProposerOptions, type FapoReviewInput, type FapoReviewIssue, type FapoReviewResult, type FapoScopeContract, FileSearchLedger, FsLabeledScenarioStore, type FsLabeledScenarioStoreOptions, type Gate, type GateContext, type GateDecision, type GateResult, type GenerationCandidate, type GenerationRecord, type GepaProposerConstraints, type GepaProposerOptions, type GitWorktreeAdapterOptions, type Governor, type GovernorContext, type GovernorOp, type HaloProposerOptions, type HeldOutGateOptions, type HeldoutSignificance, type HeldoutSignificanceOptions, type HeuristicGovernorOptions, type JsonPolicyEditTargetSurface, type JsonPrimitive, type JsonValue, type JudgeAggregate, type JudgeConfig, type JudgeDimension, type JudgeScore, type LabelTrust, type LabeledScenarioRecord, type LabeledScenarioSampleArgs, type LabeledScenarioSource, type LabeledScenarioStore, LabeledScenarioStoreError, type LabeledScenarioWrite, Lineage, type LineageEdge, type LineageGraph, type LineageNode, type LineageNodeInput, type LineageStore, LineageStoreConflictError, type LlmJudgeDimension, type LlmJudgeOptions, type LlmPolicyEditProposerOptions, type LoadEvalFixtureScenariosOptions, type LoopProvenanceArgsFromResult, type LoopProvenanceBackend, type LoopProvenanceCandidate, type LoopProvenanceEvidence, type LoopProvenanceRecord, type MemoryCurationProposerOptions, type MutableSurface, type Mutator, type NeutralizationGateOptions, type ObjectiveSource, type OpenAutoPrOptions, type OpenAutoPrResult, type OpenSearchLedgerOptions, type OptimizationProposer, type OptimizerConfig, type OptimizerEntryConfig, POLICY_EDIT_CANDIDATE_RECORD_SCHEMA, type PairedHoldout, type ParameterCandidate, type ParameterChange, type ParameterSweepProposerOptions, type ParetoParent, type ParetoSignificanceGateOptions, type PendingCostCallView, type PlanCampaignRunOptions, type PlanEvalFixtureRunOptions, type PlaybackContext, type PlaybackDriver, type PlaybackStep, type PolicyEditAuthorScenarioRow, type PolicyEditCandidateRecord, type PolicyEditCandidateSummary, type PolicyEditFindingInput, type PolicyEditFindingSource, type PolicyEditHistoryCandidateContext, type PolicyEditHistoryGenerationContext, type PolicyEditHistoryProjectionOptions, type PolicyEditObjective, type PolicyEditOutcomeContext, type PolicyEditProposerOptions, type PowerPreflight, type PowerPreflightOptions, type PremeasuredOptimizationBaseline, type ProfileDispatchFn, ProfileMatrixError, type ProfileSummary, type PromotionObjective, type PromotionPolicy, type ProposalTrackContext, type ProposeContext, type ProposePatchesArgs, type ProposedCandidate, type ProposerComparison, type ProposerEntry, type ProposerPairwise, type ProposerScore, type RedactionStatus, type ReferenceEquivalenceJudgeOptions, type ReferenceEquivalenceScenario, type RejectedEdit, type RolloutArgumentDiff, type RolloutArgumentDiffOptions, type RolloutCall, type RunCampaignOptions, type RunEvalOptions, type RunImprovementLoopOptions, type RunImprovementLoopResult, type RunLineageLoopOptions, type RunLineageLoopResult, type RunLineageLoopSeed, type RunLineageOptions, type RunLineageResult, type RunLineageSeed, type RunLineageStepResult, type RunOptimizationOptions, type RunOptimizationResult, type RunProfileMatrixOptions, type RunProfileMatrixResult, type RunSkillOptOptions, type RunSkillOptResult, SEARCH_LEDGER_SCHEMA, type Scenario, type ScenarioAggregate, type ScenarioRollup, type ScenarioSignal, type ScoreboardRenderOptions, type ScoreboardRow, type ScoreboardSummary, type ScoredRollout, type ScoredSurfaceOutcome, type SearchAccountingAudit, type SearchArtifactRef, type SearchAttemptAccounting, type SearchCandidateDecidedEvent, type SearchCandidateLineage, type SearchCandidateRegisteredEvent, type SearchCandidateSlot, type SearchCandidateSlotClosedEvent, type SearchCandidateSurface, type SearchCompletedEvent, type SearchCostAccounting, type SearchFailureReason, type SearchLedger, type SearchLedgerAppendResult, SearchLedgerConflictError, type SearchLedgerEntry, SearchLedgerError, type SearchLedgerEvent, type SearchLedgerHash, SearchLedgerIntegrityError, type SearchLedgerReplay, type SearchModelIdentity, type SearchOperationKind, type SearchOperationRecordedEvent, type SearchPlan, type SearchPlannedEvent, type SearchPlannedOperation, type SearchPlannedTask, type SearchSourceRef, type SearchSurfaceEffect, type SearchSurfaceEvidence, type SearchSurfaceKind, type SearchTaskAttemptedEvent, type SearchTaskOutcome, type SearchTokenAccounting, type SelectPolicyEditAuthorRowsOptions, type SequentialDecideFn, type SequentialDecideOptions, type SequentialDecision, type SequentialObservation, type SequentialPairedGate, type SequentialPairedGateOptions, type SerializedJsonBudget, type SessionScript, type SingleRunLock, type SingleRunLockOptions, type SkillOptEpochRecord, type SkillOptEvidence, type SkillOptProposer, type SkillOptProposerOptions, type SkillPatch, type SkillPatchOp, SkillPatchParseError, type SkillPatchRejection, type SurfaceProposer, type SurfaceScore, type TraceAnalystPriorFindings, type TraceAnalystProposerOptions, type TraceSpan, type TransientFailureOptions, type UngroundedLiteralReport, type UserStory, type UserStoryVerdict, type Worktree, type WorktreeAdapter, WorktreeAdapterError, aceProposer, acquireSingleRunLock, analyzeCrossSurfaceInteractions, applySkillPatch, assertCampaignDesign, assertCampaignSplitIdentity, assertCodeSurfaceIdentity, assertPolicyEditAuthorContextBudget, buildAnalystSurfaceDispatch, buildEvidenceVector, buildLoopProvenanceRecord, callbackGovernor, campaignBreakdown, campaignLineageStore, campaignMeanComposite, campaignMeasurementDigest, campaignScenarioIdentity, campaignSplitDigest, campaignSplitDigestFromIdentities, canonicalDigest, classifyUngroundedLiterals, codeSurfaceIdentityMaterial, compareProposers, composeGate, compositeProposer, countSentenceEdits, createReferenceEquivalenceJudge, createRunCostLedger, defaultProductionGate, detectScale, dimensionRegressions, discoverEvalFixtures, emitLoopProvenance, evolutionaryProposer, extractFapoAttributionSignals, extractH2Sections, failureModeRecallJudge, fapoEscalationEntry, fapoProposer, fsCampaignStorage, fsLineageStore, gepaParetoEntry, gepaProposer, gepaReflectionEntry, gitWorktreeAdapter, haloProposer, heldOutGate, heldoutSignificance, heuristicGovernor, inMemoryCampaignStorage, isProposedCandidate, isTransientTransportFailure, labelTrustRank, lineageNodeId, llmJudge, llmPolicyEditProposer, loadEvalFixture, loadEvalFixtureScenarios, loopProvenanceArgsFromResult, loopProvenanceSpans, makePlaybackDispatch, memLineageStore, memoryCurationProposer, neutralizationGate, neutralizeText, openAutoPr, openSearchLedger, pairHoldout, parameterSweepProposer, paretoPolicy, paretoSignificanceGate, parseSkillPatchResponse, patchEditCount, planCampaignRun, planEvalFixtureRun, policyEditProposer, powerPreflight, projectPolicyEditHistory, provenanceRecordPath, provenanceSpansPath, renderScoreboardMarkdown, renderSurfaceDiff, resolveRunDir, resolveWorktreePath, rolloutArgumentDiff, runCampaign, runEval, runImprovementLoop, runLineage, runLineageLoop, runOptimization, runProfileMatrix, runSkillOpt, scoreDiscrimination, scoreUserStory, scoreboardSummary, selectDiscriminative, selectPolicyEditAuthorRows, sequentialDecide, sequentialPairedGate, skillOptEntry, skillOptProposer, surfaceContentHash, surfaceHash, tangleTracesRoot, traceAnalystProposer, userStoryScoreboard, validatePolicyEditCandidateRecord, validateSearchLedgerEvent, verifyCodeSurface, verifyLoopProvenanceRecord };
|
package/dist/campaign/index.js
CHANGED
|
@@ -68,7 +68,7 @@ import {
|
|
|
68
68
|
userStoryScoreboard,
|
|
69
69
|
validateSearchLedgerEvent,
|
|
70
70
|
verifyCodeSurface
|
|
71
|
-
} from "../chunk-
|
|
71
|
+
} from "../chunk-CWF6SCBK.js";
|
|
72
72
|
import {
|
|
73
73
|
assertCodeSurfaceIdentity,
|
|
74
74
|
buildEvidenceVector,
|
|
@@ -109,7 +109,7 @@ import {
|
|
|
109
109
|
surfaceContentHash,
|
|
110
110
|
surfaceHash,
|
|
111
111
|
verifyLoopProvenanceRecord
|
|
112
|
-
} from "../chunk-
|
|
112
|
+
} from "../chunk-4EDDIK77.js";
|
|
113
113
|
import {
|
|
114
114
|
SearchLedgerConflictError,
|
|
115
115
|
SearchLedgerError,
|
|
@@ -126,19 +126,19 @@ import {
|
|
|
126
126
|
resolveRunDir,
|
|
127
127
|
runCampaign,
|
|
128
128
|
tangleTracesRoot
|
|
129
|
-
} from "../chunk-
|
|
129
|
+
} from "../chunk-3FCG7FBV.js";
|
|
130
130
|
import {
|
|
131
131
|
POLICY_EDIT_CANDIDATE_RECORD_SCHEMA,
|
|
132
132
|
validatePolicyEditCandidateRecord
|
|
133
|
-
} from "../chunk-
|
|
133
|
+
} from "../chunk-FC5NDO3E.js";
|
|
134
134
|
import "../chunk-ARU2PZFM.js";
|
|
135
135
|
import "../chunk-NJC7U437.js";
|
|
136
136
|
import "../chunk-PJQFMIOX.js";
|
|
137
|
-
import "../chunk-
|
|
137
|
+
import "../chunk-BGVTIE2C.js";
|
|
138
138
|
import "../chunk-VI2UW6B6.js";
|
|
139
|
-
import "../chunk-
|
|
139
|
+
import "../chunk-NUKSVU3W.js";
|
|
140
140
|
import "../chunk-GGE4NNQT.js";
|
|
141
|
-
import "../chunk-
|
|
141
|
+
import "../chunk-IR3KBHOY.js";
|
|
142
142
|
import "../chunk-PC4UYEBM.js";
|
|
143
143
|
import "../chunk-S3UZOQ5Y.js";
|
|
144
144
|
import "../chunk-MA6HLL3S.js";
|
|
@@ -4,7 +4,7 @@ import {
|
|
|
4
4
|
import {
|
|
5
5
|
CostAccountingIncompleteError,
|
|
6
6
|
CostLedger
|
|
7
|
-
} from "./chunk-
|
|
7
|
+
} from "./chunk-BGVTIE2C.js";
|
|
8
8
|
import {
|
|
9
9
|
AgentEvalError,
|
|
10
10
|
ValidationError
|
|
@@ -1378,4 +1378,4 @@ export {
|
|
|
1378
1378
|
runCampaign,
|
|
1379
1379
|
planCampaignRun
|
|
1380
1380
|
};
|
|
1381
|
-
//# sourceMappingURL=chunk-
|
|
1381
|
+
//# sourceMappingURL=chunk-3FCG7FBV.js.map
|
|
@@ -10,12 +10,12 @@ import {
|
|
|
10
10
|
resolveRunDir,
|
|
11
11
|
runCampaign,
|
|
12
12
|
summarizeAgentReceiptIntegrity
|
|
13
|
-
} from "./chunk-
|
|
13
|
+
} from "./chunk-3FCG7FBV.js";
|
|
14
14
|
import {
|
|
15
15
|
clamp01,
|
|
16
16
|
mapConcurrent,
|
|
17
17
|
validatePolicyEditCandidateRecord
|
|
18
|
-
} from "./chunk-
|
|
18
|
+
} from "./chunk-FC5NDO3E.js";
|
|
19
19
|
import {
|
|
20
20
|
detectRewardHacking
|
|
21
21
|
} from "./chunk-ARU2PZFM.js";
|
|
@@ -32,7 +32,7 @@ import {
|
|
|
32
32
|
} from "./chunk-PJQFMIOX.js";
|
|
33
33
|
import {
|
|
34
34
|
CostLedger
|
|
35
|
-
} from "./chunk-
|
|
35
|
+
} from "./chunk-BGVTIE2C.js";
|
|
36
36
|
import {
|
|
37
37
|
DEFAULT_REDACTION_RULES
|
|
38
38
|
} from "./chunk-GGE4NNQT.js";
|
|
@@ -3005,7 +3005,7 @@ async function runImprovementLoop(opts) {
|
|
|
3005
3005
|
const dispatchTimeoutMs = opts.dispatchTimeoutMs ?? DEFAULT_DISPATCH_TIMEOUT_MS;
|
|
3006
3006
|
const optimization = await runOptimization({ ...opts, dispatchTimeoutMs, costLedger });
|
|
3007
3007
|
const winnerIsBaseline = optimization.winnerSurfaceHash === surfaceHash(opts.baselineSurface);
|
|
3008
|
-
const { runCampaign: runCampaign2 } = await import("./run-campaign-
|
|
3008
|
+
const { runCampaign: runCampaign2 } = await import("./run-campaign-ZKR5MQMQ.js");
|
|
3009
3009
|
const baselineOnHoldout = await runCampaign2({
|
|
3010
3010
|
...opts,
|
|
3011
3011
|
costLedger,
|
|
@@ -3797,4 +3797,4 @@ export {
|
|
|
3797
3797
|
provenanceSpansPath,
|
|
3798
3798
|
emitLoopProvenance
|
|
3799
3799
|
};
|
|
3800
|
-
//# sourceMappingURL=chunk-
|
|
3800
|
+
//# sourceMappingURL=chunk-4EDDIK77.js.map
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import {
|
|
2
2
|
summarizeBackendIntegrity
|
|
3
|
-
} from "./chunk-
|
|
3
|
+
} from "./chunk-3FCG7FBV.js";
|
|
4
4
|
import {
|
|
5
5
|
paretoChart
|
|
6
6
|
} from "./chunk-DPZAEKA6.js";
|
|
@@ -995,4 +995,4 @@ export {
|
|
|
995
995
|
summarizeExecution,
|
|
996
996
|
analyzeRuns
|
|
997
997
|
};
|
|
998
|
-
//# sourceMappingURL=chunk-
|
|
998
|
+
//# sourceMappingURL=chunk-6WX7CBAR.js.map
|
|
@@ -8,7 +8,7 @@ import {
|
|
|
8
8
|
} from "./chunk-PXE2VKMX.js";
|
|
9
9
|
import {
|
|
10
10
|
analyzeTraces
|
|
11
|
-
} from "./chunk-
|
|
11
|
+
} from "./chunk-NUKSVU3W.js";
|
|
12
12
|
import {
|
|
13
13
|
applyToolSpanOtlpAttributes,
|
|
14
14
|
compareSpanTime,
|
|
@@ -16,7 +16,7 @@ import {
|
|
|
16
16
|
projectOtlpFlatLine,
|
|
17
17
|
spanEpochMillis,
|
|
18
18
|
traceSpanKindToOpenInferenceKind
|
|
19
|
-
} from "./chunk-
|
|
19
|
+
} from "./chunk-IR3KBHOY.js";
|
|
20
20
|
import {
|
|
21
21
|
defaultProviderRedactor,
|
|
22
22
|
providerFromBaseUrl
|
|
@@ -1934,4 +1934,4 @@ export {
|
|
|
1934
1934
|
createReplayFetch,
|
|
1935
1935
|
iterateRawCalls
|
|
1936
1936
|
};
|
|
1937
|
-
//# sourceMappingURL=chunk-
|
|
1937
|
+
//# sourceMappingURL=chunk-A5S77LSE.js.map
|
|
@@ -218,6 +218,13 @@ var CostLedger = class {
|
|
|
218
218
|
list(filter) {
|
|
219
219
|
return [...this.records.values()].filter((record) => record.status === "settled").filter((receipt) => matches(receipt, filter)).map(cloneReceipt);
|
|
220
220
|
}
|
|
221
|
+
/** Read pending calls without exposing mutable ledger state. */
|
|
222
|
+
listPending(filter) {
|
|
223
|
+
return [...this.records.values()].filter((record) => record.status === "pending").filter((record) => matches(record, filter)).map((record) => ({
|
|
224
|
+
...clonePendingCall(record),
|
|
225
|
+
state: this.lateCallIds.has(record.callId) ? "late" : this.activeCallIds.has(record.callId) ? "active" : "interrupted"
|
|
226
|
+
}));
|
|
227
|
+
}
|
|
221
228
|
summary(filter) {
|
|
222
229
|
const records = [...this.records.values()].filter((record) => matches(record, filter));
|
|
223
230
|
const pending = records.filter(
|
|
@@ -748,6 +755,9 @@ function matches(record, filter) {
|
|
|
748
755
|
}
|
|
749
756
|
function cloneRecord(record) {
|
|
750
757
|
if (record.status === "settled") return cloneReceipt(record);
|
|
758
|
+
return clonePendingCall(record);
|
|
759
|
+
}
|
|
760
|
+
function clonePendingCall(record) {
|
|
751
761
|
const { tags, ...rest } = record;
|
|
752
762
|
return { ...rest, ...tags ? { tags: { ...tags } } : {} };
|
|
753
763
|
}
|
|
@@ -867,4 +877,4 @@ export {
|
|
|
867
877
|
modelPriceKey,
|
|
868
878
|
costForUsage
|
|
869
879
|
};
|
|
870
|
-
//# sourceMappingURL=chunk-
|
|
880
|
+
//# sourceMappingURL=chunk-BGVTIE2C.js.map
|