@tangle-network/agent-eval 0.119.1 → 0.120.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +19 -3
- package/README.md +0 -26
- package/dist/benchmarks/index.d.ts +11 -5
- package/dist/benchmarks/index.js +4 -4
- package/dist/campaign/index.d.ts +93 -37
- package/dist/campaign/index.js +23 -7
- package/dist/{chunk-PSXJ32SR.js → chunk-32BZXMSO.js} +229 -118
- package/dist/chunk-32BZXMSO.js.map +1 -0
- package/dist/{chunk-XJ7JVCHB.js → chunk-3A246TSA.js} +2 -2
- package/dist/{chunk-XMBOU5W7.js → chunk-JN2FCO5W.js} +4 -5
- package/dist/chunk-JN2FCO5W.js.map +1 -0
- package/dist/{chunk-D7AEXSM5.js → chunk-PICTDURQ.js} +2 -2
- package/dist/{chunk-PAHNGS65.js → chunk-XDIRG3TO.js} +175 -11
- package/dist/chunk-XDIRG3TO.js.map +1 -0
- package/dist/contract/index.d.ts +52 -28
- package/dist/contract/index.js +350 -62
- package/dist/contract/index.js.map +1 -1
- package/dist/index.d.ts +22 -8
- package/dist/index.js +9 -5
- package/dist/index.js.map +1 -1
- package/dist/openapi.json +1 -1
- package/dist/rl.d.ts +11 -5
- package/dist/{run-campaign-OBXSN5WK.js → run-campaign-HNFPJET4.js} +2 -2
- package/package.json +1 -6
- package/dist/chunk-PAHNGS65.js.map +0 -1
- package/dist/chunk-PSXJ32SR.js.map +0 -1
- package/dist/chunk-XMBOU5W7.js.map +0 -1
- package/dist/primeintellect/index.d.ts +0 -311
- package/dist/primeintellect/index.js +0 -348
- package/dist/primeintellect/index.js.map +0 -1
- /package/dist/{chunk-XJ7JVCHB.js.map → chunk-3A246TSA.js.map} +0 -0
- /package/dist/{chunk-D7AEXSM5.js.map → chunk-PICTDURQ.js.map} +0 -0
- /package/dist/{run-campaign-OBXSN5WK.js.map → run-campaign-HNFPJET4.js.map} +0 -0
package/CHANGELOG.md
CHANGED
|
@@ -4,6 +4,23 @@ All notable changes to `@tangle-network/agent-eval` and its sibling `agent-eval-
|
|
|
4
4
|
|
|
5
5
|
---
|
|
6
6
|
|
|
7
|
+
## [0.120.0] — 2026-07-14 — exact measured provenance
|
|
8
|
+
|
|
9
|
+
### Changed
|
|
10
|
+
|
|
11
|
+
- Give each campaign a canonical split digest over the full scenario payload and replicate count, and require the exported benchmark to identify that exact heldout design.
|
|
12
|
+
- Emit self-addressed `tangle.loop-provenance` records from one shared loop-result translator, and derive prompt or code diffs from the exact measured surfaces instead of accepting caller-authored text.
|
|
13
|
+
- Retain one strict hash per scenario so consumers can verify the tested split without persisting customer task payloads.
|
|
14
|
+
|
|
15
|
+
### Breaking
|
|
16
|
+
|
|
17
|
+
- Require the exact baseline surface and bind portable evidence to every search, winner, heldout, and neutralized campaign; the full decision; the reconstructed receipt ledger; duration; power analysis; and validated candidate history.
|
|
18
|
+
- Require every scored row to link to a successful model receipt; reject contradictory provenance, duplicate scenarios, broken cell identity or pairing, failed judges, and invalid cost, latency, or token measurements before products can publish an improvement proposal.
|
|
19
|
+
- Stop optimization when a proposer returns no candidates, reject empty or non-contiguous generation records, and refuse a shipped no-op.
|
|
20
|
+
- Remove the duplicate worker-record collector and caller-authored diff hook; settled receipts and exact surfaces are now the only evidence path.
|
|
21
|
+
- Remove `@tangle-network/agent-eval/primeintellect`, which generated a legacy single-turn Verifiers package with unsafe substring scoring. Use `@tangle-network/agent-runtime/primeintellect` for task packaging, real runtime execution, and full trace import.
|
|
22
|
+
- Verify the same npm archive implementation used by the release workflow.
|
|
23
|
+
|
|
7
24
|
## [0.119.1] — 2026-07-14 — portable improvement evidence
|
|
8
25
|
|
|
9
26
|
### Added
|
|
@@ -127,8 +144,7 @@ All notable changes to `@tangle-network/agent-eval` and its sibling `agent-eval-
|
|
|
127
144
|
- `runOptimization({ promoteTopK })` accepts only `1`; multiple concurrent incumbents were never represented by the optimizer state and now fail before dispatch.
|
|
128
145
|
- `ScoredSurfaceOutcome` requires `split: 'search'` and the actual `generation` that measured the surface.
|
|
129
146
|
- `llmPolicyEditProposer()` requires explicit raw-score objectives and `PolicyEditFindingInput` rows whose source is either an exact measured surface-generation pair or an explicitly global finding.
|
|
130
|
-
-
|
|
131
|
-
Consumers of v2 records must migrate to the v3 baseline score, parent chain, coverage, eligibility, and exact surface fields; no compatibility shim is provided.
|
|
147
|
+
- Loop provenance preserves complete candidate measurement lineage: baseline score, parent chain, coverage, eligibility, and exact surface fields.
|
|
132
148
|
|
|
133
149
|
## [0.115.3] — 2026-07-12 — fail-closed structured output parsing
|
|
134
150
|
|
|
@@ -192,7 +208,7 @@ Existing consumers do not need to update unless they want the new statistic.
|
|
|
192
208
|
- `CodeSurface` is now a finalized, content-addressed code candidate.
|
|
193
209
|
`gitWorktreeAdapter.finalize()` records exact base/candidate commits, the final tree, and the SHA-256 + byte length of the raw binary Git patch; `surfaceHash` and `surfaceContentHash` no longer use filesystem paths.
|
|
194
210
|
Binary-patch generation runs against an isolated bare repository with fixed diff options, config, attributes, compression, and locale, so ambient repository, global, system, or environment settings cannot change the digest for identical trees.
|
|
195
|
-
-
|
|
211
|
+
- Code-surface provenance now uses content-addressed hashes instead of mutable paths.
|
|
196
212
|
- `resolveWorktreePath()` now verifies the candidate before returning its checkout.
|
|
197
213
|
Dirty or ignored files, moved refs, missing objects, wrong trees, raw byte or executable-mode mismatches, external symlinks, submodules, and patch-byte mismatches fail instead of being evaluated under stale identity.
|
|
198
214
|
Raw file hashing bypasses Git clean/smudge filters so repository configuration cannot hide different executable bytes.
|
package/README.md
CHANGED
|
@@ -95,31 +95,6 @@ const traceRuns = fromOtelSpans({ spans: yourOtelSpans })
|
|
|
95
95
|
await analyzeRuns({ runs: [...runs, ...traceRuns], raterScores })
|
|
96
96
|
```
|
|
97
97
|
|
|
98
|
-
### 4. Export to PrimeIntellect
|
|
99
|
-
|
|
100
|
-
Use this when you want PrimeIntellect Verifiers to run or train against tasks produced by Tangle evals, runtime runs, or knowledge runs.
|
|
101
|
-
|
|
102
|
-
```ts
|
|
103
|
-
import {
|
|
104
|
-
primeIntellectRowsFromRunRecords,
|
|
105
|
-
writePrimeIntellectEnvironmentPackage,
|
|
106
|
-
} from '@tangle-network/agent-eval/primeintellect'
|
|
107
|
-
|
|
108
|
-
const rows = primeIntellectRowsFromRunRecords({
|
|
109
|
-
records, // RunRecord[] with scenarioId
|
|
110
|
-
scenarios, // prompts plus answer or requiredSubstrings
|
|
111
|
-
})
|
|
112
|
-
|
|
113
|
-
await writePrimeIntellectEnvironmentPackage('prime-envs/refund-policy', {
|
|
114
|
-
name: 'refund-policy',
|
|
115
|
-
rows,
|
|
116
|
-
runRecords: records,
|
|
117
|
-
})
|
|
118
|
-
```
|
|
119
|
-
|
|
120
|
-
The generated package contains `load_environment()`, `data/dataset.jsonl`, `data/run_records.jsonl`, and a manifest.
|
|
121
|
-
Run it with `uv run vf-eval refund-policy` or upload it with `prime env push`.
|
|
122
|
-
|
|
123
98
|
---
|
|
124
99
|
|
|
125
100
|
## Core concepts
|
|
@@ -149,7 +124,6 @@ Each example: `README.md` + a single `index.ts` runnable via `pnpm tsx`. Prints
|
|
|
149
124
|
|---|---|
|
|
150
125
|
| `…/contract` | **The headline, frozen surface — new code starts here.** `defineAgentEval`, `selfImprove`, `analyzeRuns`, `runEval`, `runCampaign`, `runImprovementLoop`, `diffRuns`; intake adapters (`fromFeedbackTable`, `fromOtelSpans`); proposers (`gepaProposer`, `evolutionaryProposer`); gates (`defaultProductionGate`, `heldOutGate`, `paretoSignificanceGate`, `neutralizationGate`, `composeGate`); the deployment-outcome store; storage; and the five core types `Scenario` / `Dispatch` / `JudgeConfig` / `SurfaceProposer` / `Gate`. |
|
|
151
126
|
| `…/hosted` | `createHostedClient` / `hostedClientFromEnv` + the wire types to ship eval-run events + trace spans to a hosted orchestrator (ours or your own implementation of the spec) |
|
|
152
|
-
| `…/primeintellect` | Export validated `RunRecord`s plus scenario prompts into a PrimeIntellect Verifiers package: Python `load_environment()`, `data/dataset.jsonl`, `data/run_records.jsonl`, and export manifest |
|
|
153
127
|
| `…/adapters/otel` | `createOtelBridge` — forwards OpenTelemetry-shape spans into the hosted-tier ingest, no `@opentelemetry/*` dependency |
|
|
154
128
|
| `…/adapters/langchain` | Wrap any LangChain `Runnable` as a `Dispatch` (or `JudgeConfig`), no `@langchain/core` peer dep |
|
|
155
129
|
| `…/adapters/http` | `httpDispatch` + `runDispatchServer` — run a campaign's worker on another machine (multi-region, remote worker execution) |
|
|
@@ -356,6 +356,10 @@ interface Scenario {
|
|
|
356
356
|
kind: string;
|
|
357
357
|
tags?: string[];
|
|
358
358
|
}
|
|
359
|
+
/** Redacted identity of a complete scenario payload retained in campaign results. */
|
|
360
|
+
interface CampaignScenarioIdentity extends Pick<Scenario, 'id' | 'kind'> {
|
|
361
|
+
scenarioDigest: `sha256:${string}`;
|
|
362
|
+
}
|
|
359
363
|
/** Context handed to every dispatch invocation. Scoped — every
|
|
360
364
|
* trace/span carries the cellId, every artifact write lands under the cell's
|
|
361
365
|
* artifact root, the cost meter accumulates per cell. */
|
|
@@ -564,7 +568,11 @@ interface CampaignAggregates {
|
|
|
564
568
|
interface CampaignResult<TArtifact = unknown, TScenario extends Scenario = Scenario> {
|
|
565
569
|
/** sha256(scenarios, judges, dispatch source ref, optimizer config, seed). Stable identity for reruns. */
|
|
566
570
|
manifestHash: string;
|
|
571
|
+
/** Canonical identity of the exact scenario payloads and replicate count. */
|
|
572
|
+
splitDigest: `sha256:${string}`;
|
|
567
573
|
seed: number;
|
|
574
|
+
/** Replicates designed for every scenario in this campaign. */
|
|
575
|
+
reps: number;
|
|
568
576
|
startedAt: string;
|
|
569
577
|
endedAt: string;
|
|
570
578
|
durationMs: number;
|
|
@@ -578,11 +586,9 @@ interface CampaignResult<TArtifact = unknown, TScenario extends Scenario = Scena
|
|
|
578
586
|
prUrl?: string;
|
|
579
587
|
runDir: string;
|
|
580
588
|
artifactsByPath: Record<string, string>;
|
|
581
|
-
/**
|
|
582
|
-
*
|
|
583
|
-
|
|
584
|
-
* want narrowed types when extending `CampaignResult`. */
|
|
585
|
-
scenarios: Array<Pick<TScenario, 'id' | 'kind'>>;
|
|
589
|
+
/** Redacted identities that let consumers verify the exact scenario payloads
|
|
590
|
+
* without retaining customer task content in the result. */
|
|
591
|
+
scenarios: Array<CampaignScenarioIdentity & Pick<TScenario, 'id' | 'kind'>>;
|
|
586
592
|
}
|
|
587
593
|
|
|
588
594
|
/**
|
package/dist/benchmarks/index.js
CHANGED
|
@@ -16,10 +16,10 @@ import {
|
|
|
16
16
|
routing_exports,
|
|
17
17
|
runBenchmarkAdapter,
|
|
18
18
|
summarizeBenchmarkCampaign
|
|
19
|
-
} from "../chunk-
|
|
20
|
-
import "../chunk-
|
|
21
|
-
import "../chunk-
|
|
22
|
-
import "../chunk-
|
|
19
|
+
} from "../chunk-PICTDURQ.js";
|
|
20
|
+
import "../chunk-JN2FCO5W.js";
|
|
21
|
+
import "../chunk-32BZXMSO.js";
|
|
22
|
+
import "../chunk-XDIRG3TO.js";
|
|
23
23
|
import "../chunk-3YYRZDON.js";
|
|
24
24
|
import "../chunk-S5TT5R3L.js";
|
|
25
25
|
import "../chunk-ARU2PZFM.js";
|
package/dist/campaign/index.d.ts
CHANGED
|
@@ -1455,6 +1455,10 @@ interface Scenario {
|
|
|
1455
1455
|
kind: string;
|
|
1456
1456
|
tags?: string[];
|
|
1457
1457
|
}
|
|
1458
|
+
/** Redacted identity of a complete scenario payload retained in campaign results. */
|
|
1459
|
+
interface CampaignScenarioIdentity extends Pick<Scenario, 'id' | 'kind'> {
|
|
1460
|
+
scenarioDigest: `sha256:${string}`;
|
|
1461
|
+
}
|
|
1458
1462
|
/** Context handed to every dispatch invocation. Scoped — every
|
|
1459
1463
|
* trace/span carries the cellId, every artifact write lands under the cell's
|
|
1460
1464
|
* artifact root, the cost meter accumulates per cell. */
|
|
@@ -2037,7 +2041,11 @@ interface CampaignAggregates {
|
|
|
2037
2041
|
interface CampaignResult<TArtifact = unknown, TScenario extends Scenario = Scenario> {
|
|
2038
2042
|
/** sha256(scenarios, judges, dispatch source ref, optimizer config, seed). Stable identity for reruns. */
|
|
2039
2043
|
manifestHash: string;
|
|
2044
|
+
/** Canonical identity of the exact scenario payloads and replicate count. */
|
|
2045
|
+
splitDigest: `sha256:${string}`;
|
|
2040
2046
|
seed: number;
|
|
2047
|
+
/** Replicates designed for every scenario in this campaign. */
|
|
2048
|
+
reps: number;
|
|
2041
2049
|
startedAt: string;
|
|
2042
2050
|
endedAt: string;
|
|
2043
2051
|
durationMs: number;
|
|
@@ -2051,11 +2059,9 @@ interface CampaignResult<TArtifact = unknown, TScenario extends Scenario = Scena
|
|
|
2051
2059
|
prUrl?: string;
|
|
2052
2060
|
runDir: string;
|
|
2053
2061
|
artifactsByPath: Record<string, string>;
|
|
2054
|
-
/**
|
|
2055
|
-
*
|
|
2056
|
-
|
|
2057
|
-
* want narrowed types when extending `CampaignResult`. */
|
|
2058
|
-
scenarios: Array<Pick<TScenario, 'id' | 'kind'>>;
|
|
2062
|
+
/** Redacted identities that let consumers verify the exact scenario payloads
|
|
2063
|
+
* without retaining customer task content in the result. */
|
|
2064
|
+
scenarios: Array<CampaignScenarioIdentity & Pick<TScenario, 'id' | 'kind'>>;
|
|
2059
2065
|
}
|
|
2060
2066
|
|
|
2061
2067
|
/**
|
|
@@ -2384,6 +2390,17 @@ interface OpenAutoPrResult {
|
|
|
2384
2390
|
*/
|
|
2385
2391
|
declare function openAutoPr<TArtifact, TScenario extends Scenario>(options: OpenAutoPrOptions<TArtifact, TScenario>): OpenAutoPrResult;
|
|
2386
2392
|
|
|
2393
|
+
/** Reject campaign designs whose denominator cannot be identified exactly. */
|
|
2394
|
+
declare function assertCampaignDesign<TScenario extends Scenario>(scenarios: readonly TScenario[], reps: number): void;
|
|
2395
|
+
/** Redacted but independently verifiable identity of one complete scenario. */
|
|
2396
|
+
declare function campaignScenarioIdentity<TScenario extends Scenario>(scenario: TScenario): CampaignScenarioIdentity & Pick<TScenario, 'id' | 'kind'>;
|
|
2397
|
+
/** Canonical split identity reconstructed from redacted scenario identities. */
|
|
2398
|
+
declare function campaignSplitDigestFromIdentities(scenarios: readonly CampaignScenarioIdentity[], reps: number): `sha256:${string}`;
|
|
2399
|
+
/** Canonical identity of the exact scenario payloads and replicate count. */
|
|
2400
|
+
declare function campaignSplitDigest<TScenario extends Scenario>(scenarios: readonly TScenario[], reps: number): `sha256:${string}`;
|
|
2401
|
+
/** Refuse a campaign whose retained task identities contradict its split digest. */
|
|
2402
|
+
declare function assertCampaignSplitIdentity(scenarios: readonly CampaignScenarioIdentity[], reps: number, splitDigest: string): void;
|
|
2403
|
+
|
|
2387
2404
|
interface ContinuousAgreement {
|
|
2388
2405
|
/** Cohen's κ_w with quadratic weights, computed on raw [0,1] scores. */
|
|
2389
2406
|
weightedKappa: number;
|
|
@@ -2977,6 +2994,7 @@ interface CampaignRunPlanCell {
|
|
|
2977
2994
|
}
|
|
2978
2995
|
interface CampaignRunPlan {
|
|
2979
2996
|
manifestHash: string;
|
|
2997
|
+
splitDigest: `sha256:${string}`;
|
|
2980
2998
|
totalCells: number;
|
|
2981
2999
|
cellsCached: number;
|
|
2982
3000
|
cellsToRun: number;
|
|
@@ -4086,17 +4104,6 @@ interface ParameterSweepProposerOptions {
|
|
|
4086
4104
|
/** Config/parameter-level proposer for FAPO's middle escalation level. */
|
|
4087
4105
|
declare function parameterSweepProposer(opts: ParameterSweepProposerOptions): SurfaceProposer;
|
|
4088
4106
|
|
|
4089
|
-
/** Fail when a code surface does not carry a complete immutable identity. */
|
|
4090
|
-
declare function assertCodeSurfaceIdentity(surface: unknown): asserts surface is CodeSurface;
|
|
4091
|
-
/** Canonical, location-independent identity of a finalized code candidate.
|
|
4092
|
-
* Commit metadata is excluded: two commits with the same base, final tree,
|
|
4093
|
-
* and patch bytes are the same executable candidate. */
|
|
4094
|
-
declare function codeSurfaceIdentityMaterial(surface: CodeSurface): string;
|
|
4095
|
-
/** Full SHA-256 content identity for a prompt or finalized code surface. */
|
|
4096
|
-
declare function surfaceContentHash(surface: MutableSurface): `sha256:${string}`;
|
|
4097
|
-
/** Short loop key derived from the same content identity as provenance. */
|
|
4098
|
-
declare function surfaceHash(surface: MutableSurface): string;
|
|
4099
|
-
|
|
4100
4107
|
/**
|
|
4101
4108
|
* `runOptimization` — the improvement loop body. Runs N generations: the
|
|
4102
4109
|
* `SurfaceProposer` proposes K candidate surfaces per generation, each
|
|
@@ -4221,8 +4228,8 @@ declare function runOptimization<TScenario extends Scenario, TArtifact>(opts: Ru
|
|
|
4221
4228
|
*
|
|
4222
4229
|
* Hard-refuses unsafe configurations:
|
|
4223
4230
|
* - `tracing: 'off'` when a proposer is wired (improvement is unattributable)
|
|
4224
|
-
* - `autoOnPromote: 'config'` —
|
|
4225
|
-
*
|
|
4231
|
+
* - `autoOnPromote: 'config'` — live mutation is unsupported without
|
|
4232
|
+
* isolated deployment, rollback, and independent validation.
|
|
4226
4233
|
*/
|
|
4227
4234
|
|
|
4228
4235
|
type RunImprovementLoopOptions<TScenario extends Scenario, TArtifact> = RunOptimizationOptions<TScenario, TArtifact> & {
|
|
@@ -4236,15 +4243,11 @@ type RunImprovementLoopOptions<TScenario extends Scenario, TArtifact> = RunOptim
|
|
|
4236
4243
|
/** What to do when the gate ships:
|
|
4237
4244
|
* - `'pr'`: open a PR via `openAutoPr`
|
|
4238
4245
|
* - `'none'`: just report — caller decides what to do with the winner
|
|
4239
|
-
*
|
|
4240
|
-
* deferred to Pass B behind safety stack. */
|
|
4246
|
+
* Live-runtime self-mutation is intentionally unsupported. */
|
|
4241
4247
|
autoOnPromote: 'pr' | 'none';
|
|
4242
4248
|
/** GH owner / repo for the auto-PR. Required when autoOnPromote === 'pr'. */
|
|
4243
4249
|
ghOwner?: string;
|
|
4244
4250
|
ghRepo?: string;
|
|
4245
|
-
/** Optional render override — substrate writes a diff-shaped surface; pass
|
|
4246
|
-
* a function to format the promoted surface differently. */
|
|
4247
|
-
renderPromotedDiff?: (winnerSurface: MutableSurface, baselineSurface: MutableSurface) => string;
|
|
4248
4251
|
/** Placebo control. When supplied AND the winner differs from baseline, the
|
|
4249
4252
|
* loop scores a THIRD holdout arm: the winner surface with its content
|
|
4250
4253
|
* footprint-matched-blanked by this function (typically via `neutralizeText`).
|
|
@@ -4257,6 +4260,8 @@ type RunImprovementLoopOptions<TScenario extends Scenario, TArtifact> = RunOptim
|
|
|
4257
4260
|
interface RunImprovementLoopResult<TArtifact, TScenario extends Scenario> extends RunOptimizationResult<TArtifact, TScenario> {
|
|
4258
4261
|
baselineOnHoldout: CampaignResult<TArtifact, TScenario>;
|
|
4259
4262
|
winnerOnHoldout: CampaignResult<TArtifact, TScenario>;
|
|
4263
|
+
neutralizedOnHoldout?: CampaignResult<TArtifact, TScenario>;
|
|
4264
|
+
neutralizedSurface?: MutableSurface;
|
|
4260
4265
|
gateResult: Awaited<ReturnType<Gate<TArtifact, TScenario>['decide']>>;
|
|
4261
4266
|
/** Unified baseline→winner surface diff. Computed UNCONDITIONALLY (not only
|
|
4262
4267
|
* when `autoOnPromote === 'pr'`) so the diff that the gate decided on is
|
|
@@ -4269,10 +4274,6 @@ interface RunImprovementLoopResult<TArtifact, TScenario extends Scenario> extend
|
|
|
4269
4274
|
* Gated-promotion shell over `runOptimization`: scores the winner against the baseline on a holdout set, runs the release gate, and optionally opens a PR.
|
|
4270
4275
|
*/
|
|
4271
4276
|
declare function runImprovementLoop<TScenario extends Scenario, TArtifact>(opts: RunImprovementLoopOptions<TScenario, TArtifact>): Promise<RunImprovementLoopResult<TArtifact, TScenario>>;
|
|
4272
|
-
/**
|
|
4273
|
-
* Default surface diff renderer: produces a unified baseline/winner text diff for prompt surfaces or a worktree-ref summary for code surfaces.
|
|
4274
|
-
*/
|
|
4275
|
-
declare function defaultRenderDiff(winnerSurface: MutableSurface, baselineSurface: MutableSurface): string;
|
|
4276
4277
|
|
|
4277
4278
|
/**
|
|
4278
4279
|
* `compareProposers` — a head-to-head lift benchmark across surface proposers
|
|
@@ -6653,9 +6654,8 @@ interface HostedClient {
|
|
|
6653
6654
|
* reads). The hosted `/v1/ingest/traces` endpoint receives the FULL loop,
|
|
6654
6655
|
* not just the `cost.*` spans `runCampaign` already emits per cell.
|
|
6655
6656
|
*
|
|
6656
|
-
* The record is built from the
|
|
6657
|
-
*
|
|
6658
|
-
* could drift from what the gate actually saw.
|
|
6657
|
+
* The record is built from the loop result and its settled cost receipts — no
|
|
6658
|
+
* second usage collector can contradict what the measured cells recorded.
|
|
6659
6659
|
*/
|
|
6660
6660
|
|
|
6661
6661
|
interface LoopProvenanceCandidate {
|
|
@@ -6665,6 +6665,8 @@ interface LoopProvenanceCandidate {
|
|
|
6665
6665
|
surfaceHash: string;
|
|
6666
6666
|
/** Full sha256 content hash — byte-identical-verifiable. */
|
|
6667
6667
|
contentHash: string;
|
|
6668
|
+
/** Exact scored rows that produced this candidate's search result. */
|
|
6669
|
+
campaignDigest: `sha256:${string}`;
|
|
6668
6670
|
/** Proposer label, when the proposer returned a `ProposedCandidate`. */
|
|
6669
6671
|
label?: string;
|
|
6670
6672
|
/** Proposer rationale — the "because Z". When the proposer returned a bare
|
|
@@ -6698,13 +6700,33 @@ interface LoopProvenanceBackend {
|
|
|
6698
6700
|
totalOutputTokens: number;
|
|
6699
6701
|
totalCostUsd: number;
|
|
6700
6702
|
}
|
|
6703
|
+
interface LoopProvenanceEvidence {
|
|
6704
|
+
search: {
|
|
6705
|
+
splitDigest: `sha256:${string}`;
|
|
6706
|
+
baselineCampaignDigest: `sha256:${string}`;
|
|
6707
|
+
};
|
|
6708
|
+
holdout: {
|
|
6709
|
+
splitDigest: `sha256:${string}`;
|
|
6710
|
+
baselineCampaignDigest: `sha256:${string}`;
|
|
6711
|
+
winnerCampaignDigest: `sha256:${string}`;
|
|
6712
|
+
neutralized?: {
|
|
6713
|
+
contentHash: `sha256:${string}`;
|
|
6714
|
+
campaignDigest: `sha256:${string}`;
|
|
6715
|
+
composite: number;
|
|
6716
|
+
lift: number;
|
|
6717
|
+
};
|
|
6718
|
+
};
|
|
6719
|
+
costReceiptsDigest: `sha256:${string}`;
|
|
6720
|
+
}
|
|
6701
6721
|
/**
|
|
6702
6722
|
* The durable provenance record. Aligns to the hosted `EvalRunEvent` path but
|
|
6703
6723
|
* ADDS the rationale + the explicit baseline→candidate diff (both omitted from
|
|
6704
6724
|
* the bare hosted event) + backend provenance.
|
|
6705
6725
|
*/
|
|
6706
6726
|
interface LoopProvenanceRecord {
|
|
6707
|
-
schema: 'tangle.loop-provenance
|
|
6727
|
+
schema: 'tangle.loop-provenance';
|
|
6728
|
+
/** SHA-256 over the canonical record with this field omitted. */
|
|
6729
|
+
recordDigest: `sha256:${string}`;
|
|
6708
6730
|
runId: string;
|
|
6709
6731
|
runDir: string;
|
|
6710
6732
|
timestamp: string;
|
|
@@ -6718,6 +6740,8 @@ interface LoopProvenanceRecord {
|
|
|
6718
6740
|
diff: string;
|
|
6719
6741
|
/** Every candidate across every generation, with its rationale and structured cause. */
|
|
6720
6742
|
candidates: LoopProvenanceCandidate[];
|
|
6743
|
+
/** Exact campaign, split, surface, and receipt identities behind every summary. */
|
|
6744
|
+
evidence: LoopProvenanceEvidence;
|
|
6721
6745
|
/** Baseline composite on the search split that generated the candidates. */
|
|
6722
6746
|
baselineSearchComposite: number;
|
|
6723
6747
|
/** The gate verdict — decision + reasons + contributing gates + delta. */
|
|
@@ -6728,6 +6752,7 @@ interface LoopProvenanceRecord {
|
|
|
6728
6752
|
contributingGates: Array<{
|
|
6729
6753
|
name: string;
|
|
6730
6754
|
passed: boolean;
|
|
6755
|
+
detail: unknown;
|
|
6731
6756
|
}>;
|
|
6732
6757
|
};
|
|
6733
6758
|
/** baseline-on-holdout composite mean. */
|
|
@@ -6749,9 +6774,8 @@ interface BuildLoopProvenanceArgs<TArtifact, TScenario extends Scenario> {
|
|
|
6749
6774
|
winnerSurface: MutableSurface;
|
|
6750
6775
|
winnerLabel?: string;
|
|
6751
6776
|
winnerRationale?: string;
|
|
6752
|
-
|
|
6753
|
-
|
|
6754
|
-
baselineSearchComposite: number;
|
|
6777
|
+
/** Exact baseline campaign on the search split. */
|
|
6778
|
+
baselineSearchCampaign: CampaignResult<TArtifact, TScenario>;
|
|
6755
6779
|
/** Per-generation candidate records straight off the loop result. */
|
|
6756
6780
|
generations: Array<{
|
|
6757
6781
|
generationIndex: number;
|
|
@@ -6762,18 +6786,37 @@ interface BuildLoopProvenanceArgs<TArtifact, TScenario extends Scenario> {
|
|
|
6762
6786
|
surfaces: Array<{
|
|
6763
6787
|
surfaceHash: string;
|
|
6764
6788
|
surface: MutableSurface;
|
|
6789
|
+
campaign: CampaignResult<TArtifact, TScenario>;
|
|
6765
6790
|
}>;
|
|
6766
6791
|
}>;
|
|
6767
6792
|
gate: GateResult;
|
|
6768
6793
|
baselineOnHoldout: CampaignResult<TArtifact, TScenario>;
|
|
6769
6794
|
winnerOnHoldout: CampaignResult<TArtifact, TScenario>;
|
|
6770
|
-
|
|
6771
|
-
|
|
6795
|
+
neutralizedSurface?: MutableSurface;
|
|
6796
|
+
neutralizedOnHoldout?: CampaignResult<TArtifact, TScenario>;
|
|
6797
|
+
/** Settled run-wide receipts — agent calls are the source for backend provenance. */
|
|
6798
|
+
costReceipts: ReadonlyArray<CostReceipt>;
|
|
6799
|
+
totalCostUsd: number;
|
|
6800
|
+
totalDurationMs: number;
|
|
6801
|
+
}
|
|
6802
|
+
interface LoopProvenanceArgsFromResult<TArtifact, TScenario extends Scenario> {
|
|
6803
|
+
runId: string;
|
|
6804
|
+
runDir: string;
|
|
6805
|
+
timestamp: string;
|
|
6806
|
+
baselineSurface: MutableSurface;
|
|
6807
|
+
result: RunImprovementLoopResult<TArtifact, TScenario>;
|
|
6808
|
+
costReceipts: ReadonlyArray<CostReceipt>;
|
|
6772
6809
|
totalCostUsd: number;
|
|
6773
6810
|
totalDurationMs: number;
|
|
6774
6811
|
}
|
|
6812
|
+
/** One translation from a completed improvement loop into durable evidence. */
|
|
6813
|
+
declare function loopProvenanceArgsFromResult<TArtifact, TScenario extends Scenario>(input: LoopProvenanceArgsFromResult<TArtifact, TScenario>): BuildLoopProvenanceArgs<TArtifact, TScenario>;
|
|
6775
6814
|
/** Build the durable provenance record from a completed loop result. */
|
|
6776
6815
|
declare function buildLoopProvenanceRecord<TArtifact, TScenario extends Scenario>(args: BuildLoopProvenanceArgs<TArtifact, TScenario>): LoopProvenanceRecord;
|
|
6816
|
+
/** Digest the exact campaign fields that can affect a measured comparison. */
|
|
6817
|
+
declare function campaignMeasurementDigest<TArtifact, TScenario extends Scenario>(campaign: CampaignResult<TArtifact, TScenario>): `sha256:${string}`;
|
|
6818
|
+
/** Recompute and validate the self-addressed durable record. */
|
|
6819
|
+
declare function verifyLoopProvenanceRecord(record: LoopProvenanceRecord): LoopProvenanceRecord;
|
|
6777
6820
|
/**
|
|
6778
6821
|
* Build the loop's OTLP-ingestable spans from a provenance record. One root
|
|
6779
6822
|
* span per loop (`tangle.runId`), one span per generation, one span per
|
|
@@ -7281,6 +7324,19 @@ interface SingleRunLock {
|
|
|
7281
7324
|
*/
|
|
7282
7325
|
declare function acquireSingleRunLock(opts: SingleRunLockOptions): SingleRunLock;
|
|
7283
7326
|
|
|
7327
|
+
/** Validate the immutable identity shape; the owning executor verifies the Git objects and patch. */
|
|
7328
|
+
declare function assertCodeSurfaceIdentity(surface: unknown): asserts surface is CodeSurface;
|
|
7329
|
+
/** Canonical, location-independent identity of a finalized code candidate.
|
|
7330
|
+
* Commit metadata is excluded: two commits with the same base, final tree,
|
|
7331
|
+
* and patch bytes are the same executable candidate. */
|
|
7332
|
+
declare function codeSurfaceIdentityMaterial(surface: CodeSurface): string;
|
|
7333
|
+
/** Full SHA-256 content identity for a prompt or finalized code surface. */
|
|
7334
|
+
declare function surfaceContentHash(surface: MutableSurface): `sha256:${string}`;
|
|
7335
|
+
/** Short loop key derived from the same content identity as provenance. */
|
|
7336
|
+
declare function surfaceHash(surface: MutableSurface): string;
|
|
7337
|
+
/** Canonical customer-visible description of the exact before/after surfaces. */
|
|
7338
|
+
declare function renderSurfaceDiff(winnerSurface: MutableSurface, baselineSurface: MutableSurface): string;
|
|
7339
|
+
|
|
7284
7340
|
/**
|
|
7285
7341
|
* Transient-transport-failure classification for dispatch retry policies.
|
|
7286
7342
|
*
|
|
@@ -7395,4 +7451,4 @@ declare function verifyCodeSurface(surface: CodeSurface, worktreeDir?: string):
|
|
|
7395
7451
|
* identity against the checkout at `worktreeRef`. */
|
|
7396
7452
|
declare function resolveWorktreePath(surface: CodeSurface, worktreeDir?: string): string;
|
|
7397
7453
|
|
|
7398
|
-
export { type AcceptedEdit, type AceProposerOptions, type AnalystArtifact, type AnalystScenario, type AnalyzeCrossSurfaceInteractionsInput, type ApplySkillPatchResult, type AxisEvidence, type AxisVerdict, type BuildAnalystSurfaceDispatchOptions, type BuildEvidenceVectorOptions, type BuildLoopProvenanceArgs, type CampaignAggregates, type CampaignArtifactWriter, type CampaignBreakdown, type CampaignCellResult, type CampaignCostMeter, type CampaignResult, type CampaignRunPlan, type CampaignRunPlanCell, type CampaignStorage, type CampaignTokenUsage, type CampaignTraceWriter, type CodeSurface, type CodeSurfaceVerification, type CompareProposersOptions, type CompositeProposerOptions, type CostLedgerHandle, type CrossSurfaceAdditionDecision, type CrossSurfaceAdditionRejectionReason, type CrossSurfaceAttemptCompleteness, type CrossSurfaceBestSingleSelection, type CrossSurfaceBootstrapPolicy, type CrossSurfaceCandidate, type CrossSurfaceCandidateComparison, type CrossSurfaceCandidateEvidence, type CrossSurfaceCandidateOutcome, type CrossSurfaceCandidateSummary, type CrossSurfaceComponent, type CrossSurfaceComponentEvidence, type CrossSurfaceCompositionStep, type CrossSurfaceDistribution, type CrossSurfaceEligibility, type CrossSurfaceEvidenceBreakdown, type CrossSurfaceIneligibilityReason, type CrossSurfaceInteractionAwareSelection, type CrossSurfaceInteractionEffect, type CrossSurfaceInteractionPath, type CrossSurfaceInteractionReport, type CrossSurfaceInteractionTask, type CrossSurfaceNaiveStackSelection, type CrossSurfacePairCompatibility, type CrossSurfacePairEvidence, type CrossSurfacePairIncompatibilityReason, type CrossSurfacePairwiseEntry, type CrossSurfaceRankedSingle, type CrossSurfaceRelativeCost, type CrossSurfaceSelectionPolicy, type CrossSurfaceSelections, type CrossSurfaceTaskRow, DEFAULT_POLICY_EDIT_HISTORY_LIMITS, type DefaultProductionGateOptions, type DimensionRegression, type DiscriminationScore, type DispatchContext, type DispatchFn, type EmitLoopProvenanceArgs, type EmitLoopProvenanceResult, type EvalFixture, type EvalFixtureFile, type EvalFixtureLoadOptions, type EvalFixtureRunPlan, type EvalFixtureScenario, type EvalFixtureValidationMode, type EvidenceVector, type EvolutionaryProposerOptions, type FailureModeRecallJudgeOptions, type FapoAttributionSignals, type FapoEntryConfig, type FapoFailureCluster, type FapoOptimizationLevel, type FapoProposerOptions, type FapoReviewInput, type FapoReviewIssue, type FapoReviewResult, type FapoScopeContract, FileSearchLedger, FsLabeledScenarioStore, type FsLabeledScenarioStoreOptions, type Gate, type GateContext, type GateDecision, type GateResult, type GenerationCandidate, type GenerationRecord, type GepaProposerConstraints, type GepaProposerOptions, type GitWorktreeAdapterOptions, type Governor, type GovernorContext, type GovernorOp, type HaloProposerOptions, type HeldOutGateOptions, type HeldoutSignificance, type HeldoutSignificanceOptions, type HeuristicGovernorOptions, type JsonPolicyEditTargetSurface, type JsonPrimitive, type JsonValue, type JudgeAggregate, type JudgeConfig, type JudgeDimension, type JudgeScore, type LabelTrust, type LabeledScenarioRecord, type LabeledScenarioSampleArgs, type LabeledScenarioSource, type LabeledScenarioStore, LabeledScenarioStoreError, type LabeledScenarioWrite, Lineage, type LineageEdge, type LineageGraph, type LineageNode, type LineageNodeInput, type LineageStore, type LlmJudgeDimension, type LlmJudgeOptions, type LlmPolicyEditProposerOptions, type LoadEvalFixtureScenariosOptions, type LoopProvenanceBackend, type LoopProvenanceCandidate, type LoopProvenanceRecord, type MemoryCurationProposerOptions, type MutableSurface, type Mutator, type NeutralizationGateOptions, type ObjectiveSource, type OpenAutoPrOptions, type OpenAutoPrResult, type OpenSearchLedgerOptions, type OptimizationProposer, type OptimizerConfig, type OptimizerEntryConfig, POLICY_EDIT_CANDIDATE_RECORD_SCHEMA, type PairedHoldout, type ParameterCandidate, type ParameterChange, type ParameterSweepProposerOptions, type ParetoParent, type ParetoSignificanceGateOptions, type PlanCampaignRunOptions, type PlanEvalFixtureRunOptions, type PlaybackContext, type PlaybackDriver, type PlaybackStep, type PolicyEditAuthorScenarioRow, type PolicyEditCandidateRecord, type PolicyEditCandidateSummary, type PolicyEditFindingInput, type PolicyEditFindingSource, type PolicyEditHistoryCandidateContext, type PolicyEditHistoryGenerationContext, type PolicyEditHistoryProjectionOptions, type PolicyEditObjective, type PolicyEditOutcomeContext, type PolicyEditProposerOptions, type PowerPreflight, type PowerPreflightOptions, type ProfileDispatchFn, ProfileMatrixError, type ProfileSummary, type PromotionObjective, type PromotionPolicy, type ProposeContext, type ProposePatchesArgs, type ProposedCandidate, type ProposerComparison, type ProposerEntry, type ProposerPairwise, type ProposerScore, type RedactionStatus, type ReferenceEquivalenceJudgeOptions, type ReferenceEquivalenceScenario, type RejectedEdit, type RolloutArgumentDiff, type RolloutArgumentDiffOptions, type RolloutCall, type RunCampaignOptions, type RunEvalOptions, type RunImprovementLoopOptions, type RunImprovementLoopResult, type RunLineageLoopOptions, type RunLineageLoopResult, type RunLineageLoopSeed, type RunLineageOptions, type RunLineageResult, type RunLineageSeed, type RunLineageStepResult, type RunOptimizationOptions, type RunOptimizationResult, type RunProfileMatrixOptions, type RunProfileMatrixResult, type RunSkillOptOptions, type RunSkillOptResult, SEARCH_LEDGER_SCHEMA, type Scenario, type ScenarioAggregate, type ScenarioRollup, type ScenarioSignal, type ScoreboardRenderOptions, type ScoreboardRow, type ScoreboardSummary, type ScoredRollout, type ScoredSurfaceOutcome, type SearchAccountingAudit, type SearchArtifactRef, type SearchAttemptAccounting, type SearchCandidateDecidedEvent, type SearchCandidateLineage, type SearchCandidateRegisteredEvent, type SearchCandidateSlot, type SearchCandidateSlotClosedEvent, type SearchCandidateSurface, type SearchCompletedEvent, type SearchCostAccounting, type SearchFailureReason, type SearchLedger, type SearchLedgerAppendResult, SearchLedgerConflictError, type SearchLedgerEntry, SearchLedgerError, type SearchLedgerEvent, type SearchLedgerHash, SearchLedgerIntegrityError, type SearchLedgerReplay, type SearchModelIdentity, type SearchOperationKind, type SearchOperationRecordedEvent, type SearchPlan, type SearchPlannedEvent, type SearchPlannedOperation, type SearchPlannedTask, type SearchSourceRef, type SearchSurfaceEffect, type SearchSurfaceEvidence, type SearchSurfaceKind, type SearchTaskAttemptedEvent, type SearchTaskOutcome, type SearchTokenAccounting, type SelectPolicyEditAuthorRowsOptions, type SequentialDecideFn, type SequentialDecideOptions, type SequentialDecision, type SequentialObservation, type SequentialPairedGate, type SequentialPairedGateOptions, type SerializedJsonBudget, type SessionScript, type SingleRunLock, type SingleRunLockOptions, type SkillOptEpochRecord, type SkillOptEvidence, type SkillOptProposer, type SkillOptProposerOptions, type SkillPatch, type SkillPatchOp, SkillPatchParseError, type SkillPatchRejection, type SurfaceProposer, type SurfaceScore, type TraceAnalystProposerOptions, type TraceSpan, type TransientFailureOptions, type UngroundedLiteralReport, type UserStory, type UserStoryVerdict, type Worktree, type WorktreeAdapter, WorktreeAdapterError, aceProposer, acquireSingleRunLock, analyzeCrossSurfaceInteractions, applySkillPatch, assertCodeSurfaceIdentity, assertPolicyEditAuthorContextBudget, buildAnalystSurfaceDispatch, buildEvidenceVector, buildLoopProvenanceRecord, callbackGovernor, campaignBreakdown, campaignMeanComposite, classifyUngroundedLiterals, codeSurfaceIdentityMaterial, compareProposers, composeGate, compositeProposer, countSentenceEdits, createReferenceEquivalenceJudge, createRunCostLedger, defaultProductionGate,
|
|
7454
|
+
export { type AcceptedEdit, type AceProposerOptions, type AnalystArtifact, type AnalystScenario, type AnalyzeCrossSurfaceInteractionsInput, type ApplySkillPatchResult, type AxisEvidence, type AxisVerdict, type BuildAnalystSurfaceDispatchOptions, type BuildEvidenceVectorOptions, type BuildLoopProvenanceArgs, type CampaignAggregates, type CampaignArtifactWriter, type CampaignBreakdown, type CampaignCellResult, type CampaignCostMeter, type CampaignResult, type CampaignRunPlan, type CampaignRunPlanCell, type CampaignScenarioIdentity, type CampaignStorage, type CampaignTokenUsage, type CampaignTraceWriter, type CodeSurface, type CodeSurfaceVerification, type CompareProposersOptions, type CompositeProposerOptions, type CostLedgerHandle, type CrossSurfaceAdditionDecision, type CrossSurfaceAdditionRejectionReason, type CrossSurfaceAttemptCompleteness, type CrossSurfaceBestSingleSelection, type CrossSurfaceBootstrapPolicy, type CrossSurfaceCandidate, type CrossSurfaceCandidateComparison, type CrossSurfaceCandidateEvidence, type CrossSurfaceCandidateOutcome, type CrossSurfaceCandidateSummary, type CrossSurfaceComponent, type CrossSurfaceComponentEvidence, type CrossSurfaceCompositionStep, type CrossSurfaceDistribution, type CrossSurfaceEligibility, type CrossSurfaceEvidenceBreakdown, type CrossSurfaceIneligibilityReason, type CrossSurfaceInteractionAwareSelection, type CrossSurfaceInteractionEffect, type CrossSurfaceInteractionPath, type CrossSurfaceInteractionReport, type CrossSurfaceInteractionTask, type CrossSurfaceNaiveStackSelection, type CrossSurfacePairCompatibility, type CrossSurfacePairEvidence, type CrossSurfacePairIncompatibilityReason, type CrossSurfacePairwiseEntry, type CrossSurfaceRankedSingle, type CrossSurfaceRelativeCost, type CrossSurfaceSelectionPolicy, type CrossSurfaceSelections, type CrossSurfaceTaskRow, DEFAULT_POLICY_EDIT_HISTORY_LIMITS, type DefaultProductionGateOptions, type DimensionRegression, type DiscriminationScore, type DispatchContext, type DispatchFn, type EmitLoopProvenanceArgs, type EmitLoopProvenanceResult, type EvalFixture, type EvalFixtureFile, type EvalFixtureLoadOptions, type EvalFixtureRunPlan, type EvalFixtureScenario, type EvalFixtureValidationMode, type EvidenceVector, type EvolutionaryProposerOptions, type FailureModeRecallJudgeOptions, type FapoAttributionSignals, type FapoEntryConfig, type FapoFailureCluster, type FapoOptimizationLevel, type FapoProposerOptions, type FapoReviewInput, type FapoReviewIssue, type FapoReviewResult, type FapoScopeContract, FileSearchLedger, FsLabeledScenarioStore, type FsLabeledScenarioStoreOptions, type Gate, type GateContext, type GateDecision, type GateResult, type GenerationCandidate, type GenerationRecord, type GepaProposerConstraints, type GepaProposerOptions, type GitWorktreeAdapterOptions, type Governor, type GovernorContext, type GovernorOp, type HaloProposerOptions, type HeldOutGateOptions, type HeldoutSignificance, type HeldoutSignificanceOptions, type HeuristicGovernorOptions, type JsonPolicyEditTargetSurface, type JsonPrimitive, type JsonValue, type JudgeAggregate, type JudgeConfig, type JudgeDimension, type JudgeScore, type LabelTrust, type LabeledScenarioRecord, type LabeledScenarioSampleArgs, type LabeledScenarioSource, type LabeledScenarioStore, LabeledScenarioStoreError, type LabeledScenarioWrite, Lineage, type LineageEdge, type LineageGraph, type LineageNode, type LineageNodeInput, type LineageStore, type LlmJudgeDimension, type LlmJudgeOptions, type LlmPolicyEditProposerOptions, type LoadEvalFixtureScenariosOptions, type LoopProvenanceArgsFromResult, type LoopProvenanceBackend, type LoopProvenanceCandidate, type LoopProvenanceEvidence, type LoopProvenanceRecord, type MemoryCurationProposerOptions, type MutableSurface, type Mutator, type NeutralizationGateOptions, type ObjectiveSource, type OpenAutoPrOptions, type OpenAutoPrResult, type OpenSearchLedgerOptions, type OptimizationProposer, type OptimizerConfig, type OptimizerEntryConfig, POLICY_EDIT_CANDIDATE_RECORD_SCHEMA, type PairedHoldout, type ParameterCandidate, type ParameterChange, type ParameterSweepProposerOptions, type ParetoParent, type ParetoSignificanceGateOptions, type PlanCampaignRunOptions, type PlanEvalFixtureRunOptions, type PlaybackContext, type PlaybackDriver, type PlaybackStep, type PolicyEditAuthorScenarioRow, type PolicyEditCandidateRecord, type PolicyEditCandidateSummary, type PolicyEditFindingInput, type PolicyEditFindingSource, type PolicyEditHistoryCandidateContext, type PolicyEditHistoryGenerationContext, type PolicyEditHistoryProjectionOptions, type PolicyEditObjective, type PolicyEditOutcomeContext, type PolicyEditProposerOptions, type PowerPreflight, type PowerPreflightOptions, type ProfileDispatchFn, ProfileMatrixError, type ProfileSummary, type PromotionObjective, type PromotionPolicy, type ProposeContext, type ProposePatchesArgs, type ProposedCandidate, type ProposerComparison, type ProposerEntry, type ProposerPairwise, type ProposerScore, type RedactionStatus, type ReferenceEquivalenceJudgeOptions, type ReferenceEquivalenceScenario, type RejectedEdit, type RolloutArgumentDiff, type RolloutArgumentDiffOptions, type RolloutCall, type RunCampaignOptions, type RunEvalOptions, type RunImprovementLoopOptions, type RunImprovementLoopResult, type RunLineageLoopOptions, type RunLineageLoopResult, type RunLineageLoopSeed, type RunLineageOptions, type RunLineageResult, type RunLineageSeed, type RunLineageStepResult, type RunOptimizationOptions, type RunOptimizationResult, type RunProfileMatrixOptions, type RunProfileMatrixResult, type RunSkillOptOptions, type RunSkillOptResult, SEARCH_LEDGER_SCHEMA, type Scenario, type ScenarioAggregate, type ScenarioRollup, type ScenarioSignal, type ScoreboardRenderOptions, type ScoreboardRow, type ScoreboardSummary, type ScoredRollout, type ScoredSurfaceOutcome, type SearchAccountingAudit, type SearchArtifactRef, type SearchAttemptAccounting, type SearchCandidateDecidedEvent, type SearchCandidateLineage, type SearchCandidateRegisteredEvent, type SearchCandidateSlot, type SearchCandidateSlotClosedEvent, type SearchCandidateSurface, type SearchCompletedEvent, type SearchCostAccounting, type SearchFailureReason, type SearchLedger, type SearchLedgerAppendResult, SearchLedgerConflictError, type SearchLedgerEntry, SearchLedgerError, type SearchLedgerEvent, type SearchLedgerHash, SearchLedgerIntegrityError, type SearchLedgerReplay, type SearchModelIdentity, type SearchOperationKind, type SearchOperationRecordedEvent, type SearchPlan, type SearchPlannedEvent, type SearchPlannedOperation, type SearchPlannedTask, type SearchSourceRef, type SearchSurfaceEffect, type SearchSurfaceEvidence, type SearchSurfaceKind, type SearchTaskAttemptedEvent, type SearchTaskOutcome, type SearchTokenAccounting, type SelectPolicyEditAuthorRowsOptions, type SequentialDecideFn, type SequentialDecideOptions, type SequentialDecision, type SequentialObservation, type SequentialPairedGate, type SequentialPairedGateOptions, type SerializedJsonBudget, type SessionScript, type SingleRunLock, type SingleRunLockOptions, type SkillOptEpochRecord, type SkillOptEvidence, type SkillOptProposer, type SkillOptProposerOptions, type SkillPatch, type SkillPatchOp, SkillPatchParseError, type SkillPatchRejection, type SurfaceProposer, type SurfaceScore, type TraceAnalystProposerOptions, type TraceSpan, type TransientFailureOptions, type UngroundedLiteralReport, type UserStory, type UserStoryVerdict, type Worktree, type WorktreeAdapter, WorktreeAdapterError, aceProposer, acquireSingleRunLock, analyzeCrossSurfaceInteractions, applySkillPatch, assertCampaignDesign, assertCampaignSplitIdentity, assertCodeSurfaceIdentity, assertPolicyEditAuthorContextBudget, buildAnalystSurfaceDispatch, buildEvidenceVector, buildLoopProvenanceRecord, callbackGovernor, campaignBreakdown, campaignMeanComposite, campaignMeasurementDigest, campaignScenarioIdentity, campaignSplitDigest, campaignSplitDigestFromIdentities, classifyUngroundedLiterals, codeSurfaceIdentityMaterial, compareProposers, composeGate, compositeProposer, countSentenceEdits, createReferenceEquivalenceJudge, createRunCostLedger, defaultProductionGate, detectScale, dimensionRegressions, discoverEvalFixtures, emitLoopProvenance, evolutionaryProposer, extractFapoAttributionSignals, extractH2Sections, failureModeRecallJudge, fapoEscalationEntry, fapoProposer, fsCampaignStorage, fsLineageStore, gepaParetoEntry, gepaProposer, gepaReflectionEntry, gitWorktreeAdapter, haloProposer, heldOutGate, heldoutSignificance, heuristicGovernor, inMemoryCampaignStorage, isProposedCandidate, isTransientTransportFailure, labelTrustRank, lineageNodeId, llmJudge, llmPolicyEditProposer, loadEvalFixture, loadEvalFixtureScenarios, loopProvenanceArgsFromResult, loopProvenanceSpans, makePlaybackDispatch, memLineageStore, memoryCurationProposer, neutralizationGate, neutralizeText, openAutoPr, openSearchLedger, pairHoldout, parameterSweepProposer, paretoPolicy, paretoSignificanceGate, parseSkillPatchResponse, patchEditCount, planCampaignRun, planEvalFixtureRun, policyEditProposer, powerPreflight, projectPolicyEditHistory, provenanceRecordPath, provenanceSpansPath, renderScoreboardMarkdown, renderSurfaceDiff, resolveRunDir, resolveWorktreePath, rolloutArgumentDiff, runCampaign, runEval, runImprovementLoop, runLineage, runLineageLoop, runOptimization, runProfileMatrix, runSkillOpt, scoreDiscrimination, scoreUserStory, scoreboardSummary, selectDiscriminative, selectPolicyEditAuthorRows, sequentialDecide, sequentialPairedGate, skillOptEntry, skillOptProposer, surfaceContentHash, surfaceHash, tangleTracesRoot, traceAnalystProposer, userStoryScoreboard, validatePolicyEditCandidateRecord, validateSearchLedgerEvent, verifyCodeSurface, verifyLoopProvenanceRecord };
|
package/dist/campaign/index.js
CHANGED
|
@@ -66,19 +66,19 @@ import {
|
|
|
66
66
|
userStoryScoreboard,
|
|
67
67
|
validateSearchLedgerEvent,
|
|
68
68
|
verifyCodeSurface
|
|
69
|
-
} from "../chunk-
|
|
69
|
+
} from "../chunk-JN2FCO5W.js";
|
|
70
70
|
import {
|
|
71
71
|
assertCodeSurfaceIdentity,
|
|
72
72
|
buildEvidenceVector,
|
|
73
73
|
buildLoopProvenanceRecord,
|
|
74
74
|
campaignBreakdown,
|
|
75
75
|
campaignMeanComposite,
|
|
76
|
+
campaignMeasurementDigest,
|
|
76
77
|
codeSurfaceIdentityMaterial,
|
|
77
78
|
composeGate,
|
|
78
79
|
countSentenceEdits,
|
|
79
80
|
createReferenceEquivalenceJudge,
|
|
80
81
|
defaultProductionGate,
|
|
81
|
-
defaultRenderDiff,
|
|
82
82
|
detectScale,
|
|
83
83
|
dimensionRegressions,
|
|
84
84
|
emitLoopProvenance,
|
|
@@ -90,6 +90,7 @@ import {
|
|
|
90
90
|
isProposedCandidate,
|
|
91
91
|
labelTrustRank,
|
|
92
92
|
llmJudge,
|
|
93
|
+
loopProvenanceArgsFromResult,
|
|
93
94
|
loopProvenanceSpans,
|
|
94
95
|
openAutoPr,
|
|
95
96
|
pairHoldout,
|
|
@@ -98,16 +99,23 @@ import {
|
|
|
98
99
|
powerPreflight,
|
|
99
100
|
provenanceRecordPath,
|
|
100
101
|
provenanceSpansPath,
|
|
102
|
+
renderSurfaceDiff,
|
|
101
103
|
runEval,
|
|
102
104
|
runImprovementLoop,
|
|
103
105
|
runOptimization,
|
|
104
106
|
surfaceContentHash,
|
|
105
|
-
surfaceHash
|
|
106
|
-
|
|
107
|
+
surfaceHash,
|
|
108
|
+
verifyLoopProvenanceRecord
|
|
109
|
+
} from "../chunk-32BZXMSO.js";
|
|
107
110
|
import {
|
|
108
111
|
SearchLedgerConflictError,
|
|
109
112
|
SearchLedgerError,
|
|
110
113
|
SearchLedgerIntegrityError,
|
|
114
|
+
assertCampaignDesign,
|
|
115
|
+
assertCampaignSplitIdentity,
|
|
116
|
+
campaignScenarioIdentity,
|
|
117
|
+
campaignSplitDigest,
|
|
118
|
+
campaignSplitDigestFromIdentities,
|
|
111
119
|
createRunCostLedger,
|
|
112
120
|
fsCampaignStorage,
|
|
113
121
|
inMemoryCampaignStorage,
|
|
@@ -115,7 +123,7 @@ import {
|
|
|
115
123
|
resolveRunDir,
|
|
116
124
|
runCampaign,
|
|
117
125
|
tangleTracesRoot
|
|
118
|
-
} from "../chunk-
|
|
126
|
+
} from "../chunk-XDIRG3TO.js";
|
|
119
127
|
import "../chunk-3YYRZDON.js";
|
|
120
128
|
import {
|
|
121
129
|
POLICY_EDIT_CANDIDATE_RECORD_SCHEMA,
|
|
@@ -155,6 +163,8 @@ export {
|
|
|
155
163
|
acquireSingleRunLock,
|
|
156
164
|
analyzeCrossSurfaceInteractions,
|
|
157
165
|
applySkillPatch,
|
|
166
|
+
assertCampaignDesign,
|
|
167
|
+
assertCampaignSplitIdentity,
|
|
158
168
|
assertCodeSurfaceIdentity,
|
|
159
169
|
assertPolicyEditAuthorContextBudget,
|
|
160
170
|
buildAnalystSurfaceDispatch,
|
|
@@ -163,6 +173,10 @@ export {
|
|
|
163
173
|
callbackGovernor,
|
|
164
174
|
campaignBreakdown,
|
|
165
175
|
campaignMeanComposite,
|
|
176
|
+
campaignMeasurementDigest,
|
|
177
|
+
campaignScenarioIdentity,
|
|
178
|
+
campaignSplitDigest,
|
|
179
|
+
campaignSplitDigestFromIdentities,
|
|
166
180
|
classifyUngroundedLiterals,
|
|
167
181
|
codeSurfaceIdentityMaterial,
|
|
168
182
|
compareProposers,
|
|
@@ -172,7 +186,6 @@ export {
|
|
|
172
186
|
createReferenceEquivalenceJudge,
|
|
173
187
|
createRunCostLedger,
|
|
174
188
|
defaultProductionGate,
|
|
175
|
-
defaultRenderDiff,
|
|
176
189
|
detectScale,
|
|
177
190
|
dimensionRegressions,
|
|
178
191
|
discoverEvalFixtures,
|
|
@@ -202,6 +215,7 @@ export {
|
|
|
202
215
|
llmPolicyEditProposer,
|
|
203
216
|
loadEvalFixture,
|
|
204
217
|
loadEvalFixtureScenarios,
|
|
218
|
+
loopProvenanceArgsFromResult,
|
|
205
219
|
loopProvenanceSpans,
|
|
206
220
|
makePlaybackDispatch,
|
|
207
221
|
memLineageStore,
|
|
@@ -224,6 +238,7 @@ export {
|
|
|
224
238
|
provenanceRecordPath,
|
|
225
239
|
provenanceSpansPath,
|
|
226
240
|
renderScoreboardMarkdown,
|
|
241
|
+
renderSurfaceDiff,
|
|
227
242
|
resolveRunDir,
|
|
228
243
|
resolveWorktreePath,
|
|
229
244
|
rolloutArgumentDiff,
|
|
@@ -251,6 +266,7 @@ export {
|
|
|
251
266
|
userStoryScoreboard,
|
|
252
267
|
validatePolicyEditCandidateRecord,
|
|
253
268
|
validateSearchLedgerEvent,
|
|
254
|
-
verifyCodeSurface
|
|
269
|
+
verifyCodeSurface,
|
|
270
|
+
verifyLoopProvenanceRecord
|
|
255
271
|
};
|
|
256
272
|
//# sourceMappingURL=index.js.map
|