@tangle-network/agent-eval 0.145.4 → 0.145.6
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +17 -0
- package/README.md +5 -0
- package/dist/analyst/index.d.ts +5 -5
- package/dist/analyst/index.js +1 -1
- package/dist/{benchmark-command-BANo4dTm.js → benchmark-command-DspwA7cv.js} +2 -2
- package/dist/{benchmark-command-BANo4dTm.js.map → benchmark-command-DspwA7cv.js.map} +1 -1
- package/dist/benchmarks/index.d.ts +4 -4
- package/dist/benchmarks/index.js +2 -2
- package/dist/campaign/index.d.ts +6 -6
- package/dist/campaign/index.js +3 -3
- package/dist/{campaign-FY23WYzZ.js → campaign-jTOvqnse.js} +4 -4
- package/dist/{campaign-FY23WYzZ.js.map → campaign-jTOvqnse.js.map} +1 -1
- package/dist/cli.js +1 -1
- package/dist/{client-KUbGulm_.d.ts → client-DCVe0CwG.d.ts} +2 -2
- package/dist/{client-KUbGulm_.d.ts.map → client-DCVe0CwG.d.ts.map} +1 -1
- package/dist/contract/index.d.ts +8 -8
- package/dist/contract/index.js +3 -3
- package/dist/{default-registry-Di6HP6pG.d.ts → default-registry-CgzxnJsj.d.ts} +3 -3
- package/dist/{default-registry-Di6HP6pG.d.ts.map → default-registry-CgzxnJsj.d.ts.map} +1 -1
- package/dist/{define-agent-eval-xaceIpPS.js → define-agent-eval-CViDh2P9.js} +2 -2
- package/dist/{define-agent-eval-xaceIpPS.js.map → define-agent-eval-CViDh2P9.js.map} +1 -1
- package/dist/{define-agent-eval-DcAcC1yQ.d.ts → define-agent-eval-DLhZ8IHi.d.ts} +4 -4
- package/dist/{define-agent-eval-DcAcC1yQ.d.ts.map → define-agent-eval-DLhZ8IHi.d.ts.map} +1 -1
- package/dist/{engine-otFpE2gF.d.ts → engine-FRZ3RLvT.d.ts} +2 -2
- package/dist/{engine-otFpE2gF.d.ts.map → engine-FRZ3RLvT.d.ts.map} +1 -1
- package/dist/experiment/index.d.ts +2 -2
- package/dist/hosted/index.d.ts +2 -2
- package/dist/{index-Dytg99g1.d.ts → index-DF3ynqmJ.d.ts} +6 -6
- package/dist/{index-Dytg99g1.d.ts.map → index-DF3ynqmJ.d.ts.map} +1 -1
- package/dist/{index-BWDrSVfw.d.ts → index-PgqfwhsM.d.ts} +3 -3
- package/dist/{index-BWDrSVfw.d.ts.map → index-PgqfwhsM.d.ts.map} +1 -1
- package/dist/index.d.ts +8 -8
- package/dist/index.js +3 -3
- package/dist/{llm-judge-BPKBdQTp.js → llm-judge-DuYa4SEA.js} +2 -1
- package/dist/llm-judge-DuYa4SEA.js.map +1 -0
- package/dist/multishot/index.d.ts +1 -1
- package/dist/openapi.json +1 -1
- package/dist/{produced-state-B_-TW9o0.js → produced-state-D6j7qy1Q.js} +2 -2
- package/dist/{produced-state-B_-TW9o0.js.map → produced-state-D6j7qy1Q.js.map} +1 -1
- package/dist/{promotion-policy-D0nPhkSy.d.ts → promotion-policy-CsMZJOB-.d.ts} +2 -2
- package/dist/{promotion-policy-D0nPhkSy.d.ts.map → promotion-policy-CsMZJOB-.d.ts.map} +1 -1
- package/dist/{provenance-C_ln89b0.d.ts → provenance-8L-_4xiL.d.ts} +3 -3
- package/dist/{provenance-C_ln89b0.d.ts.map → provenance-8L-_4xiL.d.ts.map} +1 -1
- package/dist/rl.d.ts +1 -1
- package/dist/{skillopt-optimization-method-CxrOjp1S.js → skillopt-optimization-method-BTls2l-Z.js} +26 -3
- package/dist/skillopt-optimization-method-BTls2l-Z.js.map +1 -0
- package/dist/{skillopt-optimization-method-CkySQ0ca.d.ts → skillopt-optimization-method-CFDSzD-7.d.ts} +10 -3
- package/dist/skillopt-optimization-method-CFDSzD-7.d.ts.map +1 -0
- package/dist/{statistical-heldout-DC7cHtFD.d.ts → statistical-heldout-C4De2tRI.d.ts} +2 -2
- package/dist/{statistical-heldout-DC7cHtFD.d.ts.map → statistical-heldout-C4De2tRI.d.ts.map} +1 -1
- package/dist/{store-tool-spans-DbDLOBOb.d.ts → store-tool-spans-CggeC1LB.d.ts} +3 -3
- package/dist/{store-tool-spans-DbDLOBOb.d.ts.map → store-tool-spans-CggeC1LB.d.ts.map} +1 -1
- package/dist/{tool-groups-Cteb03Ps.d.ts → tool-groups-BdcoEgtV.d.ts} +2 -2
- package/dist/tool-groups-BdcoEgtV.d.ts.map +1 -0
- package/dist/trace-repair/index.d.ts +1 -1
- package/dist/traces.d.ts +2 -2
- package/dist/{types-BEPZc6eo.d.ts → types-BRsxjg7z.d.ts} +2 -2
- package/dist/{types-BEPZc6eo.d.ts.map → types-BRsxjg7z.d.ts.map} +1 -1
- package/dist/{types-BZ59Ahr8.d.ts → types-BxLccGMf.d.ts} +3 -1
- package/dist/types-BxLccGMf.d.ts.map +1 -0
- package/docs/distributed-driver.md +6 -0
- package/package.json +1 -1
- package/dist/llm-judge-BPKBdQTp.js.map +0 -1
- package/dist/skillopt-optimization-method-CkySQ0ca.d.ts.map +0 -1
- package/dist/skillopt-optimization-method-CxrOjp1S.js.map +0 -1
- package/dist/tool-groups-Cteb03Ps.d.ts.map +0 -1
- package/dist/types-BZ59Ahr8.d.ts.map +0 -1
|
@@ -1,10 +1,10 @@
|
|
|
1
1
|
import { c as CostLedgerHandle, f as CostLedgerSummary, m as CostReceipt } from "./cost-ledger-DbQdN3nO.js";
|
|
2
2
|
import { _ as ProposalFinding } from "./types-DLQx4mKU.js";
|
|
3
|
-
import { H as SurfaceProposer, R as Scenario, S as JudgeConfig, a as CampaignResult, d as DispatchContext, j as MutableSurface, k as LabeledScenarioStore, p as Gate } from "./types-
|
|
3
|
+
import { H as SurfaceProposer, R as Scenario, S as JudgeConfig, a as CampaignResult, d as DispatchContext, j as MutableSurface, k as LabeledScenarioStore, p as Gate } from "./types-BxLccGMf.js";
|
|
4
4
|
import { o as InsightReport } from "./insight-report-CRi-Ufrj.js";
|
|
5
|
-
import { C as RunOptimizationOptions, E as RunEvalOptions, J as OptimizationMethodProvenance, S as PremeasuredOptimizationBaseline, W as OptimizationMethod, Y as OptimizationMethodResult, b as RunImprovementLoopResult, l as LoopProvenanceRecord, xt as CampaignStorage } from "./provenance-
|
|
5
|
+
import { C as RunOptimizationOptions, E as RunEvalOptions, J as OptimizationMethodProvenance, S as PremeasuredOptimizationBaseline, W as OptimizationMethod, Y as OptimizationMethodResult, b as RunImprovementLoopResult, l as LoopProvenanceRecord, xt as CampaignStorage } from "./provenance-8L-_4xiL.js";
|
|
6
6
|
import { o as PowerPreflight } from "./pareto-BqNW3LJR.js";
|
|
7
|
-
import { n as HostedTenant } from "./client-
|
|
7
|
+
import { n as HostedTenant } from "./client-DCVe0CwG.js";
|
|
8
8
|
//#region src/contract/self-improve.d.ts
|
|
9
9
|
interface SelfImproveBudget {
|
|
10
10
|
/** Hard spend cap across the full run. Each paid call reserves its enforced
|
|
@@ -385,4 +385,4 @@ interface DefinedAgentEval<TScenario extends Scenario, TArtifact> {
|
|
|
385
385
|
declare function defineAgentEval<TScenario extends Scenario, TArtifact>(defaults: DefineAgentEvalOptions<TScenario, TArtifact>): DefinedAgentEval<TScenario, TArtifact>;
|
|
386
386
|
//#endregion
|
|
387
387
|
export { DefinedAgentEval as a, SelfImproveOptions as c, SelfImproveRunError as d, selfImprove as f, DefineAgentEvalOptions as i, SelfImproveProgressEvent as l, AgentEvalEvaluateOptions as n, defineAgentEval as o, AgentEvalImproveOptions as r, SelfImproveBudget as s, AgentEvalAgent as t, SelfImproveResult as u };
|
|
388
|
-
//# sourceMappingURL=define-agent-eval-
|
|
388
|
+
//# sourceMappingURL=define-agent-eval-DLhZ8IHi.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"define-agent-eval-
|
|
1
|
+
{"version":3,"file":"define-agent-eval-DLhZ8IHi.d.ts","names":[],"sources":["../src/contract/self-improve.ts","../src/contract/define-agent-eval.ts"],"mappings":";;;;;;;;UA+DiB;;;EAGf;;;;EAIA;;EAEA;;EAEA;;;EAGA;;;EAGA;;;;EAIA;;EAEA,mBAAmB;;;;;;;;;EASnB;;EAEA;;;;;EAKA;;KAGU;EACN;EAA0B;;EAC1B;EAA4B;EAAuB;;EACnD;EAA4B;EAAe;;EAC3C;EAA8B;EAAe;EAAuB;;EAGpE;EAAsB;EAAkB;;EACxC;EAAyB;EAAW;EAAY;EAAa;;UAElD,mBAAmB,kBAAkB,UAAU;;;;;;;;;;;;;;EAc9D,QAAQ,SAAS,gBAAgB,UAAU,WAAW,KAAK,oBAAoB,QAAQ;;;;;;;EAQvF;;;EAIA,WAAW;;;EAIX,OAAO,YAAY,WAAW;;;EAI9B,iBAAiB;;EAGjB,SAAS;;;;;;;;;;;;EAaT,sBAAsB,gCAAgC,WAAW;;;;;EAMjE,WAAW,gBAAgB;;;;;;EAO3B,SAAS,mBAAmB,WAAW;;;EAIvC,qBAAqB;;;EAIrB,OAAO,KAAK,WAAW;;;;;;;;EASvB,cAAc,eAAe,gBAAgB,iBAAiB,mBAAmB;;;;EAKjF,UAAU;;;;EAKV;;;EAIA,gBAAgB,QAAQ;;;;;EAMxB,iBAAiB;IACf,UAAU;IACV;IACA;;;;EAKF;;;EAIA,cAAc,OAAO;;;;EAKrB;EACA;EACA;;;;;;;;;;;;;;EAeA,eAAe;;;EAIf,eAAe;;;;EAKf,eAAe;;EAGf;;;;;;;;EASA;;;;;;;;;EAUA,oBAAoB,uBAAuB,WAAW;;;EAItD,WAAW;;;;;;;EAQX,mBAAmB,uBAAuB,WAAW;;UAGtC,kBAAkB,kBAAkB,UAAU;;;;EAI7D;IACE;IACA,aAAa;;;;;EAKf;IACE;IACA,aAAa;IACb,SAAS;;;IAGT;;;;IAIA;;;;;;EAMF;;;EAGA;;;;EAIA,YAAY;;EAEZ;;;EAGA;;EAEA;;EAEA;;EAEA,MAAM;;;EAGN,UAAU;;EAEV;IACE;IACA,MAAM;IACN;IACA,aAAa;;;;;;;;EAQf,SAAS;;;;;EAKT,QAAQ;;;;;;EAMR,KAAK,yBAAyB,WAAW;;;cAI9B,4BAA4B;WAC9B,MAAM;WACN,UAAU;EAEnB,YAAY,gBAAgB,QAAQ;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBA+LhB,YAAY,kBAAkB,UAAU,WAC5D,MAAM,mBAAmB,WAAW,aACnC,QAAQ,kBAAkB,WAAW;;;KCviB5B,eAAe,kBAAkB,UAAU,cACrD,SAAS,gBACT,UAAU,WACV,KAAK,oBACF,QAAQ;KAED,uBAAuB,kBAAkB,UAAU,aAAa,mBAC1E,WACA;UAGe,yBAAyB,kBAAkB,UAAU,mBAC5D,KACN,eAAe,WAAW;;EAI5B,YAAY;;EAEZ,UAAU;;EAEV,QAAQ,eAAe,WAAW;;EAElC,QAAQ,YAAY,WAAW;;EAE/B,SAAS,YAAY,WAAW;;EAEhC;;KAGU,wBAAwB,kBAAkB,UAAU,aAAa,KAC3E,QAAQ,mBAAmB,WAAW;EAGtC,SAAS,QAAQ;EACjB,eAAe,QAAQ;;UAGR,iBAAiB,kBAAkB,UAAU;;WAEnD,oBAAoB;;WAEpB,iBAAiB;;;;;EAK1B,SACE,OAAO,yBAAyB,WAAW,aAC1C,QAAQ,eAAe,WAAW;;;;;;;EAOrC,QACE,OAAO,wBAAwB,WAAW,aACzC,QAAQ,kBAAkB,WAAW;;;;;;;;;iBAU1B,gBAAgB,kBAAkB,UAAU,WAC1D,UAAU,uBAAuB,WAAW,aAC3C,iBAAiB,WAAW"}
|
|
@@ -2,7 +2,7 @@ import { c as CostLedgerHandle } from "./cost-ledger-DbQdN3nO.js";
|
|
|
2
2
|
import { a as RunRecord } from "./run-record-CKiihE6f.js";
|
|
3
3
|
import { S as BoundedTraceAnalysisStoreOptions, p as EvidenceRef, w as TraceAnalysisStore } from "./types-DLQx4mKU.js";
|
|
4
4
|
import { n as AnalystRegistry } from "./registry-oJeeI4-a.js";
|
|
5
|
-
import "./types-
|
|
5
|
+
import "./types-BxLccGMf.js";
|
|
6
6
|
import { r as DatasetScenario } from "./dataset-CJjKqQfA.js";
|
|
7
7
|
import "./summary-report-CaL-Hnxt.js";
|
|
8
8
|
import { o as InsightReport, r as ExecutionInsight, t as CostProvenanceSummary } from "./insight-report-CRi-Ufrj.js";
|
|
@@ -214,4 +214,4 @@ interface TraceAnalysisEngine {
|
|
|
214
214
|
declare function resolveTraceAnalystLimits(limits: Partial<TraceAnalystLimits> | undefined): TraceAnalystLimits;
|
|
215
215
|
//#endregion
|
|
216
216
|
export { analyzeRuns as C, SummarizeExecutionOptions as S, TraceAnalysisToolDescriptor as _, TraceAnalystLimits as a, AnalyzeRunsOptions as b, RAW_FINDING_SCHEMA_PROMPT as c, RawAnalystFinding as d, RawAnalystFindingSchema as f, TRACE_ANALYST_TOOL_NAMESPACE as g, BuildTraceAnalysisToolsOptions as h, TraceAnalysisEngineResult as i, RawAnalystEvidence as l, parseRawFinding as m, TraceAnalysisEngine as n, resolveTraceAnalystLimits as o, evidenceRefsFromRawFinding as p, TraceAnalysisEngineRequest as r, ANALYST_SEVERITIES as s, DEFAULT_TRACE_ANALYST_LIMITS as t, RawAnalystEvidenceSchema as u, buildTraceAnalysisToolDescriptors as v, summarizeExecution as w, ExecutionReport as x, traceAnalystFunctionGroup as y };
|
|
217
|
-
//# sourceMappingURL=engine-
|
|
217
|
+
//# sourceMappingURL=engine-FRZ3RLvT.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"engine-
|
|
1
|
+
{"version":3,"file":"engine-FRZ3RLvT.d.ts","names":[],"sources":["../src/contract/analyze-runs.ts","../src/eval-tools.ts","../src/trace-analyst/tools.ts","../src/analyst/finding-signature.ts","../src/analyst/engine.ts"],"mappings":";;;;;;;;;;UAoEiB;;EAEf,MAAM;;;EAGN;;;;;EAKA;EACA;;;EAGA,kBAAkB;;;EAGlB,UAAU;;;;EAIV;IACE;IACA,cAAc;;;;;EAKhB,cAAc;IAAQ;IAAe;IAAe;;;EAEpD;;;;EAIA;;;;;;;;;EASA,eAAe;;;EAGf;;UAGe;EACf,MAAM;EACN;;UAGe;EACf,WAAW;EACX,gBAAgB;;;iBAIF,mBAAmB,MAAM,4BAA4B;iBAgB/C,YAAY,MAAM,qBAAqB,QAAQ;;;;UCpHpD;EACf;EACA;EACA,YAAY;EACZ,UAAU,eAAe;IAAQ,SAAS;QAAkB;;;;cClBjD;UAEI,uCAAuC;EACtD,OAAO;;UAGQ,oCAAoC;EACnD,kBAAkB;;;iBAIJ,kCACd,SAAS,iCACR;iBAkHa,0BAA0B,SAAS;EACjD;EACA;EACA;EACA;EACA,WAAW;;;;cCtIA;cAEA,0BAAwB,EAAA;;;GAK1B,EAAA,KAAA;KAEC,qBAAqB,EAAE,aAAa;cAiBnC,yBAAuB,EAAA;;;;;;;;;;;;;;;;;GAKzB,EAAA,KAAA;KAEC,oBAAoB,EAAE,aAAa;;;;;;cAOlC;;iBAYG,2BAA2B,SAAS,oBAAoB;iBAQxD,gBACd,cACA,OAAO,aAAa,SAAS,mCAC5B;;;;UCtEc;;EAEf;;EAEA;;EAEA;;EAEA;;cAGW,8BAA8B,SAAS;UAOnC;EACf;EACA;EACA;EACA,gBAAgB;;;;;;;;;;;EAWhB,aAAa,SAAS;EACtB,QAAQ;EACR,YAAY;EACZ;EACA,WAAW;EACX,SAAS;EACT,OAAO,iBAAiB,SAAS;;;UAIlB;EACf;EACA,UAAU;;EAEV;;;;;EAKA;;EAEA;EACA,SAAS;;;;;;;;;UAUM;WACN;WACA;WACA;;WAEA;;;;;;;;WAQA,iBAAiB,SAAS;EACnC,QAAQ,SAAS,6BAA6B,QAAQ;;iBAGxC,0BACd,QAAQ,QAAQ,kCACf"}
|
|
@@ -4,8 +4,8 @@ import { C as EProcessOptions, E as eProcess, F as pairedRiskDifference, I as pa
|
|
|
4
4
|
import { c as BOOTSTRAP_GATE_MIN_N, d as PairedBootstrapResult, h as pairedBootstrap, u as PairedBootstrapOptions } from "../paired-promotion-decision-CGzg0cI_.js";
|
|
5
5
|
import { _ as requiredSampleSize, a as ExperimentVerdict, d as inMemoryExperimentStore, f as mulberry32, g as requiredPairedSampleSize, h as pairedMde, i as ExperimentTracker, l as fileExperimentStore, m as mcnemarRequiredN, n as ExperimentRep, p as mcnemarPower, r as ExperimentStats, t as Experiment } from "../experiment-tracker-DWHZBAYL.js";
|
|
6
6
|
import { c as powerPreflight, o as PowerPreflight, s as PowerPreflightOptions } from "../pareto-BqNW3LJR.js";
|
|
7
|
-
import { c as PromotionPolicy, d as paretoSignificanceGate, i as EvidenceVector, l as buildEvidenceVector, u as paretoPolicy } from "../promotion-policy-
|
|
8
|
-
import { c as pairHoldout, d as SequentialDecision, f as SequentialObservation, g as sequentialPairedGate, h as sequentialDecide, i as PairedHoldout, m as SequentialPairedGateOptions, n as HeldoutSignificance, p as SequentialPairedGate, r as HeldoutSignificanceOptions, s as heldoutSignificance } from "../statistical-heldout-
|
|
7
|
+
import { c as PromotionPolicy, d as paretoSignificanceGate, i as EvidenceVector, l as buildEvidenceVector, u as paretoPolicy } from "../promotion-policy-CsMZJOB-.js";
|
|
8
|
+
import { c as pairHoldout, d as SequentialDecision, f as SequentialObservation, g as sequentialPairedGate, h as sequentialDecide, i as PairedHoldout, m as SequentialPairedGateOptions, n as HeldoutSignificance, p as SequentialPairedGate, r as HeldoutSignificanceOptions, s as heldoutSignificance } from "../statistical-heldout-C4De2tRI.js";
|
|
9
9
|
import { a as PairedEvalueStep, c as pairedEvalueSequence, i as PairedEvalueSequence, r as PairedEvalueOptions } from "../sequential-CYwq6Ff_.js";
|
|
10
10
|
//#region src/experiment/ast.d.ts
|
|
11
11
|
/** JSON-serializable value — everything a sealed node may carry. */
|
package/dist/hosted/index.d.ts
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
import { j as MutableSurface } from "../types-
|
|
1
|
+
import { j as MutableSurface } from "../types-BxLccGMf.js";
|
|
2
2
|
import { o as InsightReport } from "../insight-report-CRi-Ufrj.js";
|
|
3
|
-
import { _ as UnixNanoTimestamp, a as hostedTenantFromEnv, c as EvalRunGenerationSnapshot, d as HostedIngestHeaders, f as HostedWireVersion, g as TraceSpanEvent, h as IngestTracesRequest, i as hostedClientFromEnv, l as EvalRunStatus, m as IngestResponse, n as HostedTenant, o as EvalRunCellScore, p as IngestEvalRunsRequest, r as createHostedClient, s as EvalRunEvent, t as HostedClient, u as HOSTED_WIRE_VERSION } from "../client-
|
|
3
|
+
import { _ as UnixNanoTimestamp, a as hostedTenantFromEnv, c as EvalRunGenerationSnapshot, d as HostedIngestHeaders, f as HostedWireVersion, g as TraceSpanEvent, h as IngestTracesRequest, i as hostedClientFromEnv, l as EvalRunStatus, m as IngestResponse, n as HostedTenant, o as EvalRunCellScore, p as IngestEvalRunsRequest, r as createHostedClient, s as EvalRunEvent, t as HostedClient, u as HOSTED_WIRE_VERSION } from "../client-DCVe0CwG.js";
|
|
4
4
|
import { z } from "zod";
|
|
5
5
|
//#region src/hosted/schemas.d.ts
|
|
6
6
|
declare const UnixNanoTimestampSchema: z.ZodType<UnixNanoTimestamp>;
|
|
@@ -4,14 +4,14 @@ import { a as RunRecord, s as RunSplitTag } from "./run-record-CKiihE6f.js";
|
|
|
4
4
|
import { f as AnalystUsageReceipt, i as AnalystFinding, l as AnalystRunResult, w as TraceAnalysisStore } from "./types-DLQx4mKU.js";
|
|
5
5
|
import { _ as AnalystIssueExpectation, a as AnalystBenchmarkLabelState, t as AnalystBenchmarkCase } from "./benchmark-Ceoan7vk.js";
|
|
6
6
|
import { t as AgentProfile$1 } from "./agent-profile-B9_GGsG8.js";
|
|
7
|
-
import { A as LabeledScenarioWrite, D as LabeledScenarioSampleArgs, E as LabeledScenarioRecord, O as LabeledScenarioSource, R as Scenario, S as JudgeConfig, T as LabelTrust, a as CampaignResult, d as DispatchContext, j as MutableSurface, k as LabeledScenarioStore, l as CodeSurface, p as Gate, u as ComponentSurface } from "./types-
|
|
7
|
+
import { A as LabeledScenarioWrite, D as LabeledScenarioSampleArgs, E as LabeledScenarioRecord, O as LabeledScenarioSource, R as Scenario, S as JudgeConfig, T as LabelTrust, a as CampaignResult, d as DispatchContext, j as MutableSurface, k as LabeledScenarioStore, l as CodeSurface, p as Gate, u as ComponentSurface } from "./types-BxLccGMf.js";
|
|
8
8
|
import { d as CompletionVerdict, f as CorrectnessChecker, h as ProducedState, n as BackendIntegrityReport, s as RuntimeEventLike, u as CompletionRequirement } from "./backend-integrity-CsVin_Wb.js";
|
|
9
9
|
import { g as PairedArmsComparison } from "./pre-registration-DeRvl9sE.js";
|
|
10
10
|
import { d as PairedBootstrapResult } from "./paired-promotion-decision-CGzg0cI_.js";
|
|
11
|
-
import { lt as PlanCampaignRunOptions, st as CampaignRunPlan, xt as CampaignStorage } from "./provenance-
|
|
12
|
-
import "./skillopt-optimization-method-
|
|
13
|
-
import "./promotion-policy-
|
|
14
|
-
import "./statistical-heldout-
|
|
11
|
+
import { lt as PlanCampaignRunOptions, st as CampaignRunPlan, xt as CampaignStorage } from "./provenance-8L-_4xiL.js";
|
|
12
|
+
import "./skillopt-optimization-method-CFDSzD-7.js";
|
|
13
|
+
import "./promotion-policy-CsMZJOB-.js";
|
|
14
|
+
import "./statistical-heldout-C4De2tRI.js";
|
|
15
15
|
import { D as LedgerHash, m as LedgerTrustedHeadRemoval, p as LedgerTrustedHead } from "./index-B8Ui1mr1.js";
|
|
16
16
|
import { AgentProfile } from "@tangle-network/agent-interface";
|
|
17
17
|
//#region src/campaign/analyst-surface.d.ts
|
|
@@ -1511,4 +1511,4 @@ declare function verifyCodeSurface(surface: CodeSurface, worktreeDir?: string):
|
|
|
1511
1511
|
declare function resolveWorktreePath(surface: CodeSurface, worktreeDir?: string): string;
|
|
1512
1512
|
//#endregion
|
|
1513
1513
|
export { SearchPlannedEvent as $, CrossSurfacePairEvidence as $n, RunProfileMatrixResult as $t, SearchAccountingAudit as A, CrossSurfaceAdditionRejectionReason as An, ProfileMatrixSegmentResult as At, SearchCostAccounting as B, CrossSurfaceComponentEvidence as Bn, ScoreboardRow as Bt, surfaceHash as C, discoverEvalFixtures as Cn, tangleTracesRoot as Ct, FileSearchLedger as D, analyzeCrossSurfaceInteractions as Dn, ProfileMatrixCoverage as Dt, acquireSingleRunLock as E, planEvalFixtureRun as En, FinalizedProfileMatrixResult as Et, SearchCandidateRegisteredEvent as F, CrossSurfaceCandidateComparison as Fn, runProfileMatrixSegment as Ft, SearchLedgerEvent as G, CrossSurfaceIneligibilityReason as Gn, renderScoreboardMarkdown as Gt, SearchLedger as H, CrossSurfaceDistribution as Hn, UserStory as Ht, SearchCandidateSlot as I, CrossSurfaceCandidateEvidence as In, PlaybackContext as It, SearchLedgerTrustedHeadMode as J, CrossSurfaceInteractionPath as Jn, userStoryScoreboard as Jt, SearchLedgerHash as K, CrossSurfaceInteractionAwareSelection as Kn, scoreUserStory as Kt, SearchCandidateSlotClosedEvent as L, CrossSurfaceCandidateOutcome as Ln, PlaybackDriver as Lt, SearchAttemptAccounting as M, CrossSurfaceBestSingleSelection as Mn, SegmentedProfileMatrixError as Mt, SearchCandidateDecidedEvent as N, CrossSurfaceBootstrapPolicy as Nn, createProfileMatrixPlan as Nt, OpenSearchLedgerOptions as O, AnalyzeCrossSurfaceInteractionsInput as On, ProfileMatrixPlan as Ot, SearchCandidateLineage as P, CrossSurfaceCandidate as Pn, finalizeProfileMatrix as Pt, SearchPlan as Q, CrossSurfacePairCompatibility as Qn, RunProfileMatrixOptions as Qt, SearchCandidateSurface as R, CrossSurfaceCandidateSummary as Rn, PlaybackStep as Rt, surfaceContentHash as S, PlanEvalFixtureRunOptions as Sn, resolveRunDir as St, SingleRunLockOptions as T, loadEvalFixtureScenarios as Tn, FinalizeProfileMatrixOptions as Tt, SearchLedgerAppendResult as U, CrossSurfaceEligibility as Un, UserStoryVerdict as Ut, SearchFailureReason as V, CrossSurfaceCompositionStep as Vn, ScoreboardSummary as Vt, SearchLedgerEntry as W, CrossSurfaceEvidenceBreakdown as Wn, makePlaybackDispatch as Wt, SearchOperationKind as X, CrossSurfaceInteractionTask as Xn, ProfileMatrixError as Xt, SearchModelIdentity as Y, CrossSurfaceInteractionReport as Yn, ProfileDispatchFn as Yt, SearchOperationRecordedEvent as Z, CrossSurfaceNaiveStackSelection as Zn, ProfileSummary as Zt, assertCodeSurfaceIdentity as _, EvalFixtureLoadOptions as _n, compareRankKeys as _t, WorktreeAdapterError as a, LabeledScenarioStoreError as an, CrossSurfaceSelections as ar, SearchSurfaceKind as at, componentSurfaceIdentityMaterial as b, EvalFixtureValidationMode as bn, scoreDiscrimination as bt, verifyCodeSurface as c, RolloutCall as cn, TraceAnalystArtifact as cr, SearchTokenAccounting as ct, PhoenixEvaluationResultLike as d, classifyUngroundedLiterals as dn, traceAnalystQualityJudge as dr, SearchLedgerConflictError as dt, ScenarioRollup as en, CrossSurfacePairIncompatibilityReason as er, SearchPlannedOperation as et, PhoenixEvaluatorLike as f, rolloutArgumentDiff as fn, SearchLedgerError as ft, isTransientTransportFailure as g, EvalFixtureFile as gn, campaignMeanComposite as gt, TransientFailureOptions as h, EvalFixture as hn, campaignBreakdown as ht, WorktreeAdapter as i, FsLabeledScenarioStoreOptions as in, CrossSurfaceSelectionPolicy as ir, SearchSurfaceEvidence as it, SearchArtifactRef as j, CrossSurfaceAttemptCompleteness as jn, RunProfileMatrixSegmentOptions as jt, SEARCH_LEDGER_SCHEMA as k, CrossSurfaceAdditionDecision as kn, ProfileMatrixRow as kt, AutoevalsScoreLike as l, ScoredRollout as ln, TraceAnalystScenario as lr, openSearchLedger as lt, phoenixEvaluatorJudge as m, neutralizationGate as mn, CampaignBreakdown as mt, GitWorktreeAdapterOptions as n, neutralizeText as nn, CrossSurfaceRankedSingle as nr, SearchSourceRef as nt, gitWorktreeAdapter as o, RolloutArgumentDiff as on, CrossSurfaceTaskRow as or, SearchTaskAttemptedEvent as ot, autoevalsScorerJudge as p, NeutralizationGateOptions as pn, SearchLedgerIntegrityError as pt, SearchLedgerReplay as q, CrossSurfaceInteractionEffect as qn, scoreboardSummary as qt, Worktree as r, FsLabeledScenarioStore as rn, CrossSurfaceRelativeCost as rr, SearchSurfaceEffect as rt, resolveWorktreePath as s, RolloutArgumentDiffOptions as sn, BuildTraceAnalystSurfaceDispatchOptions as sr, SearchTaskOutcome as st, CodeSurfaceVerification as t, runProfileMatrix as tn, CrossSurfacePairwiseEntry as tr, SearchPlannedTask as tt, AutoevalsScorerLike as u, UngroundedLiteralReport as un, buildTraceAnalystSurfaceDispatch as ur, validateSearchLedgerEvent as ut, assertComponentSurface as v, EvalFixtureRunPlan as vn, DiscriminationScore as vt, SingleRunLock as w, loadEvalFixture as wn, CreateProfileMatrixPlanOptions as wt, renderSurfaceDiff as x, LoadEvalFixtureScenariosOptions as xn, selectDiscriminative as xt, codeSurfaceIdentityMaterial as y, EvalFixtureScenario as yn, ScenarioSignal as yt, SearchCompletedEvent as z, CrossSurfaceComponent as zn, ScoreboardRenderOptions as zt };
|
|
1514
|
-
//# sourceMappingURL=index-
|
|
1514
|
+
//# sourceMappingURL=index-DF3ynqmJ.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index-
|
|
1
|
+
{"version":3,"file":"index-DF3ynqmJ.d.ts","names":[],"sources":["../src/campaign/analyst-surface.ts","../src/campaign/cross-surface-types.ts","../src/campaign/cross-surface-interaction.ts","../src/campaign/fixtures.ts","../src/campaign/gates/neutralization-gate.ts","../src/campaign/grounded-reflection.ts","../src/campaign/labeled-store/fs-adapter.ts","../src/campaign/neutralize.ts","../src/campaign/presets/run-profile-matrix.ts","../src/campaign/presets/playback.ts","../src/campaign/presets/segmented-profile-matrix.ts","../src/campaign/run-dir.ts","../src/campaign/scenario-selection.ts","../src/campaign/score-utils.ts","../src/campaign/search-ledger-errors.ts","../src/campaign/search-ledger.ts","../src/campaign/single-run-lock.ts","../src/campaign/surface-identity.ts","../src/campaign/transient-failure.ts","../src/campaign/upstream-evaluators.ts","../src/campaign/worktree/index.ts"],"mappings":";;;;;;;;;;;;;;;;;UAWiB,6BAA6B;EAC5C;EACA,YAAY;EACZ,YAAY;EACZ,yBAAyB;EACzB,kBAAkB;;UAGH;EACf,mBAAmB;EACnB,QAAQ;EACR,MAAM;;UAGS;EACf,QAAQ;IACN;IACA,YAAY;IACZ;IACA,QAAQ;MACN,QAAQ;;iBAGE,iCACd,SAAS,2CAET,SAAS,gBACT,UAAU,sBACV,SAAS,oBACN,QAAQ;iBAgBG,4BAA4B,YAC1C,sBACA;;;;KCtDU;;UAGK;EACf;EACA;;EAEA;;;UAIe;EACf;EACA;EACA;EACA;;;UAIe;EACf;;EAEA;;EAEA;;;;;;;UAQe;EACf;EACA;;EAEA;EACA,cAAc;EACd;EACA;;;;;;EAMA,MAAM;EACN,mBAAmB;;EAEnB;;UAGe;EACf;EACA;EACA;;;UAIe;EACf;EACA;EACA;EACA;;EAEA,kCAAkC;;EAElC;;UAGe,qCACf,aAAa,sBAAsB;EAEnC,qBAAqB;EACrB,qBAAqB;EACrB,eAAe;EACf;;EAEA;;EAEA;;EAEA;;EAEA;EACA,WAAW;EACX,WAAW;;UAGI;EACf;EACA;EACA;EACA;EACA;EACA;;UAGe;EACf;EACA;EACA;EACA;;UAGe;EACf,aAAa;EACb;EACA;EACA;EACA;;KAGU;UAWK;EACf;EACA,SAAS;;UAGM;EACf;EACA;EACA;EACA;EACA;EACA;EACA;EACA;;UAGe;EACf,WAAW;EACX,SAAS;EACT,OAAO;EACP,OAAO,eAAe;EACtB,QAAQ;EACR,QAAQ;;EAER,sBAAsB;;EAEtB,aAAa;;UAGE;EACf;EACA;EACA;;EAEA;;UAGe;EACf;EACA;EACA;EACA;EACA;EACA,QAAQ;EACR,cAAc,eAAe;;UAGd;EACf;EACA;EACA;EACA;EACA;;UAGe;EACf;;EAEA;EACA;;UAGe;EACf,SAAS;EACT;EACA;EACA;EACA;EACA,eAAe;EACf,gBAAgB;;KAGN;UAYK;EACf;EACA,SAAS;EACT;;UAGe;EACf;EACA;EACA;EACA;EACA;EACA;EACA;EACA,4BAA4B,iCAAiC;EAC7D,wBAAwB,eAAe;EACvC,QAAQ;EACR,QAAQ;EACR,aAAa;EACb,eAAe;;UAGA;EACf;EACA;EACA;;UAGe;EACf;EACA;EACA,SAAS;;UAGM;;EAEf;EACA;;KAGU;UAaK;EACf;EACA;EACA;EACA;EACA;EACA,uBAAuB;EACvB;EACA;EACA,SAAS;;UAGM;EACf;EACA;EACA,YAAY;EACZ;;;UAIe;EACf;EACA;EACA;EACA;EACA,OAAO;;UAGQ;;EAEf;;EAEA;EACA;;EAEA;EACA;;EAEA,gBAAgB;;EAEhB,OAAO;;UAGQ;EACf,YAAY;EACZ,YAAY;EACZ,kBAAkB;;UAGH,8BACf,aAAa,sBAAsB;EAEnC;EACA;EACA;EACA;;EAEA,MAAM;EACN,iBAAiB;EACjB,iBAAiB;EACjB,YAAY;EACZ,UAAU;EACV,YAAY;;;;;;;;;iBCnRE,gCAAgC,aAAa,qBAC3D,OAAO,qCAAqC,QAC3C,8BAA8B;;;KC7CrB;UAEK;EACf;EACA;EACA;;UAGe;EACf;EACA;EACA;EACA;EACA;EACA;EACA,OAAO;EACP;;UAGe,4BAA4B;EAC3C;EACA;EACA;EACA;EACA;EACA;EACA;EACA;;UAGe;;EAEf,aAAa;;EAEb;;UAGe,wCAAwC;EACvD;;UAGe,0BAA0B,6BACjC,KACN,uBAAuB,qBAAqB;EAG9C;EACA,aAAa;EACb;EACA;EACA,UAAU;;KAGA,qBAAqB;EAC/B,UAAU,MAAM,KAAK;;;iBAIP,qBAAqB;;;;;iBA4BrB,gBACd,kBACA,cACA,UAAS,yBACR;;iBA4Ca,yBACd,kBACA,UAAS,kCACR;;;;;iBAuBa,mBAAmB,qBACjC,SAAS,0BAA0B,aAClC;;;UChJc,0BAA0B,kBAAkB,WAAW;EACtE,WAAW;;;;;EAKX;;;;;;iBAuBc,mBAAmB,WAAW,kBAAkB,UAC9D,SAAS,0BAA0B,aAClC,KAAK,WAAW;;;;;;;;;;;;;;;;;;;;;;;;;;;;;UC9BF;WACN;WACA,MAAM,SAAS;;;UAIT;;WAEN;;WAEA;WACA,gBAAgB;;UAGV;;WAEN;;WAEA;;UAGM;;WAEN;;WAEA,eAAe;;WAEf,eAAe;;;;;;;;iBASV,oBACd,mBAAmB,iBACnB,OAAM,6BACL;UAsCc;;WAEN;;WAEA;;;;;;;;;iBAUK,2BACd,cACA,MAAM,KAAK,0DACV;;;UCjFc;;EAEf;;;EAGA;;EAEA;;;cAIW,kCAAkC;WAE3B;EADlB,YACkB,cAChB;;;;;;cAiBS,kCAAkC;mBAIhB;mBAHZ;mBACA;EAEjB,YAA6B,SAAS;EAKhC,QAAQ,OAAO,uBAAuB;EAYtC,OAAO,MAAM,4BAA4B,QAAQ;EA8CjD,QAAQ;IACZ;IACA;IACA,UAAU;IACV,SAAS,OAAO;;UAkCV;UAiCA;UAmBA;UAkBA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;iBCtNM,eAAe;;;;;;cC6ClB,2BAA2B;EACtC,YAAY;;;;;KAQF,kBAAkB,kBAAkB,UAAU,cACxD,SAAS,gBACT,UAAU,WACV,KAAK,oBACF,QAAQ;UAEI,wBAAwB,kBAAkB,UAAU;;EAEnE,UAAU;;EAEV,WAAW;;EAEX,UAAU,kBAAkB,WAAW;;EAEvC,SAAS,YAAY,WAAW;;;EAGhC;;;EAGA;;;EAGA;;;;EAIA;;EAEA,WAAW;;EAEX;;EAEA;;;;;;;;EAQA;;;EAGA;;EAEA;;;EAGA;;EAEA;;EAEA,eAAe;EACf,gBAAgB;;;EAGhB,UAAU;;EAEV,YAAY;;;EAGZ,aAAa,UAAU;;;;EAIvB;;;;;;;EAOA,cACE,UAAU,WACV,UAAU;IACL;IAAgB;;;;;;;EAMvB,aAAa;IAAS,SAAS;IAAc,UAAU;IAAW;;;EAElE;;EAEA;;UAGe;EACf;EACA;EACA;;EAEA;;EAEA;;EAEA;EACA,gBAAgB;;;EAGhB,WAAW;;UAGI;EACf;EACA;;UAGe,uBAAuB,WAAW,kBAAkB;EACnE;EACA;;;;EAIA,SAAS;EACT,WAAW,eAAe;EAC1B,YAAY,eAAe;;EAE3B,YAAY,eAAe;;EAE3B,WAAW;;EAEX,WAAW,eAAe,eAAe,WAAW;;;;;iBA6LhC,iBAAiB,kBAAkB,UAAU,WACjE,MAAM,wBAAwB,WAAW,aACxC,QAAQ,uBAAuB,WAAW;;;;;UCtX5B;;EAEf;;EAEA,UAAU;;;;;;;UAQK,kBAAkB;;EAEjC;;EAEA,OAAO;;EAEP,cAAc;;;UAIC,wBAAwB;EACvC,SAAS;;;;;;;;;;;UAYM,eAAe,eAAe,YAAY;EACzD,IAAI,OAAO,QAAQ,KAAK,kBAAkB,iBAAiB;;;;;;;iBAQ7C,qBAAqB,eAAe,WAClD,QAAQ,eAAe,UACtB,kBAAkB,QAAQ;;UAQZ,yBAAyB;EACxC;;;;;;;;iBASoB,eACpB,OAAO,WACP,OAAO,eACP,kBAAkB,qBACjB,QAAQ;;UAUM;EACf;EACA;EACA;EACA;EACA;EACA;;;;;;;iBAQc,oBAAoB,mBAAmB,qBAAqB;;UAkB3D;;EAEf;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;;;iBAIc,kBAAkB,eAAe,kBAAkB;UAwBlD;;EAEf;;EAEA,OAAO;;EAEP;;;;;;;;;iBAkBc,yBACd,eAAe,iBACf,OAAM;;;cC1KK,oCAAoC;EAC/C,YAAY;;UAKG;EACf;EACA;EACA;EACA;EACA;;UAGe,kBAAkB,kBAAkB,UAAU;WACpD;WACA;WACA;WACA;WACA,mBAAmB;WACnB,oBAAoB;WACpB,iBAAiB,YAAY,WAAW;WACxC;WACA;WACA,UAAU,YAAY,wBAAwB,WAAW;WACzD;;WAEA;WACA,WAAW,YAAY,wBAAwB,WAAW;WAC1D;WACA;WACA,aAAa,UAAU;WACvB,cACP,UAAU,WACV,UAAU;IACL;IAAgB;;WACd,eAAe;;UAGT,+BAA+B,kBAAkB,UAAU,mBAClE,KACN,wBAAwB,WAAW;;EAgBrC;;UAGe;EACf;EACA;EACA;EACA;EACA;;UAGe,+BAA+B,kBAAkB,UAAU;EAC1E,MAAM,kBAAkB,WAAW;;EAEnC;;EAEA,yBAAyB;EACzB,UAAU,kBAAkB,WAAW;EACvC;EACA,UAAU;EACV;EACA;EACA;EACA,eAAe,wBAAwB,WAAW;EAClD,gBAAgB,wBAAwB,WAAW;EACnD,YAAY;;UAGG,2BAA2B,WAAW,kBAAkB;EACvE;EACA;EACA,QAAQ,uBAAuB,WAAW;EAC1C,UAAU;;UAGK,6BAA6B,kBAAkB,UAAU;EACxE,MAAM,kBAAkB,WAAW;EACnC;EACA,UAAU;EACV;EACA;EACA,YAAY;;UAGG,6BAA6B,WAAW,kBAAkB,kBACjE,uBAAuB,WAAW;EAC1C,UAAU;;iBAGI,wBAAwB,kBAAkB,UAAU,WAClE,MAAM,+BAA+B,WAAW,aAC/C,kBAAkB,WAAW;iBA0HV,wBAAwB,kBAAkB,UAAU,WACxE,MAAM,+BAA+B,WAAW,aAC/C,QAAQ,2BAA2B,WAAW;iBAkD3B,sBAAsB,kBAAkB,UAAU,WACtE,MAAM,6BAA6B,WAAW,aAC7C,QAAQ,6BAA6B,WAAW;;;;;;;;iBCrTnC;;;;;iBAQA,cAAc,gBAAgB;;;;;;;;;;;;;;;;;UCD7B;EACf;;EAEA;;UAGe;EACf;;EAEA;;EAEA;EACA;;EAEA;;;;;;;;;;iBA4Cc,oBACd,SAAS,kBACT;EAAS;IACR;;;;;;;;;;;iBA0Ba,qBACd,SAAS,kBACT,WACA;EAAS;;;;;;;iBC3FK,sBAAsB,WAAW,kBAAkB,UACjE,UAAU,eAAe,WAAW;;;;iBA0CtB,gBAAgB,sBAAsB;UAWrC;;EAEf,YAAY;;;;;EAKZ,WAAW;IAAQ;IAAoB;IAAmB;IAAgB;;;;;iBAK5D,kBAAkB,WAAW,kBAAkB,UAC7D,UAAU,eAAe,WAAW,aACnC;;;;cC/EU,0BAA0B;;cAG1B,mCAAmC;;cAGnC,kCAAkC;;;cCgClC;KAED,mBAAmB;KAEnB;;;UAYK;EACf;EACA;EACA,QAAQ;EACR;;;;UAKe;EACf;EACA;;UAGe;EACf;EACA;;UAGe;EACf;EACA,MAAM;EACN,UAAU;;UAGK;;EAEf;EACA;EACA;EACA;EACA,gBAAgB;;KAGN;UAOK;EACf;EACA,QAAQ;EACR,WAAW;;;EAGX;;UAGe;EACf;EACA,MAAM;;UAGS;EACf;;;EAGA;;UAGe;;EAEf,gBAAgB;;EAEhB,OAAO;;EAEP,YAAY;;KAGF;EAEN;EACA;EACA;EACA;;EAGA;EACA;;KAGM;EAEN;EACA;EACA;;EAGA;;EAEA;EACA;;UAGW;EACf,QAAQ;EACR,MAAM;;UAGS;EACf;EACA;;KAGU;EAEN;EACA;EACA,SAAS;;EAGT;EACA;EACA,SAAS;EACT,SAAS;;EAGT;EACA,SAAS;EACT,OAAO;IAAwB;;;KAGzB;EAEN;EACA;EACA;EACA;EACA;;EAGA;EACA;;;;UAKW;EACf;EACA;EACA;EACA,QAAQ;EACR,UAAU;;UAGF;EACR;EACA;EACA,WAAW;;UAGI,2BAA2B;EAC1C;EACA,MAAM;;UAGS,uCAAuC;EACtD;EACA;EACA;EACA;EACA,SAAS;EACT,UAAU;;UAGK,uCAAuC;EACtD;EACA;EACA;EACA,QAAQ;;UAGO,iCAAiC;EAChD;EACA;EACA;EACA;EACA;IACE;IACA,QAAQ;;EAEV;IACE,OAAO;IACP,OAAO;IACP,WAAW;;EAEb,SAAS;EACT,YAAY;EACZ,iBAAiB;;UAGF,qCAAqC;EACpD;EACA;EACA,eAAe;EACf;IAEM;IACA,OAAO;IACP,QAAQ;;IAGR;IACA,QAAQ;;EAEd;IACM;;IACA;IAAmB,SAAS;;IAC5B;IAAkB,SAAS;;EACjC,YAAY;;UAGG,oCAAoC;EACnD;EACA;EACA;IACM;;IAEA;IACA,QAAQ;;;UAIC,6BAA6B;EAC5C;EACA;IAEM;IACA;;IAGA;IACA,QAAQ;;;KAIJ,oBACR,qBACA,iCACA,iCACA,2BACA,+BACA,8BACA;UAEa;EACf,eAAe;EACf;EACA;EACA,cAAc;EACd,OAAO;EACP,WAAW;;KAGD;EAEN;EACA;EACA;EACA;EACA;;EAGA;EACA;EACA;EACA;EACA;EACA;EACA;;UAGW;EACf;EACA;EACA;EACA;EACA;EACA;EACA;IAAY;IAAgB;IAAgB;;EAC5C;IAAqB;IAAmB;IAAiB;;EACzD;IAAa;IAAkB;IAAkB;;EACjD;IACE;IACA;IACA;IACA;IACA;IACA;;EAEF;EACA;EACA,YAAY;EACZ,UAAU;;UAGK;EACf,SAAS;EACT,MAAM;EACN,YAAY;EACZ,sBAAsB;EACtB,UAAU;EACV,YAAY;EACZ,WAAW;EACX,YAAY;EACZ,OAAO;;UAGQ;EACf,OAAO;;EAEP;EACA,QAAQ;;;;iBA+ZM,0BAA0B,iBAAiB;;;;;;;;;;;;;;;KAsB/C;UAEK;EACf;EACA;EACA,cAAc;;UAGC;WACN;WACA;;WAEA;EACT,OAAO,OAAO,oBAAoB,QAAQ;EAC1C,UAAU,QAAQ;;EAElB,eAAe,QAAQ;;;EAGvB,kBAAkB,QAAQ;;;;;;;EAO1B,oBAAoB,QAAQ;;;;iBAKd,iBAAiB,SAAS,0BAA0B;;cA8BvD,4BAA4B;WAC9B;WACA;WACA;mBACQ;mBACA;EAMjB,YAAY,cAAc,oBAAoB,cAAa;EAerD,UAAU,QAAQ;EAIlB,OAAO,OAAO,oBAAoB,QAAQ;EAU1C,eAAe,QAAQ;EAIvB,kBAAkB,QAAQ;EAI1B,oBAAoB,QAAQ;;;;;;;;;;;;;;;;;;;UC/3BnB;;WAEN;;WAEA;;WAEA;;WAEA;;UAGM;;EAEf;;;;;;;iBAwBc,qBAAqB,MAAM,uBAAuB;;;;iBCpDlD,0BAA0B,2BAA2B,WAAW;;iBAmChE,uBAAuB,2BAA2B,WAAW;;iBA8B7D,iCAAiC,SAAS;;;;iBAa1C,4BAA4B,SAAS;;iBAgBrC,mBAAmB,SAAS;;iBAW5B,YAAY,SAAS;;iBAKrB,kBACd,eAAe,gBACf,iBAAiB;;;;;;;;;;;;;;;;;;;;;UCpGF;;;;;;;WAON;;WAEA,yBAAyB;;;;;;iBAYpB,4BACd,oCACA,OAAM;;;UCnCS;EACf;EACA;EACA;;UAGe,qBAAqB,gBAAgB;EACpD;EACA;EACA;EACA,SACE,QAAQ,SACR,SAAS,4BACR,QAAQ;;UAGI;EACf;EACA;EACA,WAAW;;KAGD,oBAAoB,eAAe,4BAC7C,OAAO,QACP,SAAS,8BACN,qBAAqB,QAAQ;UAEjB;WACN,QAAQ;WACR;;KAGN,sBAAsB,WAAW,KACpC,iBAAiB;EAGjB;;UAGQ,qBAAqB,kBAAkB;EAC/C;EACA;EACA;EACA,aAAa,UAAU;;EAEvB,eAAe;;iBAGD,sBACd,gBAAgB,yBAChB,WACA,kBAAkB,WAAW,UAE7B,WAAW,qBAAqB,UAChC,SAAS,qBAAqB;EAC5B,SAAS;IAAS,UAAU;IAAW,UAAU;MAAc;EAC/D,WAAW,sBAAsB;IAElC,YAAY,WAAW;iBA8CV,qBACd,eAAe,yBACf,WACA,kBAAkB,WAAW,UAE7B,QAAQ,oBAAoB,SAC5B,SAAS,qBAAqB;EAC5B;EACA,SAAS;IAAS,UAAU;IAAW,UAAU;MAAc;;EAEzD;EAAc;;EACd;EAAa,UAAU,sBAAsB;KAEpD,YAAY,WAAW;;;KCxFrB,qBAAqB;KACrB,iBAAiB,SAAS;KAC1B,aAAa,gBAAgB,aAAa,MAAM,mBAAmB;UAcvD;;WAEN;;WAEA;;WAEA;;WAEA;;WAEA;;UAGM;;EAEf,OAAO;IAAQ;IAAiB;MAAkB,QAAQ;;;EAG1D,SAAS,UAAU,UAAU,kBAAkB,QAAQ;;EAEvD,QAAQ,UAAU,WAAW;;;cAIlB,6BAA6B;WAG7B;EAFX,YACE,iBACS;;UAOI;;EAEf;;EAEA;;EAEA;;;;EAIA,MAAM;;UAobS;;EAEf;;EAEA;;EAEA;;;EAGA,YAAY;;;;;iBAoJE,mBAAmB,MAAM,4BAA4B;;;;iBA0FrD,kBACd,SAAS,aACT,uBACC;;;iBAOa,oBAAoB,SAAS,aAAa"}
|
|
@@ -2,10 +2,10 @@ import { o as Severity } from "./multi-layer-verifier-DIguZc8Z.js";
|
|
|
2
2
|
import { b as CustomTokenPricing, c as CostLedgerHandle } from "./cost-ledger-DbQdN3nO.js";
|
|
3
3
|
import { A as LlmClientOptions } from "./types-Cx3YUh2r.js";
|
|
4
4
|
import { i as AnalystFinding, n as AnalystContext } from "./types-DLQx4mKU.js";
|
|
5
|
-
import { i as TraceAnalystDefinition } from "./default-registry-
|
|
5
|
+
import { i as TraceAnalystDefinition } from "./default-registry-CgzxnJsj.js";
|
|
6
6
|
import { l as ExactCapableAnalyst } from "./exact-types-BH1twmAJ.js";
|
|
7
7
|
import { f as ExternalOptimizerModelExecutionObservation, h as ExternalOptimizerRunnerCommand, l as ExternalOptimizerModelCall, r as ExternalOptimizerCallbackLimits } from "./external-optimizer-contracts-lixrOZdX.js";
|
|
8
|
-
import { n as TraceAnalysisEngine } from "./engine-
|
|
8
|
+
import { n as TraceAnalysisEngine } from "./engine-FRZ3RLvT.js";
|
|
9
9
|
import { b as SupervisorRunTree, y as SupervisorRunSources } from "./types-yLK8gXE9.js";
|
|
10
10
|
import { z } from "zod";
|
|
11
11
|
//#region src/run-score.d.ts
|
|
@@ -449,4 +449,4 @@ declare const KNOWLEDGE_POISONING_KIND_SPEC: TraceAnalystDefinition;
|
|
|
449
449
|
declare const DEFAULT_TRACE_ANALYST_KINDS: readonly TraceAnalystDefinition[];
|
|
450
450
|
//#endregion
|
|
451
451
|
export { SemanticConceptJudgeInput as A, parseFindingSubject as C, ConceptFinding as D, createDspyRlmTraceEngine as E, RunScoreWeights as F, aggregateRunScore as I, clamp01 as L, SemanticConceptJudgeResult as M, runSemanticConceptJudge as N, ConceptSpec as O, RunScore as P, findingSubjectGrammarPromptFor as S, DspyRlmTraceEngineOptions as T, FINDING_SUBJECT_SYNTAX as _, FAILURE_MODE_KIND_SPEC as a, FindingSubjectStringSchema as b, emitControlIntegrityFindings as c, FindingsStore as d, PersistedFinding as f, FINDING_SUBJECT_KINDS as g, FINDING_SUBJECT_GRAMMAR_PROMPT as h, IMPROVEMENT_KIND_SPEC as i, SemanticConceptJudgeOptions as j, SEMANTIC_CONCEPT_JUDGE_VERSION as k, DiffPolicy as l, diffFindings as m, KNOWLEDGE_POISONING_KIND_SPEC as n, CONTROL_INTEGRITY_ANALYST as o, defaultIsMaterial as p, KNOWLEDGE_GAP_KIND_SPEC as r, ControlIntegrityAnalyst as s, DEFAULT_TRACE_ANALYST_KINDS as t, FindingsDiff as u, FindingSubject as v, renderFindingSubject as w, KIND_EXPECTED_SUBJECTS as x, FindingSubjectKind as y };
|
|
452
|
-
//# sourceMappingURL=index-
|
|
452
|
+
//# sourceMappingURL=index-PgqfwhsM.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index-
|
|
1
|
+
{"version":3,"file":"index-PgqfwhsM.d.ts","names":[],"sources":["../src/run-score.ts","../src/semantic-concept-judge.ts","../src/analyst/trace-tool-callback.ts","../src/analyst/dspy-rlm-engine.ts","../src/analyst/finding-subject.ts","../src/analyst/findings-store.ts","../src/analyst/kinds/control-integrity.ts","../src/analyst/kinds/failure-mode.ts","../src/analyst/kinds/improvement.ts","../src/analyst/kinds/knowledge-gap.ts","../src/analyst/kinds/knowledge-poisoning.ts","../src/analyst/kinds/index.ts"],"mappings":";;;;;;;;;;;UAAiB;EACf;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;;UAGe;EACf;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;;iBAiBc,kBAAkB,OAAO,UAAU,UAAS,QAAQ;iBAiBpD,QAAQ;;;;;;;;;;;;;;;;;;;;;;;;KCLZ;UAEK;EACf;;EAEA;;EAEA;;EAEA,aAAa;;UAGE;EACf;EACA;;EAEA;EACA;EACA,UAAU;;UAGK;;EAEf;;EAEA;;EAEA,aAAa;IAAQ;IAAc;;;EAEnC,kBAAkB;;EAElB;EACA;;UAGe;EACf;EACA;;EAEA;EACA;EACA;EACA,UAAU;EACV;EACA;EACA;;EAEA;EACA;;;;;;;;KASU;UAQK;;EAEf;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA,MAAM;EACN,aAAa;EACb;EACA,WAAW;EACX,SAAS;;;;;;EAMT,iBAAiB;;EAEjB,oBAAoB,QAAQ,OAAO;;cAKxB;;;;;;iBAkGS,wBACpB,OAAO,2BACP,UAAS,8BACR,QAAQ;;;KC5OC,0BAA0B;;;UCoBrB;;EAEf,MAAM;;EAEN;;EAEA,kBAAkB,aAAa;EAC/B;;EAEA,UAAU;;EAEV;;EAEA;;;;;;EAMA;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA,kBAAkB,QAAQ;;EAE1B;;;;;;;;;;EAUA;;EAEA,SAAS;;EAET;;;iBAIc,yBAAyB,SAAS,4BAA4B;;;;;;;;;;KCvClE;EAEN;EAAwB;EAAc;;EACtC;EAAyB;;EACzB;EAAuB;;EACvB;EAAyB;;EAGzB;EAAuB;;EACvB;EAAe;;EACf;EAAkB;EAAc;;EAChC;EAAkB;;EAClB;EAAa;EAAgB;;EAC7B;EAAc;;EACd;EAAkB;;EAClB;EAAkB;;EAClB;EAAwB;;EACxB;EAAuB;;EACvB;EAAc;;EACd;EAAa;EAAgB;;EAC7B;EAAgB;;EAChB;EAAqB;;EACrB;EAAuB;;EAEvB;EAA4B;;EAC5B;EAA2B;;EAE3B;EAAiB;;KAEX,qBAAqB;cAEpB,uBAAuB,cAAc;;;;;;;;;;;;;;;;;iBA2ClC,oBAAoB,iCAAiC;;;;;;;iBAoHrD,qBAAqB,GAAG;;;;;;;;;;cA8D3B,wBAAwB,SAAS,OAAO;cA0DxC;;;;;;;;;cAYA,wBAAwB,eAAe,cAAc;;iBAqElD,+BAA+B;;;;;;;;;;;;cAmBlC,4BAA0B,EAAA;;;;;;;;UC1atB,yBAAyB;EACxC;;cAGW;WAGiB;mBAFX;EAEjB,YAA4B;EAItB,OAAO,eAAe,UAAU,mBAAmB;;EAQzD,WAAW;;EAkBX,QAAQ,gBAAgB;;UAOT;;EAEf,UAAU;;EAEV,aAAa;;EAEb,WAAW;;;;;EAKX,SAAS;IAAQ,UAAU;IAAkB,SAAS;;;UAGvC;;;;;;;;EAQf,cAAc,UAAU,gBAAgB,SAAS;;;;;;iBAOnC,kBAAkB,GAAG,gBAAgB,GAAG;;;;;iBAWxC,aACd,UAAU,oBACV,SAAS,oBACT,SAAQ,aACP;;;;iBC7Fa,6BACd,OAAO,uBAAuB,mBAC9B,qBACC;;cA4BU,mCACA,oBAAoB,uBAAuB;WAE7C;WACA;WAEA;WACA;IAAS;IAAgC;;WACzC;WACA;aACP;aACA;;EAGI,QACJ,OAAO,uBAAuB,mBAC9B,KAAK,iBACJ,QAAQ;;cAUA,2BAAyB;;;cCHzB,wBAAwB;;;cC3BxB,uBAAuB;;;cCGvB,yBAAyB;;;cCPzB,+BAA+B;;;;;;;;;;;;cCP/B,sCAAsC"}
|
package/dist/index.d.ts
CHANGED
|
@@ -2,7 +2,7 @@ import { a as JudgeError, c as ValidationError, i as ConfigError, n as AgentEval
|
|
|
2
2
|
import { C as verifyAgentProfileCell, h as agentProfileCellKey, i as AgentProfileCellInput, l as AgentProfileJson, m as agentProfileCellHashMaterial, p as AgentProfileSourceInput, r as AgentProfileCell, s as AgentProfileDimensionValue, t as AGENT_PROFILE_KINDS, v as buildAgentProfileCell, x as toAgentProfileJson, y as groupRunsByAgentProfileCell } from "./agent-profile-cell-BkcRDikH.js";
|
|
3
3
|
import { C as defineEquivalenceCheck, S as buildEquivalenceRecord, _ as StrategyChecker, a as CheckerIdentity, b as VerificationStrategyProfile, c as EquivalenceCheckDefinition, d as EquivalenceCheckerInput, f as EquivalenceCheckerResult, g as EquivalenceRecord, h as EquivalenceProtocolError, i as equivalenceVerdict, l as EquivalenceCheckSpec, m as EquivalenceObligationStatus, n as VerdictCertification, o as CheckerOutcome, p as EquivalenceObligation, r as certificationEvidenceDigest, s as EquivalenceArm, t as DefaultVerdict, u as EquivalenceChecker, v as VERIFICATION_STRATEGIES, w as runEquivalenceCheck, x as VerificationStrategySource, y as VERIFICATION_STRATEGY_SOURCES } from "./verdict-E4eRNf7-.js";
|
|
4
4
|
import { a as MultiLayerVerifier, c as VerifyOptions, i as LayerStatus, l as gradeSemanticStatus, n as Layer, o as Severity, r as LayerResult, s as VerificationReport, t as Finding } from "./multi-layer-verifier-DIguZc8Z.js";
|
|
5
|
-
import { A as SemanticConceptJudgeInput, D as ConceptFinding, E as createDspyRlmTraceEngine, F as RunScoreWeights, I as aggregateRunScore, L as clamp01, M as SemanticConceptJudgeResult, N as runSemanticConceptJudge, O as ConceptSpec, P as RunScore, T as DspyRlmTraceEngineOptions, a as FAILURE_MODE_KIND_SPEC, d as FindingsStore, f as PersistedFinding, j as SemanticConceptJudgeOptions, k as SEMANTIC_CONCEPT_JUDGE_VERSION, l as DiffPolicy, m as diffFindings, t as DEFAULT_TRACE_ANALYST_KINDS, u as FindingsDiff, v as FindingSubject, y as FindingSubjectKind } from "./index-
|
|
5
|
+
import { A as SemanticConceptJudgeInput, D as ConceptFinding, E as createDspyRlmTraceEngine, F as RunScoreWeights, I as aggregateRunScore, L as clamp01, M as SemanticConceptJudgeResult, N as runSemanticConceptJudge, O as ConceptSpec, P as RunScore, T as DspyRlmTraceEngineOptions, a as FAILURE_MODE_KIND_SPEC, d as FindingsStore, f as PersistedFinding, j as SemanticConceptJudgeOptions, k as SEMANTIC_CONCEPT_JUDGE_VERSION, l as DiffPolicy, m as diffFindings, t as DEFAULT_TRACE_ANALYST_KINDS, u as FindingsDiff, v as FindingSubject, y as FindingSubjectKind } from "./index-PgqfwhsM.js";
|
|
6
6
|
import { C as PendingCostCall, D as costForUsage, E as costForTokenPricing, O as modelPriceKey, S as PaidCallResult, T as RunPaidCallInput, _ as CostReservationExceededError, a as CostChannel, b as CustomTokenPricing, c as CostLedgerHandle, d as CostLedgerPersistenceError, f as CostLedgerSummary, g as CostReceiptInput, h as CostReceiptCaptureError, i as CostCeilingReachedError, l as CostLedgerOptions, m as CostReceipt, n as CostAccountingIncompleteError, o as CostLedger, p as CostProvenance, r as CostCallConflictError, s as CostLedgerFilter, t as ChannelRollup, u as CostLedgerPersistence, v as CostResult, w as PendingCostCallView, x as MaximumCharge, y as CostUsage } from "./cost-ledger-DbQdN3nO.js";
|
|
7
7
|
import { C as TraceEvent, O as isToolSpan, S as ToolSpan, T as isLlmSpan, _ as Span, a as FAILURE_CLASSES, c as JudgeSpan, f as Run, h as RunStatus, l as LlmSpan, n as BudgetLedgerEntry, o as FailureClass, r as BudgetSpec, s as GenericSpan, t as Artifact, w as isJudgeSpan } from "./schema-BtVldJ3T.js";
|
|
8
8
|
import { a as RunRecord, c as RunTaskFailure, d as isRunRecord, f as modelHasSnapshot, g as validateRunRecord, h as runTaskScore, i as RunOutcome, l as RunTerminalOutcome, m as roundTripRunRecord, n as RunCostProvenance, o as RunRecordValidationError, p as parseRunRecordSafe, r as RunJudgeMetadata, s as RunSplitTag, t as JudgeScoresRecord, u as RunTokenUsage } from "./run-record-CKiihE6f.js";
|
|
@@ -11,15 +11,15 @@ import { A as LlmClientOptions, B as isTransientLlmError, D as LlmCallRequest, E
|
|
|
11
11
|
import { a as RunFilter, i as InMemoryTraceStore, n as FileSystemTraceStore, o as SpanFilter, s as TraceStore, t as EventFilter } from "./store-CT9YIIve.js";
|
|
12
12
|
import { i as TraceEmitter, r as SpanHandle } from "./emitter-DGQGoLyj.js";
|
|
13
13
|
import { a as RunIntegrityReport, o as assertRunCaptured, t as RunIntegrityError } from "./integrity-OrcI9Nau.js";
|
|
14
|
-
import { A as createBoundedTraceAnalysisStore, B as OtlpSpan, C as scoreTraceInsightReadiness, D as AnalyzeTracesResult, F as redactString, M as REDACTION_VERSION, O as analyzeTraces, P as RedactionRule, R as OtlpExport, V as exportRunAsOtlp, _ as buildTraceInsightPrompt, b as domainEvidencePattern, g as buildTraceInsightContext, j as DEFAULT_REDACTION_RULES, k as OtlpFlatLine, m as TraceInsightSuite, n as toolSpansToTraceAnalysisStore, o as otlpTextToTraceAnalysisStore, p as TraceInsightReadiness, r as OtlpFileTraceStore, w as tokenizeDomainWords, x as inferDomainKeywords, y as describeTraceInsightScope } from "./store-tool-spans-
|
|
14
|
+
import { A as createBoundedTraceAnalysisStore, B as OtlpSpan, C as scoreTraceInsightReadiness, D as AnalyzeTracesResult, F as redactString, M as REDACTION_VERSION, O as analyzeTraces, P as RedactionRule, R as OtlpExport, V as exportRunAsOtlp, _ as buildTraceInsightPrompt, b as domainEvidencePattern, g as buildTraceInsightContext, j as DEFAULT_REDACTION_RULES, k as OtlpFlatLine, m as TraceInsightSuite, n as toolSpansToTraceAnalysisStore, o as otlpTextToTraceAnalysisStore, p as TraceInsightReadiness, r as OtlpFileTraceStore, w as tokenizeDomainWords, x as inferDomainKeywords, y as describeTraceInsightScope } from "./store-tool-spans-CggeC1LB.js";
|
|
15
15
|
import { y as OUTPUT_VALUE } from "./attribute-vocabulary-DLJ6303h.js";
|
|
16
16
|
import { a as judgeSpans, c as runsForScenario, n as argHash } from "./query-CJ_DX8vl.js";
|
|
17
17
|
import { A as SearchSpanResult, B as ViewSpansResult, D as DatasetOverview, E as DEFAULT_TRACE_ANALYST_BUDGETS, F as TraceAnalystFilters, H as ViewTraceResult, I as TraceAnalystSpan, L as TraceAnalystSpanKind, M as SpanMatchRecord, N as TRACE_ANALYST_TRUNCATION_MARKER_PREFIX, O as ErrorCluster, P as TraceAnalystByteBudgets, R as TraceAnalystSpanStatus, V as ViewTraceOversized, _ as ProposalFinding, b as makeFinding, c as AnalystRunInputs, d as AnalystSeverity, f as AnalystUsageReceipt, i as AnalystFinding, j as SearchTraceResult, k as QueryTracesPage, l as AnalystRunResult, n as AnalystContext, p as EvidenceRef, s as AnalystRunEvent, t as Analyst, u as AnalystRunSummary, w as TraceAnalysisStore, x as makeProposalFinding, y as computeFindingId, z as TraceAnalystTraceSummary } from "./types-DLQx4mKU.js";
|
|
18
|
-
import { a as createTraceAnalyst, i as TraceAnalystDefinition, n as buildDefaultAnalystRegistry, r as CreateTraceAnalystOptions, t as DefaultAnalystRegistryOptions } from "./default-registry-
|
|
18
|
+
import { a as createTraceAnalyst, i as TraceAnalystDefinition, n as buildDefaultAnalystRegistry, r as CreateTraceAnalystOptions, t as DefaultAnalystRegistryOptions } from "./default-registry-CgzxnJsj.js";
|
|
19
19
|
import { i as ExactAnalystRunEvent, l as ExactCapableAnalyst, o as ExactAnalystRunResult } from "./exact-types-BH1twmAJ.js";
|
|
20
20
|
import { c as RegistryRunOpts, i as BudgetPolicy, n as AnalystRegistry, r as AnalystRegistryOptions, s as ExactRegistryRunOpts } from "./registry-oJeeI4-a.js";
|
|
21
21
|
import { a as ProfileAxisSpec, c as expandProfileAxes, i as HarnessType, l as harnessAxisOf, n as CODING_HARNESSES, o as agentProfileHash, r as HARNESS_NATIVE_MODEL, s as agentProfileId, t as AgentProfile } from "./agent-profile-B9_GGsG8.js";
|
|
22
|
-
import { S as JudgeConfig, a as CampaignResult, w as JudgeScore$1 } from "./types-
|
|
22
|
+
import { S as JudgeConfig, a as CampaignResult, w as JudgeScore$1 } from "./types-BxLccGMf.js";
|
|
23
23
|
import { _ as SatisfiedBy, a as ArtifactEventLike, b as createLlmCorrectnessChecker, c as ToolCallEventLike, d as CompletionVerdict, f as CorrectnessChecker, g as RequirementCheck, h as ProducedState, i as summarizeBackendIntegrity, l as extractProducedState, m as ProducedProposal, n as BackendIntegrityReport, o as ProposalEventLike, p as LlmCorrectnessCheckerOpts, r as assertRealBackend, s as RuntimeEventLike, t as BackendIntegrityError, u as CompletionRequirement, v as TaskGold, x as verifyCompletion, y as completionVerdict } from "./backend-integrity-CsVin_Wb.js";
|
|
24
24
|
import { i as DatasetSplit, n as DatasetManifest, r as DatasetScenario, t as Dataset } from "./dataset-CJjKqQfA.js";
|
|
25
25
|
import { a as ContinuousCalibrationResult, c as calibrateJudge, d as verbosityBias, i as ContinuousAgreementOptions, l as calibrateJudgeContinuous, n as CandidateScore, o as GoldenItem, r as ContinuousAgreement, s as VerbosityBiasResult, t as CalibrationResult, u as continuousAgreement } from "./judge-calibration-C5CbMYce.js";
|
|
@@ -32,13 +32,13 @@ import { C as RankTestMethod, D as WilcoxonSignedRankResult, E as WILCOXON_EXACT
|
|
|
32
32
|
import { C as HeldOutGateConfig, S as HeldOutGate, T as SplitCoverage, _ as paretoChart, a as ParetoPoint, b as GateDecision, d as ResearchReportOptions, g as gainHistogram, h as SummaryTableRow, m as SummaryTableOptions, n as GainDistributionFigureSpec, p as SummaryTable, r as GainDistributionOptions, s as ResearchReport, t as GainDistributionBin, w as HeldOutGateRejectionCode, x as GateEvidence, y as summaryTable } from "./summary-report-CaL-Hnxt.js";
|
|
33
33
|
import { a as FailureContext, i as FailureClassification, o as FailureRule, r as failureClusterView, s as classifyFailure } from "./failure-cluster-BLURuWG4.js";
|
|
34
34
|
import { o as InsightReport } from "./insight-report-CRi-Ufrj.js";
|
|
35
|
-
import { C as analyzeRuns, b as AnalyzeRunsOptions, d as RawAnalystFinding, i as TraceAnalysisEngineResult, n as TraceAnalysisEngine } from "./engine-
|
|
35
|
+
import { C as analyzeRuns, b as AnalyzeRunsOptions, d as RawAnalystFinding, i as TraceAnalysisEngineResult, n as TraceAnalysisEngine } from "./engine-FRZ3RLvT.js";
|
|
36
36
|
import { o as MintedRolloutLine } from "./schema-Cef2cFmb.js";
|
|
37
|
-
import { i as BenchmarkEvaluation } from "./types-
|
|
38
|
-
import { A as RedTeamCategory, At as llmJudge, B as CanaryReport, F as scoreRedTeamOutput, I as CanaryAlert, L as CanaryEvaluation, M as RedTeamReport, N as redTeamDataset, O as DEFAULT_RED_TEAM_CORPUS, P as redTeamReport, R as CanaryKind, V as runCanaries, at as RunCampaignOptions, it as CampaignCellFailureReceipt, j as RedTeamFinding, k as RedTeamCase, kt as LlmJudgeOptions, ot as runCampaign, z as CanaryOptions } from "./provenance-
|
|
37
|
+
import { i as BenchmarkEvaluation } from "./types-BRsxjg7z.js";
|
|
38
|
+
import { A as RedTeamCategory, At as llmJudge, B as CanaryReport, F as scoreRedTeamOutput, I as CanaryAlert, L as CanaryEvaluation, M as RedTeamReport, N as redTeamDataset, O as DEFAULT_RED_TEAM_CORPUS, P as redTeamReport, R as CanaryKind, V as runCanaries, at as RunCampaignOptions, it as CampaignCellFailureReceipt, j as RedTeamFinding, k as RedTeamCase, kt as LlmJudgeOptions, ot as runCampaign, z as CanaryOptions } from "./provenance-8L-_4xiL.js";
|
|
39
39
|
import { a as paretoFrontier, i as dominates, n as Objective, r as ParetoResult } from "./pareto-BqNW3LJR.js";
|
|
40
40
|
import { n as SandboxDriver } from "./sandbox-harness-BlSOu4LX.js";
|
|
41
|
-
import { a as DefinedAgentEval, c as SelfImproveOptions, f as selfImprove, i as DefineAgentEvalOptions, o as defineAgentEval, u as SelfImproveResult } from "./define-agent-eval-
|
|
41
|
+
import { a as DefinedAgentEval, c as SelfImproveOptions, f as selfImprove, i as DefineAgentEvalOptions, o as defineAgentEval, u as SelfImproveResult } from "./define-agent-eval-DLhZ8IHi.js";
|
|
42
42
|
import { a as PairedEvalueStep, c as pairedEvalueSequence, i as PairedEvalueSequence, n as InterimReleaseConfidenceInput, o as SequentialDecision, r as PairedEvalueOptions, s as evaluateInterimReleaseConfidence, t as InterimReleaseConfidence } from "./sequential-CYwq6Ff_.js";
|
|
43
43
|
import { n as TrajectoryStep, r as buildTrajectory, t as Trajectory } from "./trajectory-YC15QDYQ.js";
|
|
44
44
|
import { a as runCounterfactual, i as CounterfactualRunner, n as CounterfactualMutation, r as CounterfactualResult, t as CounterfactualContext } from "./counterfactual--bpysZF0.js";
|
package/dist/index.js
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
import { t as __exportAll } from "./rolldown-runtime-8H4AJuhK.js";
|
|
2
2
|
import { i as JudgeError, o as NotFoundError, r as ConfigError, s as ValidationError, t as AgentEvalError } from "./errors-Dngq5h35.js";
|
|
3
3
|
import { r as hashJson, t as canonicalize } from "./pre-registration-DakwTRXk.js";
|
|
4
|
-
import { a as CODING_HARNESSES, c as agentProfileId, d as harnessAxisOf, i as verifyCompletion, l as agentProfileModelId, n as completionVerdict, o as HARNESS_NATIVE_MODEL, r as createLlmCorrectnessChecker, s as agentProfileHash, t as extractProducedState, u as expandProfileAxes } from "./produced-state-
|
|
4
|
+
import { a as CODING_HARNESSES, c as agentProfileId, d as harnessAxisOf, i as verifyCompletion, l as agentProfileModelId, n as completionVerdict, o as HARNESS_NATIVE_MODEL, r as createLlmCorrectnessChecker, s as agentProfileHash, t as extractProducedState, u as expandProfileAxes } from "./produced-state-D6j7qy1Q.js";
|
|
5
5
|
import { AGENT_PROFILE_KINDS, agentProfileCellHashMaterial, agentProfileCellKey, buildAgentProfileCell, groupRunsByAgentProfileCell, toAgentProfileJson, verifyAgentProfileCell } from "./profile-cell.js";
|
|
6
6
|
import { c as mulberry32 } from "./internal-BDHPCnjk.js";
|
|
7
7
|
import { a as spearmanR, i as ranks, n as partialCredit, o as weightedComposite, r as pearsonR, s as weightedMean, t as confidenceInterval } from "./descriptive-B5MwKfbf.js";
|
|
@@ -15,12 +15,12 @@ import { t as eProcess } from "./sequential-eprocess-CbUt2htw.js";
|
|
|
15
15
|
import { n as iqr, r as welchsTTest } from "./baseline-BhPRQBVn.js";
|
|
16
16
|
import { i as isLlmSpan, r as isJudgeSpan, s as isToolSpan, t as FAILURE_CLASSES } from "./schema-CRhEY1SO.js";
|
|
17
17
|
import { a as judgeSpans, c as runsForScenario, n as argHash } from "./query-Di7eEQ79.js";
|
|
18
|
-
import { i as analyzeRuns, o as checkCanaries, r as selfImprove, t as defineAgentEval } from "./define-agent-eval-
|
|
18
|
+
import { i as analyzeRuns, o as checkCanaries, r as selfImprove, t as defineAgentEval } from "./define-agent-eval-CViDh2P9.js";
|
|
19
19
|
import { r as observedSplitScore, t as isRealnessGated } from "./reward-nw2xZGZG.js";
|
|
20
20
|
import { a as roundTripRunRecord, i as parseRunRecordSafe, n as isRunRecord, o as runTaskScore, r as modelHasSnapshot, s as validateRunRecord, t as RunRecordValidationError } from "./run-record-BvHPVS-i.js";
|
|
21
21
|
import { a as summaryTable, n as gainHistogram, r as paretoChart } from "./summary-report-Blysd6Z2.js";
|
|
22
22
|
import { n as contentHash, r as fileVerdictCache, t as canonicalJson } from "./verdict-cache-mZf5FEiY.js";
|
|
23
|
-
import { B as DEFAULT_RED_TEAM_CORPUS, F as parseReflectionResponse, H as redTeamReport, K as runCampaign, P as buildReflectionPrompt, Q as summarizeBackendIntegrity, U as scoreRedTeamOutput, V as redTeamDataset, W as runCanaries, X as BackendIntegrityError, Z as assertRealBackend, _ as paretoFrontier, g as dominates, k as surfaceContentHash, t as llmJudge } from "./llm-judge-
|
|
23
|
+
import { B as DEFAULT_RED_TEAM_CORPUS, F as parseReflectionResponse, H as redTeamReport, K as runCampaign, P as buildReflectionPrompt, Q as summarizeBackendIntegrity, U as scoreRedTeamOutput, V as redTeamDataset, W as runCanaries, X as BackendIntegrityError, Z as assertRealBackend, _ as paretoFrontier, g as dominates, k as surfaceContentHash, t as llmJudge } from "./llm-judge-DuYa4SEA.js";
|
|
24
24
|
import { a as resolveModelPricing, i as isModelPriced, n as estimateCost, r as estimateTokens, t as MODEL_PRICING } from "./metrics-Cl0L1KUy.js";
|
|
25
25
|
import { a as CostLedgerPersistenceError, c as costForTokenPricing, i as CostLedger, l as costForUsage, n as CostCallConflictError, o as CostReceiptCaptureError, r as CostCeilingReachedError, s as CostReservationExceededError, t as CostAccountingIncompleteError, u as modelPriceKey } from "./cost-ledger-BSe92yAV.js";
|
|
26
26
|
import { n as REDACTION_VERSION, r as redactString, t as DEFAULT_REDACTION_RULES } from "./redact-7Aq1ukl-.js";
|
|
@@ -639,6 +639,7 @@ async function executeCell(args) {
|
|
|
639
639
|
else args.signal.addEventListener("abort", onCampaignAbort, { once: true });
|
|
640
640
|
const ctx = {
|
|
641
641
|
cellId: args.slot.cellId,
|
|
642
|
+
runAttemptId: args.runAttemptId,
|
|
642
643
|
rep: args.slot.rep,
|
|
643
644
|
seed: args.slot.cellSeed,
|
|
644
645
|
signal: cellAbort.signal,
|
|
@@ -4860,4 +4861,4 @@ function firstString(value) {
|
|
|
4860
4861
|
//#endregion
|
|
4861
4862
|
export { assertCampaignDesign as $, surfaceHash as A, DEFAULT_RED_TEAM_CORPUS as B, optimizationTokenUsageFromSummary as C, componentSurfaceIdentityMaterial as D, codeSurfaceIdentityMaterial as E, parseReflectionResponse as F, runEval as G, redTeamReport as H, recoverTruncatedJson as I, resolveRunDir as J, runCampaign as K, assertGepaCandidatePopulationSummary as L, campaignMeanComposite as M, compareRankKeys as N, renderSurfaceDiff as O, buildReflectionPrompt as P, summarizeBackendIntegrity as Q, readGepaCandidatePopulationArtifact as R, costFromLedgerSummary as S, assertComponentSurface as T, scoreRedTeamOutput as U, redTeamDataset as V, runCanaries as W, BackendIntegrityError as X, tangleTracesRoot as Y, assertRealBackend as Z, paretoFrontier as _, canonicalDigest as a, computeManifestHash as at, combineComparisonCosts as b, loopProvenanceSpans as c, verifyLoopProvenanceRecord as d, assertCampaignSplitIdentity as et, runImprovementLoop as f, dominates as g, labelTrustRank as h, campaignMeasurementDigest as i, cellCachePath as it, campaignBreakdown as j, surfaceContentHash as k, provenanceRecordPath as l, isProposedCandidate as m, JudgeParseError as n, campaignSplitDigest as nt, emitLoopProvenance as o, runOptimization as p, planCampaignRun as q, buildLoopProvenanceRecord as r, campaignSplitDigestFromIdentities as rt, loopProvenanceArgsFromResult as s, llmJudge as t, campaignScenarioIdentity as tt, provenanceSpansPath as u, openAutoPr as v, assertCodeSurfaceIdentity as w, compareOptimizationMethods as x, assertOptimizationResult as y, defaultProductionGate as z };
|
|
4862
4863
|
|
|
4863
|
-
//# sourceMappingURL=llm-judge-
|
|
4864
|
+
//# sourceMappingURL=llm-judge-DuYa4SEA.js.map
|