@tangle-network/agent-eval 0.145.6 → 0.145.7
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +10 -0
- package/README.md +4 -0
- package/dist/analyst/index.d.ts +10 -10
- package/dist/analyst/index.js +1 -1
- package/dist/{backend-integrity-CsVin_Wb.d.ts → backend-integrity-BffcHGdm.d.ts} +2 -2
- package/dist/{backend-integrity-CsVin_Wb.d.ts.map → backend-integrity-BffcHGdm.d.ts.map} +1 -1
- package/dist/{benchmark-Ceoan7vk.d.ts → benchmark-DbiZbPdH.d.ts} +3 -3
- package/dist/{benchmark-Ceoan7vk.d.ts.map → benchmark-DbiZbPdH.d.ts.map} +1 -1
- package/dist/{benchmark-command-DspwA7cv.js → benchmark-command-C7L0rQsD.js} +2 -2
- package/dist/{benchmark-command-DspwA7cv.js.map → benchmark-command-C7L0rQsD.js.map} +1 -1
- package/dist/benchmarks/index.d.ts +5 -5
- package/dist/benchmarks/index.js +2 -2
- package/dist/campaign/index.d.ts +7 -7
- package/dist/campaign/index.js +3 -3
- package/dist/{campaign-jTOvqnse.js → campaign-DRcGtxEf.js} +35 -11
- package/dist/campaign-DRcGtxEf.js.map +1 -0
- package/dist/{capture-fetch-DDvpjVRU.d.ts → capture-fetch-hykwHfDI.d.ts} +2 -2
- package/dist/{capture-fetch-DDvpjVRU.d.ts.map → capture-fetch-hykwHfDI.d.ts.map} +1 -1
- package/dist/cli.js +1 -1
- package/dist/{client-DCVe0CwG.d.ts → client-D_TIV9pJ.d.ts} +4 -4
- package/dist/{client-DCVe0CwG.d.ts.map → client-D_TIV9pJ.d.ts.map} +1 -1
- package/dist/contract/index.d.ts +11 -11
- package/dist/contract/index.js +4 -4
- package/dist/{default-registry-CgzxnJsj.d.ts → default-registry-cpHtP2Og.d.ts} +6 -6
- package/dist/{default-registry-CgzxnJsj.d.ts.map → default-registry-cpHtP2Og.d.ts.map} +1 -1
- package/dist/{define-agent-eval-DLhZ8IHi.d.ts → define-agent-eval-DBOpAM_g.d.ts} +6 -6
- package/dist/{define-agent-eval-DLhZ8IHi.d.ts.map → define-agent-eval-DBOpAM_g.d.ts.map} +1 -1
- package/dist/{define-agent-eval-CViDh2P9.js → define-agent-eval-m5lM7XGE.js} +4 -4
- package/dist/{define-agent-eval-CViDh2P9.js.map → define-agent-eval-m5lM7XGE.js.map} +1 -1
- package/dist/{engine-FRZ3RLvT.d.ts → engine-DJqRKbhs.d.ts} +7 -7
- package/dist/{engine-FRZ3RLvT.d.ts.map → engine-DJqRKbhs.d.ts.map} +1 -1
- package/dist/{eval-campaign-UB-usSQ2.js → eval-campaign-aNqpefCS.js} +2 -2
- package/dist/{eval-campaign-UB-usSQ2.js.map → eval-campaign-aNqpefCS.js.map} +1 -1
- package/dist/{exact-types-BH1twmAJ.d.ts → exact-types-CzbhVDr2.d.ts} +2 -2
- package/dist/{exact-types-BH1twmAJ.d.ts.map → exact-types-CzbhVDr2.d.ts.map} +1 -1
- package/dist/experiment/index.d.ts +3 -3
- package/dist/{feedback-trajectory-juOozjAc.d.ts → feedback-trajectory-D9vYSob_.d.ts} +3 -3
- package/dist/{feedback-trajectory-juOozjAc.d.ts.map → feedback-trajectory-D9vYSob_.d.ts.map} +1 -1
- package/dist/hosted/index.d.ts +3 -3
- package/dist/index-BKShPTwZ.d.ts +1 -0
- package/dist/{index-COQYtuRF.d.ts → index-BNPtkBPf.d.ts} +2 -2
- package/dist/{index-COQYtuRF.d.ts.map → index-BNPtkBPf.d.ts.map} +1 -1
- package/dist/{index-DF3ynqmJ.d.ts → index-D7gl974A.d.ts} +11 -11
- package/dist/{index-DF3ynqmJ.d.ts.map → index-D7gl974A.d.ts.map} +1 -1
- package/dist/{index-PgqfwhsM.d.ts → index-YrUFx3FU.d.ts} +5 -5
- package/dist/{index-PgqfwhsM.d.ts.map → index-YrUFx3FU.d.ts.map} +1 -1
- package/dist/index.d.ts +22 -22
- package/dist/index.js +9 -9
- package/dist/{insight-report-CRi-Ufrj.d.ts → insight-report-BeT8KCgI.d.ts} +3 -3
- package/dist/{insight-report-CRi-Ufrj.d.ts.map → insight-report-BeT8KCgI.d.ts.map} +1 -1
- package/dist/{llm-judge-DuYa4SEA.js → llm-judge-BO1LGjdn.js} +2 -2
- package/dist/{llm-judge-DuYa4SEA.js.map → llm-judge-BO1LGjdn.js.map} +1 -1
- package/dist/meta-eval/index.d.ts +1 -1
- package/dist/{mint-Dj9Ww_3I.js → mint-BV6tLVWl.js} +2 -2
- package/dist/{mint-Dj9Ww_3I.js.map → mint-BV6tLVWl.js.map} +1 -1
- package/dist/multishot/index.d.ts +1 -1
- package/dist/openapi.json +1 -1
- package/dist/{pre-registration-DeRvl9sE.d.ts → pre-registration-zFSLEiFU.d.ts} +2 -2
- package/dist/{pre-registration-DeRvl9sE.d.ts.map → pre-registration-zFSLEiFU.d.ts.map} +1 -1
- package/dist/{produced-state-D6j7qy1Q.js → produced-state-C6vSgOpE.js} +2 -2
- package/dist/{produced-state-D6j7qy1Q.js.map → produced-state-C6vSgOpE.js.map} +1 -1
- package/dist/{promotion-policy-CsMZJOB-.d.ts → promotion-policy-u3wj6w3U.d.ts} +2 -2
- package/dist/{promotion-policy-CsMZJOB-.d.ts.map → promotion-policy-u3wj6w3U.d.ts.map} +1 -1
- package/dist/{provenance-8L-_4xiL.d.ts → provenance-BOtMtoiZ.d.ts} +5 -5
- package/dist/{provenance-8L-_4xiL.d.ts.map → provenance-BOtMtoiZ.d.ts.map} +1 -1
- package/dist/{registry-oJeeI4-a.d.ts → registry-B_1Frl8a.d.ts} +3 -3
- package/dist/{registry-oJeeI4-a.d.ts.map → registry-B_1Frl8a.d.ts.map} +1 -1
- package/dist/{release-confidence-BFRE5WSp.d.ts → release-confidence-4XrqlpFD.d.ts} +3 -3
- package/dist/{release-confidence-BFRE5WSp.d.ts.map → release-confidence-4XrqlpFD.d.ts.map} +1 -1
- package/dist/{release-confidence-CxDuiAev.js → release-confidence-BknrpBnO.js} +2 -2
- package/dist/{release-confidence-CxDuiAev.js.map → release-confidence-BknrpBnO.js.map} +1 -1
- package/dist/reporting.d.ts +3 -3
- package/dist/reporting.js +1 -1
- package/dist/{researcher-DaN4GST-.d.ts → researcher-Du-oniHp.d.ts} +3 -3
- package/dist/{researcher-DaN4GST-.d.ts.map → researcher-Du-oniHp.d.ts.map} +1 -1
- package/dist/{reward-hacking-DSSTuI9r.d.ts → reward-hacking-Bu8ev6PR.d.ts} +2 -2
- package/dist/{reward-hacking-DSSTuI9r.d.ts.map → reward-hacking-Bu8ev6PR.d.ts.map} +1 -1
- package/dist/{reward-hacking-DNgjilrV.js → reward-hacking-DFo2FU5J.js} +2 -2
- package/dist/{reward-hacking-DNgjilrV.js.map → reward-hacking-DFo2FU5J.js.map} +1 -1
- package/dist/rl.d.ts +5 -5
- package/dist/rl.js +4 -4
- package/dist/rollout/index.d.ts +1 -1
- package/dist/rollout/index.js +2 -2
- package/dist/{rollout-BWtw0I_6.js → rollout-ytVQ7WT8.js} +2 -2
- package/dist/{rollout-BWtw0I_6.js.map → rollout-ytVQ7WT8.js.map} +1 -1
- package/dist/{rubric-predictive-validity-BgxtKe4G.d.ts → rubric-predictive-validity-C7LnNvF2.d.ts} +2 -2
- package/dist/{rubric-predictive-validity-BgxtKe4G.d.ts.map → rubric-predictive-validity-C7LnNvF2.d.ts.map} +1 -1
- package/dist/{run-record-BvHPVS-i.js → run-record-D2lDdSAz.js} +5 -3
- package/dist/run-record-D2lDdSAz.js.map +1 -0
- package/dist/{run-record-CKiihE6f.d.ts → run-record-DVV82Gwh.d.ts} +8 -3
- package/dist/run-record-DVV82Gwh.d.ts.map +1 -0
- package/dist/{skillopt-optimization-method-CFDSzD-7.d.ts → skillopt-optimization-method-BPQwXkkY.d.ts} +5 -5
- package/dist/{skillopt-optimization-method-CFDSzD-7.d.ts.map → skillopt-optimization-method-BPQwXkkY.d.ts.map} +1 -1
- package/dist/{skillopt-optimization-method-BTls2l-Z.js → skillopt-optimization-method-Ceic2bfU.js} +2 -2
- package/dist/{skillopt-optimization-method-BTls2l-Z.js.map → skillopt-optimization-method-Ceic2bfU.js.map} +1 -1
- package/dist/{statistical-heldout-C4De2tRI.d.ts → statistical-heldout-CBGPSZ5X.d.ts} +3 -3
- package/dist/{statistical-heldout-C4De2tRI.d.ts.map → statistical-heldout-CBGPSZ5X.d.ts.map} +1 -1
- package/dist/{store-tool-spans-CggeC1LB.d.ts → store-tool-spans-C9c4R7ca.d.ts} +4 -4
- package/dist/{store-tool-spans-CggeC1LB.d.ts.map → store-tool-spans-C9c4R7ca.d.ts.map} +1 -1
- package/dist/{summary-report-CaL-Hnxt.d.ts → summary-report-B__Y5ub3.d.ts} +2 -2
- package/dist/{summary-report-CaL-Hnxt.d.ts.map → summary-report-B__Y5ub3.d.ts.map} +1 -1
- package/dist/{tool-groups-BdcoEgtV.d.ts → tool-groups-CZotz-e_.d.ts} +3 -3
- package/dist/tool-groups-CZotz-e_.d.ts.map +1 -0
- package/dist/trace-repair/index.d.ts +2 -2
- package/dist/traces.d.ts +6 -6
- package/dist/traces.js +1 -1
- package/dist/{types-BxLccGMf.d.ts → types-BjsNDR49.d.ts} +3 -3
- package/dist/{types-BxLccGMf.d.ts.map → types-BjsNDR49.d.ts.map} +1 -1
- package/dist/{types-BRsxjg7z.d.ts → types-C4bSVIr7.d.ts} +3 -3
- package/dist/{types-BRsxjg7z.d.ts.map → types-C4bSVIr7.d.ts.map} +1 -1
- package/dist/{types-DLQx4mKU.d.ts → types-vXyshMwx.d.ts} +2 -2
- package/dist/{types-DLQx4mKU.d.ts.map → types-vXyshMwx.d.ts.map} +1 -1
- package/dist/wire/index.d.ts +1 -1
- package/docs/eval-surface-map.md +2 -1
- package/docs/wire-protocol.md +4 -0
- package/package.json +1 -1
- package/dist/campaign-jTOvqnse.js.map +0 -1
- package/dist/index-Ba3YrbAL.d.ts +0 -1
- package/dist/run-record-BvHPVS-i.js.map +0 -1
- package/dist/run-record-CKiihE6f.d.ts.map +0 -1
- package/dist/tool-groups-BdcoEgtV.d.ts.map +0 -1
package/CHANGELOG.md
CHANGED
|
@@ -8,6 +8,16 @@ All notable changes to `@tangle-network/agent-eval` and its sibling `agent-eval-
|
|
|
8
8
|
|
|
9
9
|
---
|
|
10
10
|
|
|
11
|
+
## [0.145.7] — 2026-08-13
|
|
12
|
+
|
|
13
|
+
### Fixed
|
|
14
|
+
|
|
15
|
+
- `runProfileMatrix()` now retains failed moving-model cells when no served model was observed.
|
|
16
|
+
- These rows use explicit unknown model, uncaptured cost, and incomplete usage markers instead of fabricated snapshots or zero measurements.
|
|
17
|
+
- Successful moving-model cells still require one immutable served model snapshot.
|
|
18
|
+
|
|
19
|
+
---
|
|
20
|
+
|
|
11
21
|
## [0.145.6] — 2026-08-13
|
|
12
22
|
|
|
13
23
|
### Fixed
|
package/README.md
CHANGED
|
@@ -159,6 +159,10 @@ The campaign cell remains failed and unscored, so this protocol penalty is not a
|
|
|
159
159
|
The failed cell is not cached; a later request retries it with a fresh `ctx.runAttemptId`, while completed cells remain resumable.
|
|
160
160
|
Set `abortOnCellError: true` to keep fail-fast behavior.
|
|
161
161
|
|
|
162
|
+
`runProfileMatrix()` retains a failed cell when a moving model alias produced no served model snapshot.
|
|
163
|
+
The row carries `model: 'unknown'`, uncaptured cost, and incomplete token usage so downstream reports can count the failure without inventing measurements.
|
|
164
|
+
Successful moving-model cells still require one immutable served snapshot.
|
|
165
|
+
|
|
162
166
|
## Adapt Another Text Optimizer
|
|
163
167
|
|
|
164
168
|
Use `externalTextOptimizationMethod()` when an existing package owns search and selection for a text prompt or named text components.
|
package/dist/analyst/index.d.ts
CHANGED
|
@@ -1,19 +1,19 @@
|
|
|
1
1
|
import { a as MultiLayerVerifier, c as VerifyOptions, o as Severity } from "../multi-layer-verifier-DIguZc8Z.js";
|
|
2
|
-
import { A as SemanticConceptJudgeInput, C as parseFindingSubject, E as createDspyRlmTraceEngine, F as RunScoreWeights, P as RunScore, S as findingSubjectGrammarPromptFor, T as DspyRlmTraceEngineOptions, _ as FINDING_SUBJECT_SYNTAX, a as FAILURE_MODE_KIND_SPEC, b as FindingSubjectStringSchema, c as emitControlIntegrityFindings, d as FindingsStore, f as PersistedFinding, g as FINDING_SUBJECT_KINDS, h as FINDING_SUBJECT_GRAMMAR_PROMPT, i as IMPROVEMENT_KIND_SPEC, j as SemanticConceptJudgeOptions, l as DiffPolicy, m as diffFindings, n as KNOWLEDGE_POISONING_KIND_SPEC, o as CONTROL_INTEGRITY_ANALYST, p as defaultIsMaterial, r as KNOWLEDGE_GAP_KIND_SPEC, s as ControlIntegrityAnalyst, t as DEFAULT_TRACE_ANALYST_KINDS, u as FindingsDiff, v as FindingSubject, w as renderFindingSubject, x as KIND_EXPECTED_SUBJECTS, y as FindingSubjectKind } from "../index-
|
|
2
|
+
import { A as SemanticConceptJudgeInput, C as parseFindingSubject, E as createDspyRlmTraceEngine, F as RunScoreWeights, P as RunScore, S as findingSubjectGrammarPromptFor, T as DspyRlmTraceEngineOptions, _ as FINDING_SUBJECT_SYNTAX, a as FAILURE_MODE_KIND_SPEC, b as FindingSubjectStringSchema, c as emitControlIntegrityFindings, d as FindingsStore, f as PersistedFinding, g as FINDING_SUBJECT_KINDS, h as FINDING_SUBJECT_GRAMMAR_PROMPT, i as IMPROVEMENT_KIND_SPEC, j as SemanticConceptJudgeOptions, l as DiffPolicy, m as diffFindings, n as KNOWLEDGE_POISONING_KIND_SPEC, o as CONTROL_INTEGRITY_ANALYST, p as defaultIsMaterial, r as KNOWLEDGE_GAP_KIND_SPEC, s as ControlIntegrityAnalyst, t as DEFAULT_TRACE_ANALYST_KINDS, u as FindingsDiff, v as FindingSubject, w as renderFindingSubject, x as KIND_EXPECTED_SUBJECTS, y as FindingSubjectKind } from "../index-YrUFx3FU.js";
|
|
3
3
|
import { b as CustomTokenPricing, c as CostLedgerHandle } from "../cost-ledger-DbQdN3nO.js";
|
|
4
4
|
import { C as TraceEvent, _ as Span, f as Run, n as BudgetLedgerEntry, t as Artifact } from "../schema-BtVldJ3T.js";
|
|
5
5
|
import { C as SandboxSdkTransportOpts, S as RouterTransportOpts, _ as CliBridgeTransportOpts, a as JudgeInput, b as DirectProviderTransportOpts, f as ChatCallOpts, g as ChatTransport, h as ChatResponse, i as JudgeFn, m as ChatRequest, p as ChatClient, v as CreateChatClientOpts, w as createChatClient, x as MockTransportOpts, y as CustomTransportOpts } from "../types-Cx3YUh2r.js";
|
|
6
6
|
import { s as TraceStore } from "../store-CT9YIIve.js";
|
|
7
|
-
import "../index-
|
|
8
|
-
import { I as TraceAnalystSpan, _ as ProposalFinding, a as AnalystInputKind, b as makeFinding, c as AnalystRunInputs, d as AnalystSeverity, f as AnalystUsageReceipt, g as ExecutionProbeRequest, h as ExecutionProbeOutcome, i as AnalystFinding, l as AnalystRunResult, m as ExecutionProbe, n as AnalystContext, o as AnalystRequirements, p as EvidenceRef, r as AnalystCost, s as AnalystRunEvent, t as Analyst, u as AnalystRunSummary, v as ProposalFindingOrigin, w as TraceAnalysisStore, x as makeProposalFinding, y as computeFindingId } from "../types-
|
|
9
|
-
import { a as createTraceAnalyst, c as runTraceAnalyst, d as deriveEfficiencyFindings, i as TraceAnalystDefinition, l as BehavioralAnalystOptions, n as buildDefaultAnalystRegistry, o as renderPriorFindings, r as CreateTraceAnalystOptions, s as renderUpstreamFindings, t as DefaultAnalystRegistryOptions, u as behavioralAnalyst } from "../default-registry-
|
|
10
|
-
import { a as ExactAnalystRunPolicySnapshot, c as ExactAnalystSnapshot, d as ExactExecutionComponentSnapshot, i as ExactAnalystRunEvent, l as ExactCapableAnalyst, n as ExactAnalystExecutionPlanSnapshot, o as ExactAnalystRunResult, r as ExactAnalystRunCompletion, s as ExactAnalystRunSummary, t as ExactAnalystBudgetSnapshot, u as ExactExecutionComponentIdentity } from "../exact-types-
|
|
11
|
-
import { a as ExactAnalystBudgetPolicy, c as RegistryRunOpts, i as BudgetPolicy, l as assertExactRegistryRunOpts, n as AnalystRegistry, o as ExactAnalystRunExecutionError, r as AnalystRegistryOptions, s as ExactRegistryRunOpts, t as AnalystHooks } from "../registry-
|
|
12
|
-
import { C as scoreAnalystFindings, S as traceStoreEvidenceResolver, _ as AnalystIssueExpectation, a as AnalystBenchmarkLabelState, b as registryBenchmarkRunner, c as AnalystBenchmarkProvenance, d as AnalystBenchmarkSummary, f as AnalystEvidenceExpectation, g as AnalystFindingScore, h as AnalystEvidenceResolver, i as AnalystBenchmarkError, l as AnalystBenchmarkResult, m as AnalystEvidenceResolutionError, n as AnalystBenchmarkDatasetRef, o as AnalystBenchmarkObservation, p as AnalystEvidenceResolution, r as AnalystBenchmarkDescriptor, s as AnalystBenchmarkOutput, t as AnalystBenchmarkCase, u as AnalystBenchmarkRunner, v as AnalystLatencyDistribution, x as runAnalystBenchmark, y as RunAnalystBenchmarkOptions } from "../benchmark-
|
|
7
|
+
import "../index-BKShPTwZ.js";
|
|
8
|
+
import { I as TraceAnalystSpan, _ as ProposalFinding, a as AnalystInputKind, b as makeFinding, c as AnalystRunInputs, d as AnalystSeverity, f as AnalystUsageReceipt, g as ExecutionProbeRequest, h as ExecutionProbeOutcome, i as AnalystFinding, l as AnalystRunResult, m as ExecutionProbe, n as AnalystContext, o as AnalystRequirements, p as EvidenceRef, r as AnalystCost, s as AnalystRunEvent, t as Analyst, u as AnalystRunSummary, v as ProposalFindingOrigin, w as TraceAnalysisStore, x as makeProposalFinding, y as computeFindingId } from "../types-vXyshMwx.js";
|
|
9
|
+
import { a as createTraceAnalyst, c as runTraceAnalyst, d as deriveEfficiencyFindings, i as TraceAnalystDefinition, l as BehavioralAnalystOptions, n as buildDefaultAnalystRegistry, o as renderPriorFindings, r as CreateTraceAnalystOptions, s as renderUpstreamFindings, t as DefaultAnalystRegistryOptions, u as behavioralAnalyst } from "../default-registry-cpHtP2Og.js";
|
|
10
|
+
import { a as ExactAnalystRunPolicySnapshot, c as ExactAnalystSnapshot, d as ExactExecutionComponentSnapshot, i as ExactAnalystRunEvent, l as ExactCapableAnalyst, n as ExactAnalystExecutionPlanSnapshot, o as ExactAnalystRunResult, r as ExactAnalystRunCompletion, s as ExactAnalystRunSummary, t as ExactAnalystBudgetSnapshot, u as ExactExecutionComponentIdentity } from "../exact-types-CzbhVDr2.js";
|
|
11
|
+
import { a as ExactAnalystBudgetPolicy, c as RegistryRunOpts, i as BudgetPolicy, l as assertExactRegistryRunOpts, n as AnalystRegistry, o as ExactAnalystRunExecutionError, r as AnalystRegistryOptions, s as ExactRegistryRunOpts, t as AnalystHooks } from "../registry-B_1Frl8a.js";
|
|
12
|
+
import { C as scoreAnalystFindings, S as traceStoreEvidenceResolver, _ as AnalystIssueExpectation, a as AnalystBenchmarkLabelState, b as registryBenchmarkRunner, c as AnalystBenchmarkProvenance, d as AnalystBenchmarkSummary, f as AnalystEvidenceExpectation, g as AnalystFindingScore, h as AnalystEvidenceResolver, i as AnalystBenchmarkError, l as AnalystBenchmarkResult, m as AnalystEvidenceResolutionError, n as AnalystBenchmarkDatasetRef, o as AnalystBenchmarkObservation, p as AnalystEvidenceResolution, r as AnalystBenchmarkDescriptor, s as AnalystBenchmarkOutput, t as AnalystBenchmarkCase, u as AnalystBenchmarkRunner, v as AnalystLatencyDistribution, x as runAnalystBenchmark, y as RunAnalystBenchmarkOptions } from "../benchmark-DbiZbPdH.js";
|
|
13
13
|
import { f as ExternalOptimizerModelExecutionObservation, h as ExternalOptimizerRunnerCommand, l as ExternalOptimizerModelCall } from "../external-optimizer-contracts-lixrOZdX.js";
|
|
14
14
|
import { t as AgentProfile } from "../agent-profile-B9_GGsG8.js";
|
|
15
|
-
import { a as TraceAnalystLimits, c as RAW_FINDING_SCHEMA_PROMPT, d as RawAnalystFinding, f as RawAnalystFindingSchema, i as TraceAnalysisEngineResult, l as RawAnalystEvidence, m as parseRawFinding, n as TraceAnalysisEngine, o as resolveTraceAnalystLimits, p as evidenceRefsFromRawFinding, r as TraceAnalysisEngineRequest, s as ANALYST_SEVERITIES, t as DEFAULT_TRACE_ANALYST_LIMITS, u as RawAnalystEvidenceSchema } from "../engine-
|
|
16
|
-
import { n as buildTraceToolsForGroup, t as TraceToolGroupName } from "../tool-groups-
|
|
15
|
+
import { a as TraceAnalystLimits, c as RAW_FINDING_SCHEMA_PROMPT, d as RawAnalystFinding, f as RawAnalystFindingSchema, i as TraceAnalysisEngineResult, l as RawAnalystEvidence, m as parseRawFinding, n as TraceAnalysisEngine, o as resolveTraceAnalystLimits, p as evidenceRefsFromRawFinding, r as TraceAnalysisEngineRequest, s as ANALYST_SEVERITIES, t as DEFAULT_TRACE_ANALYST_LIMITS, u as RawAnalystEvidenceSchema } from "../engine-DJqRKbhs.js";
|
|
16
|
+
import { n as buildTraceToolsForGroup, t as TraceToolGroupName } from "../tool-groups-CZotz-e_.js";
|
|
17
17
|
import { i as nodeHttpPrimeBridgeTransport, n as PrimeBridgeTransportRequest, r as PrimeBridgeTransportResult, t as PrimeBridgeTransport } from "../prime-bridge-transport-6feEglLf.js";
|
|
18
18
|
import { z } from "zod";
|
|
19
19
|
//#region src/run-critic.d.ts
|
|
@@ -1299,7 +1299,7 @@ declare const ANALYST_BENCHMARK_HELP = "agent-eval analyst-benchmark\n\nRun the
|
|
|
1299
1299
|
declare const ANALYST_BENCHMARK_IMPLEMENTATION_DIGEST_ALGORITHM = "sha256-canonical-source-manifest";
|
|
1300
1300
|
declare const ANALYST_BENCHMARK_DEPENDENCY_LOCK_DIGEST_ALGORITHM = "sha256-canonical-file-manifest";
|
|
1301
1301
|
declare const ANALYST_BENCHMARK_DEPENDENCY_LOCK_FILES: readonly string[];
|
|
1302
|
-
declare const ANALYST_BENCHMARK_DEPENDENCY_LOCK_SHA256 = "
|
|
1302
|
+
declare const ANALYST_BENCHMARK_DEPENDENCY_LOCK_SHA256 = "599faa767a84b62fd8ffcb085175a643d88f040c45ed24bed0cf9b5f501e257b";
|
|
1303
1303
|
/** The published benchmark evidence was produced at this package version, by
|
|
1304
1304
|
* the retired one-shot direct runner, before trace analysts moved to the
|
|
1305
1305
|
* recursive DSPy RLM engine. Both evidence digests below are historical facts
|
package/dist/analyst/index.js
CHANGED
|
@@ -7,7 +7,7 @@ import { a as assertExactRegistryRunOpts, c as KNOWLEDGE_GAP_KIND_SPEC, d as CON
|
|
|
7
7
|
import { t as createDspyRlmTraceEngine } from "../dspy-rlm-engine-BZ2aMZEd.js";
|
|
8
8
|
import { a as diffFindings, i as defaultIsMaterial, n as runSemanticConceptJudge, r as FindingsStore, t as SEMANTIC_CONCEPT_JUDGE_VERSION } from "../semantic-concept-judge-BiJxScqe.js";
|
|
9
9
|
import { a as scoreAnalystFindings, i as summarizeAnalystBenchmarkRunner, n as runAnalystBenchmark, r as traceStoreEvidenceResolver, t as registryBenchmarkRunner } from "../benchmark-BhT16ep9.js";
|
|
10
|
-
import { $ as analystBenchmarkDependencyLockDigest, A as compareAnalystRunners, B as DEFAULT_MAX_VERIFICATION_ARTIFACT_BYTES, C as analystDefinitionProtocolSha256, D as readAnalystBenchmarkArtifact, E as expandCodeTraceFailureBlocks, F as MAX_INCORRECT_BLOCKS, G as ANALYST_BENCHMARK_DEPENDENCY_LOCK_FILES, H as loadCodeTraceVerificationArtifacts, I as MAX_INCORRECT_BLOCK_STEPS, J as ANALYST_BENCHMARK_EVIDENCE_IMPLEMENTATION_SHA256, K as ANALYST_BENCHMARK_DEPENDENCY_LOCK_SHA256, L as publicBenchmarkProtocolSha256, M as effectiveAnalystProtocolSha256, N as readAnalystInstructionsOverride, O as renderCodeTraceCalibrationMarkdown, P as CODE_TRACE_BENCH_ANALYST_PROMPT, Q as ANALYST_BENCHMARK_IMPLEMENTATION_SHA256, R as publicBenchmarkRlmInstructions, S as analystDefinitionAsymmetries, T as emptyPublicBenchmarkRunner, U as parseVerificationOutcome, V as appendVerificationArtifactsToOtlp, W as ANALYST_BENCHMARK_DEPENDENCY_LOCK_DIGEST_ALGORITHM, X as ANALYST_BENCHMARK_IMPLEMENTATION_DIGEST_ALGORITHM, Y as ANALYST_BENCHMARK_EVIDENCE_PACKAGE_VERSION, Z as ANALYST_BENCHMARK_IMPLEMENTATION_FILES, _ as runReplVariableAnalystDefinition, a as primeAnalystProtocolSha256, at as AGENT_RX_UPSTREAM_REVISION, b as runChunkedAnalystDefinition, c as nodeHttpPrimeBridgeTransport, ct as codeTraceBenchCase, d as publicBenchmarkDistributions, dt as agentRxPredictionsToFindings, et as analystBenchmarkImplementationDigest, f as publicBenchmarkSelectionReport, ft as normalizeAgentRxCategory, g as rlmEngineLimits, h as publicRlmAnalystDefinition, i as createPrimeBenchmarkRunner, it as ANALYST_BENCHMARK_OBSERVATIONS_FILE, j as analystInstructionsOverrideFromText, k as summarizeCodeTraceCalibration, l as loadPublicBenchmarkRows, lt as codeTracerPredictionsToFindings, m as createPublicBenchmarkRlmRunner, mt as normalizeBenchmarkLabel, n as runAnalystBenchmarkCommand, nt as ANALYST_BENCHMARK_LOCAL_RECEIPT_FILE, o as primeCodeTraceAnalystDefinition, ot as renderAgentRxCalibrationMarkdown, p as selectPublicBenchmarkRows, pt as roundAgentRxStep, q as ANALYST_BENCHMARK_EVIDENCE_DEPENDENCY_LOCK_SHA256, r as renderAnalystBenchmarkMarkdown, rt as ANALYST_BENCHMARK_MANIFEST_FILE, s as runInlineAnalystDefinition, st as summarizeAgentRxCalibration, t as ANALYST_BENCHMARK_HELP, tt as ANALYST_BENCHMARK_COST_LEDGER_FILE, u as preparePublicAnalystBenchmark, ut as agentRxBenchmarkCase, v as createPublicBenchmarkDirectRunner, w as adaptPublicBenchmarkFindings, x as AnalystExpressivenessError, y as publicDirectAnalystDefinition, z as publicBenchmarkSystemPrompt } from "../benchmark-command-
|
|
10
|
+
import { $ as analystBenchmarkDependencyLockDigest, A as compareAnalystRunners, B as DEFAULT_MAX_VERIFICATION_ARTIFACT_BYTES, C as analystDefinitionProtocolSha256, D as readAnalystBenchmarkArtifact, E as expandCodeTraceFailureBlocks, F as MAX_INCORRECT_BLOCKS, G as ANALYST_BENCHMARK_DEPENDENCY_LOCK_FILES, H as loadCodeTraceVerificationArtifacts, I as MAX_INCORRECT_BLOCK_STEPS, J as ANALYST_BENCHMARK_EVIDENCE_IMPLEMENTATION_SHA256, K as ANALYST_BENCHMARK_DEPENDENCY_LOCK_SHA256, L as publicBenchmarkProtocolSha256, M as effectiveAnalystProtocolSha256, N as readAnalystInstructionsOverride, O as renderCodeTraceCalibrationMarkdown, P as CODE_TRACE_BENCH_ANALYST_PROMPT, Q as ANALYST_BENCHMARK_IMPLEMENTATION_SHA256, R as publicBenchmarkRlmInstructions, S as analystDefinitionAsymmetries, T as emptyPublicBenchmarkRunner, U as parseVerificationOutcome, V as appendVerificationArtifactsToOtlp, W as ANALYST_BENCHMARK_DEPENDENCY_LOCK_DIGEST_ALGORITHM, X as ANALYST_BENCHMARK_IMPLEMENTATION_DIGEST_ALGORITHM, Y as ANALYST_BENCHMARK_EVIDENCE_PACKAGE_VERSION, Z as ANALYST_BENCHMARK_IMPLEMENTATION_FILES, _ as runReplVariableAnalystDefinition, a as primeAnalystProtocolSha256, at as AGENT_RX_UPSTREAM_REVISION, b as runChunkedAnalystDefinition, c as nodeHttpPrimeBridgeTransport, ct as codeTraceBenchCase, d as publicBenchmarkDistributions, dt as agentRxPredictionsToFindings, et as analystBenchmarkImplementationDigest, f as publicBenchmarkSelectionReport, ft as normalizeAgentRxCategory, g as rlmEngineLimits, h as publicRlmAnalystDefinition, i as createPrimeBenchmarkRunner, it as ANALYST_BENCHMARK_OBSERVATIONS_FILE, j as analystInstructionsOverrideFromText, k as summarizeCodeTraceCalibration, l as loadPublicBenchmarkRows, lt as codeTracerPredictionsToFindings, m as createPublicBenchmarkRlmRunner, mt as normalizeBenchmarkLabel, n as runAnalystBenchmarkCommand, nt as ANALYST_BENCHMARK_LOCAL_RECEIPT_FILE, o as primeCodeTraceAnalystDefinition, ot as renderAgentRxCalibrationMarkdown, p as selectPublicBenchmarkRows, pt as roundAgentRxStep, q as ANALYST_BENCHMARK_EVIDENCE_DEPENDENCY_LOCK_SHA256, r as renderAnalystBenchmarkMarkdown, rt as ANALYST_BENCHMARK_MANIFEST_FILE, s as runInlineAnalystDefinition, st as summarizeAgentRxCalibration, t as ANALYST_BENCHMARK_HELP, tt as ANALYST_BENCHMARK_COST_LEDGER_FILE, u as preparePublicAnalystBenchmark, ut as agentRxBenchmarkCase, v as createPublicBenchmarkDirectRunner, w as adaptPublicBenchmarkFindings, x as AnalystExpressivenessError, y as publicDirectAnalystDefinition, z as publicBenchmarkSystemPrompt } from "../benchmark-command-C7L0rQsD.js";
|
|
11
11
|
import { a as extractPrimeJsonObject, c as primeProtocolSha256, d as runPrimeExchange, f as decodeReplyRows, i as emptyPrimeRawUsage, l as primeReplyDefect, n as buildPrimePrompt, o as mergePrimeRawUsage, r as buildPrimeRepairPrompt, s as normalizePrimeUsage, t as analystUsageReceiptFromPrimeUsage, u as projectPrimeTrajectory } from "../prime-protocol-6tZTVsWm.js";
|
|
12
12
|
import { existsSync, readFileSync, readdirSync, statSync } from "node:fs";
|
|
13
13
|
import { join } from "node:path";
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
import { t as AgentEvalError } from "./errors-DEE6u6ot.js";
|
|
2
2
|
import { a as CheckerIdentity, n as VerdictCertification, t as DefaultVerdict, x as VerificationStrategySource } from "./verdict-E4eRNf7-.js";
|
|
3
3
|
import { c as CostLedgerHandle } from "./cost-ledger-DbQdN3nO.js";
|
|
4
|
-
import { a as RunRecord } from "./run-record-
|
|
4
|
+
import { a as RunRecord } from "./run-record-DVV82Gwh.js";
|
|
5
5
|
import { it as RawProviderSink, p as ChatClient } from "./types-Cx3YUh2r.js";
|
|
6
6
|
//#region src/artifact-validator.d.ts
|
|
7
7
|
/**
|
|
@@ -277,4 +277,4 @@ declare function assertRealBackend(records: ReadonlyArray<RunRecord>, opts?: {
|
|
|
277
277
|
}): BackendIntegrityReport;
|
|
278
278
|
//#endregion
|
|
279
279
|
export { SatisfiedBy as _, ArtifactEventLike as a, createLlmCorrectnessChecker as b, ToolCallEventLike as c, CompletionVerdict as d, CorrectnessChecker as f, RequirementCheck as g, ProducedState as h, summarizeBackendIntegrity as i, extractProducedState as l, ProducedProposal as m, BackendIntegrityReport as n, ProposalEventLike as o, LlmCorrectnessCheckerOpts as p, assertRealBackend as r, RuntimeEventLike as s, BackendIntegrityError as t, CompletionRequirement as u, TaskGold as v, verifyCompletion as x, completionVerdict as y };
|
|
280
|
-
//# sourceMappingURL=backend-integrity-
|
|
280
|
+
//# sourceMappingURL=backend-integrity-BffcHGdm.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"backend-integrity-
|
|
1
|
+
{"version":3,"file":"backend-integrity-BffcHGdm.d.ts","names":[],"sources":["../src/artifact-validator.ts","../src/completion-verifier.ts","../src/produced-state.ts","../src/integrity/backend-integrity.ts"],"mappings":";;;;;;;;;;;;;;;;;;UAaiB;;EAEf;;EAEA;;EAEA;;EAEA,QAAQ;;EAER,WAAW;;;;;KCsBD;UAEK;;EAEf;;EAEA;;EAEA;;EAEA,cAAc;;UAGC;EACf;EACA,cAAc;;UAGC;EACf;EACA;EACA;;EAEA;;;UAIe;;EAEf,WAAW;;EAEX,WAAW;;EAEX;;UAGe;EACf;EACA;;EAEA;;;;;;EAMA;;EAEA;;;;;;;;;EASA;;EAEA;;EAEA;;;;;UAMe,0BAA0B;EACzC;EACA,cAAc;;EAEd;;EAEA;;EAEA;;;;;;;;;iBAUc,kBAAkB;EAChC;EACA,cAAc;;;EAGd,gBAAgB;IACd;;;;;;UAqCa;EACf,UAAU;EACV,SAAS;EACT;;;;;;;;;;;;UAae;GAEb,aAAa,uBACb,kBACC;IAAU;IAAkB;;EAC/B,cAAc;;;;;;;;;iBAsLM,iBACpB,MAAM,UACN,OAAO,eACP,kBAAkB,qBACjB,QAAQ;UAyGM;EACf;;EAEA,aAAa;EACb;EACA,WAAW;EACX,SAAS;;EAET;;;;;;EAMA;;;;;;EAMA,UAAU;;;;;;;;iBA2CI,4BACd,MAAM,YACN,OAAM,4BACL;;;;UCnhBc;EACf;EACA;;;;;;;UAQe;EACf;EACA;EACA;EACA;EACA;EACA;;;UAIe;EACf;EACA;EACA;EACA;EAIA;;;;;;;;KASU,mBACR,oBACA,oBACA;EACE;;;;;;;;;;;;iBAmBU,qBAAqB,iBAAiB,qBAAqB;;;UCpD1D;;EAEf;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;;;;;;;cAQW,8BAA8B;WAGvB,QAAQ;EAF1B,YACE,iBACgB,QAAQ;;;;;;;iBAWZ,0BACd,SAAS,cAAc,aACtB;;;;;;;;iBAuHa,kBACd,SAAS,cAAc,YACvB;EAAQ;IACP"}
|
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { c as AnalystRunInputs, f as AnalystUsageReceipt, i as AnalystFinding, p as EvidenceRef, w as TraceAnalysisStore } from "./types-
|
|
2
|
-
import { c as RegistryRunOpts, n as AnalystRegistry } from "./registry-
|
|
1
|
+
import { c as AnalystRunInputs, f as AnalystUsageReceipt, i as AnalystFinding, p as EvidenceRef, w as TraceAnalysisStore } from "./types-vXyshMwx.js";
|
|
2
|
+
import { c as RegistryRunOpts, n as AnalystRegistry } from "./registry-B_1Frl8a.js";
|
|
3
3
|
//#region src/analyst/benchmark-scoring.d.ts
|
|
4
4
|
declare function scoreAnalystFindings(testCase: Pick<AnalystBenchmarkCase, 'id' | 'expectedIssues' | 'labeledEvidence'>, findings: readonly AnalystFinding[]): AnalystFindingScore;
|
|
5
5
|
//#endregion
|
|
@@ -233,4 +233,4 @@ declare function registryBenchmarkRunner(options: {
|
|
|
233
233
|
}): AnalystBenchmarkRunner<AnalystRunInputs>;
|
|
234
234
|
//#endregion
|
|
235
235
|
export { scoreAnalystFindings as C, traceStoreEvidenceResolver as S, AnalystIssueExpectation as _, AnalystBenchmarkLabelState as a, registryBenchmarkRunner as b, AnalystBenchmarkProvenance as c, AnalystBenchmarkSummary as d, AnalystEvidenceExpectation as f, AnalystFindingScore as g, AnalystEvidenceResolver as h, AnalystBenchmarkError as i, AnalystBenchmarkResult as l, AnalystEvidenceResolutionError as m, AnalystBenchmarkDatasetRef as n, AnalystBenchmarkObservation as o, AnalystEvidenceResolution as p, AnalystBenchmarkDescriptor as r, AnalystBenchmarkOutput as s, AnalystBenchmarkCase as t, AnalystBenchmarkRunner as u, AnalystLatencyDistribution as v, runAnalystBenchmark as x, RunAnalystBenchmarkOptions as y };
|
|
236
|
-
//# sourceMappingURL=benchmark-
|
|
236
|
+
//# sourceMappingURL=benchmark-DbiZbPdH.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"benchmark-
|
|
1
|
+
{"version":3,"file":"benchmark-DbiZbPdH.d.ts","names":[],"sources":["../src/analyst/benchmark-scoring.ts","../src/analyst/benchmark.ts"],"mappings":";;;iBASgB,qBACd,UAAU,KAAK,oEACf,mBAAmB,mBAClB;;;UCIc;EACf;EACA,OAAO;;UAGQ;EACf;EACA;EACA;EACA;EACA,oBAAoB;EACpB;;EAEA,4BAA4B;;KAGlB;UAEK,qBAAqB;EACpC;;EAEA;;EAEA,YAAY;EACZ,OAAO;EACP,yBAAyB;;EAEzB,2BAA2B;EAC3B;EACA,WAAW;;UAGI;EACf;EACA;EACA;EACA;EACA;EACA,mBAAmB;EACnB;EACA;EACA;EACA;;EAEA;;EAEA;;EAEA;EACA;;UAGe;EACf,UAAU;EACV;EACA;;UAGe;EACf;EACA;EACA,oBAAoB;EACpB,QAAQ;;EAER;;KAGU,wBAAwB,qBAAqB;EACvD;EACA,WAAW;EACX,UAAU;EACV,SAAS;gBACK;;;;;iBAMA,2BAA2B,QACzC,WAAW,OAAO,WAAW,qBAC5B,wBAAwB;UAoBV;EACf,mBAAmB;EACnB,QAAQ;EACR,WAAW;;;;;EAKX;;EAEA,QAAQ;;UAGO;EACf;EACA;EACA;EACA;;UAGe,uBAAuB;EACtC;EACA,QACE,OAAO,QACP;IAAW;IAAgB;IAAoB,SAAS;MACvD,yBAAyB,QAAQ;;UAGrB;EACf;EACA;EACA;EACA,YAAY;EACZ;EACA;EACA;EACA;EACA,mBAAmB;EACnB,OAAO;EACP,qBAAqB;EACrB;EACA,eAAe;EACf,QAAQ;EACR,iBAAiB;EACjB,QAAQ;;UAGO;EACf;EACA;EACA;EACA;EACA;;UAGe;EACf;EACA;EACA;EACA;EACA;EACA;EACA;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;;EAEA;;EAEA;;EAEA;;EAEA;EACA,WAAW;EACX;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;;UAGe;EACf;EACA;EACA;;UAGe;EACf;EACA,UAAU;EACV;EACA,cAAc;EACd,WAAW;;UAGI,mCAAmC;EAClD;EACA;EACA;EACA;EACA;EACA;EACA;;UAGe;EACf,YAAY;EACZ,cAAc;EACd,WAAW;;UAGI,2BAA2B;EAC1C,gBAAgB,qBAAqB;EACrC,kBAAkB,uBAAuB;EACzC;EACA;EACA;EACA,kBAAkB,wBAAwB;EAC1C,YAAY;;EAEZ,+BAA+B;EAC/B,iBAAiB,aAAa,uCAAuC;EACrE,SAAS;;iBAGW,oBAAoB,QACxC,SAAS,2BAA2B,UACnC,QAAQ;iBAyDK,wBAAwB;EACtC;EACA,UAAU;EACV,aAAa,KAAK;;EAElB;IACE,uBAAuB"}
|
|
@@ -1209,7 +1209,7 @@ const ANALYST_BENCHMARK_DEPENDENCY_LOCK_FILES = Object.freeze([
|
|
|
1209
1209
|
"package.json",
|
|
1210
1210
|
"pnpm-lock.yaml"
|
|
1211
1211
|
]);
|
|
1212
|
-
const ANALYST_BENCHMARK_DEPENDENCY_LOCK_SHA256 = "
|
|
1212
|
+
const ANALYST_BENCHMARK_DEPENDENCY_LOCK_SHA256 = "599faa767a84b62fd8ffcb085175a643d88f040c45ed24bed0cf9b5f501e257b";
|
|
1213
1213
|
/** The published benchmark evidence was produced at this package version, by
|
|
1214
1214
|
* the retired one-shot direct runner, before trace analysts moved to the
|
|
1215
1215
|
* recursive DSPy RLM engine. Both evidence digests below are historical facts
|
|
@@ -6369,4 +6369,4 @@ function shellQuote(value) {
|
|
|
6369
6369
|
//#endregion
|
|
6370
6370
|
export { analystBenchmarkDependencyLockDigest as $, compareAnalystRunners as A, DEFAULT_MAX_VERIFICATION_ARTIFACT_BYTES as B, analystDefinitionProtocolSha256 as C, readAnalystBenchmarkArtifact as D, expandCodeTraceFailureBlocks as E, MAX_INCORRECT_BLOCKS as F, ANALYST_BENCHMARK_DEPENDENCY_LOCK_FILES as G, loadCodeTraceVerificationArtifacts as H, MAX_INCORRECT_BLOCK_STEPS as I, ANALYST_BENCHMARK_EVIDENCE_IMPLEMENTATION_SHA256 as J, ANALYST_BENCHMARK_DEPENDENCY_LOCK_SHA256 as K, publicBenchmarkProtocolSha256 as L, effectiveAnalystProtocolSha256 as M, readAnalystInstructionsOverride as N, renderCodeTraceCalibrationMarkdown as O, CODE_TRACE_BENCH_ANALYST_PROMPT as P, ANALYST_BENCHMARK_IMPLEMENTATION_SHA256 as Q, publicBenchmarkRlmInstructions as R, analystDefinitionAsymmetries as S, emptyPublicBenchmarkRunner as T, parseVerificationOutcome as U, appendVerificationArtifactsToOtlp as V, ANALYST_BENCHMARK_DEPENDENCY_LOCK_DIGEST_ALGORITHM as W, ANALYST_BENCHMARK_IMPLEMENTATION_DIGEST_ALGORITHM as X, ANALYST_BENCHMARK_EVIDENCE_PACKAGE_VERSION as Y, ANALYST_BENCHMARK_IMPLEMENTATION_FILES as Z, runReplVariableAnalystDefinition as _, primeAnalystProtocolSha256 as a, AGENT_RX_UPSTREAM_REVISION as at, runChunkedAnalystDefinition as b, nodeHttpPrimeBridgeTransport as c, codeTraceBenchCase as ct, publicBenchmarkDistributions as d, agentRxPredictionsToFindings as dt, analystBenchmarkImplementationDigest as et, publicBenchmarkSelectionReport as f, normalizeAgentRxCategory as ft, rlmEngineLimits as g, publicRlmAnalystDefinition as h, createPrimeBenchmarkRunner as i, ANALYST_BENCHMARK_OBSERVATIONS_FILE as it, analystInstructionsOverrideFromText as j, summarizeCodeTraceCalibration as k, loadPublicBenchmarkRows as l, codeTracerPredictionsToFindings as lt, createPublicBenchmarkRlmRunner as m, normalizeBenchmarkLabel as mt, runAnalystBenchmarkCommand as n, ANALYST_BENCHMARK_LOCAL_RECEIPT_FILE as nt, primeCodeTraceAnalystDefinition as o, renderAgentRxCalibrationMarkdown as ot, selectPublicBenchmarkRows as p, roundAgentRxStep as pt, ANALYST_BENCHMARK_EVIDENCE_DEPENDENCY_LOCK_SHA256 as q, renderAnalystBenchmarkMarkdown as r, ANALYST_BENCHMARK_MANIFEST_FILE as rt, runInlineAnalystDefinition as s, summarizeAgentRxCalibration as st, ANALYST_BENCHMARK_HELP as t, ANALYST_BENCHMARK_COST_LEDGER_FILE as tt, preparePublicAnalystBenchmark as u, agentRxBenchmarkCase as ut, createPublicBenchmarkDirectRunner as v, adaptPublicBenchmarkFindings as w, AnalystExpressivenessError as x, publicDirectAnalystDefinition as y, publicBenchmarkSystemPrompt as z };
|
|
6371
6371
|
|
|
6372
|
-
//# sourceMappingURL=benchmark-command-
|
|
6372
|
+
//# sourceMappingURL=benchmark-command-C7L0rQsD.js.map
|