@tangle-network/agent-eval 0.144.0 → 0.144.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (58) hide show
  1. package/CHANGELOG.md +12 -0
  2. package/dist/analyst/index.d.ts +82 -17
  3. package/dist/analyst/index.d.ts.map +1 -1
  4. package/dist/analyst/index.js +4 -4
  5. package/dist/{benchmark-command-4c7N_rlw.js → benchmark-command-95Zqd1e8.js} +331 -110
  6. package/dist/benchmark-command-95Zqd1e8.js.map +1 -0
  7. package/dist/benchmarks/index.d.ts +1 -1
  8. package/dist/benchmarks/index.js +1 -1
  9. package/dist/{benchmarks-05UGZ8sZ.js → benchmarks-CRT4ScEA.js} +4 -4
  10. package/dist/{benchmarks-05UGZ8sZ.js.map → benchmarks-CRT4ScEA.js.map} +1 -1
  11. package/dist/campaign/index.d.ts +4 -4
  12. package/dist/campaign/index.js +4 -4
  13. package/dist/{campaign-BKOtvRAB.js → campaign-CefP3fPS.js} +4 -4
  14. package/dist/{campaign-BKOtvRAB.js.map → campaign-CefP3fPS.js.map} +1 -1
  15. package/dist/cli.js +2 -2
  16. package/dist/contract/index.d.ts +1 -1
  17. package/dist/contract/index.js +3 -3
  18. package/dist/{default-registry-DfHJEwYh.js → default-registry-SOyHB6qG.js} +2 -2
  19. package/dist/{default-registry-DfHJEwYh.js.map → default-registry-SOyHB6qG.js.map} +1 -1
  20. package/dist/{dspy-rlm-engine-CBFwlyaY.js → dspy-rlm-engine-BR7TtB0o.js} +61 -105
  21. package/dist/dspy-rlm-engine-BR7TtB0o.js.map +1 -0
  22. package/dist/{eval-campaign-YdkpWWoT.js → eval-campaign-lI7wB9DH.js} +2 -2
  23. package/dist/{eval-campaign-YdkpWWoT.js.map → eval-campaign-lI7wB9DH.js.map} +1 -1
  24. package/dist/{external-optimizer-contracts-iK0yu4AR.d.ts → external-optimizer-contracts-CdmX2K2S.d.ts} +47 -10
  25. package/dist/external-optimizer-contracts-CdmX2K2S.d.ts.map +1 -0
  26. package/dist/{index-DgbFl4cv.d.ts → index-BrpxwELi.d.ts} +2 -2
  27. package/dist/{index-DgbFl4cv.d.ts.map → index-BrpxwELi.d.ts.map} +1 -1
  28. package/dist/{index-DtMpBKVF.d.ts → index-DRI1DU5z.d.ts} +3 -3
  29. package/dist/{index-DtMpBKVF.d.ts.map → index-DRI1DU5z.d.ts.map} +1 -1
  30. package/dist/index.d.ts +4 -4
  31. package/dist/index.js +9 -9
  32. package/dist/{llm-client-B3WXSH5Y.js → llm-client-D3EoChAU.js} +7 -7
  33. package/dist/llm-client-D3EoChAU.js.map +1 -0
  34. package/dist/openapi.json +1 -1
  35. package/dist/rl.js +1 -1
  36. package/dist/{semantic-concept-judge-DJQtFr95.js → semantic-concept-judge-l8Lb3Kqz.js} +2 -2
  37. package/dist/{semantic-concept-judge-DJQtFr95.js.map → semantic-concept-judge-l8Lb3Kqz.js.map} +1 -1
  38. package/dist/{server-Cu4M3NSO.js → server-Df00sdwz.js} +3 -3
  39. package/dist/{server-Cu4M3NSO.js.map → server-Df00sdwz.js.map} +1 -1
  40. package/dist/{single-run-lock-t1si1ob7.js → single-run-lock-B-cFnnNn.js} +718 -186
  41. package/dist/single-run-lock-B-cFnnNn.js.map +1 -0
  42. package/dist/{skill-usage-BiVEU0QY.d.ts → skill-usage-3vUWdZ9n.d.ts} +23 -4
  43. package/dist/skill-usage-3vUWdZ9n.d.ts.map +1 -0
  44. package/dist/{skillopt-optimization-method-Ds8J1_K8.js → skillopt-optimization-method-DA5mJmFE.js} +15 -204
  45. package/dist/skillopt-optimization-method-DA5mJmFE.js.map +1 -0
  46. package/dist/{skillopt-optimization-method-B7o01OdX.d.ts → skillopt-optimization-method-DNniakI5.d.ts} +6 -2
  47. package/dist/{skillopt-optimization-method-B7o01OdX.d.ts.map → skillopt-optimization-method-DNniakI5.d.ts.map} +1 -1
  48. package/dist/types-BjMFz88h.d.ts.map +1 -1
  49. package/dist/wire/index.js +1 -1
  50. package/docs/trace-analysis.md +43 -32
  51. package/package.json +1 -1
  52. package/dist/benchmark-command-4c7N_rlw.js.map +0 -1
  53. package/dist/dspy-rlm-engine-CBFwlyaY.js.map +0 -1
  54. package/dist/external-optimizer-contracts-iK0yu4AR.d.ts.map +0 -1
  55. package/dist/llm-client-B3WXSH5Y.js.map +0 -1
  56. package/dist/single-run-lock-t1si1ob7.js.map +0 -1
  57. package/dist/skill-usage-BiVEU0QY.d.ts.map +0 -1
  58. package/dist/skillopt-optimization-method-Ds8J1_K8.js.map +0 -1
package/CHANGELOG.md CHANGED
@@ -4,6 +4,18 @@ All notable changes to `@tangle-network/agent-eval` and its sibling `agent-eval-
4
4
 
5
5
  ---
6
6
 
7
+ ## [0.144.1] - 2026-08-03 - runtime-owned optimizer model calls
8
+
9
+ ### Fixed
10
+
11
+ - Official GEPA, SkillOpt, and DSPy child requests now cross one OpenAI-compatible loopback boundary and invoke the caller-owned canonical model callback exactly once.
12
+ Provider URLs, credentials, retries, and raw HTTP responses no longer cross Agent Eval's public callback.
13
+ - Each invoked optimizer-model call carries a stable call ID, a deeply immutable canonical chat request, the original abort signal, and its endpoint format.
14
+ The owner must return a canonical chat response, an exact cost receipt, and finite JSON execution evidence.
15
+ - Response and receipt validation now preserves cached-input, cache-write, reasoning, output, actual, estimated, and unknown cost semantics without counting cached input twice.
16
+ - The public analyst benchmark records the model-owner callback identity and loads it from an explicit owner module instead of accepting provider credentials.
17
+ - Pinned official GEPA and SkillOpt request fixtures now cover the real library payloads, including SkillOpt's dynamic system-role task message.
18
+
7
19
  ## [0.144.0] - 2026-08-03 - caller-owned optimizer execution
8
20
 
9
21
  ### Changed
@@ -1,5 +1,5 @@
1
1
  import { a as MultiLayerVerifier, l as VerifyOptions, o as Severity } from "../multi-layer-verifier-BHY1gWAc.js";
2
- import { A as parseFindingSubject, C as FINDING_SUBJECT_KINDS, D as FindingSubjectStringSchema, E as FindingSubjectKind, F as DefineExactCustomAnalystOptions, G as SemanticConceptJudgeOptions, I as defineCustomAnalyst, L as defineTraceAnalyst, M as DspyRlmTraceEngineOptions, N as createDspyRlmTraceEngine, O as KIND_EXPECTED_SUBJECTS, P as DefineCustomAnalystOptions, S as FINDING_SUBJECT_GRAMMAR_PROMPT, T as FindingSubject, W as SemanticConceptJudgeInput, Y as RunCritic, Z as RunTrace, _ as FindingsDiff, a as SkillUsageScanConfig, b as defaultIsMaterial, c as DEFAULT_TRACE_ANALYST_KINDS, d as IMPROVEMENT_KIND_SPEC, f as FAILURE_MODE_KIND_SPEC, g as DiffPolicy, h as emitControlIntegrityFindings, i as SkillUsageReport, j as renderFindingSubject, k as findingSubjectGrammarPromptFor, l as KNOWLEDGE_POISONING_KIND_SPEC, m as ControlIntegrityAnalyst, n as SkillUsageAnalyst, o as buildSkillUsageReport, p as CONTROL_INTEGRITY_ANALYST, r as SkillUsageRecord, s as emitSkillUsageFindings, t as SKILL_USAGE_ANALYST, u as KNOWLEDGE_GAP_KIND_SPEC, v as FindingsStore, w as FINDING_SUBJECT_SYNTAX, x as diffFindings, y as PersistedFinding } from "../skill-usage-BiVEU0QY.js";
2
+ import { A as parseFindingSubject, C as FINDING_SUBJECT_KINDS, D as FindingSubjectStringSchema, E as FindingSubjectKind, F as DefineExactCustomAnalystOptions, G as SemanticConceptJudgeOptions, I as defineCustomAnalyst, L as defineTraceAnalyst, M as DspyRlmTraceEngineOptions, N as createDspyRlmTraceEngine, O as KIND_EXPECTED_SUBJECTS, P as DefineCustomAnalystOptions, S as FINDING_SUBJECT_GRAMMAR_PROMPT, T as FindingSubject, W as SemanticConceptJudgeInput, Y as RunCritic, Z as RunTrace, _ as FindingsDiff, a as SkillUsageScanConfig, b as defaultIsMaterial, c as DEFAULT_TRACE_ANALYST_KINDS, d as IMPROVEMENT_KIND_SPEC, f as FAILURE_MODE_KIND_SPEC, g as DiffPolicy, h as emitControlIntegrityFindings, i as SkillUsageReport, j as renderFindingSubject, k as findingSubjectGrammarPromptFor, l as KNOWLEDGE_POISONING_KIND_SPEC, m as ControlIntegrityAnalyst, n as SkillUsageAnalyst, o as buildSkillUsageReport, p as CONTROL_INTEGRITY_ANALYST, r as SkillUsageRecord, s as emitSkillUsageFindings, t as SKILL_USAGE_ANALYST, u as KNOWLEDGE_GAP_KIND_SPEC, v as FindingsStore, w as FINDING_SUBJECT_SYNTAX, x as diffFindings, y as PersistedFinding } from "../skill-usage-3vUWdZ9n.js";
3
3
  import { b as CustomTokenPricing, c as CostLedgerHandle } from "../cost-ledger-FuQvHxPm.js";
4
4
  import { A as ChatClient, B as SandboxSdkTransportOpts, F as CreateChatClientOpts, I as CustomTransportOpts, L as DirectProviderTransportOpts, M as ChatResponse, N as ChatTransport, P as CliBridgeTransportOpts, R as MockTransportOpts, V as createChatClient, j as ChatRequest, k as ChatCallOpts, m as JudgeInput, p as JudgeFn, z as RouterTransportOpts } from "../types-BjMFz88h.js";
5
5
  import { _ as makeFinding, a as AnalystInputKind, c as AnalystRunInputs, d as AnalystSeverity, f as AnalystUsageReceipt, g as computeFindingId, h as ProposalFindingOrigin, i as AnalystFinding, l as AnalystRunResult, m as ProposalFinding, n as AnalystContext, o as AnalystRequirements, p as EvidenceRef, r as AnalystCost, s as AnalystRunEvent, t as Analyst, u as AnalystRunSummary, v as makeProposalFinding, x as TraceAnalysisStore } from "../types-D3jh6F98.js";
@@ -7,7 +7,7 @@ import { a as createTraceAnalyst, c as runTraceAnalyst, d as deriveEfficiencyFin
7
7
  import { a as ExactAnalystRunPolicySnapshot, c as ExactAnalystSnapshot, d as ExactExecutionComponentSnapshot, i as ExactAnalystRunEvent, l as ExactCapableAnalyst, n as ExactAnalystExecutionPlanSnapshot, o as ExactAnalystRunResult, r as ExactAnalystRunCompletion, s as ExactAnalystRunSummary, t as ExactAnalystBudgetSnapshot, u as ExactExecutionComponentIdentity } from "../exact-types-B0lJV3tu.js";
8
8
  import { A as ExactAnalystRunExecutionError, D as AnalystRegistryOptions, E as AnalystRegistry, M as RegistryRunOpts, N as assertExactRegistryRunOpts, O as BudgetPolicy, T as AnalystHooks, j as ExactRegistryRunOpts, k as ExactAnalystBudgetPolicy } from "../completion-verifier-D15NHYSk.js";
9
9
  import { C as scoreAnalystFindings, S as traceStoreEvidenceResolver, _ as AnalystIssueExpectation, a as AnalystBenchmarkLabelState, b as registryBenchmarkRunner, c as AnalystBenchmarkProvenance, d as AnalystBenchmarkSummary, f as AnalystEvidenceExpectation, g as AnalystFindingScore, h as AnalystEvidenceResolver, i as AnalystBenchmarkError, l as AnalystBenchmarkResult, m as AnalystEvidenceResolutionError, n as AnalystBenchmarkDatasetRef, o as AnalystBenchmarkObservation, p as AnalystEvidenceResolution, r as AnalystBenchmarkDescriptor, s as AnalystBenchmarkOutput, t as AnalystBenchmarkCase, u as AnalystBenchmarkRunner, v as AnalystLatencyDistribution, x as runAnalystBenchmark, y as RunAnalystBenchmarkOptions } from "../benchmark-DxaZfy0w.js";
10
- import { l as ExternalOptimizerRunnerCommand } from "../external-optimizer-contracts-iK0yu4AR.js";
10
+ import { f as ExternalOptimizerModelExecutionObservation, h as ExternalOptimizerRunnerCommand, l as ExternalOptimizerModelCall } from "../external-optimizer-contracts-CdmX2K2S.js";
11
11
  import { a as TraceAnalysisEngineRequest, c as resolveTraceAnalystLimits, d as RawAnalystEvidence, f as RawAnalystEvidenceSchema, g as parseRawFinding, h as evidenceRefsFromRawFinding, i as TraceAnalysisEngine, l as ANALYST_SEVERITIES, m as RawAnalystFindingSchema, n as buildTraceToolsForGroup, o as TraceAnalysisEngineResult, p as RawAnalystFinding, r as DEFAULT_TRACE_ANALYST_LIMITS, s as TraceAnalystLimits, t as TraceToolGroupName, u as RAW_FINDING_SCHEMA_PROMPT } from "../tool-groups-Bqy4A3QB.js";
12
12
  //#region src/analyst/adapters.d.ts
13
13
  declare function liftSeverity(s: Severity): AnalystSeverity;
@@ -282,12 +282,32 @@ interface AnalystInstructionsOverride {
282
282
  /** SHA-256 hex digest of `text`. */
283
283
  readonly sha256: string;
284
284
  }
285
+ /** Model execution supplied by the package that owns credentials and provider policy. */
286
+ interface PublicAnalystBenchmarkModelOwner {
287
+ call: ExternalOptimizerModelCall;
288
+ callRef: string;
289
+ recordExecution: (observation: ExternalOptimizerModelExecutionObservation) => void;
290
+ /** Exact rates when the selected model is absent from Agent Eval's catalog. */
291
+ pricing?: CustomTokenPricing;
292
+ }
285
293
  interface PublicAnalystBenchmarkModelConfig {
286
- baseUrl: string;
287
- apiKey: string;
294
+ /** Caller-owned execution path. Agent Eval never receives provider credentials. */
295
+ call: ExternalOptimizerModelCall;
296
+ /** Stable public identity for the caller-owned execution path. */
297
+ callRef: string;
298
+ /** Persist every finite execution record returned by the caller-owned path. */
299
+ recordExecution: (observation: ExternalOptimizerModelExecutionObservation) => void;
288
300
  model: string;
289
301
  maxOutputTokens: number;
290
302
  timeoutMs: number;
303
+ /** Model request bytes per call. Default: 16 MiB. */
304
+ maxModelRequestBytes?: number;
305
+ /** Model response bytes per call. Default: 4 MiB. */
306
+ maxModelResponseBytes?: number;
307
+ /** Reasoning tokens billed beyond completion tokens. Default: four times output. */
308
+ maxReasoningTokens?: number;
309
+ /** Deadline for one caller-owned model invocation. Default: timeoutMs. */
310
+ modelRequestTimeoutMs?: number;
291
311
  /** Required when the model is absent from agent-eval's pricing table. */
292
312
  pricing?: CustomTokenPricing;
293
313
  /** Independent per-case recursive-engine spend limit. Default: 1 USD. */
@@ -300,6 +320,10 @@ interface PublicAnalystBenchmarkModelConfig {
300
320
  maxLlmCalls?: number;
301
321
  maxToolCalls?: number;
302
322
  maxOutputChars?: number;
323
+ maxModelRequests?: number;
324
+ traceToolRequestBytes?: number;
325
+ traceToolResponseBytes?: number;
326
+ traceToolTimeoutMs?: number;
303
327
  /**
304
328
  * Independent engine runs per case. Above 1 (CodeTraceBench only), the
305
329
  * runner scores the step-level majority consensus across all runs instead
@@ -312,8 +336,6 @@ interface PublicAnalystBenchmarkModelConfig {
312
336
  runIdentitySha256: string;
313
337
  responseCacheDir: string;
314
338
  };
315
- /** Test-only transport injection. */
316
- fetchImpl?: typeof fetch;
317
339
  }
318
340
  interface PreparedPublicAnalystBenchmark {
319
341
  cases: AnalystBenchmarkCase<AnalystRunInputs>[];
@@ -586,8 +608,30 @@ interface AnalystBenchmarkArtifact {
586
608
  /** Absent on artifacts produced before consensus sampling existed. */
587
609
  rlmSamples?: number;
588
610
  model: string;
611
+ /** These fields are absent only on immutable evidence produced before model owners existed. */
612
+ modelOwnerCallRef?: string;
589
613
  maxOutputTokens: number;
614
+ maxReasoningTokens?: number;
615
+ maxModelRequestBytes?: number;
616
+ maxModelResponseBytes?: number;
617
+ modelRequestTimeoutMs?: number;
590
618
  timeoutMs: number;
619
+ pricing?: CustomTokenPricing;
620
+ recursiveLimits?: {
621
+ maxIterations: number;
622
+ maxLlmCalls: number;
623
+ maxToolCalls: number;
624
+ maxOutputChars: number;
625
+ maxModelRequests: number | null;
626
+ traceToolRequestBytes: number;
627
+ traceToolResponseBytes: number;
628
+ traceToolTimeoutMs: number;
629
+ };
630
+ processLimits?: {
631
+ maxInputBytes: number;
632
+ maxResultBytes: number;
633
+ maxOutputChars: number;
634
+ };
591
635
  maxCostUsd: number;
592
636
  maxArtifactBytes: number;
593
637
  analystProtocolSha256: string;
@@ -619,8 +663,29 @@ interface AnalystBenchmarkRunIdentity {
619
663
  datasetSplit: string;
620
664
  model: {
621
665
  id: string;
666
+ ownerCallRef: string;
622
667
  maxOutputTokens: number;
668
+ maxReasoningTokens: number;
669
+ maxRequestBytes: number;
670
+ maxResponseBytes: number;
671
+ requestTimeoutMs: number;
623
672
  timeoutMs: number;
673
+ pricing: CustomTokenPricing;
674
+ recursiveLimits: {
675
+ maxIterations: number;
676
+ maxLlmCalls: number;
677
+ maxToolCalls: number;
678
+ maxOutputChars: number;
679
+ maxModelRequests: number | null;
680
+ traceToolRequestBytes: number;
681
+ traceToolResponseBytes: number;
682
+ traceToolTimeoutMs: number;
683
+ };
684
+ processLimits: {
685
+ maxInputBytes: number;
686
+ maxResultBytes: number;
687
+ maxOutputChars: number;
688
+ };
624
689
  };
625
690
  limit: number;
626
691
  seed: number;
@@ -666,8 +731,7 @@ interface AnalystBenchmarkLocalRunReceipt {
666
731
  traceDir: string;
667
732
  artifactDir?: string;
668
733
  outputDir: string;
669
- baseUrl: string;
670
- apiKeyEnvironment: string;
734
+ modelOwnerModule: string;
671
735
  };
672
736
  command: string;
673
737
  environment: {
@@ -702,14 +766,15 @@ declare function readAnalystBenchmarkArtifact(path: string): Promise<AnalystBenc
702
766
  //#region src/analyst/benchmark-command.d.ts
703
767
  interface AnalystBenchmarkCommandDependencies {
704
768
  createAnalystRunner?: (dataset: PublicAnalystBenchmarkDataset, config: PublicAnalystBenchmarkModelConfig) => AnalystBenchmarkRunner<AnalystRunInputs>;
769
+ loadModelExecutionOwner?: (moduleRef: string, context: {
770
+ model: string;
771
+ environment: Readonly<NodeJS.ProcessEnv>;
772
+ }) => Promise<PublicAnalystBenchmarkModelOwner>;
705
773
  }
706
774
  /**
707
775
  * Which analyst produces the scored arm.
708
776
  *
709
- * `dspy-rlm` is the recursive engine. `direct` is the retired one-shot runner,
710
- * kept reachable because the published evidence was produced by it: a
711
- * comparison against those numbers is only sound when the same runner can be
712
- * re-run over the same inputs.
777
+ * `dspy-rlm` is the recursive engine. `direct` is the one-shot comparison arm.
713
778
  */
714
779
  type AnalystBenchmarkRunnerKind = 'dspy-rlm' | 'direct';
715
780
  interface AnalystBenchmarkCommandConfig {
@@ -730,18 +795,18 @@ interface AnalystBenchmarkCommandConfig {
730
795
  rlmSamples: number;
731
796
  maxCostUsd: number;
732
797
  maxArtifactBytes: number;
733
- apiKeyEnv: string;
798
+ modelOwnerModule: string;
734
799
  command: string;
735
800
  resume: boolean;
736
801
  }
737
802
  declare function runAnalystBenchmarkCommand(argv: readonly string[], env?: NodeJS.ProcessEnv, dependencies?: AnalystBenchmarkCommandDependencies): Promise<number>;
738
- declare const ANALYST_BENCHMARK_HELP = "agent-eval analyst-benchmark\n\nRun the recursive DSPy trace analyst against public AgentRx or CodeTraceBench labels.\n\nRequired:\n --dataset agentrx|codetracebench\n --analyst dspy-rlm|direct Scored analyst. Default: dspy-rlm.\n 'direct' is the retired one-shot runner that\n produced the published evidence.\n --labels <dataset.json|dataset.jsonl>\n --trace-dir <one-trace-per-file OTLP JSONL directory>\n --artifact-dir <extracted artifact root> Required for CodeTraceBench\n --out <new output directory>\n --revision <full 40- or 64-character hex digest>\n --split <dataset split>\n --base-url <OpenAI-compatible /v1 URL>\n --api-key-env <environment variable containing the bearer>\n --model <provider model id>\n --limit <positive case count>\n\nControls:\n --resume Continue an interrupted run in --out\n --seed <integer> Case-selection and comparison seed. Default: 0\n --concurrency <positive integer> Parallel benchmark jobs. Default: 1\n --repetitions <positive integer> Runs per case and runner. Default: 1\n --rlm-samples <positive integer> Recursive-engine runs per case; above 1 the\n step-level majority consensus is scored\n (CodeTraceBench + dspy-rlm only). Default: 1\n --instructions-file <path> Replace the recursive analyst instructions\n with this file's text (dspy-rlm only). The\n recorded protocol digest binds the stock\n protocol to the override text, and\n result.json records instructionsOverrideSha256.\n --max-output-tokens <positive> Model output limit per call. Default: 16384\n --python <executable> Python with agent-eval-rpc[dspy]. Default: python\n --timeout-ms <positive> Model analyst deadline per case. Default: 300000\n --max-cost-usd <positive> Run-wide spend limit. Default: 5\n --max-artifact-bytes <positive> Final evidence bytes per case. Default: 8388608\n\nWrites result.json with every observation, metric, usage field, error, comparison,\ninput digest, artifact digest, case distribution, selected case id, and explicit\nunknown cost. Limited deterministic-hash subsets are marked non-representative.\nCompleted observations are fsynced to observations.jsonl. Shareable output is in\nresult.json and report.md. Machine-local paths, endpoint, and command are isolated\nin run.local.json.\nThe key is read from the named environment variable and is never written.";
803
+ declare const ANALYST_BENCHMARK_HELP = "agent-eval analyst-benchmark\n\nRun the recursive DSPy trace analyst against public AgentRx or CodeTraceBench labels.\n\nRequired:\n --dataset agentrx|codetracebench\n --analyst dspy-rlm|direct Scored analyst. Default: dspy-rlm.\n 'direct' is the one-shot comparison arm.\n --labels <dataset.json|dataset.jsonl>\n --trace-dir <one-trace-per-file OTLP JSONL directory>\n --artifact-dir <extracted artifact root> Required for CodeTraceBench\n --out <new output directory>\n --revision <full 40- or 64-character hex digest>\n --split <dataset split>\n --model-owner-module <module> Module exporting createModelExecutionOwner;\n the owner keeps provider credentials and policy\n --model <provider model id>\n --limit <positive case count>\n\nControls:\n --resume Continue an interrupted run in --out\n --seed <integer> Case-selection and comparison seed. Default: 0\n --concurrency <positive integer> Parallel benchmark jobs. Default: 1\n --repetitions <positive integer> Runs per case and runner. Default: 1\n --rlm-samples <positive integer> Recursive-engine runs per case; above 1 the\n step-level majority consensus is scored\n (CodeTraceBench + dspy-rlm only). Default: 1\n --instructions-file <path> Replace the recursive analyst instructions\n with this file's text (dspy-rlm only). The\n recorded protocol digest binds the stock\n protocol to the override text, and\n result.json records instructionsOverrideSha256.\n --max-output-tokens <positive> Model output limit per call. Default: 16384\n --max-reasoning-tokens <integer> Reasoning-token limit per call. Default: 65536\n --max-model-requests <positive> Caller-owned model calls per analysis.\n Default: max iterations + model calls + 1\n --max-model-request-bytes <positive> Default: 16777216\n --max-model-response-bytes <positive> Default: 4194304\n --model-request-timeout-ms <positive> Default: --timeout-ms\n --max-iterations <positive> Recursive iterations per analysis. Default: 14\n --max-llm-calls <positive> DSPy model calls per analysis. Default: 8\n --max-tool-calls <positive> Trace-tool calls per analysis. Default: 80\n --max-analysis-output-chars <positive> Default: 8000\n --trace-tool-request-bytes <positive> Default: 1000000\n --trace-tool-response-bytes <positive> Default: 4000000\n --trace-tool-timeout-ms <positive> Default: 60000\n --max-process-input-bytes <positive> Default: 67108864\n --max-process-result-bytes <positive> Default: 4194304\n --max-process-output-chars <positive> Default: 64000\n --python <executable> Python with agent-eval-rpc[dspy]. Default: python\n --timeout-ms <positive> Model analyst deadline per case. Default: 300000\n --max-cost-usd <positive> Run-wide spend limit. Default: 5\n --max-artifact-bytes <positive> Final evidence bytes per case. Default: 8388608\n\nWrites result.json with every observation, metric, usage field, error, comparison,\ninput digest, artifact digest, case distribution, selected case id, and explicit\nunknown cost. Limited deterministic-hash subsets are marked non-representative.\nCompleted observations are fsynced to observations.jsonl. Shareable output is in\nresult.json and report.md. Machine-local paths, execution-owner module, and command\nare isolated in run.local.json. Provider credentials never enter this command.";
739
804
  //#endregion
740
805
  //#region src/analyst/benchmark-implementation.d.ts
741
806
  declare const ANALYST_BENCHMARK_IMPLEMENTATION_DIGEST_ALGORITHM = "sha256-canonical-source-manifest";
742
807
  declare const ANALYST_BENCHMARK_DEPENDENCY_LOCK_DIGEST_ALGORITHM = "sha256-canonical-file-manifest";
743
808
  declare const ANALYST_BENCHMARK_DEPENDENCY_LOCK_FILES: readonly string[];
744
- declare const ANALYST_BENCHMARK_DEPENDENCY_LOCK_SHA256 = "6327c48fa39d9fc6da2fc1dda5d89b08e16dd1de717c2eaf18c855ad5a4282c5";
809
+ declare const ANALYST_BENCHMARK_DEPENDENCY_LOCK_SHA256 = "044bf5b84d7902c43e627dd302dad22332f8787aa5ae70b72f52fbf9db667d93";
745
810
  /** The published benchmark evidence was produced at this package version, by
746
811
  * the retired one-shot direct runner, before trace analysts moved to the
747
812
  * recursive DSPy RLM engine. Both evidence digests below are historical facts
@@ -753,7 +818,7 @@ declare const ANALYST_BENCHMARK_EVIDENCE_PACKAGE_VERSION = "0.137.0";
753
818
  declare const ANALYST_BENCHMARK_EVIDENCE_DEPENDENCY_LOCK_SHA256 = "1e03f2daed356d60316aabefb407ec1e437ac94d408d61eea4ae096e9c6fbb5b";
754
819
  declare const ANALYST_BENCHMARK_EVIDENCE_IMPLEMENTATION_SHA256 = "4dba263b6256a30d56c7fdb2d992d3a953c0035d731f359b704db806f68f75ac";
755
820
  declare const ANALYST_BENCHMARK_IMPLEMENTATION_FILES: readonly string[];
756
- declare const ANALYST_BENCHMARK_IMPLEMENTATION_SHA256 = "02ffe561616f79e62fcc3292ccd17cf55d5b385b8749367ce6b64e9f40586ac5";
821
+ declare const ANALYST_BENCHMARK_IMPLEMENTATION_SHA256 = "d317d9e7593ddc13f22a4a1e3d62d2fa1e4591395ef3984a0c7585a75794cf8d";
757
822
  declare function analystBenchmarkImplementationDigest(): string;
758
823
  declare function analystBenchmarkDependencyLockDigest(): string;
759
824
  //#endregion
@@ -817,5 +882,5 @@ declare function isProposalFinding(finding: unknown): finding is ProposalFinding
817
882
  */
818
883
  declare function assertProposalFindings(findings: unknown, context?: string): ReadonlyArray<ProposalFinding>;
819
884
  //#endregion
820
- export { AGENT_RX_UPSTREAM_REVISION, ANALYST_BENCHMARK_COST_LEDGER_FILE, ANALYST_BENCHMARK_DEPENDENCY_LOCK_DIGEST_ALGORITHM, ANALYST_BENCHMARK_DEPENDENCY_LOCK_FILES, ANALYST_BENCHMARK_DEPENDENCY_LOCK_SHA256, ANALYST_BENCHMARK_EVIDENCE_DEPENDENCY_LOCK_SHA256, ANALYST_BENCHMARK_EVIDENCE_IMPLEMENTATION_SHA256, ANALYST_BENCHMARK_EVIDENCE_PACKAGE_VERSION, ANALYST_BENCHMARK_HELP, ANALYST_BENCHMARK_IMPLEMENTATION_DIGEST_ALGORITHM, ANALYST_BENCHMARK_IMPLEMENTATION_FILES, ANALYST_BENCHMARK_IMPLEMENTATION_SHA256, ANALYST_BENCHMARK_LOCAL_RECEIPT_FILE, ANALYST_BENCHMARK_MANIFEST_FILE, ANALYST_BENCHMARK_OBSERVATIONS_FILE, ANALYST_SEVERITIES, type AgentRxBenchmarkCaseOptions, type AgentRxCalibrationRunnerSummary, type AgentRxCalibrationSummary, type AgentRxFailure, type AgentRxPrediction, type AgentRxPredictionReport, type AgentRxRow, type Analyst, type AnalystBenchmarkArtifact, type AnalystBenchmarkCase, type AnalystBenchmarkCommandConfig, type AnalystBenchmarkCommandDependencies, type AnalystBenchmarkDatasetRef, type AnalystBenchmarkDescriptor, type AnalystBenchmarkError, type AnalystBenchmarkLabelState, type AnalystBenchmarkLocalRunReceipt, type AnalystBenchmarkObservation, type AnalystBenchmarkOutput, type AnalystBenchmarkProgressRow, type AnalystBenchmarkProvenance, type AnalystBenchmarkResult, type AnalystBenchmarkRunIdentity, type AnalystBenchmarkRunManifest, type AnalystBenchmarkRunner, type AnalystBenchmarkSummary, type AnalystComparisonMetric, type AnalystContext, type AnalystCost, type AnalystEvidenceExpectation, type AnalystEvidenceResolution, type AnalystEvidenceResolutionError, type AnalystEvidenceResolver, type AnalystFinding, type AnalystFindingScore, type AnalystHooks, type AnalystInputKind, type AnalystInstructionsOverride, type AnalystIssueExpectation, type AnalystLatencyDistribution, type AnalystMetricComparison, AnalystRegistry, type AnalystRegistryOptions, type AnalystRequirements, type AnalystRunEvent, type AnalystRunInputs, type AnalystRunResult, type AnalystRunSummary, type AnalystRunnerComparison, type AnalystSeverity, type AnalystUsageReceipt, type BehavioralAnalystOptions, type BudgetPolicy, CODE_TRACE_BENCH_ANALYST_PROMPT, CONTROL_INTEGRITY_ANALYST, type ChatCallOpts, type ChatClient, type ChatRequest, type ChatResponse, type ChatTransport, type CliBridgeTransportOpts, type CodeTraceBenchCaseOptions, type CodeTraceBenchLabelOptions, type CodeTraceBenchLabelSet, type CodeTraceBenchRow, type CodeTraceBlockDiagnostics, type CodeTraceCalibrationRunnerSummary, type CodeTraceCalibrationSummary, type CodeTraceFailureBlock, type CodeTraceStageAnnotation, type CodeTracerLabelGroup, type CodeTracerPredictionAdapterOptions, type CodeTracerPredictions, type CodeTracerStepLabel, ControlIntegrityAnalyst, type CreateChatClientOpts, type CreateTraceAnalystOptions, type CustomTransportOpts, DEFAULT_MAX_VERIFICATION_ARTIFACT_BYTES, DEFAULT_TRACE_ANALYST_KINDS, DEFAULT_TRACE_ANALYST_LIMITS, type DefaultAnalystRegistryOptions, type DefineCustomAnalystOptions, type DefineExactCustomAnalystOptions, type DiffPolicy, type DirectProviderTransportOpts, type DspyRlmTraceEngineOptions, type EvidenceRef, type ExactAnalystBudgetPolicy, type ExactAnalystBudgetSnapshot, type ExactAnalystExecutionPlanSnapshot, type ExactAnalystRunCompletion, type ExactAnalystRunEvent, ExactAnalystRunExecutionError, type ExactAnalystRunPolicySnapshot, type ExactAnalystRunResult, type ExactAnalystRunSummary, type ExactAnalystSnapshot, type ExactCapableAnalyst, type ExactExecutionComponentIdentity, type ExactExecutionComponentSnapshot, type ExactRegistryRunOpts, FAILURE_MODE_KIND_SPEC, FINDING_SUBJECT_GRAMMAR_PROMPT, FINDING_SUBJECT_KINDS, FINDING_SUBJECT_SYNTAX, type FindingSubject, type FindingSubjectKind, FindingSubjectStringSchema, type FindingsDiff, FindingsStore, IMPROVEMENT_KIND_SPEC, type JudgeAdapterOpts, KIND_EXPECTED_SUBJECTS, KNOWLEDGE_GAP_KIND_SPEC, KNOWLEDGE_POISONING_KIND_SPEC, type LoadedVerificationArtifacts, MAX_INCORRECT_BLOCKS, MAX_INCORRECT_BLOCK_STEPS, type MockTransportOpts, type PersistedFinding, type PreparedPublicAnalystBenchmark, type ProposalFinding, type ProposalFindingOrigin, type PublicAnalystBenchmarkDataset, type PublicAnalystBenchmarkModelConfig, type PublicBenchmarkDistributions, type PublicBenchmarkSelectionReport, type PublicBenchmarkValueDistribution, RAW_FINDING_SCHEMA_PROMPT, type RawAnalystEvidence, RawAnalystEvidenceSchema, type RawAnalystFinding, RawAnalystFindingSchema, type RegistryRunOpts, type RouterTransportOpts, type RunAnalystBenchmarkOptions, type RunCriticAdapterOpts, SKILL_USAGE_ANALYST, type SandboxSdkTransportOpts, type SemanticConceptJudgeAdapterOpts, SkillUsageAnalyst, type SkillUsageRecord, type SkillUsageReport, type SkillUsageScanConfig, type StepLabelAdapterOptions, type TraceAnalysisEngine, type TraceAnalysisEngineRequest, type TraceAnalysisEngineResult, type TraceAnalystDefinition, type TraceAnalystLimits, type TraceToolGroupName, type UpstreamPredictionAdapterOptions, type VerificationArtifactFile, type VerificationArtifactManifest, type VerificationArtifactRole, type VerificationAvailabilitySummary, type VerificationOutcome, type VerificationOutcomeSource, type VerificationOutcomeStatus, type VerificationResultFile, type VerifierAdapterOpts, adaptPublicBenchmarkFindings, agentRxBenchmarkCase, agentRxPredictionsToFindings, analystBenchmarkDependencyLockDigest, analystBenchmarkImplementationDigest, analystInstructionsOverrideFromText, appendVerificationArtifactsToOtlp, assertExactRegistryRunOpts, assertProposalFindings, behavioralAnalyst, buildDefaultAnalystRegistry, buildSkillUsageReport, buildTraceToolsForGroup, codeTraceBenchCase, codeTracerPredictionsToFindings, coerceJson, coerceToFindingRows, compareAnalystRunners, computeFindingId, createChatClient, createDspyRlmTraceEngine, createJudgeAdapter, createPublicBenchmarkDirectRunner, createPublicBenchmarkRlmRunner, createRunCriticAdapter, createSemanticConceptJudgeAdapter, createTraceAnalyst, createVerifierAdapter, defaultIsMaterial, defineCustomAnalyst, defineTraceAnalyst, deriveEfficiencyFindings, diffFindings, effectiveAnalystProtocolSha256, emitControlIntegrityFindings, emitSkillUsageFindings, emptyPublicBenchmarkRunner, evidenceRefsFromRawFinding, expandCodeTraceFailureBlocks, findingSubjectGrammarPromptFor, isProposalFinding, liftSeverity, loadCodeTraceVerificationArtifacts, loadPublicBenchmarkRows, makeFinding, makeProposalFinding, normalizeAgentRxCategory, normalizeBenchmarkLabel, parseFindingSubject, parseRawFinding, parseVerificationOutcome, preparePublicAnalystBenchmark, publicBenchmarkDistributions, publicBenchmarkProtocolSha256, publicBenchmarkRlmInstructions, publicBenchmarkSelectionReport, publicBenchmarkSystemPrompt, readAnalystBenchmarkArtifact, readAnalystInstructionsOverride, registryBenchmarkRunner, renderAgentRxCalibrationMarkdown, renderAnalystBenchmarkMarkdown, renderCodeTraceCalibrationMarkdown, renderFindingSubject, renderPriorFindings, renderUpstreamFindings, resolveTraceAnalystLimits, roundAgentRxStep, runAnalystBenchmark, runAnalystBenchmarkCommand, runTraceAnalyst, scoreAnalystFindings, selectPublicBenchmarkRows, stripCodeFences, summarizeAgentRxCalibration, summarizeAnalystBenchmarkRunner, summarizeCodeTraceCalibration, traceStoreEvidenceResolver };
885
+ export { AGENT_RX_UPSTREAM_REVISION, ANALYST_BENCHMARK_COST_LEDGER_FILE, ANALYST_BENCHMARK_DEPENDENCY_LOCK_DIGEST_ALGORITHM, ANALYST_BENCHMARK_DEPENDENCY_LOCK_FILES, ANALYST_BENCHMARK_DEPENDENCY_LOCK_SHA256, ANALYST_BENCHMARK_EVIDENCE_DEPENDENCY_LOCK_SHA256, ANALYST_BENCHMARK_EVIDENCE_IMPLEMENTATION_SHA256, ANALYST_BENCHMARK_EVIDENCE_PACKAGE_VERSION, ANALYST_BENCHMARK_HELP, ANALYST_BENCHMARK_IMPLEMENTATION_DIGEST_ALGORITHM, ANALYST_BENCHMARK_IMPLEMENTATION_FILES, ANALYST_BENCHMARK_IMPLEMENTATION_SHA256, ANALYST_BENCHMARK_LOCAL_RECEIPT_FILE, ANALYST_BENCHMARK_MANIFEST_FILE, ANALYST_BENCHMARK_OBSERVATIONS_FILE, ANALYST_SEVERITIES, type AgentRxBenchmarkCaseOptions, type AgentRxCalibrationRunnerSummary, type AgentRxCalibrationSummary, type AgentRxFailure, type AgentRxPrediction, type AgentRxPredictionReport, type AgentRxRow, type Analyst, type AnalystBenchmarkArtifact, type AnalystBenchmarkCase, type AnalystBenchmarkCommandConfig, type AnalystBenchmarkCommandDependencies, type AnalystBenchmarkDatasetRef, type AnalystBenchmarkDescriptor, type AnalystBenchmarkError, type AnalystBenchmarkLabelState, type AnalystBenchmarkLocalRunReceipt, type AnalystBenchmarkObservation, type AnalystBenchmarkOutput, type AnalystBenchmarkProgressRow, type AnalystBenchmarkProvenance, type AnalystBenchmarkResult, type AnalystBenchmarkRunIdentity, type AnalystBenchmarkRunManifest, type AnalystBenchmarkRunner, type AnalystBenchmarkSummary, type AnalystComparisonMetric, type AnalystContext, type AnalystCost, type AnalystEvidenceExpectation, type AnalystEvidenceResolution, type AnalystEvidenceResolutionError, type AnalystEvidenceResolver, type AnalystFinding, type AnalystFindingScore, type AnalystHooks, type AnalystInputKind, type AnalystInstructionsOverride, type AnalystIssueExpectation, type AnalystLatencyDistribution, type AnalystMetricComparison, AnalystRegistry, type AnalystRegistryOptions, type AnalystRequirements, type AnalystRunEvent, type AnalystRunInputs, type AnalystRunResult, type AnalystRunSummary, type AnalystRunnerComparison, type AnalystSeverity, type AnalystUsageReceipt, type BehavioralAnalystOptions, type BudgetPolicy, CODE_TRACE_BENCH_ANALYST_PROMPT, CONTROL_INTEGRITY_ANALYST, type ChatCallOpts, type ChatClient, type ChatRequest, type ChatResponse, type ChatTransport, type CliBridgeTransportOpts, type CodeTraceBenchCaseOptions, type CodeTraceBenchLabelOptions, type CodeTraceBenchLabelSet, type CodeTraceBenchRow, type CodeTraceBlockDiagnostics, type CodeTraceCalibrationRunnerSummary, type CodeTraceCalibrationSummary, type CodeTraceFailureBlock, type CodeTraceStageAnnotation, type CodeTracerLabelGroup, type CodeTracerPredictionAdapterOptions, type CodeTracerPredictions, type CodeTracerStepLabel, ControlIntegrityAnalyst, type CreateChatClientOpts, type CreateTraceAnalystOptions, type CustomTransportOpts, DEFAULT_MAX_VERIFICATION_ARTIFACT_BYTES, DEFAULT_TRACE_ANALYST_KINDS, DEFAULT_TRACE_ANALYST_LIMITS, type DefaultAnalystRegistryOptions, type DefineCustomAnalystOptions, type DefineExactCustomAnalystOptions, type DiffPolicy, type DirectProviderTransportOpts, type DspyRlmTraceEngineOptions, type EvidenceRef, type ExactAnalystBudgetPolicy, type ExactAnalystBudgetSnapshot, type ExactAnalystExecutionPlanSnapshot, type ExactAnalystRunCompletion, type ExactAnalystRunEvent, ExactAnalystRunExecutionError, type ExactAnalystRunPolicySnapshot, type ExactAnalystRunResult, type ExactAnalystRunSummary, type ExactAnalystSnapshot, type ExactCapableAnalyst, type ExactExecutionComponentIdentity, type ExactExecutionComponentSnapshot, type ExactRegistryRunOpts, FAILURE_MODE_KIND_SPEC, FINDING_SUBJECT_GRAMMAR_PROMPT, FINDING_SUBJECT_KINDS, FINDING_SUBJECT_SYNTAX, type FindingSubject, type FindingSubjectKind, FindingSubjectStringSchema, type FindingsDiff, FindingsStore, IMPROVEMENT_KIND_SPEC, type JudgeAdapterOpts, KIND_EXPECTED_SUBJECTS, KNOWLEDGE_GAP_KIND_SPEC, KNOWLEDGE_POISONING_KIND_SPEC, type LoadedVerificationArtifacts, MAX_INCORRECT_BLOCKS, MAX_INCORRECT_BLOCK_STEPS, type MockTransportOpts, type PersistedFinding, type PreparedPublicAnalystBenchmark, type ProposalFinding, type ProposalFindingOrigin, type PublicAnalystBenchmarkDataset, type PublicAnalystBenchmarkModelConfig, type PublicAnalystBenchmarkModelOwner, type PublicBenchmarkDistributions, type PublicBenchmarkSelectionReport, type PublicBenchmarkValueDistribution, RAW_FINDING_SCHEMA_PROMPT, type RawAnalystEvidence, RawAnalystEvidenceSchema, type RawAnalystFinding, RawAnalystFindingSchema, type RegistryRunOpts, type RouterTransportOpts, type RunAnalystBenchmarkOptions, type RunCriticAdapterOpts, SKILL_USAGE_ANALYST, type SandboxSdkTransportOpts, type SemanticConceptJudgeAdapterOpts, SkillUsageAnalyst, type SkillUsageRecord, type SkillUsageReport, type SkillUsageScanConfig, type StepLabelAdapterOptions, type TraceAnalysisEngine, type TraceAnalysisEngineRequest, type TraceAnalysisEngineResult, type TraceAnalystDefinition, type TraceAnalystLimits, type TraceToolGroupName, type UpstreamPredictionAdapterOptions, type VerificationArtifactFile, type VerificationArtifactManifest, type VerificationArtifactRole, type VerificationAvailabilitySummary, type VerificationOutcome, type VerificationOutcomeSource, type VerificationOutcomeStatus, type VerificationResultFile, type VerifierAdapterOpts, adaptPublicBenchmarkFindings, agentRxBenchmarkCase, agentRxPredictionsToFindings, analystBenchmarkDependencyLockDigest, analystBenchmarkImplementationDigest, analystInstructionsOverrideFromText, appendVerificationArtifactsToOtlp, assertExactRegistryRunOpts, assertProposalFindings, behavioralAnalyst, buildDefaultAnalystRegistry, buildSkillUsageReport, buildTraceToolsForGroup, codeTraceBenchCase, codeTracerPredictionsToFindings, coerceJson, coerceToFindingRows, compareAnalystRunners, computeFindingId, createChatClient, createDspyRlmTraceEngine, createJudgeAdapter, createPublicBenchmarkDirectRunner, createPublicBenchmarkRlmRunner, createRunCriticAdapter, createSemanticConceptJudgeAdapter, createTraceAnalyst, createVerifierAdapter, defaultIsMaterial, defineCustomAnalyst, defineTraceAnalyst, deriveEfficiencyFindings, diffFindings, effectiveAnalystProtocolSha256, emitControlIntegrityFindings, emitSkillUsageFindings, emptyPublicBenchmarkRunner, evidenceRefsFromRawFinding, expandCodeTraceFailureBlocks, findingSubjectGrammarPromptFor, isProposalFinding, liftSeverity, loadCodeTraceVerificationArtifacts, loadPublicBenchmarkRows, makeFinding, makeProposalFinding, normalizeAgentRxCategory, normalizeBenchmarkLabel, parseFindingSubject, parseRawFinding, parseVerificationOutcome, preparePublicAnalystBenchmark, publicBenchmarkDistributions, publicBenchmarkProtocolSha256, publicBenchmarkRlmInstructions, publicBenchmarkSelectionReport, publicBenchmarkSystemPrompt, readAnalystBenchmarkArtifact, readAnalystInstructionsOverride, registryBenchmarkRunner, renderAgentRxCalibrationMarkdown, renderAnalystBenchmarkMarkdown, renderCodeTraceCalibrationMarkdown, renderFindingSubject, renderPriorFindings, renderUpstreamFindings, resolveTraceAnalystLimits, roundAgentRxStep, runAnalystBenchmark, runAnalystBenchmarkCommand, runTraceAnalyst, scoreAnalystFindings, selectPublicBenchmarkRows, stripCodeFences, summarizeAgentRxCalibration, summarizeAnalystBenchmarkRunner, summarizeCodeTraceCalibration, traceStoreEvidenceResolver };
821
886
  //# sourceMappingURL=index.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"index.d.ts","names":[],"sources":["../../src/analyst/adapters.ts","../../src/analyst/benchmark-agentrx-calibration.ts","../../src/analyst/benchmark-dataset-types.ts","../../src/analyst/benchmark-dataset-agentrx.ts","../../src/analyst/benchmark-dataset-codetrace.ts","../../src/analyst/benchmark-dataset-utils.ts","../../src/analyst/benchmark-verification-outcome.ts","../../src/analyst/benchmark-verification-artifacts.ts","../../src/analyst/benchmark-public-types.ts","../../src/analyst/benchmark-public-adapters.ts","../../src/analyst/benchmark-public-data.ts","../../src/analyst/benchmark-public-prompt.ts","../../src/analyst/benchmark-public-model.ts","../../src/analyst/benchmark-public-rlm.ts","../../src/analyst/benchmark-comparison.ts","../../src/analyst/benchmark-public-calibration.ts","../../src/analyst/benchmark-command-artifact.ts","../../src/analyst/benchmark-command-result.ts","../../src/analyst/benchmark-command.ts","../../src/analyst/benchmark-implementation.ts","../../src/analyst/benchmark-instructions-override.ts","../../src/analyst/benchmark-report.ts","../../src/analyst/benchmark-summary.ts","../../src/analyst/parse-tolerant.ts","../../src/analyst/proposal-findings.ts"],"mappings":";;;;;;;;;;;;iBA4CgB,aAAa,GAAG,WAAgB;UAe/B,oBAAoB;EACnC;EACA;EACA,UAAU,mBAAmB;;;;;EAK7B,UAAU,KAAK,cAAc;;iBAGf,sBAAsB,KAAK,MAAM,oBAAoB,OAAO,QAAQ;UAwEnE;EACf;EACA;EACA,SAAS;;EAET;;iBAGc,uBAAuB,OAAM,uBAA4B,QAAQ;UAiEhE;EACf;EACA;EACA,OAAO;;EAEP,MAAM;;EAEN,OAAO;;EAEP;;iBAGc,mBAAmB,MAAM,mBAAmB,QAAQ;UAiDnD;EACf;EACA;;EAEA,UAAU,KAAK;;EAEf;;iBAGc,kCACd,OAAM,kCACL,QAAQ;;;cC5RE;UAEI;EACf;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;;UAGe;EACf;EACA;EACA;EACA,SAAS;;iBAGK,4BACd,QAAQ,wBACR,2BACC;iBAkBa,iCAAiC,SAAS;;;KCtD9C;UAEK;EACf,YAAY;EACZ;EACA;EACA;EACA;EACA;;UAGe;EACf,eAAe;EACf,mBAAmB;EACnB;IAAe,YAAY;IAAY;;EACvC,wBAAwB;EACxB;EACA;EACA;;UAGe;EACf,UAAU;EACV;EACA;EACA;EACA;;UAGe;EACf,UAAU;EACV,mBAAmB;EACnB;EACA;EACA;EACA;EACA;;UAGe;EACf;EACA;EACA;EACA;;UAGe;EACf;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;;UAGe;EACf;EACA;EACA;EACA,iBAAiB;;KAGP,0CAEC,sCACA,iCACA;UAEI;EACf;EACA;EACA;EACA;;EAEA;EACA;EACA;EACA;EACA;EACA;EACA,oCAAoC;;UAGrB;EACf,eAAe;EACf,WAAW,sBAAsB;;KAGvB;UAEK;;;;;EAKf,WAAW;;UAGI,kCACP,yBACN;UAEa,oCAAoC;EACnD;;EAEA;;UAGe,yCAAyC;EACxD;EACA;EACA;EACA;;UAGe,2CACP,kCACN;;;iBCtGY,qBAAqB,QACnC,KAAK,YACL,OAAO,QACP,UAAS,8BACR,qBAAqB;;iBAoGR,6BACd,mBAAmB,YACnB,iBACA,UAAS,mCACR;iBA6Ea,yBAAyB;;iBAoNzB,iBAAiB;;;iBC7YjB,mBAAmB,QACjC,KAAK,mBACL,OAAO,QACP,UAAS,4BACR,qBAAqB;;iBAwFR,gCACd,2BACA,aAAa,uBACb,UAAS,qCACR;;;iBClHa,wBAAwB;;;KCA5B;UAEK;EACf;EACA;EACA,QAAQ;;UAGO;EACf,QAAQ;EACR;EAKA;IAAe;IAAe;;EAC9B,SAAS;EACT;EACA;EACA;EACA;;UAGe;EACf;EACA;;iBA8Ec,yBACd,gBAAgB,2BACf;;;cChGU;KAED;UAEK;EACf,MAAM;EACN;EACA;EACA;EACA;EACA;;UAGe;EACf;EACA;EACA,SAAS;EACT;EACA;EACA;EACA;EACA;EACA,OAAO;EACP,cAAc;EACd,UAAU,OAAO;;UAGF;EACf,UAAU;EACV,SAAS;EACT,OAAO,MAAM;IAA6B;;;iBAatB,mCAAmC;EACvD;EACA,KAAK;EACL;IACE,QAAQ;iBAwHI,kCACd,kBACA,iBACA,WAAW,6BACX;;;KChLU;;;;;;;;UASK;;WAEN;;WAEA;;UAGM;EACf;EACA;EACA;EACA;EACA;;EAEA,UAAU;;EAEV;;EAEA,uBAAuB;EACvB;IACE,SAAS;IACT;IACA;IACA;IACA;;;;;;IAMA;;EAEF,aAAa;EACb;IACE;IACA;;;EAGF,mBAAmB;;UAGJ;EACf,OAAO,qBAAqB;EAC5B;EACA;EACA;EACA,YAAY;IACV;IACA;IACA;;EAEF,uBAAuB;EACvB,WAAW;;UAGI;EACf;EACA;EACA,QAAQ;;UAGO;EACf,OAAO;EACP,OAAO;EACP,OAAO;EACP,YAAY;EACZ,QAAQ;;UAGO;EACf;EACA;EACA;EACA;EACA;EACA;EACA,QAAQ;EACR,UAAU;;;;;;;;;;UCzEK;EACf;EACA;;EAEA;EACA;EACA,UAAU;EACV;EACA;EACA;EACA;EACA,WAAW;;;;;;;;;UAUI;EACf;EACA;;EAEA,kCAAkC;;EAElC;;EAEA;;EAEA;;EAEA;;EAEA;;;;;;;;UASe;EACf;EACA,OAAO;;iBAGO,8BAA8B,uBAAuB;iBAiB/C,6BAA6B;EACjD,SAAS;EACT;EACA,mBAAmB;EACnB;EACA,OAAO;EACP,SAAS;IACP;EACF,UAAU;EACV,aAAa;;EAEb,aAAa;;;;;;;;;iBA4MO,6BAA6B;EACjD;EACA,iBAAiB;EACjB,OAAO;EACP;EACA;EACA,SAAS;IACP;EACF,UAAU;EACV,aAAa;EACb,YAAY;;;;iBCtQQ,wBACpB,eACC,QAAQ,MAAM;iBA2BD,0BACd,SAAS,+BACT,eAAe,2BACf;EAAW;EAAe;IACzB,MAAM;iBAwBO,6BACd,SAAS,+BACT,eAAe,4BACd;iBAyCa,+BACd,SAAS,+BACT,iBAAiB,2BACjB,mBAAmB,2BACnB,eACC;iBAcmB,8BAA8B;EAClD,SAAS;EACT;EACA;EACA;EACA;EACA;EACA;IACE,QAAQ;;;;;;;cCxKC;;;;cAKA;cAMA;;iBAiGG,4BAA4B,SAAS;;iBAerC,+BAA+B,SAAS;;;;iBAaxC,8BAA8B,SAAS;;;;iBChFvC,kCACd,SAAS,+BACT,QAAQ,oCACP,uBAAuB;;;;iBChCV,+BACd,SAAS,+BACT,QAAQ,oCACP,uBAAuB;;;KCnCd;UAoBK;EACf,QAAQ;EACR;;EAEA;;EAEA;;EAEA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;;UAGe;EACf;EACA;EACA,SAAS;;iBASK,sBACd,QAAQ,wBACR;EACE;EACA;EACA;EACA;EACA;IAED;;;UCnEc;EACf;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;;EAEA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;;UAGe;EACf;EACA;EACA,SAAS;;iBAGK,8BACd,QAAQ,yBACP;iBAca,mCAAmC,SAAS;;;UCrC3C;EACf;EACA;EACA;IACE,SAAS;IACT;IACA;IACA;IACA;IACA,YAAY;MAAQ;MAAiB;MAAsB;;IAC3D,uBAAuB;IACvB,0BAA0B;IAC1B;MACE;MACA;MACA;MACA,QAAQ;;IAEV;MACE;MACA;;MAEA;MACA;MACA;MACA;MACA;MACA;MACA;;MAEA;MACA;MACA;;;EAGJ,QAAQ;EACR,aAAa;EACb,uBAAuB;EACvB,qBAAqB;;UAGN;EACf;EACA;EACA;EACA;IACE;IACA;IACA;;;UAIa;EACf;IACE,SAAS;IACT;IACA;IACA;MACE;MACA;MACA;;IAEF;IACA;IACA;IACA;;IAEA;IACA;IACA;IACA;;IAEA;IACA;IACA;IACA;;EAEF;IACE;IACA;IACA;IACA,YAAY;MAAQ;MAAiB;MAAsB;;IAC3D;IACA;;;UAIa;EACf;EACA;EACA;EACA;EACA,UAAU;;UAGK;EACf;EACA;EACA;EACA;IACE;IACA;IACA;IACA;IACA;IACA;;EAEF;EACA;IACE;IACA;IACA;;EAEF;IACE;IACA;IACA;IACA;IACA;IACA;;;UAIa;EACf;EACA;EACA;EACA,aAAa;EACb;;cAGW;cACA;cACA;cACA;;;iBChIS,6BACpB,eACC,QAAQ;;;UCiEM;EACf,uBACE,SAAS,+BACT,QAAQ,sCACL,uBAAuB;;;;;;;;;;KAWlB;UAEK;EACf,SAAS;EACT,SAAS;EACT;EACA;EACA;EACA;EACA;EACA;EACA,OAAO;EACP;EACA;EACA;EACA;;EAEA;EACA;EACA;EACA;EACA;EACA;;iBAKoB,2BACpB,yBACA,MAAK,OAAO,YACZ,eAAc,sCACb;cAiTU;;;cCrbA;cAEA;cAEA;cAOA;;;;;;;;cAUA;cAEA;cAGA;cAGA;cAuFA;iBAGG;iBAIA;;;;iBClHA,oCAAoC,eAAe;;iBAQnD,gCAAgC,eAAe;;;;;;;;;;;iBAyB/C,+BACd,SAAS,+BACT,WAAW,KAAK;;;iBCzCF,+BACd,QAAQ,wBACR,uBAAsB;;;iBCER,gCACd,kBACA,uBAAuB,gCACtB;;;;;;;;;;;;;;;iBCGa,gBAAgB;;;;;iBAgBhB,WAAW;;;;;;;iBAeX,oBAAoB;;;;iBCXpB,kBAAkB,mBAAmB,WAAW;;;;;;iBAShD,uBACd,mBACA,mBACC,cAAc"}
1
+ {"version":3,"file":"index.d.ts","names":[],"sources":["../../src/analyst/adapters.ts","../../src/analyst/benchmark-agentrx-calibration.ts","../../src/analyst/benchmark-dataset-types.ts","../../src/analyst/benchmark-dataset-agentrx.ts","../../src/analyst/benchmark-dataset-codetrace.ts","../../src/analyst/benchmark-dataset-utils.ts","../../src/analyst/benchmark-verification-outcome.ts","../../src/analyst/benchmark-verification-artifacts.ts","../../src/analyst/benchmark-public-types.ts","../../src/analyst/benchmark-public-adapters.ts","../../src/analyst/benchmark-public-data.ts","../../src/analyst/benchmark-public-prompt.ts","../../src/analyst/benchmark-public-model.ts","../../src/analyst/benchmark-public-rlm.ts","../../src/analyst/benchmark-comparison.ts","../../src/analyst/benchmark-public-calibration.ts","../../src/analyst/benchmark-command-artifact.ts","../../src/analyst/benchmark-command-result.ts","../../src/analyst/benchmark-command.ts","../../src/analyst/benchmark-implementation.ts","../../src/analyst/benchmark-instructions-override.ts","../../src/analyst/benchmark-report.ts","../../src/analyst/benchmark-summary.ts","../../src/analyst/parse-tolerant.ts","../../src/analyst/proposal-findings.ts"],"mappings":";;;;;;;;;;;;iBA4CgB,aAAa,GAAG,WAAgB;UAe/B,oBAAoB;EACnC;EACA;EACA,UAAU,mBAAmB;;;;;EAK7B,UAAU,KAAK,cAAc;;iBAGf,sBAAsB,KAAK,MAAM,oBAAoB,OAAO,QAAQ;UAwEnE;EACf;EACA;EACA,SAAS;;EAET;;iBAGc,uBAAuB,OAAM,uBAA4B,QAAQ;UAiEhE;EACf;EACA;EACA,OAAO;;EAEP,MAAM;;EAEN,OAAO;;EAEP;;iBAGc,mBAAmB,MAAM,mBAAmB,QAAQ;UAiDnD;EACf;EACA;;EAEA,UAAU,KAAK;;EAEf;;iBAGc,kCACd,OAAM,kCACL,QAAQ;;;cC5RE;UAEI;EACf;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;;UAGe;EACf;EACA;EACA;EACA,SAAS;;iBAGK,4BACd,QAAQ,wBACR,2BACC;iBAkBa,iCAAiC,SAAS;;;KCtD9C;UAEK;EACf,YAAY;EACZ;EACA;EACA;EACA;EACA;;UAGe;EACf,eAAe;EACf,mBAAmB;EACnB;IAAe,YAAY;IAAY;;EACvC,wBAAwB;EACxB;EACA;EACA;;UAGe;EACf,UAAU;EACV;EACA;EACA;EACA;;UAGe;EACf,UAAU;EACV,mBAAmB;EACnB;EACA;EACA;EACA;EACA;;UAGe;EACf;EACA;EACA;EACA;;UAGe;EACf;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;;UAGe;EACf;EACA;EACA;EACA,iBAAiB;;KAGP,0CAEC,sCACA,iCACA;UAEI;EACf;EACA;EACA;EACA;;EAEA;EACA;EACA;EACA;EACA;EACA;EACA,oCAAoC;;UAGrB;EACf,eAAe;EACf,WAAW,sBAAsB;;KAGvB;UAEK;;;;;EAKf,WAAW;;UAGI,kCACP,yBACN;UAEa,oCAAoC;EACnD;;EAEA;;UAGe,yCAAyC;EACxD;EACA;EACA;EACA;;UAGe,2CACP,kCACN;;;iBCtGY,qBAAqB,QACnC,KAAK,YACL,OAAO,QACP,UAAS,8BACR,qBAAqB;;iBAoGR,6BACd,mBAAmB,YACnB,iBACA,UAAS,mCACR;iBA6Ea,yBAAyB;;iBAoNzB,iBAAiB;;;iBC7YjB,mBAAmB,QACjC,KAAK,mBACL,OAAO,QACP,UAAS,4BACR,qBAAqB;;iBAwFR,gCACd,2BACA,aAAa,uBACb,UAAS,qCACR;;;iBClHa,wBAAwB;;;KCA5B;UAEK;EACf;EACA;EACA,QAAQ;;UAGO;EACf,QAAQ;EACR;EAKA;IAAe;IAAe;;EAC9B,SAAS;EACT;EACA;EACA;EACA;;UAGe;EACf;EACA;;iBA8Ec,yBACd,gBAAgB,2BACf;;;cChGU;KAED;UAEK;EACf,MAAM;EACN;EACA;EACA;EACA;EACA;;UAGe;EACf;EACA;EACA,SAAS;EACT;EACA;EACA;EACA;EACA;EACA,OAAO;EACP,cAAc;EACd,UAAU,OAAO;;UAGF;EACf,UAAU;EACV,SAAS;EACT,OAAO,MAAM;IAA6B;;;iBAatB,mCAAmC;EACvD;EACA,KAAK;EACL;IACE,QAAQ;iBAwHI,kCACd,kBACA,iBACA,WAAW,6BACX;;;KC5KU;;;;;;;;UASK;;WAEN;;WAEA;;;UAIM;EACf,MAAM;EACN;EACA,kBAAkB,aAAa;;EAE/B,UAAU;;UAGK;;EAEf,MAAM;;EAEN;;EAEA,kBAAkB,aAAa;EAC/B;EACA;EACA;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA,UAAU;;EAEV;;EAEA,uBAAuB;EACvB;IACE,SAAS;IACT;IACA;IACA;IACA;IACA;IACA;IACA;IACA;;;;;;IAMA;;EAEF,aAAa;EACb;IACE;IACA;;;UAIa;EACf,OAAO,qBAAqB;EAC5B;EACA;EACA;EACA,YAAY;IACV;IACA;IACA;;EAEF,uBAAuB;EACvB,WAAW;;UAGI;EACf;EACA;EACA,QAAQ;;UAGO;EACf,OAAO;EACP,OAAO;EACP,OAAO;EACP,YAAY;EACZ,QAAQ;;UAGO;EACf;EACA;EACA;EACA;EACA;EACA;EACA,QAAQ;EACR,UAAU;;;;;;;;;;UCpGK;EACf;EACA;;EAEA;EACA;EACA,UAAU;EACV;EACA;EACA;EACA;EACA,WAAW;;;;;;;;;UAUI;EACf;EACA;;EAEA,kCAAkC;;EAElC;;EAEA;;EAEA;;EAEA;;EAEA;;;;;;;;UASe;EACf;EACA,OAAO;;iBAGO,8BAA8B,uBAAuB;iBAiB/C,6BAA6B;EACjD,SAAS;EACT;EACA,mBAAmB;EACnB;EACA,OAAO;EACP,SAAS;IACP;EACF,UAAU;EACV,aAAa;;EAEb,aAAa;;;;;;;;;iBA4MO,6BAA6B;EACjD;EACA,iBAAiB;EACjB,OAAO;EACP;EACA;EACA,SAAS;IACP;EACF,UAAU;EACV,aAAa;EACb,YAAY;;;;iBCtQQ,wBACpB,eACC,QAAQ,MAAM;iBA2BD,0BACd,SAAS,+BACT,eAAe,2BACf;EAAW;EAAe;IACzB,MAAM;iBAwBO,6BACd,SAAS,+BACT,eAAe,4BACd;iBAyCa,+BACd,SAAS,+BACT,iBAAiB,2BACjB,mBAAmB,2BACnB,eACC;iBAcmB,8BAA8B;EAClD,SAAS;EACT;EACA;EACA;EACA;EACA;EACA;IACE,QAAQ;;;;;;;cCxKC;;;;cAKA;cAMA;;iBAiGG,4BAA4B,SAAS;;iBAerC,+BAA+B,SAAS;;;;iBAaxC,8BAA8B,SAAS;;;;iBCjFvC,kCACd,SAAS,+BACT,QAAQ,oCACP,uBAAuB;;;;iBC/BV,+BACd,SAAS,+BACT,QAAQ,oCACP,uBAAuB;;;KCnCd;UAoBK;EACf,QAAQ;EACR;;EAEA;;EAEA;;EAEA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;;UAGe;EACf;EACA;EACA,SAAS;;iBASK,sBACd,QAAQ,wBACR;EACE;EACA;EACA;EACA;EACA;IAED;;;UCnEc;EACf;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;;EAEA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;EACA;;UAGe;EACf;EACA;EACA,SAAS;;iBAGK,8BACd,QAAQ,yBACP;iBAca,mCAAmC,SAAS;;;UCpC3C;EACf;EACA;EACA;IACE,SAAS;IACT;IACA;IACA;IACA;IACA,YAAY;MAAQ;MAAiB;MAAsB;;IAC3D,uBAAuB;IACvB,0BAA0B;IAC1B;MACE;MACA;MACA;MACA,QAAQ;;IAEV;MACE;MACA;;MAEA;MACA;;MAEA;MACA;MACA;MACA;MACA;MACA;MACA;MACA,UAAU;MACV;QACE;QACA;QACA;QACA;QACA;QACA;QACA;QACA;;MAEF;QACE;QACA;QACA;;MAEF;MACA;MACA;;MAEA;MACA;MACA;;;EAGJ,QAAQ;EACR,aAAa;EACb,uBAAuB;EACvB,qBAAqB;;UAGN;EACf;EACA;EACA;EACA;IACE;IACA;IACA;;;UAIa;EACf;IACE,SAAS;IACT;IACA;IACA;MACE;MACA;MACA;MACA;MACA;MACA;MACA;MACA;MACA,SAAS;MACT;QACE;QACA;QACA;QACA;QACA;QACA;QACA;QACA;;MAEF;QACE;QACA;QACA;;;IAGJ;IACA;IACA;IACA;;IAEA;IACA;IACA;IACA;;IAEA;IACA;IACA;IACA;;EAEF;IACE;IACA;IACA;IACA,YAAY;MAAQ;MAAiB;MAAsB;;IAC3D;IACA;;;UAIa;EACf;EACA;EACA;EACA;EACA,UAAU;;UAGK;EACf;EACA;EACA;EACA;IACE;IACA;IACA;IACA;IACA;;EAEF;EACA;IACE;IACA;IACA;;EAEF;IACE;IACA;IACA;IACA;IACA;IACA;;;UAIa;EACf;EACA;EACA;EACA,aAAa;EACb;;cAGW;cACA;cACA;cACA;;;iBC3KS,6BACpB,eACC,QAAQ;;;UCqEM;EACf,uBACE,SAAS,+BACT,QAAQ,sCACL,uBAAuB;EAC5B,2BACE,mBACA;IACE;IACA,aAAa,SAAS,OAAO;QAE5B,QAAQ;;;;;;;KAQH;UAEK;EACf,SAAS;EACT,SAAS;EACT;EACA;EACA;EACA;EACA;EACA;EACA,OAAO;EACP;EACA;EACA;EACA;;EAEA;EACA;EACA;EACA;EACA;EACA;;iBAKoB,2BACpB,yBACA,MAAK,OAAO,YACZ,eAAc,sCACb;cA0TU;;;cCtcA;cAEA;cAEA;cAOA;;;;;;;;cAUA;cAEA;cAGA;cAGA;cAyFA;iBAGG;iBAIA;;;;iBCpHA,oCAAoC,eAAe;;iBAQnD,gCAAgC,eAAe;;;;;;;;;;;iBAyB/C,+BACd,SAAS,+BACT,WAAW,KAAK;;;iBCzCF,+BACd,QAAQ,wBACR,uBAAsB;;;iBCER,gCACd,kBACA,uBAAuB,gCACtB;;;;;;;;;;;;;;;iBCGa,gBAAgB;;;;;iBAgBhB,WAAW;;;;;;;iBAeX,oBAAoB;;;;iBCXpB,kBAAkB,mBAAmB,WAAW;;;;;;iBAShD,uBACd,mBACA,mBACC,cAAc"}
@@ -1,12 +1,12 @@
1
1
  import { i as CostLedger } from "../cost-ledger-DMFxsLKr.js";
2
- import { C as createChatClient, _ as CONTROL_INTEGRITY_ANALYST, b as behavioralAnalyst, f as DEFAULT_TRACE_ANALYST_KINDS, g as FAILURE_MODE_KIND_SPEC, h as IMPROVEMENT_KIND_SPEC, i as assertExactRegistryRunOpts, m as KNOWLEDGE_GAP_KIND_SPEC, n as AnalystRegistry, p as KNOWLEDGE_POISONING_KIND_SPEC, r as ExactAnalystRunExecutionError, t as buildDefaultAnalystRegistry, v as ControlIntegrityAnalyst, x as deriveEfficiencyFindings, y as emitControlIntegrityFindings } from "../default-registry-DfHJEwYh.js";
2
+ import { C as createChatClient, _ as CONTROL_INTEGRITY_ANALYST, b as behavioralAnalyst, f as DEFAULT_TRACE_ANALYST_KINDS, g as FAILURE_MODE_KIND_SPEC, h as IMPROVEMENT_KIND_SPEC, i as assertExactRegistryRunOpts, m as KNOWLEDGE_GAP_KIND_SPEC, n as AnalystRegistry, p as KNOWLEDGE_POISONING_KIND_SPEC, r as ExactAnalystRunExecutionError, t as buildDefaultAnalystRegistry, v as ControlIntegrityAnalyst, x as deriveEfficiencyFindings, y as emitControlIntegrityFindings } from "../default-registry-SOyHB6qG.js";
3
3
  import { A as coerceJson, B as renderFindingSubject, D as RawAnalystFindingSchema, E as RawAnalystEvidenceSchema, F as FINDING_SUBJECT_SYNTAX, G as resolveTraceAnalystLimits, I as FindingSubjectStringSchema, L as KIND_EXPECTED_SUBJECTS, M as stripCodeFences, N as FINDING_SUBJECT_GRAMMAR_PROMPT, O as evidenceRefsFromRawFinding, P as FINDING_SUBJECT_KINDS, R as findingSubjectGrammarPromptFor, T as RAW_FINDING_SCHEMA_PROMPT, W as DEFAULT_TRACE_ANALYST_LIMITS, a as buildTraceToolsForGroup, i as runTraceAnalyst, j as coerceToFindingRows, k as parseRawFinding, n as renderPriorFindings, r as renderUpstreamFindings, t as createTraceAnalyst, w as ANALYST_SEVERITIES, z as parseFindingSubject } from "../kind-factory-Bvwe3pup.js";
4
4
  import { a as computeFindingId, i as validateUsageSettlementTimeout, n as settleUsageReceiptFromCostLedger, o as makeFinding, s as makeProposalFinding } from "../usage-receipt-CgxMEBZq.js";
5
5
  import { n as isProposalFinding, t as assertProposalFindings } from "../proposal-findings-2GIUo1et.js";
6
- import { a as RunCritic, c as buildSkillUsageReport, d as defaultIsMaterial, f as diffFindings, h as defineTraceAnalyst, i as runSemanticConceptJudge, l as emitSkillUsageFindings, m as defineCustomAnalyst, n as SEMANTIC_CONCEPT_JUDGE_VERSION, o as SKILL_USAGE_ANALYST, s as SkillUsageAnalyst, u as FindingsStore } from "../semantic-concept-judge-DJQtFr95.js";
7
- import { t as createDspyRlmTraceEngine } from "../dspy-rlm-engine-CBFwlyaY.js";
6
+ import { a as RunCritic, c as buildSkillUsageReport, d as defaultIsMaterial, f as diffFindings, h as defineTraceAnalyst, i as runSemanticConceptJudge, l as emitSkillUsageFindings, m as defineCustomAnalyst, n as SEMANTIC_CONCEPT_JUDGE_VERSION, o as SKILL_USAGE_ANALYST, s as SkillUsageAnalyst, u as FindingsStore } from "../semantic-concept-judge-l8Lb3Kqz.js";
7
+ import { t as createDspyRlmTraceEngine } from "../dspy-rlm-engine-BR7TtB0o.js";
8
8
  import { a as scoreAnalystFindings, i as summarizeAnalystBenchmarkRunner, n as runAnalystBenchmark, r as traceStoreEvidenceResolver, t as registryBenchmarkRunner } from "../benchmark-CYtcIF2V.js";
9
- import { $ as normalizeAgentRxCategory, A as parseVerificationOutcome, B as analystBenchmarkDependencyLockDigest, C as MAX_INCORRECT_BLOCK_STEPS, D as DEFAULT_MAX_VERIFICATION_ARTIFACT_BYTES, E as publicBenchmarkSystemPrompt, F as ANALYST_BENCHMARK_EVIDENCE_IMPLEMENTATION_SHA256, G as ANALYST_BENCHMARK_OBSERVATIONS_FILE, H as ANALYST_BENCHMARK_COST_LEDGER_FILE, I as ANALYST_BENCHMARK_EVIDENCE_PACKAGE_VERSION, J as summarizeAgentRxCalibration, K as AGENT_RX_UPSTREAM_REVISION, L as ANALYST_BENCHMARK_IMPLEMENTATION_DIGEST_ALGORITHM, M as ANALYST_BENCHMARK_DEPENDENCY_LOCK_FILES, N as ANALYST_BENCHMARK_DEPENDENCY_LOCK_SHA256, O as appendVerificationArtifactsToOtlp, P as ANALYST_BENCHMARK_EVIDENCE_DEPENDENCY_LOCK_SHA256, Q as agentRxPredictionsToFindings, R as ANALYST_BENCHMARK_IMPLEMENTATION_FILES, S as MAX_INCORRECT_BLOCKS, T as publicBenchmarkRlmInstructions, U as ANALYST_BENCHMARK_LOCAL_RECEIPT_FILE, V as analystBenchmarkImplementationDigest, W as ANALYST_BENCHMARK_MANIFEST_FILE, X as codeTracerPredictionsToFindings, Y as codeTraceBenchCase, Z as agentRxBenchmarkCase, _ as compareAnalystRunners, a as preparePublicAnalystBenchmark, b as readAnalystInstructionsOverride, c as selectPublicBenchmarkRows, d as adaptPublicBenchmarkFindings, et as roundAgentRxStep, f as emptyPublicBenchmarkRunner, g as summarizeCodeTraceCalibration, h as renderCodeTraceCalibrationMarkdown, i as loadPublicBenchmarkRows, j as ANALYST_BENCHMARK_DEPENDENCY_LOCK_DIGEST_ALGORITHM, k as loadCodeTraceVerificationArtifacts, l as createPublicBenchmarkRlmRunner, m as readAnalystBenchmarkArtifact, n as runAnalystBenchmarkCommand, o as publicBenchmarkDistributions, p as expandCodeTraceFailureBlocks, q as renderAgentRxCalibrationMarkdown, r as renderAnalystBenchmarkMarkdown, s as publicBenchmarkSelectionReport, t as ANALYST_BENCHMARK_HELP, tt as normalizeBenchmarkLabel, u as createPublicBenchmarkDirectRunner, v as analystInstructionsOverrideFromText, w as publicBenchmarkProtocolSha256, x as CODE_TRACE_BENCH_ANALYST_PROMPT, y as effectiveAnalystProtocolSha256, z as ANALYST_BENCHMARK_IMPLEMENTATION_SHA256 } from "../benchmark-command-4c7N_rlw.js";
9
+ import { $ as normalizeAgentRxCategory, A as parseVerificationOutcome, B as analystBenchmarkDependencyLockDigest, C as MAX_INCORRECT_BLOCK_STEPS, D as DEFAULT_MAX_VERIFICATION_ARTIFACT_BYTES, E as publicBenchmarkSystemPrompt, F as ANALYST_BENCHMARK_EVIDENCE_IMPLEMENTATION_SHA256, G as ANALYST_BENCHMARK_OBSERVATIONS_FILE, H as ANALYST_BENCHMARK_COST_LEDGER_FILE, I as ANALYST_BENCHMARK_EVIDENCE_PACKAGE_VERSION, J as summarizeAgentRxCalibration, K as AGENT_RX_UPSTREAM_REVISION, L as ANALYST_BENCHMARK_IMPLEMENTATION_DIGEST_ALGORITHM, M as ANALYST_BENCHMARK_DEPENDENCY_LOCK_FILES, N as ANALYST_BENCHMARK_DEPENDENCY_LOCK_SHA256, O as appendVerificationArtifactsToOtlp, P as ANALYST_BENCHMARK_EVIDENCE_DEPENDENCY_LOCK_SHA256, Q as agentRxPredictionsToFindings, R as ANALYST_BENCHMARK_IMPLEMENTATION_FILES, S as MAX_INCORRECT_BLOCKS, T as publicBenchmarkRlmInstructions, U as ANALYST_BENCHMARK_LOCAL_RECEIPT_FILE, V as analystBenchmarkImplementationDigest, W as ANALYST_BENCHMARK_MANIFEST_FILE, X as codeTracerPredictionsToFindings, Y as codeTraceBenchCase, Z as agentRxBenchmarkCase, _ as compareAnalystRunners, a as preparePublicAnalystBenchmark, b as readAnalystInstructionsOverride, c as selectPublicBenchmarkRows, d as adaptPublicBenchmarkFindings, et as roundAgentRxStep, f as emptyPublicBenchmarkRunner, g as summarizeCodeTraceCalibration, h as renderCodeTraceCalibrationMarkdown, i as loadPublicBenchmarkRows, j as ANALYST_BENCHMARK_DEPENDENCY_LOCK_DIGEST_ALGORITHM, k as loadCodeTraceVerificationArtifacts, l as createPublicBenchmarkRlmRunner, m as readAnalystBenchmarkArtifact, n as runAnalystBenchmarkCommand, o as publicBenchmarkDistributions, p as expandCodeTraceFailureBlocks, q as renderAgentRxCalibrationMarkdown, r as renderAnalystBenchmarkMarkdown, s as publicBenchmarkSelectionReport, t as ANALYST_BENCHMARK_HELP, tt as normalizeBenchmarkLabel, u as createPublicBenchmarkDirectRunner, v as analystInstructionsOverrideFromText, w as publicBenchmarkProtocolSha256, x as CODE_TRACE_BENCH_ANALYST_PROMPT, y as effectiveAnalystProtocolSha256, z as ANALYST_BENCHMARK_IMPLEMENTATION_SHA256 } from "../benchmark-command-95Zqd1e8.js";
10
10
  //#region src/analyst/adapters.ts
11
11
  /**
12
12
  * Adapter factories — lift each existing agent-eval primitive into the