@tangle-network/agent-eval 0.200.0 → 0.201.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +8 -0
- package/dist/adapters/http.d.ts +7 -8
- package/dist/adapters/http.d.ts.map +1 -1
- package/dist/adapters/http.js +2 -2
- package/dist/adapters/http.js.map +1 -1
- package/dist/agent-profile-DDfIjdyS.d.ts.map +1 -1
- package/dist/analyst/index.d.ts +76 -76
- package/dist/analyst/index.d.ts.map +1 -1
- package/dist/analyst/index.js +6 -6
- package/dist/{analyze-runs-DFbp2gB8.js → analyze-runs-BrIibNd0.js} +47 -42
- package/dist/{analyze-runs-DFbp2gB8.js.map → analyze-runs-BrIibNd0.js.map} +1 -1
- package/dist/{ast-CP9ae9B0.js → ast-DJ6Bc7ab.js} +5 -4
- package/dist/{ast-CP9ae9B0.js.map → ast-DJ6Bc7ab.js.map} +1 -1
- package/dist/authenticity/index.d.ts +14 -15
- package/dist/authenticity/index.d.ts.map +1 -1
- package/dist/{baseline-BC-eBZ7U.js → baseline-CVKsfWTg.js} +2 -2
- package/dist/{baseline-BC-eBZ7U.js.map → baseline-CVKsfWTg.js.map} +1 -1
- package/dist/{benchmark-BeQJyrRC.js → benchmark-BywPeAUo.js} +4 -3
- package/dist/{benchmark-BeQJyrRC.js.map → benchmark-BywPeAUo.js.map} +1 -1
- package/dist/{benchmark-command-EBmuMUBo.js → benchmark-command-DFs_i62N.js} +24 -23
- package/dist/{benchmark-command-EBmuMUBo.js.map → benchmark-command-DFs_i62N.js.map} +1 -1
- package/dist/benchmarks/index.d.ts +12 -12
- package/dist/benchmarks/index.d.ts.map +1 -1
- package/dist/benchmarks/index.js +3 -3
- package/dist/{bounded-process-BBZob7vl.js → bounded-process-Cj9YjXbE.js} +3 -3
- package/dist/{bounded-process-BBZob7vl.js.map → bounded-process-Cj9YjXbE.js.map} +1 -1
- package/dist/builder-eval/index.d.ts +16 -17
- package/dist/builder-eval/index.d.ts.map +1 -1
- package/dist/builder-eval/index.js +12 -10
- package/dist/builder-eval/index.js.map +1 -1
- package/dist/campaign/index.js +11 -11
- package/dist/{campaign-L391bmir.js → campaign-PmTWZi72.js} +30 -25
- package/dist/{campaign-L391bmir.js.map → campaign-PmTWZi72.js.map} +1 -1
- package/dist/{campaign-evidence-jL_U7Ikv.js → campaign-evidence-Dt_rWPk2.js} +4 -4
- package/dist/{campaign-evidence-jL_U7Ikv.js.map → campaign-evidence-Dt_rWPk2.js.map} +1 -1
- package/dist/{chat-client-CJORSG_J.js → chat-client-DUhWNQQS.js} +5 -4
- package/dist/{chat-client-CJORSG_J.js.map → chat-client-DUhWNQQS.js.map} +1 -1
- package/dist/{chat-json-call-DnlDjpco.js → chat-json-call-Dx_sHzqm.js} +2 -2
- package/dist/{chat-json-call-DnlDjpco.js.map → chat-json-call-Dx_sHzqm.js.map} +1 -1
- package/dist/{claim-V9Zqbq0J.js → claim-BXcZw-jo.js} +2 -2
- package/dist/{claim-V9Zqbq0J.js.map → claim-BXcZw-jo.js.map} +1 -1
- package/dist/cli.js +12 -11
- package/dist/cli.js.map +1 -1
- package/dist/contract/index.js +22 -19
- package/dist/contract/index.js.map +1 -1
- package/dist/{default-registry-xMLX160E.js → default-registry-D4qXx2aG.js} +2 -2
- package/dist/{default-registry-xMLX160E.js.map → default-registry-D4qXx2aG.js.map} +1 -1
- package/dist/define-agent-eval-1YuvJpOs.d.ts.map +1 -1
- package/dist/{define-agent-eval-7q_UwsTt.js → define-agent-eval-CJN9dTQw.js} +10 -9
- package/dist/{define-agent-eval-7q_UwsTt.js.map → define-agent-eval-CJN9dTQw.js.map} +1 -1
- package/dist/{descriptive-1V17A-qa.js → descriptive-D9LUFk1-.js} +2 -2
- package/dist/{descriptive-1V17A-qa.js.map → descriptive-D9LUFk1-.js.map} +1 -1
- package/dist/diagnosis/index.d.ts +7 -7
- package/dist/diagnosis/index.d.ts.map +1 -1
- package/dist/diagnosis/index.js +2 -2
- package/dist/diagnosis/index.js.map +1 -1
- package/dist/{dspy-rlm-engine-B5T43BkZ.js → dspy-rlm-engine-US8YsYGq.js} +5 -5
- package/dist/{dspy-rlm-engine-B5T43BkZ.js.map → dspy-rlm-engine-US8YsYGq.js.map} +1 -1
- package/dist/{eval-campaign-GapmPHIA.js → eval-campaign-ha_aWtk7.js} +14 -12
- package/dist/{eval-campaign-GapmPHIA.js.map → eval-campaign-ha_aWtk7.js.map} +1 -1
- package/dist/evaluation.d.ts +9 -10
- package/dist/evaluation.d.ts.map +1 -1
- package/dist/experiment/index.d.ts +29 -29
- package/dist/experiment/index.d.ts.map +1 -1
- package/dist/experiment/index.js +13 -12
- package/dist/experiment/index.js.map +1 -1
- package/dist/{exporters-DEcXbvgO.js → exporters-Coiv-qO2.js} +2 -2
- package/dist/{exporters-DEcXbvgO.js.map → exporters-Coiv-qO2.js.map} +1 -1
- package/dist/{external-optimizer-process-CEXcCKqd.js → external-optimizer-process-KLcw0Vnc.js} +2 -2
- package/dist/{external-optimizer-process-CEXcCKqd.js.map → external-optimizer-process-KLcw0Vnc.js.map} +1 -1
- package/dist/{external-optimizer-subprocess-laM1-UDV.js → external-optimizer-subprocess-CkyUUV7h.js} +4 -4
- package/dist/{external-optimizer-subprocess-laM1-UDV.js.map → external-optimizer-subprocess-CkyUUV7h.js.map} +1 -1
- package/dist/fuzz.d.ts +15 -15
- package/dist/fuzz.d.ts.map +1 -1
- package/dist/{hf-dataset-CRqtSjnR.js → hf-dataset-kjIfIK_e.js} +3 -3
- package/dist/{hf-dataset-CRqtSjnR.js.map → hf-dataset-kjIfIK_e.js.map} +1 -1
- package/dist/hosted/index.d.ts +8 -8
- package/dist/hosted/index.d.ts.map +1 -1
- package/dist/hosted/index.js +1 -1
- package/dist/{index-D4pC7Tvd2.d.ts → index-D4pC7Tvd.d.ts} +1 -1
- package/dist/index-D4pC7Tvd.d.ts.map +1 -0
- package/dist/index-DKmrHA02.d.ts.map +1 -1
- package/dist/{index-DNgf5gyG2.d.ts → index-DNgf5gyG.d.ts} +1 -1
- package/dist/index-DNgf5gyG.d.ts.map +1 -0
- package/dist/index.d.ts +124 -124
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +52 -42
- package/dist/index.js.map +1 -1
- package/dist/{integrity-BFP4kjGj.js → integrity-BvnVARVl.js} +30 -29
- package/dist/{integrity-BFP4kjGj.js.map → integrity-BvnVARVl.js.map} +1 -1
- package/dist/{integrity-BvHANvnp.js → integrity-uwK7XC-8.js} +2 -2
- package/dist/{integrity-BvHANvnp.js.map → integrity-uwK7XC-8.js.map} +1 -1
- package/dist/{internal-BMFSR8Ns.js → internal-BOe3zmjQ.js} +2 -2
- package/dist/{internal-BMFSR8Ns.js.map → internal-BOe3zmjQ.js.map} +1 -1
- package/dist/{jev-review-Cu9xtIu4.js → jev-review-DZEjDzlF.js} +7 -5
- package/dist/{jev-review-Cu9xtIu4.js.map → jev-review-DZEjDzlF.js.map} +1 -1
- package/dist/jev.d.ts +10 -10
- package/dist/jev.d.ts.map +1 -1
- package/dist/jev.js +2 -2
- package/dist/{judge-calibration-DYmaBtJr.js → judge-calibration-C5zgtiJT.js} +2 -2
- package/dist/{judge-calibration-DYmaBtJr.js.map → judge-calibration-C5zgtiJT.js.map} +1 -1
- package/dist/kind-factory-CdPPHtGZ.js.map +1 -1
- package/dist/{llm-client-c_bKHTXz.js → llm-client-Bhqoglar.js} +6 -4
- package/dist/{llm-client-c_bKHTXz.js.map → llm-client-Bhqoglar.js.map} +1 -1
- package/dist/{llm-judge-CL6f3utD.js → llm-judge-C-0P1WiT.js} +26 -21
- package/dist/{llm-judge-CL6f3utD.js.map → llm-judge-C-0P1WiT.js.map} +1 -1
- package/dist/matrix/index.d.ts +1 -1
- package/dist/matrix/index.js +1 -1
- package/dist/{matrix-_NLSWsKM.d.ts → matrix--IZKROxD.d.ts} +2 -2
- package/dist/{matrix-_NLSWsKM.d.ts.map → matrix--IZKROxD.d.ts.map} +1 -1
- package/dist/{matrix-pWinRMPl.js → matrix-DnlHn5x1.js} +8 -6
- package/dist/{matrix-pWinRMPl.js.map → matrix-DnlHn5x1.js.map} +1 -1
- package/dist/meta-eval/index.d.ts +55 -55
- package/dist/meta-eval/index.d.ts.map +1 -1
- package/dist/meta-eval/index.js +4 -4
- package/dist/{mint-iCD-W43s.js → mint-vlRckJEX.js} +2 -2
- package/dist/{mint-iCD-W43s.js.map → mint-vlRckJEX.js.map} +1 -1
- package/dist/multishot/golden/index.d.ts +23 -23
- package/dist/multishot/golden/index.d.ts.map +1 -1
- package/dist/multishot/golden/index.js +1 -1
- package/dist/multishot/index.d.ts +9 -9
- package/dist/multishot/index.d.ts.map +1 -1
- package/dist/multishot/index.js +1 -1
- package/dist/openapi.json +1 -1
- package/dist/{otel-spans-CQmSxtcS.js → otel-spans-C8YIJWy1.js} +9 -4
- package/dist/{otel-spans-CQmSxtcS.js.map → otel-spans-C8YIJWy1.js.map} +1 -1
- package/dist/{outcome-store-BXlkwMPR.js → outcome-store-DUcMj-3D.js} +2 -2
- package/dist/{outcome-store-BXlkwMPR.js.map → outcome-store-DUcMj-3D.js.map} +1 -1
- package/dist/package-version-D7lQHt_-.js.map +1 -1
- package/dist/{paired-arms-DKZFVPt8.js → paired-arms-DpS_h8ON.js} +8 -5
- package/dist/{paired-arms-DKZFVPt8.js.map → paired-arms-DpS_h8ON.js.map} +1 -1
- package/dist/{paired-binary-fzkwENI4.js → paired-binary-OMBVRtc-.js} +2 -2
- package/dist/{paired-binary-fzkwENI4.js.map → paired-binary-OMBVRtc-.js.map} +1 -1
- package/dist/{paired-promotion-decision-D5B1Cxc2.js → paired-promotion-decision-DhrmjdV8.js} +5 -4
- package/dist/{paired-promotion-decision-D5B1Cxc2.js.map → paired-promotion-decision-DhrmjdV8.js.map} +1 -1
- package/dist/{paired-tests-C8iCsioC.js → paired-tests-Ccr16gcW.js} +3 -3
- package/dist/{paired-tests-C8iCsioC.js.map → paired-tests-Ccr16gcW.js.map} +1 -1
- package/dist/pipelines/index.d.ts +19 -19
- package/dist/pipelines/index.d.ts.map +1 -1
- package/dist/pipelines/index.js +5 -4
- package/dist/pipelines/index.js.map +1 -1
- package/dist/{power-and-mde-K_CmO3dc.js → power-and-mde-bie6i965.js} +9 -6
- package/dist/{power-and-mde-K_CmO3dc.js.map → power-and-mde-bie6i965.js.map} +1 -1
- package/dist/{produced-state-DZMW8cuF.js → produced-state-CR2tAPLf.js} +8 -5
- package/dist/{produced-state-DZMW8cuF.js.map → produced-state-CR2tAPLf.js.map} +1 -1
- package/dist/{promotion-policy-C6FAJvmZ.js → promotion-policy-BI1RxzwD.js} +4 -4
- package/dist/{promotion-policy-C6FAJvmZ.js.map → promotion-policy-BI1RxzwD.js.map} +1 -1
- package/dist/{raw-provider-sink-CXuOhLvT.js → raw-provider-sink-rB2DYxr6.js} +2 -2
- package/dist/{raw-provider-sink-CXuOhLvT.js.map → raw-provider-sink-rB2DYxr6.js.map} +1 -1
- package/dist/{release-confidence-XQm_xjhR.js → release-confidence-CiFg1EPq.js} +3 -2
- package/dist/{release-confidence-XQm_xjhR.js.map → release-confidence-CiFg1EPq.js.map} +1 -1
- package/dist/{report-command-DKJ_yAIj.js → report-command-DzPpFgjB.js} +20 -18
- package/dist/{report-command-DKJ_yAIj.js.map → report-command-DzPpFgjB.js.map} +1 -1
- package/dist/reporting.js +5 -5
- package/dist/{reward-hacking-D0XwhVWE.js → reward-hacking-C-a__ShZ.js} +5 -3
- package/dist/{reward-hacking-D0XwhVWE.js.map → reward-hacking-C-a__ShZ.js.map} +1 -1
- package/dist/rl.d.ts +199 -202
- package/dist/rl.d.ts.map +1 -1
- package/dist/rl.js +48 -49
- package/dist/rl.js.map +1 -1
- package/dist/rollout/index.d.ts +1 -1
- package/dist/rollout/index.js +5 -5
- package/dist/{rollout-B-XBReTC.js → rollout-BUQixCoc.js} +5 -5
- package/dist/{rollout-B-XBReTC.js.map → rollout-BUQixCoc.js.map} +1 -1
- package/dist/{rubric-predictive-validity-CCK-1B7w.js → rubric-predictive-validity-B0Pg-3I5.js} +3 -3
- package/dist/{rubric-predictive-validity-CCK-1B7w.js.map → rubric-predictive-validity-B0Pg-3I5.js.map} +1 -1
- package/dist/{run-record-tNnlQIrD.js → run-record-BB290Y9A.js} +5 -3
- package/dist/{run-record-tNnlQIrD.js.map → run-record-BB290Y9A.js.map} +1 -1
- package/dist/{schema-C1aaAxTf.js → schema-DAMp77zB.js} +24 -20
- package/dist/{schema-C1aaAxTf.js.map → schema-DAMp77zB.js.map} +1 -1
- package/dist/search/index.d.ts +34 -34
- package/dist/search/index.d.ts.map +1 -1
- package/dist/search/index.js +2 -2
- package/dist/{search-kernel-AVgIjXaI.js → search-kernel-Dpniloks.js} +33 -26
- package/dist/{search-kernel-AVgIjXaI.js.map → search-kernel-Dpniloks.js.map} +1 -1
- package/dist/{search-ledger-CL0-mXQ8.js → search-ledger-CXQPwdWz.js} +4 -3
- package/dist/{search-ledger-CL0-mXQ8.js.map → search-ledger-CXQPwdWz.js.map} +1 -1
- package/dist/{search-shipper-Cs6K4km9.js → search-shipper-DhhofkDX.js} +3 -6
- package/dist/{search-shipper-Cs6K4km9.js.map → search-shipper-DhhofkDX.js.map} +1 -1
- package/dist/{search-summary-DvWk0hb3.js → search-summary-C1nAHgkB.js} +4 -4
- package/dist/{search-summary-DvWk0hb3.js.map → search-summary-C1nAHgkB.js.map} +1 -1
- package/dist/{semantic-concept-judge-2SE_kXGF.js → semantic-concept-judge-BcjYg37z.js} +4 -4
- package/dist/{semantic-concept-judge-2SE_kXGF.js.map → semantic-concept-judge-BcjYg37z.js.map} +1 -1
- package/dist/{sequential-Yz3OSskl.js → sequential-DWn_np6P.js} +2 -3
- package/dist/{sequential-Yz3OSskl.js.map → sequential-DWn_np6P.js.map} +1 -1
- package/dist/{server-D56r1lhp.js → server-B4jMhqQn.js} +2 -2
- package/dist/{server-D56r1lhp.js.map → server-B4jMhqQn.js.map} +1 -1
- package/dist/{skillopt-optimization-method-B2syNik0.js → skillopt-optimization-method-Bls9t-G_.js} +9 -9
- package/dist/{skillopt-optimization-method-B2syNik0.js.map → skillopt-optimization-method-Bls9t-G_.js.map} +1 -1
- package/dist/{statistical-heldout-BAFDCo07.js → statistical-heldout-CNLOvRq_.js} +3 -3
- package/dist/{statistical-heldout-BAFDCo07.js.map → statistical-heldout-CNLOvRq_.js.map} +1 -1
- package/dist/statistical-heldout-HswMvzbP.d.ts.map +1 -1
- package/dist/{store-DNe_Uv1Q.js → store-BhNuLdJw.js} +3 -5
- package/dist/{store-DNe_Uv1Q.js.map → store-BhNuLdJw.js.map} +1 -1
- package/dist/store-C4avFjIi.d.ts.map +1 -1
- package/dist/{store-otlp-BPowgPm6.js → store-otlp-yd9lDziN.js} +2 -2
- package/dist/{store-otlp-BPowgPm6.js.map → store-otlp-yd9lDziN.js.map} +1 -1
- package/dist/{store-tool-spans-BaGakFc2.js → store-tool-spans-Biio4_Nw.js} +4 -4
- package/dist/{store-tool-spans-BaGakFc2.js.map → store-tool-spans-Biio4_Nw.js.map} +1 -1
- package/dist/storyboard/index.d.ts +20 -21
- package/dist/storyboard/index.d.ts.map +1 -1
- package/dist/{student-t-BA-Uy51p.js → student-t-BBZYka0E.js} +4 -3
- package/dist/{student-t-BA-Uy51p.js.map → student-t-BBZYka0E.js.map} +1 -1
- package/dist/{summary-report-BeYnvddy.js → summary-report-DLzptLSA.js} +8 -7
- package/dist/{summary-report-BeYnvddy.js.map → summary-report-DLzptLSA.js.map} +1 -1
- package/dist/supervisor-run/index.d.ts +25 -25
- package/dist/supervisor-run/index.d.ts.map +1 -1
- package/dist/supervisor-run/index.js +2 -2
- package/dist/{tool-waste-CJDfxH45.js → tool-waste-B-u3rzCz.js} +11 -6
- package/dist/{tool-waste-CJDfxH45.js.map → tool-waste-B-u3rzCz.js.map} +1 -1
- package/dist/trace-repair/index.d.ts +96 -96
- package/dist/trace-repair/index.d.ts.map +1 -1
- package/dist/trace-repair/index.js +1 -1
- package/dist/trace-repair/index.js.map +1 -1
- package/dist/traces.d.ts +29 -29
- package/dist/traces.d.ts.map +1 -1
- package/dist/traces.js +9 -7
- package/dist/traces.js.map +1 -1
- package/dist/trajectory-replay/index.d.ts +35 -35
- package/dist/trajectory-replay/index.d.ts.map +1 -1
- package/dist/trajectory-replay/index.js +5 -5
- package/dist/trajectory-replay/index.js.map +1 -1
- package/dist/{tree-Ki_gW7z8.js → tree-D48IJUK0.js} +39 -31
- package/dist/{tree-Ki_gW7z8.js.map → tree-D48IJUK0.js.map} +1 -1
- package/dist/wire/index.d.ts +48 -48
- package/dist/wire/index.d.ts.map +1 -1
- package/dist/wire/index.js +1 -1
- package/docs/jev-behavior-review.md +4 -3
- package/package.json +18 -36
- package/dist/index-D4pC7Tvd2.d.ts.map +0 -1
- package/dist/index-DNgf5gyG2.d.ts.map +0 -1
|
@@ -7,10 +7,10 @@ import { t as PrimeBridgeTransport } from "../prime-bridge-transport-6feEglLf.js
|
|
|
7
7
|
import { a as RecordedTrajectoryStep, h as isRecordedTimeout } from "../steps-Bg5-KVx1.js";
|
|
8
8
|
//#region src/trace-repair/mini-swe-scaffold.d.ts
|
|
9
9
|
/** Whole-line marker that ends a run. The first output line must equal it and the command must exit 0. */
|
|
10
|
-
declare const SUBMIT_SENTINEL = "COMPLETE_TASK_AND_SUBMIT_FINAL_OUTPUT";
|
|
10
|
+
export declare const SUBMIT_SENTINEL = "COMPLETE_TASK_AND_SUBMIT_FINAL_OUTPUT";
|
|
11
11
|
/** Outputs at or above this length are elided head+tail instead of shown whole. */
|
|
12
|
-
declare const OUTPUT_ELISION_THRESHOLD = 10000;
|
|
13
|
-
declare const MINI_SWE_SYSTEM_MESSAGE = "You are a helpful assistant that can interact with a computer.\n\nYour response must contain exactly ONE bash code block with ONE command (or commands connected with && or ||).\nInclude a THOUGHT section before your command where you explain your reasoning process.\nFormat your response as shown in <format_example>.\n\n<format_example>\nYour reasoning and analysis here. Explain why you want to perform the action.\n\n```bash\nyour_command_here\n```\n</format_example>\n\nFailure to follow these rules will cause your response to be rejected.\n";
|
|
12
|
+
export declare const OUTPUT_ELISION_THRESHOLD = 10000;
|
|
13
|
+
export declare const MINI_SWE_SYSTEM_MESSAGE = "You are a helpful assistant that can interact with a computer.\n\nYour response must contain exactly ONE bash code block with ONE command (or commands connected with && or ||).\nInclude a THOUGHT section before your command where you explain your reasoning process.\nFormat your response as shown in <format_example>.\n\n<format_example>\nYour reasoning and analysis here. Explain why you want to perform the action.\n\n```bash\nyour_command_here\n```\n</format_example>\n\nFailure to follow these rules will cause your response to be rejected.\n";
|
|
14
14
|
interface InstanceMessageInput {
|
|
15
15
|
/** The task statement, substituted verbatim. */
|
|
16
16
|
task: string;
|
|
@@ -21,7 +21,7 @@ interface InstanceMessageInput {
|
|
|
21
21
|
systemInformation: string;
|
|
22
22
|
}
|
|
23
23
|
/** The second message of every recorded run: task plus workflow rules. */
|
|
24
|
-
declare function renderInstanceMessage(input: InstanceMessageInput): string;
|
|
24
|
+
export declare function renderInstanceMessage(input: InstanceMessageInput): string;
|
|
25
25
|
type ParsedAction = {
|
|
26
26
|
kind: 'action';
|
|
27
27
|
command: string;
|
|
@@ -34,7 +34,7 @@ type ParsedAction = {
|
|
|
34
34
|
* The scaffold trims the command, so a block padded with blank lines executes
|
|
35
35
|
* the same command as an unpadded one.
|
|
36
36
|
*/
|
|
37
|
-
declare function parseAction(assistantMessage: string): ParsedAction;
|
|
37
|
+
export declare function parseAction(assistantMessage: string): ParsedAction;
|
|
38
38
|
interface CommandOutput {
|
|
39
39
|
returncode: number;
|
|
40
40
|
output: string;
|
|
@@ -46,17 +46,17 @@ interface CommandOutput {
|
|
|
46
46
|
* whole; long ones keep the first and last `OUTPUT_ELISION_WINDOW` characters
|
|
47
47
|
* with the dropped count between them.
|
|
48
48
|
*/
|
|
49
|
-
declare function renderObservation(output: CommandOutput): string;
|
|
49
|
+
export declare function renderObservation(output: CommandOutput): string;
|
|
50
50
|
/** The observation after the environment killed a command for exceeding its timeout. */
|
|
51
|
-
declare function renderTimeoutObservation(command: string, partialOutput: string): string;
|
|
51
|
+
export declare function renderTimeoutObservation(command: string, partialOutput: string): string;
|
|
52
52
|
/** The observation after a turn that did not contain exactly one bash block. */
|
|
53
|
-
declare function renderFormatErrorObservation(actionCount: number): string;
|
|
53
|
+
export declare function renderFormatErrorObservation(actionCount: number): string;
|
|
54
54
|
/**
|
|
55
55
|
* The submission text when this output ends the run, `null` otherwise.
|
|
56
56
|
* A non-zero exit does not submit even when the sentinel is echoed, so an
|
|
57
57
|
* agent cannot end the run through a command that failed.
|
|
58
58
|
*/
|
|
59
|
-
declare function submissionOf(output: CommandOutput): string | null;
|
|
59
|
+
export declare function submissionOf(output: CommandOutput): string | null;
|
|
60
60
|
//#endregion
|
|
61
61
|
//#region src/trace-repair/action-budget.d.ts
|
|
62
62
|
/**
|
|
@@ -92,14 +92,14 @@ interface InterventionBudget {
|
|
|
92
92
|
readonly maxHeredocs: number;
|
|
93
93
|
}
|
|
94
94
|
/** The scaffold's own per-action budget, pre-registered for the campaign. */
|
|
95
|
-
declare const SCAFFOLD_INTERVENTION_BUDGET: InterventionBudget;
|
|
95
|
+
export declare const SCAFFOLD_INTERVENTION_BUDGET: InterventionBudget;
|
|
96
96
|
/**
|
|
97
97
|
* Actions whose only effect is to consume a turn. They are rejected before a
|
|
98
98
|
* container opens: an intervention that changes nothing is measurably
|
|
99
99
|
* identical to the no-op control, and paying rollouts to rediscover that
|
|
100
100
|
* wastes the corpus.
|
|
101
101
|
*/
|
|
102
|
-
declare const NO_OP_ACTIONS: readonly string[];
|
|
102
|
+
export declare const NO_OP_ACTIONS: readonly string[];
|
|
103
103
|
/**
|
|
104
104
|
* Split a shell script into top-level statements and count its heredocs.
|
|
105
105
|
*
|
|
@@ -109,13 +109,13 @@ declare const NO_OP_ACTIONS: readonly string[];
|
|
|
109
109
|
* action reads as one oversized statement and is rejected on bytes rather
|
|
110
110
|
* than silently accepted as one clean action.
|
|
111
111
|
*/
|
|
112
|
-
declare function scanShellAction(script: string): {
|
|
112
|
+
export declare function scanShellAction(script: string): {
|
|
113
113
|
statements: string[];
|
|
114
114
|
heredocs: number;
|
|
115
115
|
};
|
|
116
116
|
/** Payload shape of an action: `edit` when it authors file content through a
|
|
117
117
|
* heredoc, `shell` otherwise. */
|
|
118
|
-
declare function classifyActionPayload(action: string): ActionPayloadKind;
|
|
118
|
+
export declare function classifyActionPayload(action: string): ActionPayloadKind;
|
|
119
119
|
/** Why an action fails the budget. Every value is a rejection the report
|
|
120
120
|
* counts by name; none of them is a scoring judgement. */
|
|
121
121
|
type BudgetViolation = 'empty' | 'over-byte-cap' | 'multiple-statements' | 'multiple-heredocs' | 'no-op-action' | 'submit-instead-of-repair';
|
|
@@ -150,13 +150,13 @@ type BudgetCheck = {
|
|
|
150
150
|
* how it described a repair rather than on the repair. A reader who wants the
|
|
151
151
|
* mismatch counts `declared` against `payload`.
|
|
152
152
|
*/
|
|
153
|
-
declare function checkInterventionBudget(action: string, declaredKind: ActionPayloadKind, budget?: InterventionBudget): BudgetCheck;
|
|
153
|
+
export declare function checkInterventionBudget(action: string, declaredKind: ActionPayloadKind, budget?: InterventionBudget): BudgetCheck;
|
|
154
154
|
/**
|
|
155
155
|
* Whitespace-insensitive comparison used to reject an intervention that is
|
|
156
156
|
* the recorded action again. Trailing whitespace and blank lines are the only
|
|
157
157
|
* differences a re-proposal can carry without changing what runs.
|
|
158
158
|
*/
|
|
159
|
-
declare function normalizeActionForComparison(action: string): string;
|
|
159
|
+
export declare function normalizeActionForComparison(action: string): string;
|
|
160
160
|
//#endregion
|
|
161
161
|
//#region src/trace-repair/continuation-records.d.ts
|
|
162
162
|
/** Which arm produced a rollout. The policy is identical across all three. */
|
|
@@ -272,9 +272,9 @@ interface RecordedStep {
|
|
|
272
272
|
* with no answer keeps `obs: null`, which is how the corpus records a run that
|
|
273
273
|
* ended on its last command.
|
|
274
274
|
*/
|
|
275
|
-
declare function toRecordedSteps(messages: readonly ContinuationMessage[]): RecordedStep[];
|
|
275
|
+
export declare function toRecordedSteps(messages: readonly ContinuationMessage[]): RecordedStep[];
|
|
276
276
|
/** Corpus steps for the continuation alone, excluding the prefix it inherited. */
|
|
277
|
-
declare function rolloutRecordedSteps(rollout: ContinuationRollout): RecordedStep[];
|
|
277
|
+
export declare function rolloutRecordedSteps(rollout: ContinuationRollout): RecordedStep[];
|
|
278
278
|
/**
|
|
279
279
|
* Hash over everything the policy determines: the actions taken, the
|
|
280
280
|
* observations they produced, the seeds, the exit, and the usage.
|
|
@@ -283,11 +283,11 @@ declare function rolloutRecordedSteps(rollout: ContinuationRollout): RecordedSte
|
|
|
283
283
|
* two rollouts with the same digest did the same work, whatever they cost in
|
|
284
284
|
* seconds. Use it to assert determinism, never to assert equal latency.
|
|
285
285
|
*/
|
|
286
|
-
declare function rolloutDigest(rollout: ContinuationRollout): string;
|
|
286
|
+
export declare function rolloutDigest(rollout: ContinuationRollout): string;
|
|
287
287
|
//#endregion
|
|
288
288
|
//#region src/trace-repair/control-policy.d.ts
|
|
289
289
|
/** The declared control cannot produce the outcome the criteria screen for. */
|
|
290
|
-
declare class UncalibratedControlError extends CaptureIntegrityError {}
|
|
290
|
+
export declare class UncalibratedControlError extends CaptureIntegrityError {}
|
|
291
291
|
/**
|
|
292
292
|
* What the criteria expect of the control.
|
|
293
293
|
*
|
|
@@ -299,7 +299,7 @@ declare class UncalibratedControlError extends CaptureIntegrityError {}
|
|
|
299
299
|
* disagreed with itself about identical state, and the row leaves as that.
|
|
300
300
|
*/
|
|
301
301
|
type ControlScreening = 'enforced' | 'declared-inert';
|
|
302
|
-
declare const CONTROL_SCREENING_MODES: readonly ControlScreening[];
|
|
302
|
+
export declare const CONTROL_SCREENING_MODES: readonly ControlScreening[];
|
|
303
303
|
interface ControlPolicyInput {
|
|
304
304
|
/** Stable name for the frozen configuration. */
|
|
305
305
|
readonly id: string;
|
|
@@ -342,8 +342,8 @@ interface ControlPolicy extends ControlPolicyInput, ControlCapability {
|
|
|
342
342
|
* it executes only what a model call asks for. At a zero budget it grades the
|
|
343
343
|
* bytes it was handed.
|
|
344
344
|
*/
|
|
345
|
-
declare function controlCanRescue(stepBudget: number): boolean;
|
|
346
|
-
declare function defineControlPolicy(input: ControlPolicyInput): ControlPolicy;
|
|
345
|
+
export declare function controlCanRescue(stepBudget: number): boolean;
|
|
346
|
+
export declare function defineControlPolicy(input: ControlPolicyInput): ControlPolicy;
|
|
347
347
|
/**
|
|
348
348
|
* Refuse a configuration whose control and screening mode contradict.
|
|
349
349
|
*
|
|
@@ -352,13 +352,13 @@ declare function defineControlPolicy(input: ControlPolicyInput): ControlPolicy;
|
|
|
352
352
|
* fire. A control declared inert that can in fact act hides a real screen
|
|
353
353
|
* behind a label that says nothing was screened.
|
|
354
354
|
*/
|
|
355
|
-
declare function assertControlCalibrated(policy: ControlCapability, screening: ControlScreening): void;
|
|
355
|
+
export declare function assertControlCalibrated(policy: ControlCapability, screening: ControlScreening): void;
|
|
356
356
|
//#endregion
|
|
357
357
|
//#region src/trace-repair/admission-records.d.ts
|
|
358
358
|
/** A campaign scored rows the pre-pass did not admit, or dropped rows it did. */
|
|
359
|
-
declare class AdmissionDenominatorError extends CaptureIntegrityError {}
|
|
359
|
+
export declare class AdmissionDenominatorError extends CaptureIntegrityError {}
|
|
360
360
|
/** A row handed to the pre-pass carried a field only an analyst could produce. */
|
|
361
|
-
declare class AdmissionIndependenceError extends CaptureIntegrityError {}
|
|
361
|
+
export declare class AdmissionIndependenceError extends CaptureIntegrityError {}
|
|
362
362
|
/**
|
|
363
363
|
* One corpus row, described by what the recording holds and nothing else.
|
|
364
364
|
*
|
|
@@ -392,7 +392,7 @@ interface AdmissionRow {
|
|
|
392
392
|
* names, because the failure to catch is "some new analyst output leaked into
|
|
393
393
|
* the gate", and only a closed shape catches the fields nobody thought of.
|
|
394
394
|
*/
|
|
395
|
-
declare function assertAnalystIndependent(rows: readonly AdmissionRow[]): void;
|
|
395
|
+
export declare function assertAnalystIndependent(rows: readonly AdmissionRow[]): void;
|
|
396
396
|
/**
|
|
397
397
|
* Failure population a row belongs to.
|
|
398
398
|
*
|
|
@@ -405,9 +405,9 @@ declare function assertAnalystIndependent(rows: readonly AdmissionRow[]): void;
|
|
|
405
405
|
* so this population stays separate from the other two.
|
|
406
406
|
*/
|
|
407
407
|
type AdmissionStratum = 'clean-exit' | 'command-error' | 'signal-kill';
|
|
408
|
-
declare const ADMISSION_STRATA: readonly AdmissionStratum[];
|
|
408
|
+
export declare const ADMISSION_STRATA: readonly AdmissionStratum[];
|
|
409
409
|
/** `null` when the recording holds no parseable final return code. */
|
|
410
|
-
declare function stratumOf(finalReturncode: number | null): AdmissionStratum | null;
|
|
410
|
+
export declare function stratumOf(finalReturncode: number | null): AdmissionStratum | null;
|
|
411
411
|
/**
|
|
412
412
|
* Why a row left the funnel.
|
|
413
413
|
*
|
|
@@ -416,9 +416,9 @@ declare function stratumOf(finalReturncode: number | null): AdmissionStratum | n
|
|
|
416
416
|
* first container, and the control rollouts run last.
|
|
417
417
|
*/
|
|
418
418
|
type AdmissionExclusionReason = 'no-recorded-commands' | 'unparseable-final-returncode' | 'stratum-not-admitted' | 'task-oracle-uncertified' | 'task-oracle-nondeterministic' | 'prefix-replay-error' | 'prefix-replay-empty' | 'prefix-replay-truncated' | 'prefix-divergence-above-threshold' | 'end-state-oracle-error' | 'end-state-tests-pass' | 'no-fix-control-error' | 'no-fix-control-rescued' | 'no-op-control-error' | 'no-op-control-rescued';
|
|
419
|
-
declare const ADMISSION_EXCLUSION_ORDER: readonly AdmissionExclusionReason[];
|
|
419
|
+
export declare const ADMISSION_EXCLUSION_ORDER: readonly AdmissionExclusionReason[];
|
|
420
420
|
/** One line of prose per reason, for the rendered chain. */
|
|
421
|
-
declare const ADMISSION_EXCLUSION_MEANING: Readonly<Record<AdmissionExclusionReason, string>>;
|
|
421
|
+
export declare const ADMISSION_EXCLUSION_MEANING: Readonly<Record<AdmissionExclusionReason, string>>;
|
|
422
422
|
type AdmissionControlArm = 'no-fix-control' | 'no-op-control';
|
|
423
423
|
/** The inert action the no-op control substitutes, and where it goes. */
|
|
424
424
|
interface AdmissionNoOpInjection {
|
|
@@ -517,15 +517,15 @@ interface DenominatorChainArtifact {
|
|
|
517
517
|
* and the rows that survived, so `input = admitted + sum(excluded)` can be read
|
|
518
518
|
* off the table instead of trusted.
|
|
519
519
|
*/
|
|
520
|
-
declare function buildDenominatorChain(verdicts: readonly AdmissionRowVerdict[], admitStrata: readonly AdmissionStratum[]): DenominatorChainArtifact;
|
|
520
|
+
export declare function buildDenominatorChain(verdicts: readonly AdmissionRowVerdict[], admitStrata: readonly AdmissionStratum[]): DenominatorChainArtifact;
|
|
521
521
|
/** A chain that does not add up is a broken denominator, so this throws. */
|
|
522
|
-
declare function assertChainReconciles(artifact: DenominatorChainArtifact): void;
|
|
522
|
+
export declare function assertChainReconciles(artifact: DenominatorChainArtifact): void;
|
|
523
523
|
//#endregion
|
|
524
524
|
//#region src/trace-repair/continuation-policy.d.ts
|
|
525
525
|
/** A rollout ran outside the pinned policy, so its evidence cannot be used. */
|
|
526
|
-
declare class ContinuationPolicyViolationError extends CaptureIntegrityError {}
|
|
526
|
+
export declare class ContinuationPolicyViolationError extends CaptureIntegrityError {}
|
|
527
527
|
/** Two arms did not run the same policy, so their difference is not the intervention. */
|
|
528
|
-
declare class ContinuationSymmetryError extends CaptureIntegrityError {}
|
|
528
|
+
export declare class ContinuationSymmetryError extends CaptureIntegrityError {}
|
|
529
529
|
interface PinnedContinuationPolicy {
|
|
530
530
|
/** Stable name for the frozen configuration, recorded on every rollout. */
|
|
531
531
|
readonly id: string;
|
|
@@ -551,18 +551,18 @@ interface DefineContinuationPolicyInput extends Partial<Omit<PinnedContinuationP
|
|
|
551
551
|
/** Required: a default seed would make two campaigns silently share a draw. */
|
|
552
552
|
seed: number;
|
|
553
553
|
}
|
|
554
|
-
declare function definePinnedContinuationPolicy(input: DefineContinuationPolicyInput): PinnedContinuationPolicy;
|
|
554
|
+
export declare function definePinnedContinuationPolicy(input: DefineContinuationPolicyInput): PinnedContinuationPolicy;
|
|
555
555
|
/**
|
|
556
556
|
* Hash over the policy and the scaffold text it renders. A changed template
|
|
557
557
|
* changes the digest, so rollouts recorded before and after an edit cannot be
|
|
558
558
|
* pooled by accident.
|
|
559
559
|
*/
|
|
560
|
-
declare function continuationPolicyDigest(policy: PinnedContinuationPolicy): string;
|
|
560
|
+
export declare function continuationPolicyDigest(policy: PinnedContinuationPolicy): string;
|
|
561
561
|
/**
|
|
562
562
|
* Per-rollout seed. It reads the policy seed, the row, and the rollout index —
|
|
563
563
|
* deliberately not the arm, so paired rollouts across arms draw identically.
|
|
564
564
|
*/
|
|
565
|
-
declare function continuationSeed(policySeed: number, rowId: string, rolloutIndex: number): number;
|
|
565
|
+
export declare function continuationSeed(policySeed: number, rowId: string, rolloutIndex: number): number;
|
|
566
566
|
interface ContinuationModelRequest {
|
|
567
567
|
model: string;
|
|
568
568
|
messages: ContinuationMessage[];
|
|
@@ -644,35 +644,35 @@ interface RunContinuationOptions {
|
|
|
644
644
|
* mutates the container it runs in and the next one must start from the same
|
|
645
645
|
* state, not from the previous rollout's leftovers.
|
|
646
646
|
*/
|
|
647
|
-
declare function runContinuation(options: RunContinuationOptions): Promise<ContinuationRollout[]>;
|
|
647
|
+
export declare function runContinuation(options: RunContinuationOptions): Promise<ContinuationRollout[]>;
|
|
648
648
|
/**
|
|
649
649
|
* Sum only what the provider reported. A call with no usage raises
|
|
650
650
|
* `callsWithUsage` short of `calls` and clears `captured`, so a partially
|
|
651
651
|
* reported rollout can never read as a fully measured one.
|
|
652
652
|
*/
|
|
653
|
-
declare function totalUsage(steps: readonly ContinuationStepRecord[]): ContinuationUsageTotals;
|
|
653
|
+
export declare function totalUsage(steps: readonly ContinuationStepRecord[]): ContinuationUsageTotals;
|
|
654
654
|
/**
|
|
655
655
|
* One unpriced call makes the rollout's cost unknown. Summing the rest would
|
|
656
656
|
* report a number smaller than what was spent.
|
|
657
657
|
*/
|
|
658
|
-
declare function totalCost(steps: readonly ContinuationStepRecord[]): CostProvenance;
|
|
658
|
+
export declare function totalCost(steps: readonly ContinuationStepRecord[]): CostProvenance;
|
|
659
659
|
/**
|
|
660
660
|
* Prove the arms ran the same policy. Rollouts paired by row and index must
|
|
661
661
|
* carry the same policy digest and the same seed; anything else means the
|
|
662
662
|
* measured difference includes a policy change, not only the intervention.
|
|
663
663
|
*/
|
|
664
|
-
declare function assertArmSymmetry(rollouts: readonly ContinuationRollout[]): void;
|
|
664
|
+
export declare function assertArmSymmetry(rollouts: readonly ContinuationRollout[]): void;
|
|
665
665
|
//#endregion
|
|
666
666
|
//#region src/trace-repair/oracle-determinism.d.ts
|
|
667
667
|
/** A task graded a repair by something other than the state under test. */
|
|
668
|
-
declare class NondeterministicOracleError extends CaptureIntegrityError {}
|
|
668
|
+
export declare class NondeterministicOracleError extends CaptureIntegrityError {}
|
|
669
669
|
/** The two states certification produces: the published image, and that image
|
|
670
670
|
* after the task's own reference solution ran. */
|
|
671
671
|
type OracleStateLabel = 'unsolved' | 'solved';
|
|
672
672
|
/** Machine load the replicate ran under. */
|
|
673
673
|
type OracleLoad = 'idle' | 'contended';
|
|
674
674
|
/** The unit a whole-suite verdict is counted under when nothing finer exists. */
|
|
675
|
-
declare const SUITE_REWARD_UNIT = "suite-reward";
|
|
675
|
+
export declare const SUITE_REWARD_UNIT = "suite-reward";
|
|
676
676
|
interface OracleAssertionResult {
|
|
677
677
|
/** Test identifier the suite reported, verbatim. */
|
|
678
678
|
readonly id: string;
|
|
@@ -766,7 +766,7 @@ interface OracleDeterminismVerdict {
|
|
|
766
766
|
* counts here, so the rule that decides stability is one rule and a reviewer
|
|
767
767
|
* can re-derive any verdict from the recorded replicates.
|
|
768
768
|
*/
|
|
769
|
-
declare function oracleDeterminism(evidence: OracleDeterminismEvidence): OracleDeterminismVerdict;
|
|
769
|
+
export declare function oracleDeterminism(evidence: OracleDeterminismEvidence): OracleDeterminismVerdict;
|
|
770
770
|
/**
|
|
771
771
|
* Certified verdicts by task name.
|
|
772
772
|
*
|
|
@@ -787,10 +787,10 @@ interface TaskOracleRegistryDocument {
|
|
|
787
787
|
readonly version: 1;
|
|
788
788
|
readonly measurements: readonly OracleDeterminismEvidence[];
|
|
789
789
|
}
|
|
790
|
-
declare function parseTaskOracleRegistry(document: unknown): TaskOracleRegistry;
|
|
791
|
-
declare function taskOracleRegistry(verdicts: readonly OracleDeterminismVerdict[]): TaskOracleRegistry;
|
|
790
|
+
export declare function parseTaskOracleRegistry(document: unknown): TaskOracleRegistry;
|
|
791
|
+
export declare function taskOracleRegistry(verdicts: readonly OracleDeterminismVerdict[]): TaskOracleRegistry;
|
|
792
792
|
/** Throws unless the task graded the same bytes the same way every replicate. */
|
|
793
|
-
declare function assertDeterministicOracle(verdict: OracleDeterminismVerdict): void;
|
|
793
|
+
export declare function assertDeterministicOracle(verdict: OracleDeterminismVerdict): void;
|
|
794
794
|
//#endregion
|
|
795
795
|
//#region src/trace-repair/admission.d.ts
|
|
796
796
|
/**
|
|
@@ -883,15 +883,15 @@ interface AdmissionConfig {
|
|
|
883
883
|
readonly controlScreening: ControlScreening;
|
|
884
884
|
readonly concurrency: number;
|
|
885
885
|
}
|
|
886
|
-
declare const ADMISSION_CONFIG_DEFAULTS: AdmissionConfig;
|
|
887
|
-
declare function resolveAdmissionConfig(input?: AdmissionConfigInput): AdmissionConfig;
|
|
886
|
+
export declare const ADMISSION_CONFIG_DEFAULTS: AdmissionConfig;
|
|
887
|
+
export declare function resolveAdmissionConfig(input?: AdmissionConfigInput): AdmissionConfig;
|
|
888
888
|
/**
|
|
889
889
|
* The recorded command the no-op control replaces, drawn per rollout.
|
|
890
890
|
*
|
|
891
891
|
* The draw reads the policy seed, the row, and the rollout index, so it is
|
|
892
892
|
* reproducible from the artifact and cannot depend on when the pre-pass ran.
|
|
893
893
|
*/
|
|
894
|
-
declare function noOpInjectionStep(policySeed: number, rowId: string, rolloutIndex: number, recordedCommands: number): number;
|
|
894
|
+
export declare function noOpInjectionStep(policySeed: number, rowId: string, rolloutIndex: number, recordedCommands: number): number;
|
|
895
895
|
interface AdmissionProvenance {
|
|
896
896
|
replayerId: string;
|
|
897
897
|
oracleId: string;
|
|
@@ -947,10 +947,10 @@ interface RunAdmissionOptions {
|
|
|
947
947
|
* proves it measured this denominator by passing the report back to
|
|
948
948
|
* `assertDenominatorIntact`.
|
|
949
949
|
*/
|
|
950
|
-
declare function runAdmission(options: RunAdmissionOptions): Promise<AdmissionReport>;
|
|
950
|
+
export declare function runAdmission(options: RunAdmissionOptions): Promise<AdmissionReport>;
|
|
951
951
|
/** Admitted row ids in one stratum. No call returns them pooled. */
|
|
952
|
-
declare function admittedRowIds(report: AdmissionReport, stratum: AdmissionStratum): readonly string[];
|
|
953
|
-
declare function admittedCount(report: AdmissionReport): number;
|
|
952
|
+
export declare function admittedRowIds(report: AdmissionReport, stratum: AdmissionStratum): readonly string[];
|
|
953
|
+
export declare function admittedCount(report: AdmissionReport): number;
|
|
954
954
|
interface DenominatorIntactInput {
|
|
955
955
|
report: AdmissionReport;
|
|
956
956
|
/** Strata the campaign drew from. Rows outside them are not expected. */
|
|
@@ -969,7 +969,7 @@ interface DenominatorIntactInput {
|
|
|
969
969
|
* can cause on its own — declining a row it cannot solve — so a sampled row
|
|
970
970
|
* with no outcome is an error, not a smaller `n`.
|
|
971
971
|
*/
|
|
972
|
-
declare function assertDenominatorIntact(input: DenominatorIntactInput): void;
|
|
972
|
+
export declare function assertDenominatorIntact(input: DenominatorIntactInput): void;
|
|
973
973
|
//#endregion
|
|
974
974
|
//#region src/trace-repair/admission-contract.d.ts
|
|
975
975
|
/** Pre-registered admission thresholds. */
|
|
@@ -983,7 +983,7 @@ interface AdmissionCriteria {
|
|
|
983
983
|
/** How a control pass is read. `enforced` requires a control that can act. */
|
|
984
984
|
readonly controlScreening: ControlScreening;
|
|
985
985
|
}
|
|
986
|
-
declare const TB_REPAIR_ADMISSION_CRITERIA: AdmissionCriteria;
|
|
986
|
+
export declare const TB_REPAIR_ADMISSION_CRITERIA: AdmissionCriteria;
|
|
987
987
|
interface PrefixFidelityEvidence {
|
|
988
988
|
/** Recorded steps that were replayed. */
|
|
989
989
|
readonly stepsReplayed: number;
|
|
@@ -1094,7 +1094,7 @@ type AdmissionDecision = {
|
|
|
1094
1094
|
* of the row, so it must stop the run instead of producing one verdict per row
|
|
1095
1095
|
* that reads as if a check had been applied.
|
|
1096
1096
|
*/
|
|
1097
|
-
declare function admitRow(evidence: AdmissionEvidence, criteria?: AdmissionCriteria): AdmissionDecision;
|
|
1097
|
+
export declare function admitRow(evidence: AdmissionEvidence, criteria?: AdmissionCriteria): AdmissionDecision;
|
|
1098
1098
|
//#endregion
|
|
1099
1099
|
//#region src/trace-repair/admission-report.d.ts
|
|
1100
1100
|
interface AdmissionArtifact {
|
|
@@ -1116,17 +1116,17 @@ interface AdmissionArtifact {
|
|
|
1116
1116
|
rows: readonly AdmissionRowVerdict[];
|
|
1117
1117
|
}
|
|
1118
1118
|
/** Plain JSON. `JSON.stringify` of this object is the machine-readable artifact. */
|
|
1119
|
-
declare function admissionArtifact(report: AdmissionReport): AdmissionArtifact;
|
|
1119
|
+
export declare function admissionArtifact(report: AdmissionReport): AdmissionArtifact;
|
|
1120
1120
|
interface RenderAdmissionOptions {
|
|
1121
1121
|
/** Rows listed in the per-row appendix. Default 0, which omits the appendix. */
|
|
1122
1122
|
rowLimit?: number;
|
|
1123
1123
|
}
|
|
1124
1124
|
/** Markdown for the campaign report. Every number here is also in the artifact. */
|
|
1125
|
-
declare function renderAdmissionReport(artifact: AdmissionArtifact, options?: RenderAdmissionOptions): string;
|
|
1125
|
+
export declare function renderAdmissionReport(artifact: AdmissionArtifact, options?: RenderAdmissionOptions): string;
|
|
1126
1126
|
//#endregion
|
|
1127
1127
|
//#region src/trace-repair/analyst-response.d.ts
|
|
1128
1128
|
/** The literal an analyst returns when no single step carries the failure. */
|
|
1129
|
-
declare const NO_DECISIVE_FAILURE = "no-decisive-failure";
|
|
1129
|
+
export declare const NO_DECISIVE_FAILURE = "no-decisive-failure";
|
|
1130
1130
|
interface RepairIntervention {
|
|
1131
1131
|
/** What the action is: a shell command, or an edit that authors file content. */
|
|
1132
1132
|
readonly kind: ActionPayloadKind;
|
|
@@ -1164,9 +1164,9 @@ type ParseAnalystResponseOutcome = {
|
|
|
1164
1164
|
* is untrusted text, so every field is checked and nothing is defaulted: a
|
|
1165
1165
|
* missing `k` is a parse failure, never step 1.
|
|
1166
1166
|
*/
|
|
1167
|
-
declare function parseAnalystResponse(reply: string): ParseAnalystResponseOutcome;
|
|
1167
|
+
export declare function parseAnalystResponse(reply: string): ParseAnalystResponseOutcome;
|
|
1168
1168
|
/** Build a finding directly, for callers that already hold typed fields. */
|
|
1169
|
-
declare function repairFinding(input: {
|
|
1169
|
+
export declare function repairFinding(input: {
|
|
1170
1170
|
k: number;
|
|
1171
1171
|
failureClaim: string;
|
|
1172
1172
|
intervention: RepairIntervention;
|
|
@@ -1194,12 +1194,12 @@ interface BlindTrajectoryOptions {
|
|
|
1194
1194
|
* recording, which is what the recorded agent itself saw before it stopped. */
|
|
1195
1195
|
readonly throughStep?: number;
|
|
1196
1196
|
}
|
|
1197
|
-
declare function blindTrajectory(row: AdmittedRow, options?: BlindTrajectoryOptions): BlindedTrajectoryPrefix;
|
|
1197
|
+
export declare function blindTrajectory(row: AdmittedRow, options?: BlindTrajectoryOptions): BlindedTrajectoryPrefix;
|
|
1198
1198
|
/**
|
|
1199
1199
|
* Fields an analyst prompt must never carry. Exported so a consumer that
|
|
1200
1200
|
* builds its own prompt can assert against the same list this module honours.
|
|
1201
1201
|
*/
|
|
1202
|
-
declare const BLINDED_FIELDS: readonly string[];
|
|
1202
|
+
export declare const BLINDED_FIELDS: readonly string[];
|
|
1203
1203
|
//#endregion
|
|
1204
1204
|
//#region src/trace-repair/analyst-arm.d.ts
|
|
1205
1205
|
/**
|
|
@@ -1361,7 +1361,7 @@ interface AskRepairArmOptions {
|
|
|
1361
1361
|
* Blinding, prompt identity and budget measurement happen here, once, for
|
|
1362
1362
|
* every arm. An arm that wants a different question does not get one.
|
|
1363
1363
|
*/
|
|
1364
|
-
declare function askRepairArm(options: AskRepairArmOptions): Promise<RepairArmAnswer>;
|
|
1364
|
+
export declare function askRepairArm(options: AskRepairArmOptions): Promise<RepairArmAnswer>;
|
|
1365
1365
|
/**
|
|
1366
1366
|
* The answer in the grammar the grader consumes.
|
|
1367
1367
|
*
|
|
@@ -1369,7 +1369,7 @@ declare function askRepairArm(options: AskRepairArmOptions): Promise<RepairArmAn
|
|
|
1369
1369
|
* turning it into a decline would credit an arm with an honest null it never
|
|
1370
1370
|
* produced.
|
|
1371
1371
|
*/
|
|
1372
|
-
declare function repairArmResponse(answer: RepairArmAnswer): AnalystResponse | null;
|
|
1372
|
+
export declare function repairArmResponse(answer: RepairArmAnswer): AnalystResponse | null;
|
|
1373
1373
|
/** One arm's difference from the set, as a report renders it. */
|
|
1374
1374
|
interface RepairArmAsymmetry {
|
|
1375
1375
|
readonly armId: string;
|
|
@@ -1411,7 +1411,7 @@ interface RepairArmAsymmetryReport {
|
|
|
1411
1411
|
* to none — a mixed set measures the optimisation, then reports it as the
|
|
1412
1412
|
* harness.
|
|
1413
1413
|
*/
|
|
1414
|
-
declare function repairArmAsymmetries(arms: readonly RepairArm[], options?: {
|
|
1414
|
+
export declare function repairArmAsymmetries(arms: readonly RepairArm[], options?: {
|
|
1415
1415
|
readonly budget?: InterventionBudget;
|
|
1416
1416
|
}): RepairArmAsymmetryReport;
|
|
1417
1417
|
//#endregion
|
|
@@ -1434,7 +1434,7 @@ interface CompletionRepairArmOptions {
|
|
|
1434
1434
|
readonly affordances: readonly RepairArmAffordance[];
|
|
1435
1435
|
readonly certification: RepairArmCertification;
|
|
1436
1436
|
}
|
|
1437
|
-
declare function createCompletionRepairArm(options: CompletionRepairArmOptions): RepairArm;
|
|
1437
|
+
export declare function createCompletionRepairArm(options: CompletionRepairArmOptions): RepairArm;
|
|
1438
1438
|
//#endregion
|
|
1439
1439
|
//#region src/trace-repair/arm-dspy.d.ts
|
|
1440
1440
|
/**
|
|
@@ -1444,9 +1444,9 @@ declare function createCompletionRepairArm(options: CompletionRepairArmOptions):
|
|
|
1444
1444
|
* inside them rather than by adding a field every unrelated caller would have
|
|
1445
1445
|
* to set. The same mechanism selects the CodeTraceBench typed signature.
|
|
1446
1446
|
*/
|
|
1447
|
-
declare const DSPY_REPAIR_TASK_TOKEN = "tb-repair-typed-";
|
|
1447
|
+
export declare const DSPY_REPAIR_TASK_TOKEN = "tb-repair-typed-";
|
|
1448
1448
|
/** Signature the bridge reports for a repair analysis. */
|
|
1449
|
-
declare const DSPY_REPAIR_SIGNATURE = "tb-repair-typed-v1";
|
|
1449
|
+
export declare const DSPY_REPAIR_SIGNATURE = "tb-repair-typed-v1";
|
|
1450
1450
|
/**
|
|
1451
1451
|
* The repair contract restated for the typed signature.
|
|
1452
1452
|
*
|
|
@@ -1455,7 +1455,7 @@ declare const DSPY_REPAIR_SIGNATURE = "tb-repair-typed-v1";
|
|
|
1455
1455
|
* `repairTaskPolicy`, so the execution rules an arm is held to cannot drift
|
|
1456
1456
|
* between arms.
|
|
1457
1457
|
*/
|
|
1458
|
-
declare function dspyRepairInstructions(budget?: InterventionBudget): string;
|
|
1458
|
+
export declare function dspyRepairInstructions(budget?: InterventionBudget): string;
|
|
1459
1459
|
interface DspyRepairArmOptions {
|
|
1460
1460
|
/** The DSPy engine. Injected, so a test drives the arm with no subprocess. */
|
|
1461
1461
|
readonly engine: TraceAnalysisEngine;
|
|
@@ -1468,7 +1468,7 @@ interface DspyRepairArmOptions {
|
|
|
1468
1468
|
readonly id?: string;
|
|
1469
1469
|
readonly log?: (message: string, fields?: Record<string, unknown>) => void;
|
|
1470
1470
|
}
|
|
1471
|
-
declare function createDspyRepairArm(options: DspyRepairArmOptions): RepairArm;
|
|
1471
|
+
export declare function createDspyRepairArm(options: DspyRepairArmOptions): RepairArm;
|
|
1472
1472
|
interface ReadRepairPayloadOptions {
|
|
1473
1473
|
/** The step ids the blinded prefix holds. A row naming any other k is the
|
|
1474
1474
|
* model's mistake, not the bridge's, so it lands in `dropped` — the same
|
|
@@ -1477,7 +1477,7 @@ interface ReadRepairPayloadOptions {
|
|
|
1477
1477
|
readonly validSteps: readonly number[];
|
|
1478
1478
|
}
|
|
1479
1479
|
/** Thrown by callers that build a repair arm with a non-DSPy engine. */
|
|
1480
|
-
declare function assertDspyRepairEngine(engine: TraceAnalysisEngine): void;
|
|
1480
|
+
export declare function assertDspyRepairEngine(engine: TraceAnalysisEngine): void;
|
|
1481
1481
|
//#endregion
|
|
1482
1482
|
//#region src/trace-repair/degenerate-strategies.d.ts
|
|
1483
1483
|
/**
|
|
@@ -1505,7 +1505,7 @@ interface DegenerateStrategy {
|
|
|
1505
1505
|
/** Module that carries the mechanism. */
|
|
1506
1506
|
readonly enforcedIn: string;
|
|
1507
1507
|
}
|
|
1508
|
-
declare const DEGENERATE_STRATEGIES: readonly [{
|
|
1508
|
+
export declare const DEGENERATE_STRATEGIES: readonly [{
|
|
1509
1509
|
readonly id: 'point-at-any-nonzero-exit-step';
|
|
1510
1510
|
readonly strategy: 'Name the first step with a nonzero returncode, claim it failed, and let the reproduction gate confirm it.';
|
|
1511
1511
|
readonly defeat: 'Reproduction is a gate, not a tier that pays. The credit vector has no term for it, so a reproduced step with no working intervention scores exactly what an unreproduced one scores: nothing.';
|
|
@@ -1788,9 +1788,9 @@ interface RepairCredit {
|
|
|
1788
1788
|
/** Share of repair rollouts whose held-out suite passed. */
|
|
1789
1789
|
readonly repairRate: number;
|
|
1790
1790
|
}
|
|
1791
|
-
declare const CREDIT_TERMS: readonly ["executes", "localFlip", "repairRate"];
|
|
1791
|
+
export declare const CREDIT_TERMS: readonly ["executes", "localFlip", "repairRate"];
|
|
1792
1792
|
/** What an answer earned. Every outcome but `measured` earns nothing. */
|
|
1793
|
-
declare function repairCredit(grade: RepairGrade): RepairCredit;
|
|
1793
|
+
export declare function repairCredit(grade: RepairGrade): RepairCredit;
|
|
1794
1794
|
interface RepairFunnelCounts {
|
|
1795
1795
|
readonly rows: number;
|
|
1796
1796
|
readonly rejected: number;
|
|
@@ -1804,7 +1804,7 @@ interface RepairFunnelCounts {
|
|
|
1804
1804
|
/** Rows where every repair rollout passed. */
|
|
1805
1805
|
readonly t4RepairFlipAll: number;
|
|
1806
1806
|
}
|
|
1807
|
-
declare function countFunnel(grades: readonly RepairGrade[]): RepairFunnelCounts;
|
|
1807
|
+
export declare function countFunnel(grades: readonly RepairGrade[]): RepairFunnelCounts;
|
|
1808
1808
|
//#endregion
|
|
1809
1809
|
//#region src/trace-repair/grade.d.ts
|
|
1810
1810
|
interface GradeRepairOptions {
|
|
@@ -1855,7 +1855,7 @@ interface RepairRowResult extends DefaultVerdict {
|
|
|
1855
1855
|
readonly delta: number;
|
|
1856
1856
|
readonly wallMs: number;
|
|
1857
1857
|
}
|
|
1858
|
-
declare function gradeRepairRow(options: GradeRepairOptions): Promise<RepairRowResult>;
|
|
1858
|
+
export declare function gradeRepairRow(options: GradeRepairOptions): Promise<RepairRowResult>;
|
|
1859
1859
|
//#endregion
|
|
1860
1860
|
//#region src/trace-repair/delta-repair.d.ts
|
|
1861
1861
|
interface DeltaRepairOptions {
|
|
@@ -1898,10 +1898,10 @@ interface DeltaRepairReport {
|
|
|
1898
1898
|
readonly rowResults: readonly RepairRowResult[];
|
|
1899
1899
|
readonly threats: readonly RepairThreat[];
|
|
1900
1900
|
}
|
|
1901
|
-
declare function deltaRepair(rowResults: readonly RepairRowResult[], options?: DeltaRepairOptions): DeltaRepairReport;
|
|
1901
|
+
export declare function deltaRepair(rowResults: readonly RepairRowResult[], options?: DeltaRepairOptions): DeltaRepairReport;
|
|
1902
1902
|
/** Markdown report: provenance, the funnel, every per-row column, the
|
|
1903
1903
|
* distribution, and the threats. */
|
|
1904
|
-
declare function renderDeltaRepairReport(report: DeltaRepairReport): string;
|
|
1904
|
+
export declare function renderDeltaRepairReport(report: DeltaRepairReport): string;
|
|
1905
1905
|
//#endregion
|
|
1906
1906
|
//#region src/trace-repair/docker-environment.d.ts
|
|
1907
1907
|
interface ProcessRequest {
|
|
@@ -1923,7 +1923,7 @@ type ProcessRunner = (request: ProcessRequest) => Promise<ProcessResult>;
|
|
|
1923
1923
|
* and kills the whole process group on timeout so a killed command leaves no
|
|
1924
1924
|
* children running in the container's namespace.
|
|
1925
1925
|
*/
|
|
1926
|
-
declare const nodeProcessRunner: ProcessRunner;
|
|
1926
|
+
export declare const nodeProcessRunner: ProcessRunner;
|
|
1927
1927
|
interface DockerContinuationEnvironmentOptions {
|
|
1928
1928
|
/** Container id or name holding the post-step-k state. */
|
|
1929
1929
|
containerRef: string;
|
|
@@ -1945,33 +1945,33 @@ interface DockerContinuationEnvironmentOptions {
|
|
|
1945
1945
|
* recorded run could not, and the arms would no longer differ only by the
|
|
1946
1946
|
* intervention.
|
|
1947
1947
|
*/
|
|
1948
|
-
declare function dockerRunArgs(input: {
|
|
1948
|
+
export declare function dockerRunArgs(input: {
|
|
1949
1949
|
image: string;
|
|
1950
1950
|
name: string;
|
|
1951
1951
|
cwd: string;
|
|
1952
1952
|
containerLifetime?: string;
|
|
1953
1953
|
executable?: string;
|
|
1954
1954
|
}): string[];
|
|
1955
|
-
declare function createDockerContinuationEnvironment(options: DockerContinuationEnvironmentOptions): ContinuationEnvironment;
|
|
1955
|
+
export declare function createDockerContinuationEnvironment(options: DockerContinuationEnvironmentOptions): ContinuationEnvironment;
|
|
1956
1956
|
//#endregion
|
|
1957
1957
|
//#region src/trace-repair/repair-prompt.d.ts
|
|
1958
|
-
declare const REPAIR_QUESTION = "This coding agent ran and did not finish the task. Name the ONE recorded step whose action you would replace, and give the single shell action to run instead of it.";
|
|
1958
|
+
export declare const REPAIR_QUESTION = "This coding agent ran and did not finish the task. Name the ONE recorded step whose action you would replace, and give the single shell action to run instead of it.";
|
|
1959
1959
|
/**
|
|
1960
1960
|
* The task definition. Parameterised by the budget so the stated caps are the
|
|
1961
1961
|
* enforced caps.
|
|
1962
1962
|
*/
|
|
1963
|
-
declare function repairTaskPolicy(budget?: InterventionBudget): readonly string[];
|
|
1963
|
+
export declare function repairTaskPolicy(budget?: InterventionBudget): readonly string[];
|
|
1964
1964
|
/** The reply grammar, stated to an arm that answers in one JSON object. */
|
|
1965
|
-
declare const REPAIR_CONTRACT_LINES: readonly string[];
|
|
1965
|
+
export declare const REPAIR_CONTRACT_LINES: readonly string[];
|
|
1966
1966
|
/** The same grammar restated for the bounded repair turn, which never carries
|
|
1967
1967
|
* the trajectory again. */
|
|
1968
|
-
declare const REPAIR_REPAIR_CONTRACT_LINES: readonly string[];
|
|
1968
|
+
export declare const REPAIR_REPAIR_CONTRACT_LINES: readonly string[];
|
|
1969
1969
|
/** The trajectory as an arm sees it: actions, observations, nothing about grading. */
|
|
1970
|
-
declare function renderRepairTrajectory(prefix: BlindedTrajectoryPrefix): string;
|
|
1971
|
-
declare function repairTrajectoryHeader(prefix: BlindedTrajectoryPrefix): string;
|
|
1970
|
+
export declare function renderRepairTrajectory(prefix: BlindedTrajectoryPrefix): string;
|
|
1971
|
+
export declare function repairTrajectoryHeader(prefix: BlindedTrajectoryPrefix): string;
|
|
1972
1972
|
/** The task definition an arm receives: the policy plus the statement the
|
|
1973
1973
|
* recorded agent was given. */
|
|
1974
|
-
declare function repairTaskDefinition(prefix: BlindedTrajectoryPrefix, budget?: InterventionBudget): string;
|
|
1974
|
+
export declare function repairTaskDefinition(prefix: BlindedTrajectoryPrefix, budget?: InterventionBudget): string;
|
|
1975
1975
|
/**
|
|
1976
1976
|
* Digest of the question and task policy every arm shares.
|
|
1977
1977
|
*
|
|
@@ -1980,7 +1980,7 @@ declare function repairTaskDefinition(prefix: BlindedTrajectoryPrefix, budget?:
|
|
|
1980
1980
|
* An arm's own contract text — its output grammar, its typed-signature
|
|
1981
1981
|
* instructions — is deliberately outside it, because arms differ there.
|
|
1982
1982
|
*/
|
|
1983
|
-
declare function repairQuestionSha256(budget?: InterventionBudget): string;
|
|
1983
|
+
export declare function repairQuestionSha256(budget?: InterventionBudget): string;
|
|
1984
1984
|
/**
|
|
1985
1985
|
* Digest of the composed question one arm answered.
|
|
1986
1986
|
*
|
|
@@ -1989,13 +1989,13 @@ declare function repairQuestionSha256(budget?: InterventionBudget): string;
|
|
|
1989
1989
|
* versus a typed SUBMIT signature — stamp different digests, and two arms
|
|
1990
1990
|
* that ask the identical composed question share one.
|
|
1991
1991
|
*/
|
|
1992
|
-
declare function repairArmPromptSha256(budget: InterventionBudget, contract: readonly string[]): string;
|
|
1992
|
+
export declare function repairArmPromptSha256(budget: InterventionBudget, contract: readonly string[]): string;
|
|
1993
1993
|
//#endregion
|
|
1994
1994
|
//#region src/trace-repair/test-oracle.d.ts
|
|
1995
1995
|
/** The suite the oracle read back is not the suite it uploaded. */
|
|
1996
|
-
declare class TestSuiteTamperedError extends CaptureIntegrityError {}
|
|
1996
|
+
export declare class TestSuiteTamperedError extends CaptureIntegrityError {}
|
|
1997
1997
|
/** The oracle could not place or run the suite, so it graded nothing. */
|
|
1998
|
-
declare class TestOracleError extends CaptureIntegrityError {}
|
|
1998
|
+
export declare class TestOracleError extends CaptureIntegrityError {}
|
|
1999
1999
|
interface TestSuiteFile {
|
|
2000
2000
|
/** Absolute path inside the container. */
|
|
2001
2001
|
readonly path: string;
|
|
@@ -2018,8 +2018,8 @@ interface InjectedTestOracleOptions {
|
|
|
2018
2018
|
* Content digest of the suite: sha256 over each path and its bytes, in path
|
|
2019
2019
|
* order. Two suites with the same digest are the same suite.
|
|
2020
2020
|
*/
|
|
2021
|
-
declare function testSuiteDigest(files: readonly TestSuiteFile[]): string;
|
|
2022
|
-
declare function injectedTestOracle(options: InjectedTestOracleOptions): TestOracle;
|
|
2021
|
+
export declare function testSuiteDigest(files: readonly TestSuiteFile[]): string;
|
|
2022
|
+
export declare function injectedTestOracle(options: InjectedTestOracleOptions): TestOracle;
|
|
2023
2023
|
//#endregion
|
|
2024
|
-
export {
|
|
2024
|
+
export { type ActionPayloadKind, type AdmissionArtifact, type AdmissionCheckRecord, type AdmissionConfig, type AdmissionConfigInput, type AdmissionControlArm, type AdmissionControlObservation, type AdmissionControlRequest, type AdmissionControlRunner, type AdmissionCriteria, type AdmissionDecision, type AdmissionDivergence, type AdmissionEndStateOracle, type AdmissionEvidence, type AdmissionExclusionReason, type AdmissionNoOpInjection, type AdmissionOutcome, type AdmissionPrefixReplay, type AdmissionPrefixReplayer, type AdmissionProvenance, type AdmissionRejection, type AdmissionReport, type AdmissionRolloutSummary, type AdmissionRow, type AdmissionRowVerdict, type AdmissionScreeningRecord, type AdmissionStratum, type AdmissionTestVerdict, type AdmittedRow, type AnalystResponse, type AskRepairArmOptions, type BlindTrajectoryOptions, type BlindedStep, type BlindedTrajectoryPrefix, type BudgetCheck, type BudgetMeasurement, type BudgetViolation, type CommandOutput, type CompletionRepairArmOptions, type ContinuationArm, type ContinuationEnvironment, type ContinuationEnvironmentDescription, type ContinuationEnvironmentFactory, type ContinuationEnvironmentRequest, type ContinuationExecRecord, type ContinuationExecResult, type ContinuationExitStatus, type ContinuationMessage, type ContinuationModel, type ContinuationModelCall, type ContinuationModelRequest, type ContinuationModelResponse, type ContinuationRollout, type ContinuationStepRecord, type ContinuationUsageTotals, type ControlArmEvidence, type ControlCapability, type ControlPolicy, type ControlPolicyInput, type ControlScreening, type DefineContinuationPolicyInput, type DegenerateDefeatKind, type DegenerateStrategy, type DegenerateStrategyId, type DeltaRepairInterval, type DeltaRepairOptions, type DeltaRepairReport, type DenominatorChain, type DenominatorChainArtifact, type DenominatorIntactInput, type DenominatorStage, type DockerContinuationEnvironmentOptions, type DspyRepairArmOptions, type GradeRepairOptions, type InjectedAction, type InjectedTestOracleOptions, type InterventionBudget, type InterventionExecution, type OracleAssertionResult, type OracleDeterminismEvidence, type OracleDeterminismVerdict, type OracleFlippedUnit, type OracleLoad, type OracleReplicate, type OracleReplicateGroup, type OracleStateLabel, type OracleStateVerdict, type ParseAnalystResponseOutcome, type ParsedAction, type PinnedContinuationPolicy, type PrefixFidelityEvidence, type PrefixReplayEvidence, type ProcessRequest, type ProcessResult, type ProcessRunner, type ReadRepairPayloadOptions, type RecordedStep, type RecordedToolCall, type RenderAdmissionOptions, type RepairArm as RepairAnalystArm, type RepairArm$1 as RepairArm, type RepairArmAffordance, type RepairArmAnswer, type RepairArmAsymmetry, type RepairArmAsymmetryReport, type RepairArmBudgetRecord, type RepairArmCertification, type RepairArmDeclaration, type RepairArmEvidence, type RepairArmRejectedRow, type RepairArmRepairTurn, type RepairArmReply, type RepairArmRequest, type RepairArmUsage, type RepairContinuationOutcome, type RepairContinuationRequest, type RepairContinuationRunner, type RepairCredit, type RepairDeclined, type RepairExecResult, type RepairFinding, type RepairFunnelCounts, type RepairGrade, type RepairIntervention, type RepairRejection, type RepairRolloutEvidence, type RepairRowResult, type RepairSession, type RepairSessionFactory, type RepairSessionRequest, type RepairThreat, type RepairThreatId, type ReproductionEvidence, type ResponseParseFailure, type RunAdmissionOptions, type RunContinuationOptions, type TaskOracleRegistry, type TaskOracleRegistryDocument, type TestOracle, type TestOracleContext, type TestOracleOutcome, type TestRunEvidence, type TestSuiteFile, isRecordedTimeout };
|
|
2025
2025
|
//# sourceMappingURL=index.d.ts.map
|