@tangle-network/agent-eval 0.182.0 → 0.184.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +32 -0
- package/dist/adapters/http.d.ts +2 -2
- package/dist/{agent-profile-cell-s__adRnK.d.ts → agent-profile-cell-BHcB-mZX.d.ts} +8 -9
- package/dist/{agent-profile-cell-s__adRnK.d.ts.map → agent-profile-cell-BHcB-mZX.d.ts.map} +1 -1
- package/dist/{agent-profile-cell-Cv6UA-W_.js → agent-profile-cell-DcFW4vOc.js} +16 -15
- package/dist/agent-profile-cell-DcFW4vOc.js.map +1 -0
- package/dist/{agent-profile-CivaSsSy.d.ts → agent-profile-uAIQK3Nr.d.ts} +3 -3
- package/dist/{agent-profile-CivaSsSy.d.ts.map → agent-profile-uAIQK3Nr.d.ts.map} +1 -1
- package/dist/analyst/index.d.ts +10 -10
- package/dist/analyst/index.js +10 -9
- package/dist/analyst/index.js.map +1 -1
- package/dist/{benchmark-DQKzykkO.js → benchmark-BeQJyrRC.js} +3 -3
- package/dist/{benchmark-DQKzykkO.js.map → benchmark-BeQJyrRC.js.map} +1 -1
- package/dist/{benchmark-command-7X7HPNHh.js → benchmark-command-DlSePljH.js} +16 -15
- package/dist/{benchmark-command-7X7HPNHh.js.map → benchmark-command-DlSePljH.js.map} +1 -1
- package/dist/benchmarks/index.d.ts +4 -4
- package/dist/benchmarks/index.js +3 -3
- package/dist/builder-eval/index.js +1 -1
- package/dist/campaign/index.d.ts +6 -5
- package/dist/campaign/index.js +9 -9
- package/dist/{campaign-B2U7WcFz.js → campaign-D6puiGFO.js} +16 -16
- package/dist/{campaign-B2U7WcFz.js.map → campaign-D6puiGFO.js.map} +1 -1
- package/dist/{campaign-evidence-PYPUftRy.js → campaign-evidence-aWEmfROB.js} +5 -5
- package/dist/{campaign-evidence-PYPUftRy.js.map → campaign-evidence-aWEmfROB.js.map} +1 -1
- package/dist/{canonical-DPyQ_rpt.js → canonical-BsZVgBhW.js} +2 -4
- package/dist/canonical-BsZVgBhW.js.map +1 -0
- package/dist/{chat-client-CkmjYlfB.js → chat-client-DqPqWzVV.js} +2 -2
- package/dist/{chat-client-CkmjYlfB.js.map → chat-client-DqPqWzVV.js.map} +1 -1
- package/dist/{chat-json-call-B_Xv2oJK.js → chat-json-call-C-DnDxEy.js} +2 -2
- package/dist/{chat-json-call-B_Xv2oJK.js.map → chat-json-call-C-DnDxEy.js.map} +1 -1
- package/dist/cli.js +4 -4
- package/dist/{client-kh2jOjTK.d.ts → client-Bc8LANCG.d.ts} +4 -4
- package/dist/{client-kh2jOjTK.d.ts.map → client-Bc8LANCG.d.ts.map} +1 -1
- package/dist/contract/index.d.ts +10 -10
- package/dist/contract/index.js +17 -17
- package/dist/{cost-ledger-B1qx30B4.js → cost-ledger-_IbkejCF.js} +2 -2
- package/dist/{cost-ledger-B1qx30B4.js.map → cost-ledger-_IbkejCF.js.map} +1 -1
- package/dist/{default-registry-DHWwIwa8.js → default-registry-CpLko4jB.js} +5 -4
- package/dist/{default-registry-DHWwIwa8.js.map → default-registry-CpLko4jB.js.map} +1 -1
- package/dist/{default-registry-BwDSWVzg.d.ts → default-registry-DYB4aHVn.d.ts} +6 -6
- package/dist/{default-registry-BwDSWVzg.d.ts.map → default-registry-DYB4aHVn.d.ts.map} +1 -1
- package/dist/{define-agent-eval-CwOWWQt_.d.ts → define-agent-eval-DE67ECH1.d.ts} +7 -7
- package/dist/{define-agent-eval-CwOWWQt_.d.ts.map → define-agent-eval-DE67ECH1.d.ts.map} +1 -1
- package/dist/{define-agent-eval-DSIPB4hi.js → define-agent-eval-RTekxhUE.js} +8 -8
- package/dist/{define-agent-eval-DSIPB4hi.js.map → define-agent-eval-RTekxhUE.js.map} +1 -1
- package/dist/{dspy-rlm-engine-S53V0HhE.js → dspy-rlm-engine-Da-l3CpD.js} +4 -4
- package/dist/{dspy-rlm-engine-S53V0HhE.js.map → dspy-rlm-engine-Da-l3CpD.js.map} +1 -1
- package/dist/{engine-DS1cysJy.d.ts → engine-D1ykrAKR.d.ts} +7 -7
- package/dist/{engine-DS1cysJy.d.ts.map → engine-D1ykrAKR.d.ts.map} +1 -1
- package/dist/{eval-campaign-CCEkwzoH.js → eval-campaign-XFHEpN86.js} +4 -4
- package/dist/{eval-campaign-CCEkwzoH.js.map → eval-campaign-XFHEpN86.js.map} +1 -1
- package/dist/evaluation.d.ts +75 -0
- package/dist/evaluation.d.ts.map +1 -0
- package/dist/evaluation.js +137 -0
- package/dist/evaluation.js.map +1 -0
- package/dist/{exact-types-BZDe0W2D.d.ts → exact-types-BEHN7tnq.d.ts} +2 -2
- package/dist/{exact-types-BZDe0W2D.d.ts.map → exact-types-BEHN7tnq.d.ts.map} +1 -1
- package/dist/experiment/index.d.ts +2 -2
- package/dist/experiment/index.js +5 -5
- package/dist/{experiment-tracker-C7PfnF4b.d.ts → experiment-tracker-URRGP9ek.d.ts} +2 -2
- package/dist/{experiment-tracker-C7PfnF4b.d.ts.map → experiment-tracker-URRGP9ek.d.ts.map} +1 -1
- package/dist/{exporters-Df7TgHFv.js → exporters-DEcXbvgO.js} +12 -4
- package/dist/exporters-DEcXbvgO.js.map +1 -0
- package/dist/{external-optimizer-process-QDRURJAM.js → external-optimizer-process-BbhvXTFx.js} +4 -4
- package/dist/{external-optimizer-process-QDRURJAM.js.map → external-optimizer-process-BbhvXTFx.js.map} +1 -1
- package/dist/{external-optimizer-subprocess-D4dzUBZI.js → external-optimizer-subprocess-DMgmqTB6.js} +5 -5
- package/dist/{external-optimizer-subprocess-D4dzUBZI.js.map → external-optimizer-subprocess-DMgmqTB6.js.map} +1 -1
- package/dist/{feedback-trajectory-CXmtITBo.d.ts → feedback-trajectory-CytTR7u4.d.ts} +3 -3
- package/dist/{feedback-trajectory-CXmtITBo.d.ts.map → feedback-trajectory-CytTR7u4.d.ts.map} +1 -1
- package/dist/fuzz.js +1 -1
- package/dist/{hf-dataset-D8_RNIis.js → hf-dataset-CRqtSjnR.js} +2 -2
- package/dist/{hf-dataset-D8_RNIis.js.map → hf-dataset-CRqtSjnR.js.map} +1 -1
- package/dist/hosted/index.d.ts +2 -2
- package/dist/{index-DoykkxW0.d.ts → index-58wex7KV.d.ts} +11 -11
- package/dist/{index-DoykkxW0.d.ts.map → index-58wex7KV.d.ts.map} +1 -1
- package/dist/{index-CJ3LhKIX.d.ts → index-CKZa_rnt.d.ts} +4 -271
- package/dist/index-CKZa_rnt.d.ts.map +1 -0
- package/dist/{index-DbG8QbH9.d.ts → index-DVrtLO5j.d.ts} +6 -6
- package/dist/{index-DbG8QbH9.d.ts.map → index-DVrtLO5j.d.ts.map} +1 -1
- package/dist/{index-Bp_6sj3x.d.ts → index-ww8736Am.d.ts} +20 -315
- package/dist/index-ww8736Am.d.ts.map +1 -0
- package/dist/index.d.ts +23 -22
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +29 -29
- package/dist/{insight-report-D1qa0HWs.d.ts → insight-report-C3Bfl762.d.ts} +3 -3
- package/dist/{insight-report-D1qa0HWs.d.ts.map → insight-report-C3Bfl762.d.ts.map} +1 -1
- package/dist/jev-protocol.d.ts +74 -0
- package/dist/jev-protocol.d.ts.map +1 -0
- package/dist/jev-protocol.js +91 -0
- package/dist/jev-protocol.js.map +1 -0
- package/dist/jev.d.ts +131 -0
- package/dist/jev.d.ts.map +1 -0
- package/dist/jev.js +312 -0
- package/dist/jev.js.map +1 -0
- package/dist/{journal-Cs9f7385.js → journal-BuRLm6ho.js} +2 -2
- package/dist/{journal-Cs9f7385.js.map → journal-BuRLm6ho.js.map} +1 -1
- package/dist/{kind-factory-D5HOW3R0.js → kind-factory-DE088Zhv.js} +5 -4
- package/dist/{kind-factory-D5HOW3R0.js.map → kind-factory-DE088Zhv.js.map} +1 -1
- package/dist/ledger-core/index.js +2 -2
- package/dist/{llm-client-CGlSi8sb.js → llm-client-DDhZ29Vm.js} +2 -2
- package/dist/{llm-client-CGlSi8sb.js.map → llm-client-DDhZ29Vm.js.map} +1 -1
- package/dist/{llm-judge-BPFR12VJ.js → llm-judge-C5wbADA5.js} +11 -11
- package/dist/{llm-judge-BPFR12VJ.js.map → llm-judge-C5wbADA5.js.map} +1 -1
- package/dist/{matrix-CyhW-vgJ.d.ts → matrix-CPKsRY8Y.d.ts} +2 -2
- package/dist/{matrix-CyhW-vgJ.d.ts.map → matrix-CPKsRY8Y.d.ts.map} +1 -1
- package/dist/meta-eval/index.d.ts +54 -2
- package/dist/meta-eval/index.d.ts.map +1 -1
- package/dist/meta-eval/index.js +52 -3
- package/dist/meta-eval/index.js.map +1 -1
- package/dist/{metrics-Qv-cpptD.js → metrics-DOMpkoeb.js} +5 -1
- package/dist/metrics-DOMpkoeb.js.map +1 -0
- package/dist/{mint-ySIIkKlV.js → mint-B4zgSAJW.js} +63 -14
- package/dist/mint-B4zgSAJW.js.map +1 -0
- package/dist/mint-BI14xehJ.d.ts +285 -0
- package/dist/mint-BI14xehJ.d.ts.map +1 -0
- package/dist/multishot/golden/index.d.ts +1 -1
- package/dist/multishot/index.d.ts +2 -2
- package/dist/multishot/index.js +1 -1
- package/dist/openapi.json +1 -1
- package/dist/pipelines/index.js +2 -2
- package/dist/{produced-state-CkoG43gI.js → produced-state-D3uWsY8t.js} +25 -21
- package/dist/{produced-state-CkoG43gI.js.map → produced-state-D3uWsY8t.js.map} +1 -1
- package/dist/profile-cell.d.ts +1 -1
- package/dist/profile-cell.js +1 -1
- package/dist/{promotion-policy-BKFrl7CC.js → promotion-policy-CD-bUeyR.js} +3 -3
- package/dist/{promotion-policy-BKFrl7CC.js.map → promotion-policy-CD-bUeyR.js.map} +1 -1
- package/dist/{query-D1nLIKt7.js → query-DlV0pdx4.js} +2 -2
- package/dist/{query-D1nLIKt7.js.map → query-DlV0pdx4.js.map} +1 -1
- package/dist/{registry-BRbB6Y0v.d.ts → registry-D5Ly3GRV.d.ts} +3 -3
- package/dist/{registry-BRbB6Y0v.d.ts.map → registry-D5Ly3GRV.d.ts.map} +1 -1
- package/dist/{release-confidence-BcqeQTHW.d.ts → release-confidence-DsETiO4f.d.ts} +3 -3
- package/dist/{release-confidence-BcqeQTHW.d.ts.map → release-confidence-DsETiO4f.d.ts.map} +1 -1
- package/dist/{release-confidence-DMg8n18l.js → release-confidence-RanRUXRW.js} +2 -2
- package/dist/{release-confidence-DMg8n18l.js.map → release-confidence-RanRUXRW.js.map} +1 -1
- package/dist/reporting.d.ts +3 -3
- package/dist/reporting.js +2 -2
- package/dist/{researcher-64T49THL.d.ts → researcher-CJkH-6Ty.d.ts} +4 -4
- package/dist/{researcher-64T49THL.d.ts.map → researcher-CJkH-6Ty.d.ts.map} +1 -1
- package/dist/{reward-hacking-uzO_ihep.d.ts → reward-hacking-BIQ2BWLG.d.ts} +2 -2
- package/dist/{reward-hacking-uzO_ihep.d.ts.map → reward-hacking-BIQ2BWLG.d.ts.map} +1 -1
- package/dist/rl.d.ts +35 -40
- package/dist/rl.d.ts.map +1 -1
- package/dist/rl.js +79 -61
- package/dist/rl.js.map +1 -1
- package/dist/rollout/index.d.ts +2 -1
- package/dist/rollout/index.js +4 -4
- package/dist/{rollout-BsN6pOU7.js → rollout-C0Ifk3vK.js} +4 -4
- package/dist/{rollout-BsN6pOU7.js.map → rollout-C0Ifk3vK.js.map} +1 -1
- package/dist/{rubric-predictive-validity-Bmj2_cll.d.ts → rubric-predictive-validity-CTU8y8Cv.d.ts} +2 -2
- package/dist/{rubric-predictive-validity-Bmj2_cll.d.ts.map → rubric-predictive-validity-CTU8y8Cv.d.ts.map} +1 -1
- package/dist/{run-record-DPa2PeHx.js → run-record-BhMVsHR1.js} +2 -2
- package/dist/{run-record-DPa2PeHx.js.map → run-record-BhMVsHR1.js.map} +1 -1
- package/dist/{run-record-BiTWauyO.d.ts → run-record-D9wS35fK.d.ts} +2 -2
- package/dist/{run-record-BiTWauyO.d.ts.map → run-record-D9wS35fK.d.ts.map} +1 -1
- package/dist/{run-record-DualPTn2.js → run-record-tg_5H2IK.js} +2 -2
- package/dist/{run-record-DualPTn2.js.map → run-record-tg_5H2IK.js.map} +1 -1
- package/dist/search-ledger-types-D7KDVg-o.d.ts +302 -0
- package/dist/search-ledger-types-D7KDVg-o.d.ts.map +1 -0
- package/dist/{semantic-concept-judge-Bm5JDEKO.js → semantic-concept-judge-5r9hDEBA.js} +7 -7
- package/dist/{semantic-concept-judge-Bm5JDEKO.js.map → semantic-concept-judge-5r9hDEBA.js.map} +1 -1
- package/dist/{sequential-D_xHrBZe.js → sequential-BfDkCBGo.js} +3 -3
- package/dist/{sequential-D_xHrBZe.js.map → sequential-BfDkCBGo.js.map} +1 -1
- package/dist/{server-D_cjseFN.js → server-DmpcFiVK.js} +4 -4
- package/dist/{server-D_cjseFN.js.map → server-DmpcFiVK.js.map} +1 -1
- package/dist/{skillopt-optimization-method-B2IEaCeF.js → skillopt-optimization-method-B2zxoDk0.js} +8 -8
- package/dist/{skillopt-optimization-method-B2IEaCeF.js.map → skillopt-optimization-method-B2zxoDk0.js.map} +1 -1
- package/dist/{statistical-heldout-CpVd6FmY.d.ts → statistical-heldout-Bu4oNOJh.d.ts} +3 -3
- package/dist/{statistical-heldout-CpVd6FmY.d.ts.map → statistical-heldout-Bu4oNOJh.d.ts.map} +1 -1
- package/dist/{store-otlp-DWGUwlyj.js → store-otlp-rU5PFlOB.js} +2 -2
- package/dist/{store-otlp-DWGUwlyj.js.map → store-otlp-rU5PFlOB.js.map} +1 -1
- package/dist/{store-tool-spans-Dt-YdAuE.d.ts → store-tool-spans-DwdokbHg.d.ts} +54 -6
- package/dist/store-tool-spans-DwdokbHg.d.ts.map +1 -0
- package/dist/{store-tool-spans-ceJoiUgS.js → store-tool-spans-zrtftcRe.js} +68 -6
- package/dist/store-tool-spans-zrtftcRe.js.map +1 -0
- package/dist/{summary-report-IGAOtgPd.js → summary-report-BMvou2oZ.js} +2 -2
- package/dist/{summary-report-IGAOtgPd.js.map → summary-report-BMvou2oZ.js.map} +1 -1
- package/dist/{summary-report-D1h4dlrK.d.ts → summary-report-BzFS5UhZ.d.ts} +2 -2
- package/dist/{summary-report-D1h4dlrK.d.ts.map → summary-report-BzFS5UhZ.d.ts.map} +1 -1
- package/dist/{task-failure-attributes-B072KO_n.js → task-failure-attributes-BOxjfbhr.js} +2 -2
- package/dist/{task-failure-attributes-B072KO_n.js.map → task-failure-attributes-BOxjfbhr.js.map} +1 -1
- package/dist/{tool-groups-B2bSNaJB.d.ts → tool-groups-qHMydbAH.d.ts} +3 -3
- package/dist/tool-groups-qHMydbAH.d.ts.map +1 -0
- package/dist/{tool-waste-C7MU9u1e.js → tool-waste-nbHPAxei.js} +2 -2
- package/dist/{tool-waste-C7MU9u1e.js.map → tool-waste-nbHPAxei.js.map} +1 -1
- package/dist/trace-repair/index.d.ts +2 -2
- package/dist/trace-repair/index.js +3 -3
- package/dist/traces.d.ts +5 -5
- package/dist/traces.js +7 -7
- package/dist/trajectory-replay/index.js +1 -1
- package/dist/{types-CS0qk_Yp.d.ts → types-BTRcIqFr.d.ts} +3 -3
- package/dist/{types-CS0qk_Yp.d.ts.map → types-BTRcIqFr.d.ts.map} +1 -1
- package/dist/{types-D7gEdPoQ.d.ts → types-BjB2wZM9.d.ts} +2 -2
- package/dist/{types-D7gEdPoQ.d.ts.map → types-BjB2wZM9.d.ts.map} +1 -1
- package/dist/types-C8VBbiw6.js +91 -0
- package/dist/types-C8VBbiw6.js.map +1 -0
- package/dist/{types-BvZoPTGa.d.ts → types-c3ZRTbw9.d.ts} +3 -3
- package/dist/{types-BvZoPTGa.d.ts.map → types-c3ZRTbw9.d.ts.map} +1 -1
- package/dist/{types-DQ0e2E7y.js → usage-receipt-Cx3xNeyB.js} +2 -89
- package/dist/usage-receipt-Cx3xNeyB.js.map +1 -0
- package/dist/{verdict-BQ3pCFf8.js → verdict-DhPoXApk.js} +2 -2
- package/dist/{verdict-BQ3pCFf8.js.map → verdict-DhPoXApk.js.map} +1 -1
- package/dist/{verdict-cache-B3eCVQtY.js → verdict-cache-BQEsVy9n.js} +2 -2
- package/dist/{verdict-cache-B3eCVQtY.js.map → verdict-cache-BQEsVy9n.js.map} +1 -1
- package/dist/wire/index.d.ts +1 -1
- package/dist/wire/index.js +1 -1
- package/docs/changes/evaluation-definition-identity.md +27 -0
- package/docs/changes/jev-evidence-review.md +18 -0
- package/docs/changes/jev-product-adoption.md +18 -0
- package/docs/changes/probability-policy-audit.md +81 -0
- package/docs/jev-behavior-review.md +174 -0
- package/docs/jev-integrations.md +50 -0
- package/docs/jev.md +140 -0
- package/docs/produced-state.md +13 -0
- package/docs/profile-json-identity.md +33 -0
- package/docs/public-api.md +111 -95
- package/package.json +16 -1
- package/dist/agent-profile-cell-Cv6UA-W_.js.map +0 -1
- package/dist/canonical-DPyQ_rpt.js.map +0 -1
- package/dist/exporters-Df7TgHFv.js.map +0 -1
- package/dist/index-Bp_6sj3x.d.ts.map +0 -1
- package/dist/index-CJ3LhKIX.d.ts.map +0 -1
- package/dist/metrics-Qv-cpptD.js.map +0 -1
- package/dist/mint-ySIIkKlV.js.map +0 -1
- package/dist/store-tool-spans-Dt-YdAuE.d.ts.map +0 -1
- package/dist/store-tool-spans-ceJoiUgS.js.map +0 -1
- package/dist/tool-groups-B2bSNaJB.d.ts.map +0 -1
- package/dist/types-DQ0e2E7y.js.map +0 -1
|
@@ -1,158 +1,6 @@
|
|
|
1
|
-
import { a as
|
|
2
|
-
import {
|
|
3
|
-
import { S as ToolDef, a as MintedRolloutLine, b as RolloutStep, h as RolloutOutcome, i as GatedEvidence, m as RolloutLine, t as ChatMessage, v as RolloutRole, y as RolloutSplit } from "./schema-BzWDXhOR.js";
|
|
1
|
+
import { S as ToolDef, a as MintedRolloutLine, h as RolloutOutcome, i as GatedEvidence, m as RolloutLine, t as ChatMessage, y as RolloutSplit } from "./schema-BzWDXhOR.js";
|
|
2
|
+
import { b as VerifiersRolloutOutput, g as RftItem, v as SftRow } from "./mint-BI14xehJ.js";
|
|
4
3
|
import { DatabaseSync } from "node:sqlite";
|
|
5
|
-
//#region src/rollout/exporters.d.ts
|
|
6
|
-
/**
|
|
7
|
-
* The gate's two claims, which travel TOGETHER on every emitted row.
|
|
8
|
-
*
|
|
9
|
-
* `realness_gated` alone is ambiguous, and the ambiguity is exploitable:
|
|
10
|
-
* `false` reads as "we screened it and nothing fired", so a producer that has no
|
|
11
|
-
* screen at all emitted rows indistinguishable from screened-clean ones, and
|
|
12
|
-
* every consumer of the published dataset read them as clean. The second field
|
|
13
|
-
* is what separates the two claims, and it only removes the ambiguity if it
|
|
14
|
-
* reaches the WIRE — for a round it existed on `RolloutOutcome` and on no
|
|
15
|
-
* exported row shape at all, which left the published rows exactly as ambiguous
|
|
16
|
-
* as before.
|
|
17
|
-
*
|
|
18
|
-
* So there is one helper and every row shape spreads it. A row that states one
|
|
19
|
-
* claim without the other is not constructible by copying the pattern, and
|
|
20
|
-
* `exporters.test.ts` walks every emitted shape to prove none does.
|
|
21
|
-
*/
|
|
22
|
-
interface RealnessLabels {
|
|
23
|
-
/** The screen's VERDICT: the run faked its success signal. */
|
|
24
|
-
realness_gated: boolean;
|
|
25
|
-
/**
|
|
26
|
-
* Whether a screen RAN at all. `true` = it ran, so `realness_gated` is its
|
|
27
|
-
* verdict. `false` = the producer declares it has none. `null` = not stated
|
|
28
|
-
* (pre-unification producers), which is "unknown" and never "clean".
|
|
29
|
-
*/
|
|
30
|
-
realness_screened: boolean | null;
|
|
31
|
-
}
|
|
32
|
-
interface TrainingExportOptions {
|
|
33
|
-
/** Include held-out evaluation data in training output. Default false. */
|
|
34
|
-
allowHeldOutTrainingData?: boolean;
|
|
35
|
-
/** Require reward to be strictly greater than this value. Default 0. */
|
|
36
|
-
minimumQualityExclusive?: number;
|
|
37
|
-
}
|
|
38
|
-
/**
|
|
39
|
-
* What a signed-signal exporter (verifiers, RFT) does with lines that are not
|
|
40
|
-
* clean trainable successes — realness-gated lines above all.
|
|
41
|
-
*
|
|
42
|
-
* - 'exclude' — the default, the same fail-closed policy as every
|
|
43
|
-
* other training export: positive, completed,
|
|
44
|
-
* non-gated rows on a trainable split.
|
|
45
|
-
* - 'zero-and-flag' — keep them, at their non-positive (or null) reward,
|
|
46
|
-
* with `RealnessLabels` on the row. The dataset release
|
|
47
|
-
* sets this per `FORMAT_GATE_DISPOSITION`: in these
|
|
48
|
-
* formats the reward is a signed learning signal, so a
|
|
49
|
-
* gamed trajectory at reward 0 is a correct negative,
|
|
50
|
-
* and dropping it would bias the negative population
|
|
51
|
-
* toward honest failures and leave a trainer no example
|
|
52
|
-
* of gaming being penalized. The split policy is NOT
|
|
53
|
-
* relaxed: held-out lines still need the named opt-in.
|
|
54
|
-
*
|
|
55
|
-
* SFT deliberately has no such option — an SFT row is an imitation target and
|
|
56
|
-
* a gamed trajectory must never appear in one at any weight.
|
|
57
|
-
*/
|
|
58
|
-
type GatedLineDisposition = 'exclude' | 'zero-and-flag';
|
|
59
|
-
interface SignedSignalExportOptions extends TrainingExportOptions {
|
|
60
|
-
/** Disposition for non-trainable lines. Default 'exclude'. */
|
|
61
|
-
gatedLines?: GatedLineDisposition;
|
|
62
|
-
}
|
|
63
|
-
type SftExportOptions = TrainingExportOptions;
|
|
64
|
-
interface SftRow {
|
|
65
|
-
messages: ChatMessage[];
|
|
66
|
-
metadata: {
|
|
67
|
-
rollout_id: string;
|
|
68
|
-
run_id: string;
|
|
69
|
-
candidate_id: string | null;
|
|
70
|
-
instance_id: string;
|
|
71
|
-
reward: number;
|
|
72
|
-
} & RealnessLabels;
|
|
73
|
-
}
|
|
74
|
-
/**
|
|
75
|
-
* Supervised fine-tune rows: the completed conversation of each qualifying
|
|
76
|
-
* line. Fail-closed filters: trainable split only (never holdout/canary),
|
|
77
|
-
* reward strictly above `minimumQualityExclusive` (default 0), realness-gated
|
|
78
|
-
* lines never qualify, gap lines carry no trainable content, and
|
|
79
|
-
* copied-context turns are dropped from the transcript (Harbor ATIF RFC 0001
|
|
80
|
-
* rule 7 — see `ChatMessage.is_copied_context`).
|
|
81
|
-
*
|
|
82
|
-
* `realness_gated` is therefore always `false` on an emitted row. It is carried
|
|
83
|
-
* anyway: an SFT row is a pure imitation target, so the row states its realness
|
|
84
|
-
* claims instead of making the reader know the format's policy, and carrying
|
|
85
|
-
* both flags on all four shapes is what lets the release accounting measure
|
|
86
|
-
* every config with one rule rather than skipping the one whose row shape
|
|
87
|
-
* happened to omit the field.
|
|
88
|
-
*/
|
|
89
|
-
declare function toSftRows(lines: MintedRolloutLine[], options?: SftExportOptions): SftRow[];
|
|
90
|
-
interface RewardRow {
|
|
91
|
-
/** First user turn — the task prompt. */
|
|
92
|
-
prompt: string;
|
|
93
|
-
steps: RolloutStep[];
|
|
94
|
-
reward: number;
|
|
95
|
-
metadata: {
|
|
96
|
-
rollout_id: string;
|
|
97
|
-
run_id: string;
|
|
98
|
-
candidate_id: string | null;
|
|
99
|
-
instance_id: string;
|
|
100
|
-
split: RolloutSplit;
|
|
101
|
-
} & RealnessLabels;
|
|
102
|
-
}
|
|
103
|
-
/**
|
|
104
|
-
* Reward-labeled rows for completed, positive-quality training runs.
|
|
105
|
-
*/
|
|
106
|
-
declare function toRewardRows(lines: MintedRolloutLine[], options?: TrainingExportOptions): RewardRow[];
|
|
107
|
-
interface VerifiersTokenUsage {
|
|
108
|
-
input_tokens: number | null;
|
|
109
|
-
output_tokens: number | null;
|
|
110
|
-
reasoning_tokens: number | null;
|
|
111
|
-
cache_read_tokens: number | null;
|
|
112
|
-
cache_write_tokens: number | null;
|
|
113
|
-
}
|
|
114
|
-
interface VerifiersRolloutOutput {
|
|
115
|
-
/** Messages through the last turn BEFORE the first assistant turn. */
|
|
116
|
-
prompt: ChatMessage[];
|
|
117
|
-
/** The first assistant turn onward — what the policy produced. */
|
|
118
|
-
completion: ChatMessage[];
|
|
119
|
-
reward: number | null;
|
|
120
|
-
metrics: Record<string, unknown>;
|
|
121
|
-
tool_defs: ToolDef[];
|
|
122
|
-
token_usage: VerifiersTokenUsage;
|
|
123
|
-
info: {
|
|
124
|
-
task: RolloutLine['task'];
|
|
125
|
-
policy: RolloutLine['policy'];
|
|
126
|
-
rollout_id: string;
|
|
127
|
-
run_id: string;
|
|
128
|
-
experiment_id: string | null;
|
|
129
|
-
candidate_id: string | null;
|
|
130
|
-
generation: number | null;
|
|
131
|
-
candidate_index: number | null;
|
|
132
|
-
role: RolloutLine['role'];
|
|
133
|
-
} & RealnessLabels;
|
|
134
|
-
}
|
|
135
|
-
declare function toVerifiersRolloutOutput(line: MintedRolloutLine): VerifiersRolloutOutput;
|
|
136
|
-
declare function toVerifiersRolloutOutputs(lines: MintedRolloutLine[], options?: SignedSignalExportOptions): VerifiersRolloutOutput[];
|
|
137
|
-
interface RftItem {
|
|
138
|
-
/** Prompt turns only — the graded completion is re-sampled during RFT. */
|
|
139
|
-
messages: ChatMessage[];
|
|
140
|
-
/** Verdict/label fields the grader references as item.reference.* */
|
|
141
|
-
reference: {
|
|
142
|
-
reward: number | null;
|
|
143
|
-
reward_source: string | null;
|
|
144
|
-
verdict: unknown;
|
|
145
|
-
instance_id: string;
|
|
146
|
-
suite: string;
|
|
147
|
-
split: RolloutSplit;
|
|
148
|
-
rollout_id: string;
|
|
149
|
-
} & RealnessLabels;
|
|
150
|
-
}
|
|
151
|
-
declare function toRftItem(line: MintedRolloutLine): RftItem;
|
|
152
|
-
/** RFT needs a real prompt: lines whose transcript starts with prompt turns. */
|
|
153
|
-
declare function toRftItems(lines: MintedRolloutLine[], options?: SignedSignalExportOptions): RftItem[];
|
|
154
|
-
declare function toJsonl(rows: ReadonlyArray<unknown>): string;
|
|
155
|
-
//#endregion
|
|
156
4
|
//#region src/rollout/gate-checks.d.ts
|
|
157
5
|
/**
|
|
158
6
|
* Every gate check in the package, in the order they are applied.
|
|
@@ -513,121 +361,6 @@ declare function readRolloutLedger(path: string): Promise<MintedRolloutLine[]>;
|
|
|
513
361
|
*/
|
|
514
362
|
declare function readRolloutJournal(path: string): Promise<RolloutLine[]>;
|
|
515
363
|
//#endregion
|
|
516
|
-
//#region src/rollout/reward.d.ts
|
|
517
|
-
/**
|
|
518
|
-
* Which split's score wins when a record carries both. `'holdout'` is the
|
|
519
|
-
* canonical "real signal" default; `'search'` exists because some callers
|
|
520
|
-
* deliberately score on the search split when both are present.
|
|
521
|
-
*/
|
|
522
|
-
type ScorePreference = 'holdout' | 'search';
|
|
523
|
-
/** Only the outcome is read, so every accessor here accepts anything carrying one. */
|
|
524
|
-
type Scored = Pick<RunRecord, 'outcome'>;
|
|
525
|
-
/** True when the authenticity gate flagged the run as gamed (`realness.gated`). */
|
|
526
|
-
declare function isRealnessGated(record: Scored): boolean;
|
|
527
|
-
/**
|
|
528
|
-
* The RAW score recorded on ONE split, with no cross-split fallback and no
|
|
529
|
-
* anti-Goodhart gate.
|
|
530
|
-
*
|
|
531
|
-
* The narrowest of the three raw readers, and the one every split-scoped
|
|
532
|
-
* consumer wants: a per-split report, a promotion gate, or a paired comparison
|
|
533
|
-
* asks "what did this run score on the split I am summarising", and answering
|
|
534
|
-
* it with the other split's number silently mixes populations. `undefined` =
|
|
535
|
-
* that split was never scored.
|
|
536
|
-
*
|
|
537
|
-
* Same warning as `observedScore`: this INCLUDES runs flagged as gamed. Never
|
|
538
|
-
* feed it into training data.
|
|
539
|
-
*/
|
|
540
|
-
declare function observedSplitScore(record: Scored, split: ScorePreference): number | undefined;
|
|
541
|
-
/**
|
|
542
|
-
* The RAW split score the run carries, with NO anti-Goodhart gate applied.
|
|
543
|
-
*
|
|
544
|
-
* INCLUDES RUNS FLAGGED AS GAMED (`outcome.realness.gated === true`); NEVER
|
|
545
|
-
* feed this into training data — a fine-tune that sees it learns from gamed
|
|
546
|
-
* successes. It is exported anyway because analysis, reporting, and
|
|
547
|
-
* reward-hacking detection legitimately need the ungated number: forcing a
|
|
548
|
-
* gamed run to 0 collapses the proxy signal toward ground truth and makes a
|
|
549
|
-
* detector report "clean" on exactly the population that is being gamed.
|
|
550
|
-
*
|
|
551
|
-
* Returns `undefined` when the record carries neither score — an unscored run
|
|
552
|
-
* is a labeled gap, not a measured zero, and each caller picks its own
|
|
553
|
-
* sentinel (`?? 0`, `?? null`, skip, throw). Non-finite values are returned
|
|
554
|
-
* as-is; callers that care keep their own `Number.isFinite` guard.
|
|
555
|
-
*/
|
|
556
|
-
declare function observedScore(record: Scored, prefer?: ScorePreference): number | undefined;
|
|
557
|
-
/** Which split actually carried the score, or that none did. */
|
|
558
|
-
type ScoreOrigin = 'holdout' | 'search' | 'unscored';
|
|
559
|
-
/**
|
|
560
|
-
* Where `observedScore` / `trainingScore` read their number from — the
|
|
561
|
-
* provenance label a rollout line's `reward_source` is built from, and the
|
|
562
|
-
* only supported way to ask "was this run scored at all" without respelling
|
|
563
|
-
* the field access.
|
|
564
|
-
*/
|
|
565
|
-
declare function scoreOrigin(record: Scored, prefer?: ScorePreference): ScoreOrigin;
|
|
566
|
-
/**
|
|
567
|
-
* The GATED score — the only derivation allowed to reach training data.
|
|
568
|
-
*
|
|
569
|
-
* A realness-gated run scores 0 no matter what it claims, so a fine-tune
|
|
570
|
-
* cannot learn from a gamed success. An unscored run stays `undefined` (a
|
|
571
|
-
* labeled gap), keeping "we never measured this" distinct from "we measured
|
|
572
|
-
* zero"; callers that need a number apply their own sentinel.
|
|
573
|
-
*/
|
|
574
|
-
declare function trainingScore(record: Scored, prefer?: ScorePreference): number | undefined;
|
|
575
|
-
/**
|
|
576
|
-
* `{reward, gated}` as written onto a minted `RolloutLine` — `trainingScore`
|
|
577
|
-
* plus the flag itself, so the gate travels into the exported row and a
|
|
578
|
-
* downstream filter can drop or down-weight the line.
|
|
579
|
-
*
|
|
580
|
-
* An unscored record yields `reward: null`, matching the schema's "no verdict
|
|
581
|
-
* exists — a labeled gap, never 0" rule. It previously collapsed to 0, which
|
|
582
|
-
* made a run nobody graded indistinguishable from one graded as a total
|
|
583
|
-
* failure, and taught any trainer reading the row that the trajectory was bad.
|
|
584
|
-
* A gated run still yields 0, because that IS a verdict: the gate decided.
|
|
585
|
-
*/
|
|
586
|
-
declare function trainingReward(record: Scored): {
|
|
587
|
-
reward: number | null;
|
|
588
|
-
gated: boolean;
|
|
589
|
-
};
|
|
590
|
-
//#endregion
|
|
591
|
-
//#region src/rollout/mint.d.ts
|
|
592
|
-
/** Redactor applied to every exported string (secrets, PII). Identity by default. */
|
|
593
|
-
type RolloutScrubber = (text: string) => string;
|
|
594
|
-
interface MintRolloutOptions {
|
|
595
|
-
scrub?: RolloutScrubber;
|
|
596
|
-
/** Cap steps per line (longest runs first drop middle steps). Default: no cap. */
|
|
597
|
-
maxSteps?: number;
|
|
598
|
-
/** Role recorded on every minted line. Default 'agent' (a solo eval run). */
|
|
599
|
-
role?: RolloutRole;
|
|
600
|
-
/** Task suite label. Default: the record's `experimentId`. */
|
|
601
|
-
suite?: string;
|
|
602
|
-
/** Injected clock for deterministic output. */
|
|
603
|
-
now?: () => Date;
|
|
604
|
-
}
|
|
605
|
-
interface MintRolloutResult {
|
|
606
|
-
rows: MintedRolloutLine[];
|
|
607
|
-
/** runIds that had a RunRecord but no spans — emitted as gap lines AND listed here. */
|
|
608
|
-
missingTraces: string[];
|
|
609
|
-
}
|
|
610
|
-
/**
|
|
611
|
-
* Why a record cannot be minted, one entry per missing field, empty when it can.
|
|
612
|
-
*
|
|
613
|
-
* Exported so a caller can partition a whole ledger — "which of my 2742 records
|
|
614
|
-
* predate 0.126" — without catching an exception per record, and without
|
|
615
|
-
* re-deriving the field list on their side. A re-derived list is a list that
|
|
616
|
-
* drifts from the door it is supposed to predict.
|
|
617
|
-
*
|
|
618
|
-
* Takes a `RunRecord` because that is what the caller holds and what the
|
|
619
|
-
* compiler agrees they hold. The type is precisely the thing that is wrong, so
|
|
620
|
-
* the checks read the record as the untyped bag it actually is on disk.
|
|
621
|
-
*/
|
|
622
|
-
declare function unmintableReasons(record: RunRecord): string[];
|
|
623
|
-
/**
|
|
624
|
-
* Join RunRecords with their traces into canonical rollout lines. Records
|
|
625
|
-
* without spans are emitted as labeled gap lines and reported in
|
|
626
|
-
* `missingTraces`. Execution-only records without a task score are rejected
|
|
627
|
-
* because a missing training label is not a zero reward.
|
|
628
|
-
*/
|
|
629
|
-
declare function mintRolloutRows(records: RunRecord[], store: TraceStore, options?: MintRolloutOptions): Promise<MintRolloutResult>;
|
|
630
|
-
//#endregion
|
|
631
364
|
//#region src/rollout/readers/claude-jsonl.d.ts
|
|
632
365
|
declare const DEFAULT_CLAUDE_PROJECTS_DIR: string;
|
|
633
366
|
/** Claude Code's project-directory slug for a working directory. */
|
|
@@ -930,5 +663,5 @@ declare function parseRolloutReleaseArgs(argv: string[]): RolloutReleaseCliArgs;
|
|
|
930
663
|
/** CLI driver for `agent-eval rollout-release`. Returns the process exit code. */
|
|
931
664
|
declare function runRolloutReleaseCli(argv: string[]): Promise<number>;
|
|
932
665
|
//#endregion
|
|
933
|
-
export {
|
|
934
|
-
//# sourceMappingURL=index-
|
|
666
|
+
export { HarborFinalMetrics as $, measureFormatGate as A, DEFAULT_CLAUDE_PROJECTS_DIR as B, FORMAT_GATE_DISPOSITION as C, gatedEvidenceOf as Ct, ReleaseRowRef as D, GateReport as E, openOpencodeDb as F, readRolloutJournal as G, findClaudeTranscripts as H, readOpencodeSessionMessages as I, ATIF_SCHEMA_VERSION as J, readRolloutLedger as K, ClaudeTranscript as L, DEFAULT_OPENCODE_DB as M, OpencodeSessionRow as N, assertGateReport as O, findOpencodeSessionsByDirectory as P, HarborContentPart as Q, ClaudeTranscriptRef as R, EmittedEvidence as S, gateErrors as St, GateDisposition as T, readClaudeTranscript as U, claudeProjectSlug as V, appendRolloutLines as W, HARBOR_IMPORT_GAP as X, FromHarborOptions as Y, HarborAgent as Z, defaultRolloutScrubber as _, GateCheckDisposition as _t, buildHfDataset as a, HarborStepSource as at, scrubRolloutLine as b, GateEntryPoint as bt, runRolloutReleaseCli as c, HarborTrajectory as ct, RELEASE_FORMATS as d, toHarborTrajectories as dt, HarborImageSource as et, ReleaseFormat as f, toHarborTrajectory as ft, addScrubCounts as g, GateCheck as gt, ScrubRule as h, GATE_POLICIES as ht, ScrubReport as i, HarborStep as it, releaseRowRefs as j, gatedRolloutIds as k, DatasetCardInputs as l, fromHarborTrajectory as lt, ScrubCounts as m, GATE_CHECK_IDS as mt, BuildSummary as n, HarborObservation as nt, parseRolloutReleaseArgs as o, HarborSubagentTrajectoryRef as ot, buildDatasetCard as p, GATE_CHECKS as pt, writeRolloutLedger as q, RolloutReleaseCliArgs as r, HarborObservationResult as rt, planPushCommand as s, HarborToolCall as st, BuildOptions as t, HarborMetrics as tt, FORMAT_FILES as u, relabelImportedSplit as ut, emptyScrubCounts as v, GateCheckId as vt, FormatGateCounts as w, scrubText as x, GatePolicy as xt, scrubLines as y, GateCheckedOutcome as yt, ClaudeUsageTotals as z };
|
|
667
|
+
//# sourceMappingURL=index-CKZa_rnt.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index-CKZa_rnt.d.ts","names":[],"sources":["../src/rollout/gate-checks.ts","../src/rollout/interchange/harbor.ts","../src/rollout/ledger.ts","../src/rollout/readers/claude-jsonl.ts","../src/rollout/readers/opencode-sqlite.ts","../src/rollout/release/gate-report.ts","../src/rollout/release/scrub.ts","../src/rollout/release/card.ts","../src/rollout/release/hf-dataset.ts"],"mappings":";;;;;;;;;;;cA2Ca;KAOD,sBAAsB;;;;;;;;;KAUtB,qBAAqB,QAAQ,kBAAkB,SAAS;;;;;;;;;;;;;;;;;UAkBnD;EACf,SAAS;;EAET;;UAOe;EACf,IAAI;;EAEJ;;EAEA,SAAS,SAAS;;;;;;;;;;;;EAYlB,WAAW;;;;;;;;;;;;;iBA6LG,gBAAgB,SAAS,cAAc;;;;;;cA6I1C,yBAAyB,KAAK,cAAc;;;;;;;;;KAe7C;WACG;;;;WAEA;WAAyB;;;;WAEzB;WAAuB;;;KAU1B,yBAAyB,KAAK,cAAc;;;;;;;;;cAU3C;;;;;;;aAWT;eAnCiB;;aAoCjB,kBAAgB;aAMhB,2BAAyB;aAMzB,qBAAmB;;;;;;;;aAenB;;;aACA,kBAAgB;aAChB,2BAAyB;aACzB;;;;;;;;;;;aASA;;;aACA;;;aACA;;;aACA;;;;;;;;;;;aASA;;;aACA;;;aACA;;;aACA;;;;;;KAKQ,8BAA8B;;;;;;iBAO1B,WAAW,SAAS,aAAa,QAAQ;;;cCxd5C;;cAGA;KAwBD;UAEK;EACf;EACA;;UAGe;EACf;EACA;EACA,SAAS;;UAGM;EACf;EACA;;EAEA,WAAW;EACX,QAAQ;;UAGO;EACf;EACA;;EAEA;EACA,QAAQ;;UAGO;EACf;EACA,mBAAmB;EACnB,0BAA0B;EAC1B,QAAQ;;UAGO;EACf,SAAS;;UAGM;EACf;EACA;EACA;EACA;EACA;EACA;EACA;EACA,QAAQ;;UAGO;;EAEf;EACA;EACA,QAAQ;EACR;EACA;EACA,kBAAkB;EAClB;EACA,aAAa;EACb,cAAc;EACd,UAAU;EACV;EACA;EACA,QAAQ;;UAGO;EACf;EACA;EACA;;EAEA,mBAAmB;EACnB,QAAQ;;UAGO;EACf;EACA;EACA;EACA;EACA;EACA,QAAQ;;UAGO;EACf;EACA;;EAEA;EACA,OAAO;EACP,OAAO;EACP;EACA,gBAAgB;EAChB;EACA,wBAAwB;EACxB,QAAQ;;;;;;;;;;;;;;;;;;iBAmXM,mBAAmB,OAAO,gBAAgB;;iBAa1C,qBAAqB,OAAO,gBAAgB;UA2O3C;;EAEf,YAAY;;;;;;;;;;;iBAwGE,qBACd,YAAY,kBACZ,UAAS,oBACR;;;;;;;;;;;;;;;iBAiCa,qBACd,gBAAgB,eAChB,OAAO,eACN;;;;iBC/6BmB,mBAAmB,cAAc,OAAO,gBAAgB;;iBAOxD,mBAAmB,cAAc,OAAO,gBAAgB;;;;;;;;;;;iBAiBxD,kBAAkB,eAAe,QAAQ;;;;;;;;;;;;;;;iBAkBzC,mBAAmB,eAAe,QAAQ;;;cClDnD;;iBAGG,kBAAkB;UAIjB;EACf;EACA;;;iBAIoB,sBACpB,aACA,uBACC,QAAQ;UASM;EACf;EACA;EACA;EACA;;UAGe;EACf,UAAU;EACV,OAAO;;EAEP;EACA;EACA;;UAyDe;;;;;;WAMN;;;iBAgBW,qBACpB,cACA,UAAS,8BACR,QAAQ;;;cCnHE;UAEI;EACf;EACA;EACA;EACA;;EAEA;IAAS;IAAa;;EACtB;EACA;EACA;EACA;EACA;EACA;EACA;EACA;;;iBAYoB,eACpB,gBACC,QAAQ;;iBAiDK,gCACd,IAAI,cACJ,oBACC;;;;;;;iBA2Ba,4BAA4B,IAAI,cAAc,oBAAoB;;;;KC5EtE;cAEC,yBAAyB,OAAO,eAAe;;UAQ3C;EACf;EACA;;;;;;;;;;;;EAYA;;;;;;;;EAQA;;;;;;;;;;;;EAYA;;;UAIe;;EAEf;EACA;;UAGe;;EAEf;;EAEA;;;;;;EAMA;;EAEA;;;;;;;;;;;;;;EAcA,oBAAoB;;;;;;;;;;;;EAYpB;;EAEA;;;;;;;;;;EAUA,wBAAwB;;UAGT;;EAEf;EACA,UAAU,QAAQ,OAAO,eAAe;;;iBAI1B,gBAAgB,gBAAgB,sBAAsB;;;;;;;cAUzD;EAIX,MAAG,eAAkB,aAAW;EAShC,YAAS,eAAkB,6BAA2B;EAStD,MAAG,eAAkB,cAAY;EAOjC,MAAG,gBAAmB,wBAAsB;;;iBAgC9B,kBACd,OAAO,qBACP,eAAe,kBACd;;;;;;;;;;;;;;;;iBA+Fa,iBAAiB,QAAQ;;;UCrUxB;EACf;EACA,SAAS;;EAET,UAAU,eAAe;;;KAqEf,cAAc;iBAEV,oBAAoB;iBAIpB,eAAe,MAAM,aAAa,MAAM,cAAc;iBAKtD,UAAU,cAAc,QAAQ;;;;;;;;;iBA8BhC,iBAAiB,MAAM,mBAAmB,QAAQ,cAAc;iBAIhE,WAAW,OAAO;EAChC,OAAO;EACP,QAAQ;;;;;;;;;iBAaM,uBAAuB;;;cCrI1B;KACD,wBAAwB;;cAGvB,cAAc,OAAO;UAejB;;EAEf,OAAO;EACP,SAAS;EACT;;EAEA;EACA,aAAa;EACb;IAAY;IAAmB;;EAC/B,cAAc,QAAQ,OAAO;;;;;;;EAO7B,MAAM;;iBA4GQ,iBAAiB,QAAQ;;;UC1HxB;EACf;EACA,SAAS;EACT;;UAGe;;EAEf,OAAO,eAAe;EACtB,QAAQ;EACR;IAAY;IAAmB;;;UAGhB;EACf;EACA;EACA;EACA,OAAO;EACP,cAAc,QAAQ,OAAO;;EAE7B,MAAM;EACN;;iBAGoB,eACpB,kBACA,SAAS,eACR,QAAQ;iBAuGK,gBAAgB,cAAc;UAoB7B,8BAA8B;EAC7C;EACA;;iBAMc,wBAAwB,iBAAiB;;iBA0CnC,qBAAqB,iBAAiB"}
|
|
@@ -1,11 +1,11 @@
|
|
|
1
1
|
import { b as CustomTokenPricing, c as CostLedgerHandle } from "./cost-ledger-DbQdN3nO.js";
|
|
2
|
-
import { i as AnalystFinding, n as AnalystContext } from "./types-
|
|
2
|
+
import { i as AnalystFinding, n as AnalystContext } from "./types-BjB2wZM9.js";
|
|
3
3
|
import { R as LlmThinkingMode, x as ChatClient } from "./types-CBbLtr2J.js";
|
|
4
|
-
import { F as ExternalOptimizerCallbackLimits, V as ExternalOptimizerModelCall, W as ExternalOptimizerModelExecutionObservation, q as ExternalOptimizerRunnerCommand } from "./agent-profile-
|
|
4
|
+
import { F as ExternalOptimizerCallbackLimits, V as ExternalOptimizerModelCall, W as ExternalOptimizerModelExecutionObservation, q as ExternalOptimizerRunnerCommand } from "./agent-profile-uAIQK3Nr.js";
|
|
5
5
|
import { o as Severity } from "./multi-layer-verifier-BUaQ4C17.js";
|
|
6
|
-
import { l as ExactCapableAnalyst } from "./exact-types-
|
|
7
|
-
import { i as TraceAnalystDefinition } from "./default-registry-
|
|
8
|
-
import { n as TraceAnalysisEngine } from "./engine-
|
|
6
|
+
import { l as ExactCapableAnalyst } from "./exact-types-BEHN7tnq.js";
|
|
7
|
+
import { i as TraceAnalystDefinition } from "./default-registry-DYB4aHVn.js";
|
|
8
|
+
import { n as TraceAnalysisEngine } from "./engine-D1ykrAKR.js";
|
|
9
9
|
import { C as SupervisorRunSources, w as SupervisorRunTree } from "./types-BlIJ5URG.js";
|
|
10
10
|
//#region src/semantic-concept-judge.d.ts
|
|
11
11
|
/**
|
|
@@ -476,4 +476,4 @@ declare const KNOWLEDGE_POISONING_KIND_SPEC: TraceAnalystDefinition;
|
|
|
476
476
|
declare const DEFAULT_TRACE_ANALYST_KINDS: readonly TraceAnalystDefinition[];
|
|
477
477
|
//#endregion
|
|
478
478
|
export { SemanticConceptJudgeInput as A, DspyRlmTraceEngineOptions as C, ConceptFinding as D, createChatTraceEngine as E, SemanticConceptJudgeResult as M, runSemanticConceptJudge as N, ConceptSpec as O, renderFindingSubject as S, ChatTraceEngineOptions as T, FindingSubject as _, FAILURE_MODE_KIND_SPEC as a, findingSubjectGrammarPromptFor as b, emitControlIntegrityFindings as c, FindingsStore as d, PersistedFinding as f, FINDING_SUBJECT_SYNTAX as g, FINDING_SUBJECT_KINDS as h, IMPROVEMENT_KIND_SPEC as i, SemanticConceptJudgeOptions as j, SEMANTIC_CONCEPT_JUDGE_VERSION as k, DiffPolicy as l, diffFindings as m, KNOWLEDGE_POISONING_KIND_SPEC as n, CONTROL_INTEGRITY_ANALYST as o, defaultIsMaterial as p, KNOWLEDGE_GAP_KIND_SPEC as r, ControlIntegrityAnalyst as s, DEFAULT_TRACE_ANALYST_KINDS as t, FindingsDiff as u, FindingSubjectKind as v, createDspyRlmTraceEngine as w, parseFindingSubject as x, KIND_EXPECTED_SUBJECTS as y };
|
|
479
|
-
//# sourceMappingURL=index-
|
|
479
|
+
//# sourceMappingURL=index-DVrtLO5j.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index-
|
|
1
|
+
{"version":3,"file":"index-DVrtLO5j.d.ts","names":[],"sources":["../src/semantic-concept-judge.ts","../src/analyst/chat-trace-engine.ts","../src/analyst/trace-tool-callback.ts","../src/analyst/dspy-rlm-engine.ts","../src/analyst/finding-subject.ts","../src/analyst/findings-store.ts","../src/analyst/kinds/control-integrity.ts","../src/analyst/kinds/failure-mode.ts","../src/analyst/kinds/improvement.ts","../src/analyst/kinds/knowledge-gap.ts","../src/analyst/kinds/knowledge-poisoning.ts","../src/analyst/kinds/index.ts"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;KAuDY;UAEK;EACf;;EAEA;;EAEA;;EAEA,aAAa;;UAGE;EACf;EACA;;EAEA;EACA;EACA,UAAU;;UAGK;;EAEf;;EAEA;;EAEA,aAAa;IAAQ;IAAc;;;EAEnC,kBAAkB;;EAElB;EACA;;UAGe;EACf;EACA;;EAEA;EACA;EACA;EACA,UAAU;EACV;EACA;EACA;;EAEA;EACA;;;;;;;;KASU;UAQK;;EAEf;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA,MAAM;;EAEN,UAAU;EACV,aAAa;EACb;EACA,WAAW;EACX,SAAS;;;;;;EAMT,iBAAiB;;EAEjB,oBAAoB,QAAQ,OAAO;;cAKxB;;;;;;iBAkGS,wBACpB,OAAO,2BACP,SAAS,8BACR,QAAQ;;;UCjMM;;;;;EAKf,MAAM;;EAEN;;EAEA,UAAU;;EAEV;;EAEA;;EAEA,WAAW;;EAEX;;;;;;;;;;EAUA;;;;;;iBAkCc,sBAAsB,SAAS,yBAAyB;;;KCrG5D,0BAA0B;;;UCYrB;;EAEf,MAAM;;EAEN;;EAEA,kBAAkB,aAAa;EAC/B;;EAEA,UAAU;;EAEV;;EAEA;;;;;;EAMA;;EAEA;;EAEA;;EAEA;;EAEA;;EAEA,kBAAkB,QAAQ;;EAE1B;;;;;;;;;;EAUA;;EAEA,SAAS;;EAET;;;iBAIc,yBAAyB,SAAS,4BAA4B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;KCtClE;EAEN;EAAwB;EAAc;;EACtC;EAAyB;;EACzB;EAAuB;;EACvB;EAAyB;;EAGzB;EAAuB;;EACvB;EAAe;;EACf;EAAkB;EAAc;;EAChC;EAAkB;;EAClB;EAAa;EAAgB;;EAC7B;EAAc;;EACd;EAAkB;;EAClB;EAAkB;;EAClB;EAAwB;;EACxB;EAAuB;;EACvB;EAAc;;EACd;EAAa;EAAgB;;EAC7B;EAAgB;;EAChB;EAAqB;;EACrB;EAAuB;;EAEvB;EAA4B;;EAC5B;EAA2B;;EAE3B;EAAiB;;KAEX,qBAAqB;cAEpB,uBAAuB,cAAc;;;;;;;;;;;;;;;;;iBAgGlC,oBAAoB,iCAAiC;;;;;;;iBAoHrD,qBAAqB,GAAG;;;;;;;;;;cA8D3B,wBAAwB,SAAS,OAAO;;;;;;;;;cAoExC,wBAAwB,eAAe,cAAc;;iBAqElD,+BAA+B;;;;;;;;UCxc9B,yBAAyB;EACxC;;cAGW;WAGiB;mBAFX;EAEjB,YAA4B;EAItB,OAAO,eAAe,UAAU,mBAAmB;;EAQzD,WAAW;;EAkBX,QAAQ,gBAAgB;;UAOT;;EAEf,UAAU;;EAEV,aAAa;;EAEb,WAAW;;;;;EAKX,SAAS;IAAQ,UAAU;IAAkB,SAAS;;;UAGvC;;;;;;;;EAQf,cAAc,UAAU,gBAAgB,SAAS;;;;;;iBAOnC,kBAAkB,GAAG,gBAAgB,GAAG;;;;;iBAWxC,aACd,UAAU,oBACV,SAAS,oBACT,SAAQ,aACP;;;;iBC7Fa,6BACd,OAAO,uBAAuB,mBAC9B,qBACC;;cA4BU,mCACA,oBAAoB,uBAAuB;WAE7C;WACA;WAEA;WACA;IAAS;IAAgC;;WACzC;WACA;aACP;aACA;;EAGI,QACJ,OAAO,uBAAuB,mBAC9B,KAAK,iBACJ,QAAQ;;cAUA,2BAAyB;;;cCHzB,wBAAwB;;;cC3BxB,uBAAuB;;;cCGvB,yBAAyB;;;cCPzB,+BAA+B;;;;;;;;;;;;cCP/B,sCAAsC"}
|