@tangle-network/agent-eval 0.181.0 → 0.182.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +14 -0
- package/dist/analyst/index.d.ts +3 -3
- package/dist/analyst/index.js +2 -2
- package/dist/{benchmark-command-B57n9vjz.js → benchmark-command-7X7HPNHh.js} +3 -3
- package/dist/{benchmark-command-B57n9vjz.js.map → benchmark-command-7X7HPNHh.js.map} +1 -1
- package/dist/benchmarks/index.js +2 -2
- package/dist/campaign/index.js +6 -6
- package/dist/{campaign-4_ppJW5X.js → campaign-B2U7WcFz.js} +8 -8
- package/dist/{campaign-4_ppJW5X.js.map → campaign-B2U7WcFz.js.map} +1 -1
- package/dist/{campaign-evidence-B8oF9xQ6.js → campaign-evidence-PYPUftRy.js} +2 -2
- package/dist/{campaign-evidence-B8oF9xQ6.js.map → campaign-evidence-PYPUftRy.js.map} +1 -1
- package/dist/cli.js +2 -2
- package/dist/contract/index.js +7 -7
- package/dist/{default-registry-aL7xUrUz.js → default-registry-DHWwIwa8.js} +2 -2
- package/dist/{default-registry-aL7xUrUz.js.map → default-registry-DHWwIwa8.js.map} +1 -1
- package/dist/{define-agent-eval-Ddu33JH9.js → define-agent-eval-DSIPB4hi.js} +7 -7
- package/dist/{define-agent-eval-Ddu33JH9.js.map → define-agent-eval-DSIPB4hi.js.map} +1 -1
- package/dist/{eval-campaign-aYdtjtJR.js → eval-campaign-CCEkwzoH.js} +2 -2
- package/dist/{eval-campaign-aYdtjtJR.js.map → eval-campaign-CCEkwzoH.js.map} +1 -1
- package/dist/experiment/index.js +5 -5
- package/dist/{index-DNntP4ch.d.ts → index-DbG8QbH9.d.ts} +2 -2
- package/dist/{index-DNntP4ch.d.ts.map → index-DbG8QbH9.d.ts.map} +1 -1
- package/dist/index.d.ts +1 -1
- package/dist/index.js +11 -11
- package/dist/{integrity-DH5ng72x.js → integrity-CgQce0FV.js} +2 -2
- package/dist/{integrity-DH5ng72x.js.map → integrity-CgQce0FV.js.map} +1 -1
- package/dist/{llm-judge-DEFZeSiu.js → llm-judge-BPFR12VJ.js} +3 -3
- package/dist/{llm-judge-DEFZeSiu.js.map → llm-judge-BPFR12VJ.js.map} +1 -1
- package/dist/openapi.json +1 -1
- package/dist/{paired-arms-D4aeIHUy.js → paired-arms-JSDcs2zx.js} +16 -3
- package/dist/paired-arms-JSDcs2zx.js.map +1 -0
- package/dist/{power-and-mde-B8F2RdcD.js → power-and-mde-BJOpt6pq.js} +2 -2
- package/dist/{power-and-mde-B8F2RdcD.js.map → power-and-mde-BJOpt6pq.js.map} +1 -1
- package/dist/{produced-state-BHboMaab.js → produced-state-CkoG43gI.js} +3 -3
- package/dist/{produced-state-BHboMaab.js.map → produced-state-CkoG43gI.js.map} +1 -1
- package/dist/{promotion-policy-CDMMxzb6.js → promotion-policy-BKFrl7CC.js} +3 -3
- package/dist/{promotion-policy-CDMMxzb6.js.map → promotion-policy-BKFrl7CC.js.map} +1 -1
- package/dist/release-confidence-BcqeQTHW.d.ts.map +1 -1
- package/dist/{report-command-V1ecVgAv.js → report-command-BvqaxlVG.js} +32 -201
- package/dist/report-command-BvqaxlVG.js.map +1 -0
- package/dist/reporting.js +3 -3
- package/dist/rl.js +3 -3
- package/dist/rollout/index.js +1 -2
- package/dist/{rollout-B-UF5R6w.js → rollout-BsN6pOU7.js} +153 -12
- package/dist/rollout-BsN6pOU7.js.map +1 -0
- package/dist/{run-record-Br-Yzt_k.js → run-record-DPa2PeHx.js} +2 -2
- package/dist/{run-record-Br-Yzt_k.js.map → run-record-DPa2PeHx.js.map} +1 -1
- package/dist/{sequential-DAsyV2T9.js → sequential-D_xHrBZe.js} +2 -2
- package/dist/{sequential-DAsyV2T9.js.map → sequential-D_xHrBZe.js.map} +1 -1
- package/dist/{skillopt-optimization-method-CL_0aArC.js → skillopt-optimization-method-B2IEaCeF.js} +3 -3
- package/dist/{skillopt-optimization-method-CL_0aArC.js.map → skillopt-optimization-method-B2IEaCeF.js.map} +1 -1
- package/dist/statistical-heldout-CpVd6FmY.d.ts.map +1 -1
- package/dist/{summary-report-e-MaOAHV.js → summary-report-IGAOtgPd.js} +3 -3
- package/dist/{summary-report-e-MaOAHV.js.map → summary-report-IGAOtgPd.js.map} +1 -1
- package/dist/supervisor-run/index.d.ts +20 -44
- package/dist/supervisor-run/index.d.ts.map +1 -1
- package/dist/supervisor-run/index.js +8 -8
- package/dist/supervisor-run/index.js.map +1 -1
- package/dist/{terminal-record-BtPwKTSr.js → terminal-record-BHocwFw1.js} +5 -22
- package/dist/terminal-record-BHocwFw1.js.map +1 -0
- package/dist/{types-lPkDQNqJ.d.ts → types-BlIJ5URG.d.ts} +17 -26
- package/dist/types-BlIJ5URG.d.ts.map +1 -0
- package/docs/public-api.md +5 -8
- package/package.json +1 -1
- package/dist/opencode-sqlite-CNw3vubS.js +0 -145
- package/dist/opencode-sqlite-CNw3vubS.js.map +0 -1
- package/dist/paired-arms-D4aeIHUy.js.map +0 -1
- package/dist/report-command-V1ecVgAv.js.map +0 -1
- package/dist/rollout-B-UF5R6w.js.map +0 -1
- package/dist/terminal-record-BtPwKTSr.js.map +0 -1
- package/dist/types-lPkDQNqJ.d.ts.map +0 -1
|
@@ -2,17 +2,17 @@ import { s as ValidationError } from "./errors-Dngq5h35.js";
|
|
|
2
2
|
import { a as spearmanR, r as pearsonR } from "./descriptive-1V17A-qa.js";
|
|
3
3
|
import { r as continuousAgreement } from "./judge-calibration-DYmaBtJr.js";
|
|
4
4
|
import { i as pairedCohensDz } from "./effect-sizes-DiH8MGOH.js";
|
|
5
|
-
import { i as requiredPairedSampleSize, r as pairedMde } from "./power-and-mde-
|
|
6
|
-
import { r as pairRunRecords } from "./paired-arms-
|
|
5
|
+
import { i as requiredPairedSampleSize, r as pairedMde } from "./power-and-mde-BJOpt6pq.js";
|
|
6
|
+
import { r as pairRunRecords } from "./paired-arms-JSDcs2zx.js";
|
|
7
7
|
import { o as pairedTTest, r as pairedBootstrap } from "./paired-tests-C8iCsioC.js";
|
|
8
8
|
import { r as welchsTTest } from "./baseline-BC-eBZ7U.js";
|
|
9
|
-
import { a as campaignCellToRunRecord, i as campaignCellTaskScore, n as campaignCellExecutionEvidence, r as campaignCellJudgeDimensions } from "./run-record-
|
|
10
|
-
import { B as surfaceDispatchRef, N as defineEvaluationClaim, T as pairedCampaignComposites, V as surfaceHash, Z as campaignSplitDigest, f as campaignMeasurementDigest, h as loopProvenanceArgsFromResult, k as powerPreflight, m as emitLoopProvenance, p as canonicalDigest, t as createCampaignEvidenceReceipt, tt as aggregatePairedHoldout, z as surfaceContentHash } from "./campaign-evidence-
|
|
9
|
+
import { a as campaignCellToRunRecord, i as campaignCellTaskScore, n as campaignCellExecutionEvidence, r as campaignCellJudgeDimensions } from "./run-record-DPa2PeHx.js";
|
|
10
|
+
import { B as surfaceDispatchRef, N as defineEvaluationClaim, T as pairedCampaignComposites, V as surfaceHash, Z as campaignSplitDigest, f as campaignMeasurementDigest, h as loopProvenanceArgsFromResult, k as powerPreflight, m as emitLoopProvenance, p as canonicalDigest, t as createCampaignEvidenceReceipt, tt as aggregatePairedHoldout, z as surfaceContentHash } from "./campaign-evidence-PYPUftRy.js";
|
|
11
11
|
import "./query-D1nLIKt7.js";
|
|
12
12
|
import { r as observedSplitScore } from "./reward-nw2xZGZG.js";
|
|
13
13
|
import { c as validateRunRecord, i as modelHasSnapshot } from "./run-record-DualPTn2.js";
|
|
14
|
-
import { r as paretoChart } from "./summary-report-
|
|
15
|
-
import { C as assertSearchHistoryAdmissionOptions, G as assertIndependentEvaluationSplit, I as runFinalComparison, J as reserveFinalEvidence, K as captureFinalEvidencePolicy, L as openAutoPr, Q as resolveRunDir, R as captureJudge, Y as runEval, d as combineComparisonCosts, f as costFromLedgerSummary, h as runImprovementLoop, q as evaluationUnitMap, u as executeOptimizationMethod, z as defaultProductionGate } from "./llm-judge-
|
|
14
|
+
import { r as paretoChart } from "./summary-report-IGAOtgPd.js";
|
|
15
|
+
import { C as assertSearchHistoryAdmissionOptions, G as assertIndependentEvaluationSplit, I as runFinalComparison, J as reserveFinalEvidence, K as captureFinalEvidencePolicy, L as openAutoPr, Q as resolveRunDir, R as captureJudge, Y as runEval, d as combineComparisonCosts, f as costFromLedgerSummary, h as runImprovementLoop, q as evaluationUnitMap, u as executeOptimizationMethod, z as defaultProductionGate } from "./llm-judge-BPFR12VJ.js";
|
|
16
16
|
import { C as inMemoryCampaignStorage, S as fsCampaignStorage, x as createRunCostLedger } from "./external-optimizer-subprocess-D4dzUBZI.js";
|
|
17
17
|
import { t as createHostedClient } from "./client-CXE-U1SA.js";
|
|
18
18
|
//#region src/contamination-guard.ts
|
|
@@ -1781,4 +1781,4 @@ function requirePositiveInteger(value, field) {
|
|
|
1781
1781
|
//#endregion
|
|
1782
1782
|
export { summarizeExecution as a, analyzeRuns as i, SelfImproveRunError as n, checkCanaries as o, selfImprove as r, defineAgentEval as t };
|
|
1783
1783
|
|
|
1784
|
-
//# sourceMappingURL=define-agent-eval-
|
|
1784
|
+
//# sourceMappingURL=define-agent-eval-DSIPB4hi.js.map
|