@tangle-network/agent-eval 1.0.22 → 1.0.23
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +37 -0
- package/dist/adapters/http.d.ts +2 -2
- package/dist/{agent-profile-DU5InUT9.d.ts → agent-profile-C80hNPYb.d.ts} +2 -2
- package/dist/{agent-profile-DU5InUT9.d.ts.map → agent-profile-C80hNPYb.d.ts.map} +1 -1
- package/dist/analyst/index.d.ts +11 -11
- package/dist/{analyze-runs-jLTRKuoK.js → analyze-runs-BCSHzqna.js} +2 -2
- package/dist/{analyze-runs-jLTRKuoK.js.map → analyze-runs-BCSHzqna.js.map} +1 -1
- package/dist/{analyze-runs-DYYe18Gw.d.ts → analyze-runs-DbHQHvDC.d.ts} +4 -4
- package/dist/{analyze-runs-DYYe18Gw.d.ts.map → analyze-runs-DbHQHvDC.d.ts.map} +1 -1
- package/dist/app-grade/index.d.ts +3 -3
- package/dist/benchmarks/index.d.ts +5 -5
- package/dist/benchmarks/index.js +2 -2
- package/dist/campaign/index.d.ts +6 -6
- package/dist/campaign/index.js +7 -7
- package/dist/{campaign-C2mmydmx.js → campaign-D00Tbey-.js} +9 -9
- package/dist/{campaign-C2mmydmx.js.map → campaign-D00Tbey-.js.map} +1 -1
- package/dist/{campaign-evidence-NtH29ctt.js → campaign-evidence-CVNKiK0q.js} +2 -2
- package/dist/{campaign-evidence-NtH29ctt.js.map → campaign-evidence-CVNKiK0q.js.map} +1 -1
- package/dist/cli.js +5 -5
- package/dist/contract/index.d.ts +10 -10
- package/dist/contract/index.js +7 -8
- package/dist/contract/index.js.map +1 -1
- package/dist/{default-registry-aPvwtzEM.d.ts → default-registry-CjgRr-l7.d.ts} +7 -7
- package/dist/{default-registry-aPvwtzEM.d.ts.map → default-registry-CjgRr-l7.d.ts.map} +1 -1
- package/dist/{define-agent-eval-DGWBgCid.d.ts → define-agent-eval-BQBwKHwF.d.ts} +7 -7
- package/dist/{define-agent-eval-DGWBgCid.d.ts.map → define-agent-eval-BQBwKHwF.d.ts.map} +1 -1
- package/dist/{define-agent-eval-BROmIwn1.js → define-agent-eval-BV16x8C0.js} +7 -7
- package/dist/{define-agent-eval-BROmIwn1.js.map → define-agent-eval-BV16x8C0.js.map} +1 -1
- package/dist/diagnosis/index.d.ts +2 -2
- package/dist/diagnosis/index.js +1 -1
- package/dist/{engine-BF8naBn7.d.ts → engine-s3t6uYH9.d.ts} +2 -2
- package/dist/{engine-BF8naBn7.d.ts.map → engine-s3t6uYH9.d.ts.map} +1 -1
- package/dist/{eval-campaign-Dq8DEKmy.js → eval-campaign-DpkToY_w.js} +2 -2
- package/dist/eval-campaign-DpkToY_w.js.map +1 -0
- package/dist/{evaluation-CFKj_IlJ.d.ts → evaluation-DRgHKEVV.d.ts} +4 -4
- package/dist/{evaluation-CFKj_IlJ.d.ts.map → evaluation-DRgHKEVV.d.ts.map} +1 -1
- package/dist/evaluation.d.ts +1 -1
- package/dist/{exact-types-VAFjtOQN.d.ts → exact-types-DTlZSygs.d.ts} +2 -2
- package/dist/{exact-types-VAFjtOQN.d.ts.map → exact-types-DTlZSygs.d.ts.map} +1 -1
- package/dist/experiment/index.d.ts +2 -2
- package/dist/experiment/index.js +2 -2
- package/dist/{feedback-trajectory-DTj8eVTR.d.ts → feedback-trajectory-DrKk79NU.d.ts} +3 -3
- package/dist/{feedback-trajectory-DTj8eVTR.d.ts.map → feedback-trajectory-DrKk79NU.d.ts.map} +1 -1
- package/dist/hosted/index.js +1 -1
- package/dist/{index-BlTbxHlY.d.ts → index-DAnkXnwF.d.ts} +3 -3
- package/dist/{index-BlTbxHlY.d.ts.map → index-DAnkXnwF.d.ts.map} +1 -1
- package/dist/{index-Bp3w4fWc.d.ts → index-DLZp90hM.d.ts} +8 -8
- package/dist/{index-Bp3w4fWc.d.ts.map → index-DLZp90hM.d.ts.map} +1 -1
- package/dist/{index-YS58LHlx.d.ts → index-DZ_aqB7v.d.ts} +23 -179
- package/dist/index-DZ_aqB7v.d.ts.map +1 -0
- package/dist/{index-DX87wzX3.d.ts → index-DjrXBogW.d.ts} +9 -9
- package/dist/{index-DX87wzX3.d.ts.map → index-DjrXBogW.d.ts.map} +1 -1
- package/dist/{index-QLDWZTxI.d.ts → index-DtX456kD.d.ts} +6 -6
- package/dist/{index-QLDWZTxI.d.ts.map → index-DtX456kD.d.ts.map} +1 -1
- package/dist/{index-B62BaRzH.d.ts → index-DwscLCQX.d.ts} +2 -2
- package/dist/{index-B62BaRzH.d.ts.map → index-DwscLCQX.d.ts.map} +1 -1
- package/dist/index.d.ts +25 -25
- package/dist/index.js +13 -12
- package/dist/index.js.map +1 -1
- package/dist/{llm-judge-C813vmpc.js → llm-judge-Cbh7OHaO.js} +7 -7
- package/dist/{llm-judge-C813vmpc.js.map → llm-judge-Cbh7OHaO.js.map} +1 -1
- package/dist/{matrix-C-GxIgeJ.d.ts → matrix-8NhGDcmi.d.ts} +2 -2
- package/dist/{matrix-C-GxIgeJ.d.ts.map → matrix-8NhGDcmi.d.ts.map} +1 -1
- package/dist/meta-eval/index.d.ts +2 -2
- package/dist/{mint-yF51iBgY.js → mint-Ck92efNo.js} +2 -2
- package/dist/{mint-yF51iBgY.js.map → mint-Ck92efNo.js.map} +1 -1
- package/dist/multishot/golden/index.d.ts +1 -1
- package/dist/multishot/index.d.ts +2 -2
- package/dist/openapi.json +1 -1
- package/dist/paired-promotion-power-D03cUj9E.js +289 -0
- package/dist/paired-promotion-power-D03cUj9E.js.map +1 -0
- package/dist/{pareto-fJZg8pXm.js → pareto-UzjB3ZBk.js} +5 -288
- package/dist/pareto-UzjB3ZBk.js.map +1 -0
- package/dist/{prime-protocol-D1NkJRuD.d.ts → prime-protocol-CKxq_-cx.d.ts} +2 -2
- package/dist/{prime-protocol-D1NkJRuD.d.ts.map → prime-protocol-CKxq_-cx.d.ts.map} +1 -1
- package/dist/{promotion-gate-Da0xV4sa.d.ts → promotion-gate-HDtliGsh.d.ts} +3 -3
- package/dist/{promotion-gate-Da0xV4sa.d.ts.map → promotion-gate-HDtliGsh.d.ts.map} +1 -1
- package/dist/{registry-BAcEbzKm.d.ts → registry-BnenKvxM.d.ts} +3 -3
- package/dist/{registry-BAcEbzKm.d.ts.map → registry-BnenKvxM.d.ts.map} +1 -1
- package/dist/{release-confidence-DGtuPDxJ.js → release-confidence-B4Xxdpmn.js} +2 -2
- package/dist/{release-confidence-DGtuPDxJ.js.map → release-confidence-B4Xxdpmn.js.map} +1 -1
- package/dist/reporting.d.ts +4 -4
- package/dist/reporting.js +2 -2
- package/dist/{researcher-CSlc84Bp.d.ts → researcher-DEpedkOZ.d.ts} +4 -4
- package/dist/{researcher-CSlc84Bp.d.ts.map → researcher-DEpedkOZ.d.ts.map} +1 -1
- package/dist/{reward-ST4PXNXF.d.ts → reward-ap_R9mCH.d.ts} +2 -2
- package/dist/{reward-ST4PXNXF.d.ts.map → reward-ap_R9mCH.d.ts.map} +1 -1
- package/dist/{reward-hacking-C9hPVT0Q.d.ts → reward-hacking-CIdVwVe4.d.ts} +2 -2
- package/dist/{reward-hacking-C9hPVT0Q.d.ts.map → reward-hacking-CIdVwVe4.d.ts.map} +1 -1
- package/dist/rl.d.ts +8 -8
- package/dist/rl.js +5 -5
- package/dist/rollout/index.d.ts +3 -3
- package/dist/rollout/index.js +2 -2
- package/dist/{rollout-DKa54qer.js → rollout-DWl3Gg6A.js} +2 -2
- package/dist/{rollout-DKa54qer.js.map → rollout-DWl3Gg6A.js.map} +1 -1
- package/dist/{rubric-predictive-validity-B3RzbwOx.d.ts → rubric-predictive-validity-Bbi88Aut.d.ts} +2 -2
- package/dist/{rubric-predictive-validity-B3RzbwOx.d.ts.map → rubric-predictive-validity-Bbi88Aut.d.ts.map} +1 -1
- package/dist/{run-record-CFbnkE1K.js → run-record-DTTx9Ktr.js} +2 -2
- package/dist/{run-record-CFbnkE1K.js.map → run-record-DTTx9Ktr.js.map} +1 -1
- package/dist/{run-record-CpLS4Uid.js → run-record-DmX_ESC5.js} +7 -5
- package/dist/run-record-DmX_ESC5.js.map +1 -0
- package/dist/{run-record-D2BFMPGl.d.ts → run-record-pBlhZizT.d.ts} +8 -8
- package/dist/{run-record-D2BFMPGl.d.ts.map → run-record-pBlhZizT.d.ts.map} +1 -1
- package/dist/search/index.d.ts +2 -2
- package/dist/search/index.d.ts.map +1 -1
- package/dist/search/index.js +2 -2
- package/dist/{search-kernel-CQGLbmgn.d.ts → search-kernel-CoDJ21q9.d.ts} +3 -3
- package/dist/{search-kernel-CQGLbmgn.d.ts.map → search-kernel-CoDJ21q9.d.ts.map} +1 -1
- package/dist/{search-ledger-Dk-yk5Li.js → search-ledger-9liYyZf5.js} +2 -2
- package/dist/{search-ledger-Dk-yk5Li.js.map → search-ledger-9liYyZf5.js.map} +1 -1
- package/dist/{search-shipper-Dm-_Dtvy.js → search-shipper-B6tMNx1I.js} +2 -2
- package/dist/{search-shipper-Dm-_Dtvy.js.map → search-shipper-B6tMNx1I.js.map} +1 -1
- package/dist/{search-summary-sPWiYtSl.js → search-summary-CISbbxyr.js} +2 -2
- package/dist/{search-summary-sPWiYtSl.js.map → search-summary-CISbbxyr.js.map} +1 -1
- package/dist/sequential-BCzXKQab.d.ts +246 -0
- package/dist/sequential-BCzXKQab.d.ts.map +1 -0
- package/dist/{sequential-CAksw6EU.js → sequential-Ko7T-zvu.js} +65 -28
- package/dist/sequential-Ko7T-zvu.js.map +1 -0
- package/dist/{skillopt-optimization-method-QO1nU8Kz.js → skillopt-optimization-method-B1Hkfexf.js} +4 -4
- package/dist/{skillopt-optimization-method-QO1nU8Kz.js.map → skillopt-optimization-method-B1Hkfexf.js.map} +1 -1
- package/dist/{statistical-heldout-CvOwNqt9.d.ts → statistical-heldout-e2hbqDui.d.ts} +4 -4
- package/dist/{statistical-heldout-CvOwNqt9.d.ts.map → statistical-heldout-e2hbqDui.d.ts.map} +1 -1
- package/dist/{store-tool-spans-B3z_Qb5u.d.ts → store-tool-spans-mlmGj6n3.d.ts} +5 -5
- package/dist/{store-tool-spans-B3z_Qb5u.d.ts.map → store-tool-spans-mlmGj6n3.d.ts.map} +1 -1
- package/dist/{summary-report-DyZquTaH.d.ts → summary-report-DsiORzPc.d.ts} +3 -3
- package/dist/{summary-report-DyZquTaH.d.ts.map → summary-report-DsiORzPc.d.ts.map} +1 -1
- package/dist/{systemone-DVk-Crtu.d.ts → systemone-B93onE_a.d.ts} +7 -7
- package/dist/{systemone-DVk-Crtu.d.ts.map → systemone-B93onE_a.d.ts.map} +1 -1
- package/dist/{systemone-review-CToBl1oa.d.ts → systemone-review-BIggseLt.d.ts} +2 -2
- package/dist/{systemone-review-CToBl1oa.d.ts.map → systemone-review-BIggseLt.d.ts.map} +1 -1
- package/dist/systemone.d.ts +3 -3
- package/dist/{tool-groups-R5RO9OHn.d.ts → tool-groups-CCiATVZw.d.ts} +3 -3
- package/dist/tool-groups-CCiATVZw.d.ts.map +1 -0
- package/dist/{trace-questions-BY6taxnl.d.ts → trace-questions-B7lkyOlo.d.ts} +3 -3
- package/dist/{trace-questions-BY6taxnl.d.ts.map → trace-questions-B7lkyOlo.d.ts.map} +1 -1
- package/dist/trace-repair/index.d.ts +2 -2
- package/dist/traces.d.ts +4 -4
- package/dist/traces.js +2 -8
- package/dist/traces.js.map +1 -1
- package/dist/{tree-C-N2kP-8.js → tree-D2cNtu9m.js} +10 -10
- package/dist/tree-D2cNtu9m.js.map +1 -0
- package/dist/{types-BsdcSWnf.d.ts → types-3uX8odDK.d.ts} +3 -3
- package/dist/{types-BsdcSWnf.d.ts.map → types-3uX8odDK.d.ts.map} +1 -1
- package/dist/{types-kBMNdo1X.d.ts → types-Ob1blgI2.d.ts} +2 -2
- package/dist/{types-kBMNdo1X.d.ts.map → types-Ob1blgI2.d.ts.map} +1 -1
- package/dist/{types-ip2D3-Ib.d.ts → types-efIQ03Uo.d.ts} +4 -4
- package/dist/{types-ip2D3-Ib.d.ts.map → types-efIQ03Uo.d.ts.map} +1 -1
- package/dist/wire/index.d.ts +5 -5
- package/docs/adopt-stack.md +9 -0
- package/docs/eval-fixtures.md +2 -2
- package/docs/search-ledger.md +1 -0
- package/package.json +1 -1
- package/dist/eval-campaign-Dq8DEKmy.js.map +0 -1
- package/dist/index-YS58LHlx.d.ts.map +0 -1
- package/dist/pareto-fJZg8pXm.js.map +0 -1
- package/dist/run-record-CpLS4Uid.js.map +0 -1
- package/dist/sequential-B9p6uoV8.d.ts +0 -168
- package/dist/sequential-B9p6uoV8.d.ts.map +0 -1
- package/dist/sequential-CAksw6EU.js.map +0 -1
- package/dist/tool-groups-R5RO9OHn.d.ts.map +0 -1
- package/dist/tree-C-N2kP-8.js.map +0 -1
|
@@ -1,15 +1,15 @@
|
|
|
1
1
|
import { s as ValidationError } from "./errors-DeEEV9Vx.js";
|
|
2
2
|
import { a as hashCanonical, i as compareCodeUnits, r as canonicalString, t as LEDGER_HASH_PATTERN } from "./canonical-CicJlINA.js";
|
|
3
|
-
import { i as modelHasSnapshot, s as searchCellRunId } from "./run-record-
|
|
3
|
+
import { i as modelHasSnapshot, s as searchCellRunId } from "./run-record-DmX_ESC5.js";
|
|
4
4
|
import { Q as confidenceInterval, at as summarizeNumberSeries, ct as mean$1, ot as weightedComposite } from "./statistics-CvvC-MPv.js";
|
|
5
5
|
import { t as mulberry32 } from "./random-DrzcgC7F.js";
|
|
6
6
|
import { r as minimumPairsForPairedDeltaTest } from "./paired-promotion-decision-Bi9__RQS.js";
|
|
7
7
|
import { a as heldoutSignificance, i as dimensionRegressions, o as pairHoldout } from "./statistical-heldout-DLO4Ebos.js";
|
|
8
8
|
import { d as mapConcurrent } from "./journal-CTX5uK-n.js";
|
|
9
9
|
import { n as contentHash } from "./verdict-cache-BVH-fl18.js";
|
|
10
|
-
import { r as projectCampaignCellQuality, t as campaignCellCostProvenance } from "./run-record-
|
|
10
|
+
import { r as projectCampaignCellQuality, t as campaignCellCostProvenance } from "./run-record-DTTx9Ktr.js";
|
|
11
11
|
import { n as CostAccountingIncompleteError, t as CostLedger } from "./cost-ledger-DfhStGcZ.js";
|
|
12
|
-
import { A as campaignSplitDigest, D as assertCompleteCampaign, E as assertCampaignSplitIdentity, M as formatCoverageFailures, O as campaignCoverage, S as BackendIntegrityError, T as assertCampaignDesign, b as FinalEvidenceError, f as campaignBreakdown, k as campaignScenarioIdentity, m as campaignMeanCompositeOrNull, p as campaignMeanComposite, y as FinalEvidenceConflictError } from "./campaign-evidence-
|
|
12
|
+
import { A as campaignSplitDigest, D as assertCompleteCampaign, E as assertCampaignSplitIdentity, M as formatCoverageFailures, O as campaignCoverage, S as BackendIntegrityError, T as assertCampaignDesign, b as FinalEvidenceError, f as campaignBreakdown, k as campaignScenarioIdentity, m as campaignMeanCompositeOrNull, p as campaignMeanComposite, y as FinalEvidenceConflictError } from "./campaign-evidence-CVNKiK0q.js";
|
|
13
13
|
import { t as deepFreezeCanonicalJson } from "./deep-freeze-CK8-2W7p.js";
|
|
14
14
|
import { M as fsCampaignStorage, h as isExternalTextCandidate, j as createRunCostLedger } from "./external-optimizer-subprocess-_C_2yriN.js";
|
|
15
15
|
import { c as surfaceDispatchRef, l as surfaceHash, o as renderSurfaceDiff, s as surfaceContentHash, u as surfaceHashMatches } from "./json-recovery-DK4MDm5r.js";
|
|
@@ -17,9 +17,9 @@ import { r as summarizeEvaluationUnits, t as defineEvaluationClaim } from "./cla
|
|
|
17
17
|
import { c as redactText, m as detectPersonalData, n as REDACTION_VERSION, p as detectCredential } from "./redact-zp_ILC4l.js";
|
|
18
18
|
import { t as detectRewardHacking } from "./reward-hacking-BYiDFbIl.js";
|
|
19
19
|
import { t as assertProposalFindings } from "./proposal-findings-DWs94yT8.js";
|
|
20
|
-
import { i as runSearch, m as searchExpansionIndex, n as paretoFrontier, o as searchPolicyView, p as SEARCH_KERNEL_SOURCE, r as paretoFrontierWithCrowding, s as EXPANSION_OPERATORS
|
|
21
|
-
import { a as validateSearchLedgerEvent, d as searchNodeId, f as searchTaskSetDigest, i as replaySearchLedgerText, n as openSearchLedger, u as searchCellId } from "./search-ledger-
|
|
22
|
-
import { n as searchProposerView, t as renderSearchSummary } from "./search-summary-
|
|
20
|
+
import { S as estimateNode, i as runSearch, m as searchExpansionIndex, n as paretoFrontier, o as searchPolicyView, p as SEARCH_KERNEL_SOURCE, r as paretoFrontierWithCrowding, s as EXPANSION_OPERATORS } from "./pareto-UzjB3ZBk.js";
|
|
21
|
+
import { a as validateSearchLedgerEvent, d as searchNodeId, f as searchTaskSetDigest, i as replaySearchLedgerText, n as openSearchLedger, u as searchCellId } from "./search-ledger-9liYyZf5.js";
|
|
22
|
+
import { n as searchProposerView, t as renderSearchSummary } from "./search-summary-CISbbxyr.js";
|
|
23
23
|
import { i as stripFencedJson, n as isRecord } from "./json-DtvZNAU9.js";
|
|
24
24
|
import { a as maximumChargeForLlmRequest, i as costReceiptFromLlmError, r as costReceiptFromLlm } from "./llm-client-DMMSg-Ro.js";
|
|
25
25
|
import { t as JudgeParseError } from "./judges-BLxg5p8E.js";
|
|
@@ -5875,4 +5875,4 @@ function firstString(value) {
|
|
|
5875
5875
|
}
|
|
5876
5876
|
export { resolveRunDir as $, campaignCellSearchResult as A, DEFAULT_RED_TEAM_CORPUS as B, surfaceDiff as C, createSearchHistoryReceipt as D, assertSearchHistoryMatchesState as E, uniform as F, assertIndependentEvaluationSplit as G, redTeamReport as H, runFinalComparison as I, exposeFinalEvidence as J, captureFinalEvidencePolicy as K, openAutoPr as L, searchProposalExecution as M, searchReceiptAccounting as N, verifySearchHistoryArtifact as O, asha as P, planCampaignRun as Q, captureJudge as R, searchEdgeId as S, assertSearchHistoryAdmissionOptions as T, scoreRedTeamOutput as U, redTeamDataset as V, runCanaries as W, runEval as X, reserveFinalEvidence as Y, runCampaign as Z, crowdedFrontierParent as _, clamp01 as a, SearchRecorder as b, readGepaCandidatePopulationArtifact as c, optimizationTokenUsageFromSummary as d, buildCellSchedule as et, runImprovementLoop as f, beam as g, aide as h, aggregateRunScore as i, searchModelIdentity as j, verifySearchHistoryReceipt as k, combineComparisonCosts as l, isProposedCandidate as m, isTransientTransportFailure as n, computeManifestHash as nt, executeOptimizationMethod as o, runOptimization as p, evaluationUnitMap as q, transientDispatchFailure as r, assertGepaCandidatePopulationSummary as s, llmJudge as t, cellCachePath as tt, costFromLedgerSummary as u, incumbent as v, surfaceNode as w, developmentClaim as x, incumbentWithOperatorBandit as y, defaultProductionGate as z };
|
|
5877
5877
|
|
|
5878
|
-
//# sourceMappingURL=llm-judge-
|
|
5878
|
+
//# sourceMappingURL=llm-judge-Cbh7OHaO.js.map
|