@tangle-network/agent-eval 0.193.2 → 0.195.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +33 -0
- package/dist/adapters/http.d.ts +2 -2
- package/dist/analyst/index.d.ts +5 -5
- package/dist/analyst/index.js +1 -1
- package/dist/{benchmark-command-N5r3GXMP.js → benchmark-command-D2kaOHat.js} +2 -2
- package/dist/{benchmark-command-N5r3GXMP.js.map → benchmark-command-D2kaOHat.js.map} +1 -1
- package/dist/benchmarks/index.d.ts +3 -3
- package/dist/benchmarks/index.js +2 -2
- package/dist/campaign/index.d.ts +4 -4
- package/dist/campaign/index.js +6 -6
- package/dist/{campaign-DnL0S4XL.js → campaign-DkMRR1Co.js} +6 -6
- package/dist/{campaign-DnL0S4XL.js.map → campaign-DkMRR1Co.js.map} +1 -1
- package/dist/cli.js +4 -4
- package/dist/contract/index.d.ts +6 -6
- package/dist/contract/index.js +3 -3
- package/dist/{default-registry-C3HTE08O.d.ts → default-registry-D44M_E4Q.d.ts} +3 -3
- package/dist/{default-registry-C3HTE08O.d.ts.map → default-registry-D44M_E4Q.d.ts.map} +1 -1
- package/dist/{define-agent-eval-qxAPjMSL.js → define-agent-eval-Ddut4mkS.js} +3 -3
- package/dist/{define-agent-eval-qxAPjMSL.js.map → define-agent-eval-Ddut4mkS.js.map} +1 -1
- package/dist/{define-agent-eval-DQJvVa1P.d.ts → define-agent-eval-Dl0tmtJU.d.ts} +4 -4
- package/dist/{define-agent-eval-DQJvVa1P.d.ts.map → define-agent-eval-Dl0tmtJU.d.ts.map} +1 -1
- package/dist/{engine-DjRV55F9.d.ts → engine-LkP-rfp1.d.ts} +2 -2
- package/dist/{engine-DjRV55F9.d.ts.map → engine-LkP-rfp1.d.ts.map} +1 -1
- package/dist/evaluation.d.ts +1 -1
- package/dist/experiment/index.d.ts +1 -1
- package/dist/hosted/index.js +1 -1
- package/dist/{index-DWQNDqPd.d.ts → index-CZYB36IQ.d.ts} +6 -6
- package/dist/{index-DWQNDqPd.d.ts.map → index-CZYB36IQ.d.ts.map} +1 -1
- package/dist/{index-DMPLG226.d.ts → index-CdHX0_c3.d.ts} +120 -15
- package/dist/index-CdHX0_c3.d.ts.map +1 -0
- package/dist/{index-0jEtpSM7.d.ts → index-cWnRlQLW.d.ts} +3 -3
- package/dist/{index-0jEtpSM7.d.ts.map → index-cWnRlQLW.d.ts.map} +1 -1
- package/dist/index.d.ts +9 -9
- package/dist/index.js +3 -3
- package/dist/jev.d.ts +1 -1
- package/dist/{llm-judge-Cififl_V.js → llm-judge-CvKpaRKY.js} +459 -43
- package/dist/llm-judge-CvKpaRKY.js.map +1 -0
- package/dist/{matrix-CNu13gg8.d.ts → matrix-CUzY_7Ml.d.ts} +2 -2
- package/dist/{matrix-CNu13gg8.d.ts.map → matrix-CUzY_7Ml.d.ts.map} +1 -1
- package/dist/multishot/golden/index.d.ts +1 -1
- package/dist/multishot/index.d.ts +2 -2
- package/dist/openapi.json +1 -1
- package/dist/{produced-state-B2AhDRnq.js → produced-state-C8rk-GCK.js} +2 -2
- package/dist/{produced-state-B2AhDRnq.js.map → produced-state-C8rk-GCK.js.map} +1 -1
- package/dist/rl.d.ts +1 -1
- package/dist/{search-ledger-CJiAEU3j.js → search-ledger-BbKtG_WF.js} +12 -4
- package/dist/search-ledger-BbKtG_WF.js.map +1 -0
- package/dist/{search-shipper-DUlwlCsK.js → search-shipper-Cm4Wt9SC.js} +2 -2
- package/dist/{search-shipper-DUlwlCsK.js.map → search-shipper-Cm4Wt9SC.js.map} +1 -1
- package/dist/{search-summary-BhY8p0Av.js → search-summary-DnDGR702.js} +2 -2
- package/dist/{search-summary-BhY8p0Av.js.map → search-summary-DnDGR702.js.map} +1 -1
- package/dist/{skillopt-optimization-method-C6DbFKnw.js → skillopt-optimization-method-CIJqP8oS.js} +3 -3
- package/dist/{skillopt-optimization-method-C6DbFKnw.js.map → skillopt-optimization-method-CIJqP8oS.js.map} +1 -1
- package/dist/{statistical-heldout-D-xBpbrd.d.ts → statistical-heldout-CLfkCc_B.d.ts} +2 -2
- package/dist/{statistical-heldout-D-xBpbrd.d.ts.map → statistical-heldout-CLfkCc_B.d.ts.map} +1 -1
- package/dist/{store-tool-spans-BxrfuU2t.d.ts → store-tool-spans-E-mdWPAz.d.ts} +3 -3
- package/dist/{store-tool-spans-BxrfuU2t.d.ts.map → store-tool-spans-E-mdWPAz.d.ts.map} +1 -1
- package/dist/{tool-groups-BC9O7Epn.d.ts → tool-groups-CiFSpk6C.d.ts} +2 -2
- package/dist/tool-groups-CiFSpk6C.d.ts.map +1 -0
- package/dist/trace-repair/index.d.ts +1 -1
- package/dist/traces.d.ts +2 -2
- package/dist/{types-BWwRXofp.d.ts → types-DLtLe21j.d.ts} +9 -2
- package/dist/types-DLtLe21j.d.ts.map +1 -0
- package/dist/{types-qoxUfKQg.d.ts → types-M1Et9e6Z.d.ts} +2 -2
- package/dist/{types-qoxUfKQg.d.ts.map → types-M1Et9e6Z.d.ts.map} +1 -1
- package/docs/search-ledger.md +37 -9
- package/docs/trace-contracts.md +21 -2
- package/package.json +1 -1
- package/dist/index-DMPLG226.d.ts.map +0 -1
- package/dist/llm-judge-Cififl_V.js.map +0 -1
- package/dist/search-ledger-CJiAEU3j.js.map +0 -1
- package/dist/tool-groups-BC9O7Epn.d.ts.map +0 -1
- package/dist/types-BWwRXofp.d.ts.map +0 -1
package/dist/index.js
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
import { t as __exportAll } from "./rolldown-runtime-8H4AJuhK.js";
|
|
2
2
|
import { i as JudgeError, n as CaptureIntegrityError, o as NotFoundError, r as ConfigError, s as ValidationError, t as AgentEvalError } from "./errors-Dngq5h35.js";
|
|
3
3
|
import { a as hashCanonical, r as canonicalString } from "./canonical-BsZVgBhW.js";
|
|
4
|
-
import { a as CODING_HARNESSES, c as agentProfileId, d as harnessAxisOf, i as verifyCompletion, l as agentProfileModelId, n as completionVerdict, o as HARNESS_NATIVE_MODEL, r as createLlmCorrectnessChecker, s as agentProfileHash, t as extractProducedState, u as expandProfileAxes } from "./produced-state-
|
|
4
|
+
import { a as CODING_HARNESSES, c as agentProfileId, d as harnessAxisOf, i as verifyCompletion, l as agentProfileModelId, n as completionVerdict, o as HARNESS_NATIVE_MODEL, r as createLlmCorrectnessChecker, s as agentProfileHash, t as extractProducedState, u as expandProfileAxes } from "./produced-state-C8rk-GCK.js";
|
|
5
5
|
import { c as groupRunsByAgentProfileCell, d as validateAgentProfileCell, f as verifyAgentProfileCell, h as manifestContentDigest, i as agentProfileCellKey, m as hashJson, r as agentProfileCellHashMaterial, s as buildAgentProfileCell, t as AGENT_PROFILE_KINDS, u as toAgentProfileJson } from "./agent-profile-cell-DcFW4vOc.js";
|
|
6
6
|
import { t as mulberry32 } from "./random-Dn5fPWkt.js";
|
|
7
7
|
import { a as spearmanR, c as weightedMean, i as ranks, n as partialCredit, o as summarizeNumberSeries, r as pearsonR, s as weightedComposite, t as confidenceInterval } from "./descriptive-1V17A-qa.js";
|
|
@@ -22,12 +22,12 @@ import { r as observedSplitScore, t as isRealnessGated } from "./reward-nw2xZGZG
|
|
|
22
22
|
import { a as parseRunRecordSafe, c as runTaskScore, i as modelHasSnapshot, l as searchCellRunId, n as UNKNOWN_MODEL, o as roundTripRunRecord, r as isRunRecord, s as runCostFloorUsd, t as RunRecordValidationError, u as validateRunRecord } from "./run-record-BRlM99rX.js";
|
|
23
23
|
import { a as summaryTable, n as gainHistogram, r as paretoChart } from "./summary-report-BMvou2oZ.js";
|
|
24
24
|
import { n as contentHash, r as fileVerdictCache, t as canonicalJson } from "./verdict-cache-BQEsVy9n.js";
|
|
25
|
-
import {
|
|
25
|
+
import { G as requiredPairsForPairedPromotion, J as dominates, W as pairedPromotionPower, Y as paretoFrontier, a as transientDispatchFailure, et as DEFAULT_RED_TEAM_CORPUS, i as quotaExhaustedUntil, it as runCanaries, nt as redTeamReport, o as aggregateRunScore, rt as scoreRedTeamOutput, s as clamp01, t as llmJudge, tt as redTeamDataset, ut as runCampaign } from "./llm-judge-CvKpaRKY.js";
|
|
26
26
|
import { a as resolveModelPricing, i as isModelPriced, n as estimateCost, r as estimateTokens, t as MODEL_PRICING } from "./metrics-DOMpkoeb.js";
|
|
27
27
|
import { a as CostLedgerPersistenceError, c as costForTokenPricing, i as CostLedger, l as costForUsage, n as CostCallConflictError, o as CostReceiptCaptureError, r as CostCeilingReachedError, s as CostReservationExceededError, t as CostAccountingIncompleteError, u as modelPriceKey } from "./cost-ledger-_IbkejCF.js";
|
|
28
28
|
import { B as assertRealBackend, F as surfaceContentHash, T as parseReflectionResponse, V as summarizeBackendIntegrity, c as ATTESTATION_ALGORITHM, l as attest, u as verifyAttestation, w as buildReflectionPrompt, z as BackendIntegrityError } from "./campaign-evidence-DJc60F9C.js";
|
|
29
29
|
import { d as redactForShare, f as redactText, n as REDACTION_VERSION, p as shareAllowed, r as assessShareSafety, u as redact } from "./redact-Dk1ZdJEm.js";
|
|
30
|
-
import { r as selfImprove, t as defineAgentEval } from "./define-agent-eval-
|
|
30
|
+
import { r as selfImprove, t as defineAgentEval } from "./define-agent-eval-Ddut4mkS.js";
|
|
31
31
|
import { n as equivalenceVerdict, t as certificationEvidenceDigest } from "./verdict-DhPoXApk.js";
|
|
32
32
|
import { t as TraceEmitter } from "./emitter-DbMXUIVP.js";
|
|
33
33
|
import { t as buildTrajectory } from "./trajectory-D_7rLrvE.js";
|
package/dist/jev.d.ts
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import { b as CustomTokenPricing, g as CostReceiptInput } from "./cost-ledger-DbQdN3nO.js";
|
|
2
2
|
import { i as AnalystFinding, n as AnalystContext, t as Analyst } from "./types-CeDfCRXp.js";
|
|
3
|
-
import { R as Scenario, S as JudgeConfig, w as JudgeScore } from "./types-
|
|
3
|
+
import { R as Scenario, S as JudgeConfig, w as JudgeScore } from "./types-DLtLe21j.js";
|
|
4
4
|
import { EvaluationAnalystOptions, EvaluationContext, EvaluationJudgeOptions, EvaluationResult, Evaluator, EvaluatorOptions, asAnalyst, asJudge, createEvaluator } from "./evaluation.js";
|
|
5
5
|
import { JevAnswer, JevAnswerFor, JevJson, JevQuestion, JevQuestions, JevRequest, JevResponseError, JevResult, JevScoreCriteria, JevState, jevUsage, parseJevRequest, parseJevResult } from "./jev-protocol.js";
|
|
6
6
|
import { z } from "zod";
|