@tangle-network/agent-eval 0.134.1 → 0.135.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +102 -0
- package/dist/analyst/index.js +3 -3
- package/dist/benchmarks/index.js +1 -1
- package/dist/{benchmarks-v5piCeDl.js → benchmarks-Dw1Wv_JQ.js} +3 -3
- package/dist/{benchmarks-v5piCeDl.js.map → benchmarks-Dw1Wv_JQ.js.map} +1 -1
- package/dist/campaign/index.js +2 -2
- package/dist/{campaign-DEC_7DLn.js → campaign-B1c1T0kv.js} +4 -4
- package/dist/{campaign-DEC_7DLn.js.map → campaign-B1c1T0kv.js.map} +1 -1
- package/dist/cli.js +1 -1
- package/dist/contract/index.js +4 -3
- package/dist/contract/index.js.map +1 -1
- package/dist/{cost-ledger-BrJxbrMy.js → cost-ledger-ZAa_P4r0.js} +3 -238
- package/dist/cost-ledger-ZAa_P4r0.js.map +1 -0
- package/dist/{default-registry-IjYs7T8l.js → default-registry-CFUZyNeZ.js} +3 -3
- package/dist/{default-registry-IjYs7T8l.js.map → default-registry-CFUZyNeZ.js.map} +1 -1
- package/dist/{eval-campaign-CvPcvqXC.js → eval-campaign-CHFxPTVl.js} +2 -2
- package/dist/{eval-campaign-CvPcvqXC.js.map → eval-campaign-CHFxPTVl.js.map} +1 -1
- package/dist/fuzz.js +1 -1
- package/dist/{index-3cdlURSk.d.ts → index-AbhwHp0V.d.ts} +15 -2
- package/dist/{index-3cdlURSk.d.ts.map → index-AbhwHp0V.d.ts.map} +1 -1
- package/dist/index.d.ts +2 -2
- package/dist/index.js +12 -11
- package/dist/index.js.map +1 -1
- package/dist/{llm-client-ClPW-dWB.js → llm-client-BNcP4v08.js} +2 -2
- package/dist/{llm-client-ClPW-dWB.js.map → llm-client-BNcP4v08.js.map} +1 -1
- package/dist/metrics-C9YY1OcL.js +239 -0
- package/dist/metrics-C9YY1OcL.js.map +1 -0
- package/dist/{mint-BvkwcYZU.js → mint-DyRUc9k6.js} +119 -2
- package/dist/mint-DyRUc9k6.js.map +1 -0
- package/dist/multishot/index.d.ts +14 -2
- package/dist/multishot/index.d.ts.map +1 -1
- package/dist/multishot/index.js +116 -24
- package/dist/multishot/index.js.map +1 -1
- package/dist/openapi.json +1 -1
- package/dist/rl.js +2 -2
- package/dist/rollout/index.d.ts +2 -2
- package/dist/rollout/index.js +3 -3
- package/dist/{rollout-CreDz__7.js → rollout-DLSUIWLu.js} +2 -2
- package/dist/{rollout-CreDz__7.js.map → rollout-DLSUIWLu.js.map} +1 -1
- package/dist/{semantic-concept-judge-C0P1VTXD.js → semantic-concept-judge-Ca--u10C.js} +3 -3
- package/dist/{semantic-concept-judge-C0P1VTXD.js.map → semantic-concept-judge-Ca--u10C.js.map} +1 -1
- package/dist/{server-BPqlDBWK.js → server-Dc_lsOYd.js} +3 -3
- package/dist/{server-BPqlDBWK.js.map → server-Dc_lsOYd.js.map} +1 -1
- package/dist/{skillopt-optimization-method-BY6vKLJB.js → skillopt-optimization-method-Cl4XPkLC.js} +3 -3
- package/dist/{skillopt-optimization-method-BY6vKLJB.js.map → skillopt-optimization-method-Cl4XPkLC.js.map} +1 -1
- package/dist/wire/index.js +1 -1
- package/docs/rollout.md +2 -1
- package/package.json +1 -1
- package/dist/cost-ledger-BrJxbrMy.js.map +0 -1
- package/dist/mint-BvkwcYZU.js.map +0 -1
package/dist/cli.js
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
#!/usr/bin/env node
|
|
2
2
|
import { o as runRolloutReleaseCli } from "./hf-dataset-DBJXXoY1.js";
|
|
3
|
-
import { a as runRpcBatch, o as runRpcOnce, p as handleVersion, r as startServerAsync, s as buildOpenApi } from "./server-
|
|
3
|
+
import { a as runRpcBatch, o as runRpcOnce, p as handleVersion, r as startServerAsync, s as buildOpenApi } from "./server-Dc_lsOYd.js";
|
|
4
4
|
import { writeFileSync } from "node:fs";
|
|
5
5
|
//#region src/cli-config.ts
|
|
6
6
|
function resolveCliLlmConfig(env = process.env) {
|
package/dist/contract/index.js
CHANGED
|
@@ -1,11 +1,12 @@
|
|
|
1
1
|
import { s as ValidationError } from "../errors-8YnH8WlF.js";
|
|
2
|
-
import { F as createChatClient, t as buildDefaultAnalystRegistry } from "../default-registry-
|
|
3
|
-
import {
|
|
2
|
+
import { F as createChatClient, t as buildDefaultAnalystRegistry } from "../default-registry-CFUZyNeZ.js";
|
|
3
|
+
import { i as estimateCost, o as isModelPriced } from "../metrics-C9YY1OcL.js";
|
|
4
|
+
import { i as CostLedger } from "../cost-ledger-ZAa_P4r0.js";
|
|
4
5
|
import { LLM_MODEL_ATTR_KEYS, SPAN_KIND_ATTR_KEYS } from "../trace-attributes.js";
|
|
5
6
|
import { b as classifyOtlpSpanRole, x as isOtlpModelCall } from "../tools-BmuN627J.js";
|
|
6
7
|
import { l as makeProposalFinding } from "../proposal-findings-DCawte-y.js";
|
|
7
8
|
import { r as mapConcurrentRange } from "../concurrency-MUjT7VjM.js";
|
|
8
|
-
import { B as surfaceContentHash, Ct as llmJudge, M as compareOptimizationMethods, O as composeGate, Q as inMemoryCampaignStorage, S as defaultProductionGate, T as heldoutSignificance, V as surfaceHash, X as createRunCostLedger, Y as runCampaign, Z as fsCampaignStorage, _ as buildEvidenceVector, a as emitLoopProvenance, b as powerPreflight, ct as campaignSplitDigest, d as runImprovementLoop, dt as REFERENCE_EQUIVALENCE_INPUT_LIMITS, ft as REFERENCE_EQUIVALENCE_JUDGE_VERSION, g as gepaOptimizationMethod, j as assertOptimizationResult, k as externalTextOptimizationMethod, mt as runReferenceEquivalenceJudge, o as loopProvenanceArgsFromResult, p as runEval, pt as createReferenceEquivalenceJudge, rt as resolveRunDir, t as skillOptOptimizationMethod, v as paretoPolicy, x as heldOutGate, y as paretoSignificanceGate } from "../skillopt-optimization-method-
|
|
9
|
+
import { B as surfaceContentHash, Ct as llmJudge, M as compareOptimizationMethods, O as composeGate, Q as inMemoryCampaignStorage, S as defaultProductionGate, T as heldoutSignificance, V as surfaceHash, X as createRunCostLedger, Y as runCampaign, Z as fsCampaignStorage, _ as buildEvidenceVector, a as emitLoopProvenance, b as powerPreflight, ct as campaignSplitDigest, d as runImprovementLoop, dt as REFERENCE_EQUIVALENCE_INPUT_LIMITS, ft as REFERENCE_EQUIVALENCE_JUDGE_VERSION, g as gepaOptimizationMethod, j as assertOptimizationResult, k as externalTextOptimizationMethod, mt as runReferenceEquivalenceJudge, o as loopProvenanceArgsFromResult, p as runEval, pt as createReferenceEquivalenceJudge, rt as resolveRunDir, t as skillOptOptimizationMethod, v as paretoPolicy, x as heldOutGate, y as paretoSignificanceGate } from "../skillopt-optimization-method-Cl4XPkLC.js";
|
|
9
10
|
import { C as pairedBootstrap } from "../statistics-RwRNu2__.js";
|
|
10
11
|
import { i as parseRunRecordSafe, r as modelHasSnapshot } from "../run-record-BIwU2wdV.js";
|
|
11
12
|
import { a as recordAggregateMeasurements, i as readTaskFailureLabels, o as summarizeExecutionMeasurements, s as summarizeTraceErrors, t as extractUsage } from "../extract-usage-2j25whHw.js";
|