@tangle-network/agent-eval 0.222.0 → 0.223.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +177 -0
- package/dist/analyst/index.d.ts.map +1 -1
- package/dist/analyst/index.js +1 -1
- package/dist/{analyze-runs-CTheASYV.js → analyze-runs-Ck68mbgj.js} +7 -9
- package/dist/analyze-runs-Ck68mbgj.js.map +1 -0
- package/dist/{benchmark-command-jYWR2gya.js → benchmark-command-CH86twZj.js} +32 -37
- package/dist/benchmark-command-CH86twZj.js.map +1 -0
- package/dist/benchmarks/index.js +3 -3
- package/dist/campaign/index.js +9 -9
- package/dist/{campaign-ddr1N3yD.js → campaign-DdOgQfp8.js} +14 -19
- package/dist/campaign-DdOgQfp8.js.map +1 -0
- package/dist/{campaign-evidence-DN8rWuBj.js → campaign-evidence-MjCjkb5a.js} +3 -3
- package/dist/{campaign-evidence-DN8rWuBj.js.map → campaign-evidence-MjCjkb5a.js.map} +1 -1
- package/dist/cli.js +4 -4
- package/dist/contract/index.js +11 -10
- package/dist/contract/index.js.map +1 -1
- package/dist/{define-agent-eval-BLoP4Lf9.js → define-agent-eval-Cc15qGik.js} +5 -5
- package/dist/{define-agent-eval-BLoP4Lf9.js.map → define-agent-eval-Cc15qGik.js.map} +1 -1
- package/dist/diagnosis/index.js +1 -1
- package/dist/{eval-campaign-Cgixrvf7.js → eval-campaign-C_mNDshv.js} +2 -2
- package/dist/{eval-campaign-Cgixrvf7.js.map → eval-campaign-C_mNDshv.js.map} +1 -1
- package/dist/experiment/index.js +7 -7
- package/dist/index-B7v2QHlD.d.ts.map +1 -1
- package/dist/index-DAk2quYu.d.ts.map +1 -1
- package/dist/index-aDPVYBIM.d.ts.map +1 -1
- package/dist/index.js +13 -12
- package/dist/index.js.map +1 -1
- package/dist/{judge-gate-C2BCOt-M.js → judge-gate-Di_6bifh.js} +4 -4
- package/dist/judge-gate-Di_6bifh.js.map +1 -0
- package/dist/{llm-judge-cgbhTKQp.js → llm-judge-D6JtIqiU.js} +9 -9
- package/dist/{llm-judge-cgbhTKQp.js.map → llm-judge-D6JtIqiU.js.map} +1 -1
- package/dist/mean-BPuUNznQ.js +16 -0
- package/dist/mean-BPuUNznQ.js.map +1 -0
- package/dist/meta-eval/index.js +1 -1
- package/dist/openapi.json +1 -1
- package/dist/{paired-arms-D-54hO-k.js → paired-arms-D5H_58e8.js} +2 -2
- package/dist/{paired-arms-D-54hO-k.js.map → paired-arms-D5H_58e8.js.map} +1 -1
- package/dist/{paired-promotion-decision-FGvHA4p_.js → paired-promotion-decision-BiVumgvM.js} +2 -2
- package/dist/{paired-promotion-decision-FGvHA4p_.js.map → paired-promotion-decision-BiVumgvM.js.map} +1 -1
- package/dist/{mean-CdDYG-us.js → paired-tests-C2zUqgUW.js} +2 -7
- package/dist/paired-tests-C2zUqgUW.js.map +1 -0
- package/dist/{pareto-B9udAt2i.js → pareto-7_LEmYGG.js} +4 -3
- package/dist/{pareto-B9udAt2i.js.map → pareto-7_LEmYGG.js.map} +1 -1
- package/dist/{power-and-mde-ClI6RWw4.js → power-and-mde-CHvyDO_H.js} +2 -2
- package/dist/{power-and-mde-ClI6RWw4.js.map → power-and-mde-CHvyDO_H.js.map} +1 -1
- package/dist/{promotion-policy-CBYeD4zi.js → promotion-policy-D7B4_jEZ.js} +4 -4
- package/dist/{promotion-policy-CBYeD4zi.js.map → promotion-policy-D7B4_jEZ.js.map} +1 -1
- package/dist/reporting.js +3 -3
- package/dist/{reward-hacking-DZzHZlS1.js → reward-hacking-Bjk3MAjh.js} +7 -9
- package/dist/{reward-hacking-DZzHZlS1.js.map → reward-hacking-Bjk3MAjh.js.map} +1 -1
- package/dist/reward-hacking-C9hPVT0Q.d.ts.map +1 -1
- package/dist/rl.js +6 -6
- package/dist/{run-record-CZy4-TnZ.js → run-record-BUm-Jggo.js} +2 -2
- package/dist/{run-record-CZy4-TnZ.js.map → run-record-BUm-Jggo.js.map} +1 -1
- package/dist/search/index.js +2 -2
- package/dist/{search-summary-Ct7SrmVc.js → search-summary-Bt3uuK53.js} +4 -4
- package/dist/{search-summary-Ct7SrmVc.js.map → search-summary-Bt3uuK53.js.map} +1 -1
- package/dist/{sequential-B1I0tRfL.js → sequential-De7BTAlV.js} +2 -2
- package/dist/{sequential-B1I0tRfL.js.map → sequential-De7BTAlV.js.map} +1 -1
- package/dist/{skillopt-optimization-method-qB1M554K.js → skillopt-optimization-method-BKFbJEyz.js} +9 -12
- package/dist/skillopt-optimization-method-BKFbJEyz.js.map +1 -0
- package/dist/{statistical-heldout-TP6ndL0B.js → statistical-heldout-C9hz_AF9.js} +3 -3
- package/dist/{statistical-heldout-TP6ndL0B.js.map → statistical-heldout-C9hz_AF9.js.map} +1 -1
- package/dist/storyboard/index.d.ts +17 -0
- package/dist/storyboard/index.d.ts.map +1 -1
- package/dist/storyboard/index.js +154 -107
- package/dist/storyboard/index.js.map +1 -1
- package/dist/{summary-report-CPfsrLac.js → summary-report-BLnTyQKH.js} +5 -4
- package/dist/{summary-report-CPfsrLac.js.map → summary-report-BLnTyQKH.js.map} +1 -1
- package/dist/trace-repair/index.js +2 -1
- package/dist/trace-repair/index.js.map +1 -1
- package/dist/{tree-DrIChF4a.js → tree-DnBkWXun.js} +5 -4
- package/dist/{tree-DrIChF4a.js.map → tree-DnBkWXun.js.map} +1 -1
- package/package.json +2 -2
- package/dist/analyze-runs-CTheASYV.js.map +0 -1
- package/dist/benchmark-command-jYWR2gya.js.map +0 -1
- package/dist/campaign-ddr1N3yD.js.map +0 -1
- package/dist/judge-gate-C2BCOt-M.js.map +0 -1
- package/dist/mean-CdDYG-us.js.map +0 -1
- package/dist/skillopt-optimization-method-qB1M554K.js.map +0 -1
package/dist/cli.js
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
#!/usr/bin/env node
|
|
2
2
|
import { c as errorMessage } from "./errors-DeEEV9Vx.js";
|
|
3
|
-
import { l as operatorYield, u as INSUFFICIENT_FROM } from "./pareto-
|
|
3
|
+
import { l as operatorYield, u as INSUFFICIENT_FROM } from "./pareto-7_LEmYGG.js";
|
|
4
4
|
import { i as replaySearchLedgerText } from "./search-ledger-BsVi-Ngv.js";
|
|
5
|
-
import { t as renderSearchSummary } from "./search-summary-
|
|
5
|
+
import { t as renderSearchSummary } from "./search-summary-Bt3uuK53.js";
|
|
6
6
|
import { l as SEARCH_LEDGER_BATCH_MAX_BYTES, m as SearchRunKindSchema, r as shipSearchLedger, s as hostedTenantFromEnv, t as SearchShipConflictError } from "./search-shipper-pdg4viK7.js";
|
|
7
7
|
import { a as privacyHit, f as harnessSessionRolloutLines, m as appendRolloutLines, n as runRolloutReleaseCli, p as gateReceiptRolloutLines, r as PRIVACY_RULE_NAMES, u as harnessSessionRefs } from "./hf-dataset-DPVQXW5n.js";
|
|
8
8
|
import { t as createChatClient } from "./chat-client-CO3uB33i.js";
|
|
9
|
-
import { t as runAnalystBenchmarkCommand } from "./benchmark-command-
|
|
9
|
+
import { t as runAnalystBenchmarkCommand } from "./benchmark-command-CH86twZj.js";
|
|
10
10
|
import { i as buildOpenApi, l as handleVersion, o as runRpcBatch, r as startServerAsync, s as runRpcOnce } from "./server-DA6h3co5.js";
|
|
11
|
-
import { b as editCreditText, f as landscape, g as surfaceTextEdits, l as metaSearch, m as formatLandscape, n as taskMatrix, o as skillManifold, r as formatSkillManifold, s as renderMetaSearchText, t as tree, v as front, y as editCredit } from "./tree-
|
|
11
|
+
import { b as editCreditText, f as landscape, g as surfaceTextEdits, l as metaSearch, m as formatLandscape, n as taskMatrix, o as skillManifold, r as formatSkillManifold, s as renderMetaSearchText, t as tree, v as front, y as editCredit } from "./tree-DnBkWXun.js";
|
|
12
12
|
import { c as discoveryRunRolloutLines, i as analyzeSupervisorRun, n as renderSupervisorRunHeadline, r as renderSupervisorRunMarkdown } from "./render-pfAZ7IR4.js";
|
|
13
13
|
import { createHash } from "node:crypto";
|
|
14
14
|
import { existsSync, readFileSync, writeFileSync } from "node:fs";
|
package/dist/contract/index.js
CHANGED
|
@@ -1,24 +1,25 @@
|
|
|
1
1
|
import { a as hashCanonical } from "../canonical-CicJlINA.js";
|
|
2
2
|
import "../run-record-DEjx43cI.js";
|
|
3
|
-
import { r as summarizeExecution, t as analyzeRuns } from "../analyze-runs-
|
|
4
|
-
import {
|
|
5
|
-
import { t as
|
|
6
|
-
import {
|
|
3
|
+
import { r as summarizeExecution, t as analyzeRuns } from "../analyze-runs-Ck68mbgj.js";
|
|
4
|
+
import { r as pairedBootstrap } from "../paired-tests-C2zUqgUW.js";
|
|
5
|
+
import { t as mean$1 } from "../mean-BPuUNznQ.js";
|
|
6
|
+
import { t as decidePairedPromotion } from "../paired-promotion-decision-BiVumgvM.js";
|
|
7
|
+
import { a as heldoutSignificance } from "../statistical-heldout-C9hz_AF9.js";
|
|
7
8
|
import { f as mapConcurrentRange } from "../journal-C1uLJi0w.js";
|
|
8
|
-
import { X as runEval, Z as runCampaign, a as clamp01, f as runImprovementLoop, r as transientDispatchFailure, t as llmJudge, z as defaultProductionGate } from "../llm-judge-
|
|
9
|
+
import { X as runEval, Z as runCampaign, a as clamp01, f as runImprovementLoop, r as transientDispatchFailure, t as llmJudge, z as defaultProductionGate } from "../llm-judge-D6JtIqiU.js";
|
|
9
10
|
import { i as isModelPriced, n as estimateCost } from "../metrics-DNCAUtuB.js";
|
|
10
11
|
import { t as CostLedger } from "../cost-ledger-CS8R3IZj.js";
|
|
11
|
-
import { A as campaignSplitDigest } from "../campaign-evidence-
|
|
12
|
+
import { A as campaignSplitDigest } from "../campaign-evidence-MjCjkb5a.js";
|
|
12
13
|
import { M as fsCampaignStorage, N as inMemoryCampaignStorage } from "../external-optimizer-subprocess-U616hV_l.js";
|
|
13
14
|
import { a as makeProposalFinding } from "../types-BK0blWhe.js";
|
|
14
15
|
import { n as isRecord } from "../json-DtvZNAU9.js";
|
|
15
|
-
import { n as SelfImproveRunError, r as selfImprove, t as defineAgentEval } from "../define-agent-eval-
|
|
16
|
+
import { n as SelfImproveRunError, r as selfImprove, t as defineAgentEval } from "../define-agent-eval-Cc15qGik.js";
|
|
16
17
|
import { t as buildDefaultAnalystRegistry } from "../default-registry-C1tPEjZ4.js";
|
|
17
18
|
import { t as extractUsage } from "../extract-usage-ISFqhfDz.js";
|
|
18
19
|
import { t as createChatClient } from "../chat-client-CO3uB33i.js";
|
|
19
20
|
import { n as InMemoryOutcomeStore, t as FileSystemOutcomeStore } from "../outcome-store-TarrcfHG.js";
|
|
20
|
-
import { c as composeGate, l as externalTextOptimizationMethod, n as compareOptimizationMethods, r as gepaOptimizationMethod, s as heldOutGate, t as skillOptOptimizationMethod } from "../skillopt-optimization-method-
|
|
21
|
-
import { n as paretoPolicy, r as paretoSignificanceGate, t as buildEvidenceVector } from "../promotion-policy-
|
|
21
|
+
import { c as composeGate, l as externalTextOptimizationMethod, n as compareOptimizationMethods, r as gepaOptimizationMethod, s as heldOutGate, t as skillOptOptimizationMethod } from "../skillopt-optimization-method-BKFbJEyz.js";
|
|
22
|
+
import { n as paretoPolicy, r as paretoSignificanceGate, t as buildEvidenceVector } from "../promotion-policy-D7B4_jEZ.js";
|
|
22
23
|
import { t as fromOtelSpans } from "../otel-spans-BsGzTWIK.js";
|
|
23
24
|
import { createHash } from "node:crypto";
|
|
24
25
|
import { agentCandidateBenchmarkSuiteSchema, agentCandidateBenchmarkTaskSchema, agentCandidateBundleSchema, agentCandidateEvaluationPolicySchema, agentCandidateExperimentSchema, agentImprovementMeasuredComparisonSchema, agentProfileImprovementExperimentSchema, agentProfileImprovementMeasuredComparisonSchema, agentProfileImprovementRunCellSchema, agentProfileImprovementRunReceiptSchema, agentProfileImprovementSuiteInputsSchema, agentProfileImprovementSuiteSchema, agentProfileImprovementTaskSchema, candidateExecutionEvidenceSchema, canonicalCandidateDigest, canonicalCandidateJson, numbersApproximatelyEqual, omitTopLevelDigest } from "@tangle-network/agent-interface";
|
|
@@ -726,7 +727,7 @@ function observedPairedPrecision(options) {
|
|
|
726
727
|
}
|
|
727
728
|
function mean(values) {
|
|
728
729
|
if (values.length === 0) throw new Error("candidate experiment requires measured values");
|
|
729
|
-
return values
|
|
730
|
+
return mean$1(values);
|
|
730
731
|
}
|
|
731
732
|
// src/contract/candidate-experiment.ts
|
|
732
733
|
/** Seal held-out experiments, execute their signed cells, and publish verified comparisons. */
|