@tangle-network/agent-eval 0.145.1 → 0.145.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (29) hide show
  1. package/CHANGELOG.md +17 -0
  2. package/dist/analyst/index.d.ts +2 -2
  3. package/dist/analyst/index.js +2 -2
  4. package/dist/{benchmark-command-Dr4cX8QG.js → benchmark-command-Iaqlp3DU.js} +6 -6
  5. package/dist/{benchmark-command-Dr4cX8QG.js.map → benchmark-command-Iaqlp3DU.js.map} +1 -1
  6. package/dist/benchmarks/index.js +3 -3
  7. package/dist/campaign/index.js +5 -5
  8. package/dist/{campaign-BYjBAypg.js → campaign-C5kujyqv.js} +6 -6
  9. package/dist/{campaign-BYjBAypg.js.map → campaign-C5kujyqv.js.map} +1 -1
  10. package/dist/cli.js +1 -1
  11. package/dist/contract/index.js +4 -4
  12. package/dist/{define-agent-eval-iqjT--ZZ.js → define-agent-eval-CAL5HOz9.js} +3 -3
  13. package/dist/{define-agent-eval-iqjT--ZZ.js.map → define-agent-eval-CAL5HOz9.js.map} +1 -1
  14. package/dist/{dspy-rlm-engine-B_qhSc21.js → dspy-rlm-engine-BZ2aMZEd.js} +2 -2
  15. package/dist/{dspy-rlm-engine-B_qhSc21.js.map → dspy-rlm-engine-BZ2aMZEd.js.map} +1 -1
  16. package/dist/{external-optimizer-process-BTiNB-RH.js → external-optimizer-process-BRE56woM.js} +2 -2
  17. package/dist/{external-optimizer-process-BTiNB-RH.js.map → external-optimizer-process-BRE56woM.js.map} +1 -1
  18. package/dist/{external-optimizer-subprocess-DrJ9hR8u.js → external-optimizer-subprocess-BhKYK0Jv.js} +6 -4
  19. package/dist/external-optimizer-subprocess-BhKYK0Jv.js.map +1 -0
  20. package/dist/index.js +4 -4
  21. package/dist/{llm-judge-dZ8P6nGI.js → llm-judge-C2lQBv7h.js} +2 -2
  22. package/dist/{llm-judge-dZ8P6nGI.js.map → llm-judge-C2lQBv7h.js.map} +1 -1
  23. package/dist/openapi.json +1 -1
  24. package/dist/{produced-state-DU79a81m.js → produced-state-Bgph_Qj-.js} +2 -2
  25. package/dist/{produced-state-DU79a81m.js.map → produced-state-Bgph_Qj-.js.map} +1 -1
  26. package/dist/{skillopt-optimization-method-jjdnc3YK.js → skillopt-optimization-method-B__Jnto4.js} +4 -4
  27. package/dist/{skillopt-optimization-method-jjdnc3YK.js.map → skillopt-optimization-method-B__Jnto4.js.map} +1 -1
  28. package/package.json +3 -3
  29. package/dist/external-optimizer-subprocess-DrJ9hR8u.js.map +0 -1
package/dist/cli.js CHANGED
@@ -1,6 +1,6 @@
1
1
  #!/usr/bin/env node
2
2
  import { o as runRolloutReleaseCli } from "./hf-dataset-XggBupCr.js";
3
- import { n as runAnalystBenchmarkCommand } from "./benchmark-command-Dr4cX8QG.js";
3
+ import { n as runAnalystBenchmarkCommand } from "./benchmark-command-Iaqlp3DU.js";
4
4
  import { a as runRpcBatch, o as runRpcOnce, p as handleVersion, r as startServerAsync, s as buildOpenApi } from "./server-ulsOdrTI.js";
5
5
  import { writeFileSync } from "node:fs";
6
6
  //#region src/cli-config.ts
@@ -1,12 +1,12 @@
1
1
  import { s as ValidationError } from "../errors-Dngq5h35.js";
2
2
  import { r as pairedBootstrap } from "../paired-tests-BHIhYVdu.js";
3
- import { a as summarizeExecution, i as analyzeRuns, n as SelfImproveRunError, r as selfImprove, t as defineAgentEval } from "../define-agent-eval-iqjT--ZZ.js";
3
+ import { a as summarizeExecution, i as analyzeRuns, n as SelfImproveRunError, r as selfImprove, t as defineAgentEval } from "../define-agent-eval-CAL5HOz9.js";
4
4
  import { i as parseRunRecordSafe } from "../run-record-BvHPVS-i.js";
5
- import { G as runEval, K as runCampaign, f as runImprovementLoop, nt as campaignSplitDigest, t as llmJudge, x as compareOptimizationMethods, z as defaultProductionGate } from "../llm-judge-dZ8P6nGI.js";
5
+ import { G as runEval, K as runCampaign, f as runImprovementLoop, nt as campaignSplitDigest, t as llmJudge, x as compareOptimizationMethods, z as defaultProductionGate } from "../llm-judge-C2lQBv7h.js";
6
6
  import { i as isModelPriced, n as estimateCost } from "../metrics-Cl0L1KUy.js";
7
7
  import { i as CostLedger } from "../cost-ledger-BSe92yAV.js";
8
8
  import { d as mapConcurrentRange } from "../ledger-core-BmZt19oQ.js";
9
- import { S as inMemoryCampaignStorage, x as fsCampaignStorage } from "../external-optimizer-subprocess-DrJ9hR8u.js";
9
+ import { S as inMemoryCampaignStorage, x as fsCampaignStorage } from "../external-optimizer-subprocess-BhKYK0Jv.js";
10
10
  import { a as heldoutSignificance, s as decidePairedPromotion } from "../power-preflight-DEw-uC7q.js";
11
11
  import { r as makeProposalFinding } from "../types-BI4fT3HN.js";
12
12
  import { $ as classifyOtlpSpanRole, et as isOtlpModelCall } from "../kind-factory-CPmSd58s.js";
@@ -15,7 +15,7 @@ import { LLM_MODEL_ATTR_KEYS, SPAN_KIND_ATTR_KEYS } from "../trace-attributes.js
15
15
  import { t as extractUsage } from "../extract-usage-BrQ8mCLX.js";
16
16
  import { n as InMemoryOutcomeStore, t as FileSystemOutcomeStore } from "../outcome-store-ChBKlTd_.js";
17
17
  import { i as summarizeTraceErrors, n as recordAggregateMeasurements, r as summarizeExecutionMeasurements, t as readTaskFailureLabels } from "../task-failure-attributes-CpQ4y5RD.js";
18
- import { a as externalTextOptimizationMethod, c as REFERENCE_EQUIVALENCE_INPUT_LIMITS, d as runReferenceEquivalenceJudge, i as composeGate, l as REFERENCE_EQUIVALENCE_JUDGE_VERSION, n as gepaOptimizationMethod, r as heldOutGate, t as skillOptOptimizationMethod, u as createReferenceEquivalenceJudge } from "../skillopt-optimization-method-jjdnc3YK.js";
18
+ import { a as externalTextOptimizationMethod, c as REFERENCE_EQUIVALENCE_INPUT_LIMITS, d as runReferenceEquivalenceJudge, i as composeGate, l as REFERENCE_EQUIVALENCE_JUDGE_VERSION, n as gepaOptimizationMethod, r as heldOutGate, t as skillOptOptimizationMethod, u as createReferenceEquivalenceJudge } from "../skillopt-optimization-method-B__Jnto4.js";
19
19
  import { n as paretoPolicy, r as paretoSignificanceGate, t as buildEvidenceVector } from "../promotion-policy-xzA40Evo.js";
20
20
  import { createHash } from "node:crypto";
21
21
  import { agentCandidateBenchmarkSuiteSchema, agentCandidateBenchmarkTaskSchema, agentCandidateBundleSchema, agentCandidateEvaluationPolicySchema, agentCandidateExperimentSchema, agentImprovementMeasuredComparisonSchema, agentProfileImprovementExperimentSchema, agentProfileImprovementMeasuredComparisonSchema, agentProfileImprovementRunCellSchema, agentProfileImprovementRunReceiptSchema, agentProfileImprovementSuiteInputsSchema, agentProfileImprovementSuiteSchema, agentProfileImprovementTaskSchema, candidateExecutionEvidenceSchema, canonicalCandidateDigest, canonicalCandidateJson, numbersApproximatelyEqual, omitTopLevelDigest } from "@tangle-network/agent-interface";
@@ -9,9 +9,9 @@ import { r as welchsTTest } from "./baseline-BhPRQBVn.js";
9
9
  import { r as observedSplitScore } from "./reward-nw2xZGZG.js";
10
10
  import { r as modelHasSnapshot, s as validateRunRecord } from "./run-record-BvHPVS-i.js";
11
11
  import { r as paretoChart } from "./summary-report-Blysd6Z2.js";
12
- import { A as surfaceHash, G as runEval, J as resolveRunDir, f as runImprovementLoop, k as surfaceContentHash, o as emitLoopProvenance, s as loopProvenanceArgsFromResult, y as assertOptimizationResult, z as defaultProductionGate } from "./llm-judge-dZ8P6nGI.js";
12
+ import { A as surfaceHash, G as runEval, J as resolveRunDir, f as runImprovementLoop, k as surfaceContentHash, o as emitLoopProvenance, s as loopProvenanceArgsFromResult, y as assertOptimizationResult, z as defaultProductionGate } from "./llm-judge-C2lQBv7h.js";
13
13
  import { c as campaignCellTaskScore, l as campaignCellToRunRecord, o as campaignCellExecutionEvidence, s as campaignCellJudgeDimensions } from "./reward-hacking-DNgjilrV.js";
14
- import { S as inMemoryCampaignStorage, b as createRunCostLedger, x as fsCampaignStorage } from "./external-optimizer-subprocess-DrJ9hR8u.js";
14
+ import { S as inMemoryCampaignStorage, b as createRunCostLedger, x as fsCampaignStorage } from "./external-optimizer-subprocess-BhKYK0Jv.js";
15
15
  import { t as powerPreflight } from "./power-preflight-DEw-uC7q.js";
16
16
  import { t as createHostedClient } from "./client-LIuo-KPv.js";
17
17
  //#region src/contamination-guard.ts
@@ -1491,4 +1491,4 @@ function requirePositiveInteger(value, field) {
1491
1491
  //#endregion
1492
1492
  export { summarizeExecution as a, analyzeRuns as i, SelfImproveRunError as n, checkCanaries as o, selfImprove as r, defineAgentEval as t };
1493
1493
 
1494
- //# sourceMappingURL=define-agent-eval-iqjT--ZZ.js.map
1494
+ //# sourceMappingURL=define-agent-eval-CAL5HOz9.js.map