@tangle-network/agent-eval 0.181.0 → 0.182.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (71) hide show
  1. package/CHANGELOG.md +14 -0
  2. package/dist/analyst/index.d.ts +3 -3
  3. package/dist/analyst/index.js +2 -2
  4. package/dist/{benchmark-command-B57n9vjz.js → benchmark-command-7X7HPNHh.js} +3 -3
  5. package/dist/{benchmark-command-B57n9vjz.js.map → benchmark-command-7X7HPNHh.js.map} +1 -1
  6. package/dist/benchmarks/index.js +2 -2
  7. package/dist/campaign/index.js +6 -6
  8. package/dist/{campaign-4_ppJW5X.js → campaign-B2U7WcFz.js} +8 -8
  9. package/dist/{campaign-4_ppJW5X.js.map → campaign-B2U7WcFz.js.map} +1 -1
  10. package/dist/{campaign-evidence-B8oF9xQ6.js → campaign-evidence-PYPUftRy.js} +2 -2
  11. package/dist/{campaign-evidence-B8oF9xQ6.js.map → campaign-evidence-PYPUftRy.js.map} +1 -1
  12. package/dist/cli.js +2 -2
  13. package/dist/contract/index.js +7 -7
  14. package/dist/{default-registry-aL7xUrUz.js → default-registry-DHWwIwa8.js} +2 -2
  15. package/dist/{default-registry-aL7xUrUz.js.map → default-registry-DHWwIwa8.js.map} +1 -1
  16. package/dist/{define-agent-eval-Ddu33JH9.js → define-agent-eval-DSIPB4hi.js} +7 -7
  17. package/dist/{define-agent-eval-Ddu33JH9.js.map → define-agent-eval-DSIPB4hi.js.map} +1 -1
  18. package/dist/{eval-campaign-aYdtjtJR.js → eval-campaign-CCEkwzoH.js} +2 -2
  19. package/dist/{eval-campaign-aYdtjtJR.js.map → eval-campaign-CCEkwzoH.js.map} +1 -1
  20. package/dist/experiment/index.js +5 -5
  21. package/dist/{index-DNntP4ch.d.ts → index-DbG8QbH9.d.ts} +2 -2
  22. package/dist/{index-DNntP4ch.d.ts.map → index-DbG8QbH9.d.ts.map} +1 -1
  23. package/dist/index.d.ts +1 -1
  24. package/dist/index.js +11 -11
  25. package/dist/{integrity-DH5ng72x.js → integrity-CgQce0FV.js} +2 -2
  26. package/dist/{integrity-DH5ng72x.js.map → integrity-CgQce0FV.js.map} +1 -1
  27. package/dist/{llm-judge-DEFZeSiu.js → llm-judge-BPFR12VJ.js} +3 -3
  28. package/dist/{llm-judge-DEFZeSiu.js.map → llm-judge-BPFR12VJ.js.map} +1 -1
  29. package/dist/openapi.json +1 -1
  30. package/dist/{paired-arms-D4aeIHUy.js → paired-arms-JSDcs2zx.js} +16 -3
  31. package/dist/paired-arms-JSDcs2zx.js.map +1 -0
  32. package/dist/{power-and-mde-B8F2RdcD.js → power-and-mde-BJOpt6pq.js} +2 -2
  33. package/dist/{power-and-mde-B8F2RdcD.js.map → power-and-mde-BJOpt6pq.js.map} +1 -1
  34. package/dist/{produced-state-BHboMaab.js → produced-state-CkoG43gI.js} +3 -3
  35. package/dist/{produced-state-BHboMaab.js.map → produced-state-CkoG43gI.js.map} +1 -1
  36. package/dist/{promotion-policy-CDMMxzb6.js → promotion-policy-BKFrl7CC.js} +3 -3
  37. package/dist/{promotion-policy-CDMMxzb6.js.map → promotion-policy-BKFrl7CC.js.map} +1 -1
  38. package/dist/release-confidence-BcqeQTHW.d.ts.map +1 -1
  39. package/dist/{report-command-V1ecVgAv.js → report-command-BvqaxlVG.js} +32 -201
  40. package/dist/report-command-BvqaxlVG.js.map +1 -0
  41. package/dist/reporting.js +3 -3
  42. package/dist/rl.js +3 -3
  43. package/dist/rollout/index.js +1 -2
  44. package/dist/{rollout-B-UF5R6w.js → rollout-BsN6pOU7.js} +153 -12
  45. package/dist/rollout-BsN6pOU7.js.map +1 -0
  46. package/dist/{run-record-Br-Yzt_k.js → run-record-DPa2PeHx.js} +2 -2
  47. package/dist/{run-record-Br-Yzt_k.js.map → run-record-DPa2PeHx.js.map} +1 -1
  48. package/dist/{sequential-DAsyV2T9.js → sequential-D_xHrBZe.js} +2 -2
  49. package/dist/{sequential-DAsyV2T9.js.map → sequential-D_xHrBZe.js.map} +1 -1
  50. package/dist/{skillopt-optimization-method-CL_0aArC.js → skillopt-optimization-method-B2IEaCeF.js} +3 -3
  51. package/dist/{skillopt-optimization-method-CL_0aArC.js.map → skillopt-optimization-method-B2IEaCeF.js.map} +1 -1
  52. package/dist/statistical-heldout-CpVd6FmY.d.ts.map +1 -1
  53. package/dist/{summary-report-e-MaOAHV.js → summary-report-IGAOtgPd.js} +3 -3
  54. package/dist/{summary-report-e-MaOAHV.js.map → summary-report-IGAOtgPd.js.map} +1 -1
  55. package/dist/supervisor-run/index.d.ts +20 -44
  56. package/dist/supervisor-run/index.d.ts.map +1 -1
  57. package/dist/supervisor-run/index.js +8 -8
  58. package/dist/supervisor-run/index.js.map +1 -1
  59. package/dist/{terminal-record-BtPwKTSr.js → terminal-record-BHocwFw1.js} +5 -22
  60. package/dist/terminal-record-BHocwFw1.js.map +1 -0
  61. package/dist/{types-lPkDQNqJ.d.ts → types-BlIJ5URG.d.ts} +17 -26
  62. package/dist/types-BlIJ5URG.d.ts.map +1 -0
  63. package/docs/public-api.md +5 -8
  64. package/package.json +1 -1
  65. package/dist/opencode-sqlite-CNw3vubS.js +0 -145
  66. package/dist/opencode-sqlite-CNw3vubS.js.map +0 -1
  67. package/dist/paired-arms-D4aeIHUy.js.map +0 -1
  68. package/dist/report-command-V1ecVgAv.js.map +0 -1
  69. package/dist/rollout-B-UF5R6w.js.map +0 -1
  70. package/dist/terminal-record-BtPwKTSr.js.map +0 -1
  71. package/dist/types-lPkDQNqJ.d.ts.map +0 -1
package/dist/cli.js CHANGED
@@ -1,9 +1,9 @@
1
1
  #!/usr/bin/env node
2
2
  import { i as runRolloutReleaseCli } from "./hf-dataset-D8_RNIis.js";
3
3
  import { t as createChatClient } from "./chat-client-CkmjYlfB.js";
4
- import { t as runAnalystBenchmarkCommand } from "./benchmark-command-B57n9vjz.js";
4
+ import { t as runAnalystBenchmarkCommand } from "./benchmark-command-7X7HPNHh.js";
5
5
  import { a as runRpcBatch, o as runRpcOnce, p as handleVersion, r as startServerAsync, s as buildOpenApi } from "./server-D_cjseFN.js";
6
- import { t as runSupervisorRunCommand } from "./report-command-V1ecVgAv.js";
6
+ import { t as runSupervisorRunCommand } from "./report-command-BvqaxlVG.js";
7
7
  import { writeFileSync } from "node:fs";
8
8
  //#region src/cli-config.ts
9
9
  /**
@@ -1,25 +1,25 @@
1
1
  import { s as ValidationError } from "../errors-Dngq5h35.js";
2
2
  import { a as hashCanonical } from "../canonical-DPyQ_rpt.js";
3
3
  import { r as pairedBootstrap } from "../paired-tests-C8iCsioC.js";
4
- import { s as decidePairedPromotion } from "../run-record-Br-Yzt_k.js";
5
- import { Z as campaignSplitDigest, it as heldoutSignificance } from "../campaign-evidence-B8oF9xQ6.js";
6
- import { a as summarizeExecution, i as analyzeRuns, n as SelfImproveRunError, r as selfImprove, t as defineAgentEval } from "../define-agent-eval-Ddu33JH9.js";
4
+ import { s as decidePairedPromotion } from "../run-record-DPa2PeHx.js";
5
+ import { Z as campaignSplitDigest, it as heldoutSignificance } from "../campaign-evidence-PYPUftRy.js";
6
+ import { a as summarizeExecution, i as analyzeRuns, n as SelfImproveRunError, r as selfImprove, t as defineAgentEval } from "../define-agent-eval-DSIPB4hi.js";
7
7
  import { a as parseRunRecordSafe } from "../run-record-DualPTn2.js";
8
- import { X as runCampaign, Y as runEval, a as transientDispatchFailure, c as compareOptimizationMethods, h as runImprovementLoop, t as llmJudge, z as defaultProductionGate } from "../llm-judge-DEFZeSiu.js";
8
+ import { X as runCampaign, Y as runEval, a as transientDispatchFailure, c as compareOptimizationMethods, h as runImprovementLoop, t as llmJudge, z as defaultProductionGate } from "../llm-judge-BPFR12VJ.js";
9
9
  import { i as isModelPriced, n as estimateCost } from "../metrics-Qv-cpptD.js";
10
10
  import { i as CostLedger } from "../cost-ledger-B1qx30B4.js";
11
11
  import { f as mapConcurrentRange } from "../journal-Cs9f7385.js";
12
12
  import { C as inMemoryCampaignStorage, S as fsCampaignStorage } from "../external-optimizer-subprocess-D4dzUBZI.js";
13
13
  import { i as makeProposalFinding } from "../types-DQ0e2E7y.js";
14
14
  import { K as classifyOtlpSpanRole, q as isOtlpModelCall } from "../kind-factory-D5HOW3R0.js";
15
- import { t as buildDefaultAnalystRegistry } from "../default-registry-aL7xUrUz.js";
15
+ import { t as buildDefaultAnalystRegistry } from "../default-registry-DHWwIwa8.js";
16
16
  import { LLM_MODEL_ATTR_KEYS, SPAN_KIND_ATTR_KEYS } from "../trace-attributes.js";
17
17
  import { t as extractUsage } from "../extract-usage-BrQ8mCLX.js";
18
18
  import { t as createChatClient } from "../chat-client-CkmjYlfB.js";
19
19
  import { n as InMemoryOutcomeStore, t as FileSystemOutcomeStore } from "../outcome-store-BXlkwMPR.js";
20
20
  import { i as summarizeTraceErrors, n as recordAggregateMeasurements, r as summarizeExecutionMeasurements, t as readTaskFailureLabels } from "../task-failure-attributes-B072KO_n.js";
21
- import { a as externalTextOptimizationMethod, c as REFERENCE_EQUIVALENCE_INPUT_LIMITS, d as runReferenceEquivalenceJudge, i as composeGate, l as REFERENCE_EQUIVALENCE_JUDGE_VERSION, n as gepaOptimizationMethod, r as heldOutGate, t as skillOptOptimizationMethod, u as createReferenceEquivalenceJudge } from "../skillopt-optimization-method-CL_0aArC.js";
22
- import { n as paretoPolicy, r as paretoSignificanceGate, t as buildEvidenceVector } from "../promotion-policy-CDMMxzb6.js";
21
+ import { a as externalTextOptimizationMethod, c as REFERENCE_EQUIVALENCE_INPUT_LIMITS, d as runReferenceEquivalenceJudge, i as composeGate, l as REFERENCE_EQUIVALENCE_JUDGE_VERSION, n as gepaOptimizationMethod, r as heldOutGate, t as skillOptOptimizationMethod, u as createReferenceEquivalenceJudge } from "../skillopt-optimization-method-B2IEaCeF.js";
22
+ import { n as paretoPolicy, r as paretoSignificanceGate, t as buildEvidenceVector } from "../promotion-policy-BKFrl7CC.js";
23
23
  import { createHash } from "node:crypto";
24
24
  import { agentCandidateBenchmarkSuiteSchema, agentCandidateBenchmarkTaskSchema, agentCandidateBundleSchema, agentCandidateEvaluationPolicySchema, agentCandidateExperimentSchema, agentImprovementMeasuredComparisonSchema, agentProfileImprovementExperimentSchema, agentProfileImprovementMeasuredComparisonSchema, agentProfileImprovementRunCellSchema, agentProfileImprovementRunReceiptSchema, agentProfileImprovementSuiteInputsSchema, agentProfileImprovementSuiteSchema, agentProfileImprovementTaskSchema, candidateExecutionEvidenceSchema, canonicalCandidateDigest, canonicalCandidateJson, numbersApproximatelyEqual, omitTopLevelDigest } from "@tangle-network/agent-interface";
25
25
  import { createReadStream } from "node:fs";
@@ -4,7 +4,7 @@ import { a as assertValidAnalystUsageReceipt, c as validateUsageSettlementTimeou
4
4
  import { B as findingSubjectGrammarPromptFor, X as snapshotExactExecutionPlan, Y as snapshotExactExecutionComponentIdentity, k as spanEpochMillis, t as createTraceAnalyst } from "./kind-factory-D5HOW3R0.js";
5
5
  import { LLM_CONTEXT_TOKENS, LLM_INPUT_TOKEN_ATTR_KEYS, LLM_OUTPUT_TOKEN_ATTR_KEYS, TOOL_NAME_ATTR_KEYS } from "./trace-attributes.js";
6
6
  import { t as executionTrackByLane } from "./execution-tracks-CpgFPpS5.js";
7
- import { t as analyzeSupervisorRunIntegrity } from "./integrity-DH5ng72x.js";
7
+ import { t as analyzeSupervisorRunIntegrity } from "./integrity-CgQce0FV.js";
8
8
  import { randomUUID } from "node:crypto";
9
9
  import { z } from "zod";
10
10
  //#region src/feedback-trajectory-review.ts
@@ -2363,4 +2363,4 @@ function buildDefaultAnalystRegistry(options = {}) {
2363
2363
  //#endregion
2364
2364
  export { completedAnalystReviewQuality as _, KNOWLEDGE_POISONING_KIND_SPEC as a, validateAnalystReviewDecisions as b, FAILURE_MODE_KIND_SPEC as c, emitControlIntegrityFindings as d, behavioralAnalyst as f, assertUniqueFindingIds as g, analystRunDigest as h, DEFAULT_TRACE_ANALYST_KINDS as i, CONTROL_INTEGRITY_ANALYST as l, analystFindingDigest as m, AnalystRegistry as n, KNOWLEDGE_GAP_KIND_SPEC as o, deriveEfficiencyFindings as p, ExactAnalystRunExecutionError as r, IMPROVEMENT_KIND_SPEC as s, buildDefaultAnalystRegistry as t, ControlIntegrityAnalyst as u, readAnalystReview as v, snapshotAnalystRun as y };
2365
2365
 
2366
- //# sourceMappingURL=default-registry-aL7xUrUz.js.map
2366
+ //# sourceMappingURL=default-registry-DHWwIwa8.js.map