@tangle-network/agent-eval 0.223.0 → 1.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/CHANGELOG.md CHANGED
@@ -4,6 +4,106 @@ All notable changes to `@tangle-network/agent-eval` and its sibling `agent-eval-
4
4
 
5
5
  ---
6
6
 
7
+ ## [1.0.0] — 2026-10-26
8
+
9
+ **1.0.0 ships the 0.223.0 API unchanged.** From here a breaking change is a major release, and a caret range (`^1.0.0`) takes every later compatible release, so a consumer no longer needs a release of its own for each minor of this package. The dependencies move onto the 1.0 releases of agent-core and harness-sessions. The commits below are everything since the v0.220.2 tag.
10
+
11
+ - test(adopt-stack): explain a refusal by any peer whose latest is an excluded major; post-pin cases use a manifest with no 0.x peer
12
+ - test(adopt-stack): the live-registry plans hold across a package's first 1.0 release
13
+ - deps: repin the analyst benchmark's dependency-lock digest
14
+ - deps: lock agent-core 1.0.0, harness-sessions 1.0.1, agent-interface 5.8.1 and agent-trace-contract 2.2.0
15
+ - deps: floor agent-interface at 5.8.1 and agent-trace-contract at 2.2.0
16
+ - deps: agent-core ^1.0.0 and harness-sessions ^1.0.1
17
+ - chore(release): 0.223.0 (#1140)
18
+ - feat(storyboard): one tool classifier, classifyTool, shared by scenes and extractVisual
19
+ - refactor: use statistics mean helpers instead of private copies (#1137)
20
+ - fix(adopt-stack): restart a branch that outlived another's squash merge (#1136)
21
+ - fix(analyst): repin the benchmark dependency lock after the zod range (#1135)
22
+ - chore(release): 0.222.1 (#1134)
23
+ - fix(deps): depend on zod ^4.6.6 so consumers resolve one copy (#1133)
24
+ - chore(test): retire incomplete Runtime adoption snapshot
25
+ - fix(release): build public exports before integration tests
26
+ - chore(release): 0.222.0
27
+ - feat(campaign): share concurrency for measured scenario adapters
28
+ - fix(supervisor-run): staged play-check reward is stages passed, read from the SCORE line only (#1126)
29
+ - refactor(statistics): delete duplicate numeric summary helpers
30
+ - fix(rollout): import survives a damaged deliverables archive; named ids are not keys (#1125)
31
+ - feat(supervisor-run): rollouts importer for Discovery runs, harness sessions and gate receipts (#1124)
32
+ - feat(statistics): extend series summaries with nearest-rank evidence
33
+ - test(rollout): isolate bundle permission probe from runner identity
34
+ - fix(rollout): license class is provenance and an opt-in filter, not a default exclusion (#1121)
35
+ - fix(rollout): allow nonroot images to read the base bundle
36
+ - feat(rollout): license class on rollout lines and whole-row privacy drop in rollout-release (#1119)
37
+ - test(rollout): inherit configured identity for Git fixtures
38
+ - test(rollout): capture empty tool definitions at the ledger boundary
39
+ - feat(rollout): write verified episodes as Harbor tasks
40
+ - feat(rollout): project captured policy steps into Tinker data
41
+ - adopt-stack: delete the adoption branch when its squash merge lands (#1115)
42
+ - chore(deps)!: require Python 3.11 for patched locks and refresh dependencies
43
+ - feat(rollout): read retained Codex sessions through the shared reader
44
+ - chore(release): 0.221.8
45
+ - test(adopt): retain failed browser child outcomes
46
+ - docs: leave changelog preparation to the release workflow
47
+ - chore(release): 0.221.7
48
+ - feat(multishot): conversation legs report the USD they spent
49
+ - chore(release): 0.221.6
50
+ - docs(traces): bound the incomplete usage coverage claim
51
+ - feat: own judge-panel calibration, multishot conversation legs and served-panel identity
52
+ - test(traces): typecheck OTLP usage integration proof
53
+ - fix(traces): retain incomplete OTLP token usage
54
+ - chore(release): 0.221.5
55
+ - ci: retain private adopter failure evidence (#1106)
56
+ - test(process): isolate process-tree fixture environment
57
+ - fix(adopt): invoke each resolved Playwright CLI (#1096)
58
+ - test(systemone): close disposable provider connections
59
+ - chore(release): 0.221.4
60
+ - test(adoption): inherit the maintained integration deadline
61
+ - fix(adoption): scope guard allowance to disposable Git fixtures
62
+ - fix(analyst): carry root-cause target into failure-mode rubric
63
+ - ci: check locally and in publication paths
64
+ - test(adopt): give real-git fixtures their own commit identity (#1101)
65
+ - chore(release): 0.221.3 (#1099)
66
+ - fix(analyst): repin the benchmark implementation digest after #1097 (#1098)
67
+ - fix(trace-analyst): build OTLP stores from bytes, not one joined string
68
+ - fix(adopt): prepare caller-locked Chromium before gates
69
+ - test(adopt): retain admitted identity in real Git fixtures
70
+ - fix(adopt): retain the sparse caller entrypoint
71
+ - fix(adopt): settle pushed proposal reads against remote refs
72
+ - chore(release): 0.221.2
73
+ - Return plain analyst findings from decision replay
74
+ - chore(release): 0.221.1 (#1091)
75
+ - fix(deps): pin zod 4.6.6 (GHSA-mrhx-c7xc-m3w5) (#1088)
76
+ - Give the disposable adoption fixture its own Git author
77
+ - Fix real adoption drift fixture under the declared package manager
78
+ - Capture supporting trace events in the original native decision
79
+ - test: inherit the integration default for behavioral questions
80
+ - test: set the integration default from the observed loaded tail
81
+ - chore(release): 0.221.0
82
+ - test: own the measured integration deadline in Vitest config
83
+ - test: await observed integration completion across tool paths
84
+ - feat: preserve finding composition and assigned arm populations
85
+ - test: await decision-point HTTP and ledger completion
86
+ - test: await durable readiness in filesystem integration cases
87
+ - test(process): wait for argv child readiness before abort
88
+ - feat(analyst): add bounded calibrated trace question observations
89
+ - fix(analyst): reject surrounding whitespace in caller gold ids
90
+ - test(analyst): reproduce whitespace source-id bypass
91
+ - test(optimizer): retire fake CLI metering harness
92
+ - test(analyst): isolate recorded gold admission scenarios
93
+ - fix(systemone): validate decision boundaries before routing
94
+ - ci: pin the eval publication dispatcher body
95
+ - fix(analyst): reserve excluded source ids across caller gold
96
+ - fix(analyst): validate root provenance before gold admission
97
+ - fix(analyst): preserve actor boundaries in AgentRx calibration gold
98
+ - Preserve manual drafts observed while recording failed adoption (#1076)
99
+ - Recover updater-owned failure drafts while preserving manual holds (#1075)
100
+ - feat(systemone): persist calibrated decision points and outcomes
101
+ - ci: move eval verification and Python publishing to owned runners
102
+ - chore(deps): bump opentelemetry-api in /clients/python (#1068)
103
+ - fix(adopt): quote optional workflow flags
104
+ - fix(adopt): preserve shallow history and caller-owned dependency references
105
+ - fix(adopt): reconcile effective workspace pins and preserve proposal history
106
+
7
107
  ## [0.223.0] — 2026-10-26
8
108
 
9
109
  - feat(storyboard): one tool classifier, classifyTool, shared by scenes and extractVisual
@@ -11,7 +11,7 @@ import { t as createDspyRlmTraceEngine } from "../dspy-rlm-engine-jDiWkul6.js";
11
11
  import { n as diffFindings, r as createChatTraceEngine, t as FindingsStore } from "../findings-store-B75Dspaq.js";
12
12
  import { a as systemOneAnalyst, p as validDecisionIdentity } from "../decision-point-lhMgODOR.js";
13
13
  import { t as createChatClient } from "../chat-client-CO3uB33i.js";
14
- import { A as agentRxBenchmarkCase, C as ANALYST_BENCHMARK_COST_LEDGER_FILE, D as AGENT_RX_UPSTREAM_REVISION, E as ANALYST_BENCHMARK_OBSERVATIONS_FILE, F as runAnalystBenchmark, I as traceStoreEvidenceResolver, M as normalizeAgentRxCategory, N as externalId, O as codeTraceBenchCase, P as positiveStep, S as ANALYST_BENCHMARK_IMPLEMENTATION_FILES, T as ANALYST_BENCHMARK_MANIFEST_FILE, _ as readAnalystBenchmarkArtifact, a as runInlineAnalystDefinition, b as ANALYST_BENCHMARK_EVIDENCE_DEPENDENCY_LOCK_SHA256, c as publicRlmAnalystDefinition, d as publicDirectAnalystDefinition, f as runChunkedAnalystDefinition, g as expandCodeTraceFailureBlocks, h as analystDefinitionProtocolSha256, i as primeCodeTraceAnalystDefinition, j as agentRxPredictionsToFindings, k as codeTracerPredictionsToFindings, l as runReplVariableAnalystDefinition, m as analystDefinitionAsymmetries, n as createPrimeBenchmarkRunner, o as loadPublicBenchmarkRows, p as AnalystExpressivenessError, r as primeAnalystProtocolSha256, s as createPublicBenchmarkRlmRunner, t as runAnalystBenchmarkCommand, u as createPublicBenchmarkDirectRunner, v as CODE_TRACE_BENCH_ANALYST_PROMPT, w as ANALYST_BENCHMARK_LOCAL_RECEIPT_FILE, x as ANALYST_BENCHMARK_EVIDENCE_IMPLEMENTATION_SHA256, y as publicBenchmarkProtocolSha256 } from "../benchmark-command-CH86twZj.js";
14
+ import { A as agentRxBenchmarkCase, C as ANALYST_BENCHMARK_COST_LEDGER_FILE, D as AGENT_RX_UPSTREAM_REVISION, E as ANALYST_BENCHMARK_OBSERVATIONS_FILE, F as runAnalystBenchmark, I as traceStoreEvidenceResolver, M as normalizeAgentRxCategory, N as externalId, O as codeTraceBenchCase, P as positiveStep, S as ANALYST_BENCHMARK_IMPLEMENTATION_FILES, T as ANALYST_BENCHMARK_MANIFEST_FILE, _ as readAnalystBenchmarkArtifact, a as runInlineAnalystDefinition, b as ANALYST_BENCHMARK_EVIDENCE_DEPENDENCY_LOCK_SHA256, c as publicRlmAnalystDefinition, d as publicDirectAnalystDefinition, f as runChunkedAnalystDefinition, g as expandCodeTraceFailureBlocks, h as analystDefinitionProtocolSha256, i as primeCodeTraceAnalystDefinition, j as agentRxPredictionsToFindings, k as codeTracerPredictionsToFindings, l as runReplVariableAnalystDefinition, m as analystDefinitionAsymmetries, n as createPrimeBenchmarkRunner, o as loadPublicBenchmarkRows, p as AnalystExpressivenessError, r as primeAnalystProtocolSha256, s as createPublicBenchmarkRlmRunner, t as runAnalystBenchmarkCommand, u as createPublicBenchmarkDirectRunner, v as CODE_TRACE_BENCH_ANALYST_PROMPT, w as ANALYST_BENCHMARK_LOCAL_RECEIPT_FILE, x as ANALYST_BENCHMARK_EVIDENCE_IMPLEMENTATION_SHA256, y as publicBenchmarkProtocolSha256 } from "../benchmark-command-DWkc5mzq.js";
15
15
  import { a as normalizePrimeUsage, c as runPrimeExchange, i as mergePrimeRawUsage, n as buildPrimePrompt, o as primeProtocolSha256, r as buildPrimeRepairPrompt, s as projectPrimeTrajectory, t as analystUsageReceiptFromPrimeUsage } from "../prime-protocol-CrhpXRz9.js";
16
16
  import { t as nodeHttpPrimeBridgeTransport } from "../prime-bridge-transport-Csd5SQg7.js";
17
17
  import { t as clusterBootstrapMean } from "../cluster-bootstrap-SbaeM44s.js";
@@ -1863,7 +1863,7 @@ Object.freeze([
1863
1863
  "package.json",
1864
1864
  "pnpm-lock.yaml"
1865
1865
  ]);
1866
- const ANALYST_BENCHMARK_DEPENDENCY_LOCK_SHA256 = "42c7216e1c748e20ec3c64a79f410a587064caf2cac74c49ed457223dc21d921";
1866
+ const ANALYST_BENCHMARK_DEPENDENCY_LOCK_SHA256 = "52fe1dfdf8e688008c0f800f731bc3c26c416d211a0438d00d9b6e75d45790e1";
1867
1867
  const ANALYST_BENCHMARK_EVIDENCE_DEPENDENCY_LOCK_SHA256 = "1e03f2daed356d60316aabefb407ec1e437ac94d408d61eea4ae096e9c6fbb5b";
1868
1868
  const ANALYST_BENCHMARK_EVIDENCE_IMPLEMENTATION_SHA256 = "4dba263b6256a30d56c7fdb2d992d3a953c0035d731f359b704db806f68f75ac";
1869
1869
  const ANALYST_BENCHMARK_IMPLEMENTATION_FILES = Object.freeze([
@@ -6854,4 +6854,4 @@ function shellQuote(value) {
6854
6854
  }
6855
6855
  export { agentRxBenchmarkCase as A, ANALYST_BENCHMARK_COST_LEDGER_FILE as C, AGENT_RX_UPSTREAM_REVISION as D, ANALYST_BENCHMARK_OBSERVATIONS_FILE as E, runAnalystBenchmark as F, traceStoreEvidenceResolver as I, normalizeAgentRxCategory as M, externalId as N, codeTraceBenchCase as O, positiveStep as P, ANALYST_BENCHMARK_IMPLEMENTATION_FILES as S, ANALYST_BENCHMARK_MANIFEST_FILE as T, readAnalystBenchmarkArtifact as _, runInlineAnalystDefinition as a, ANALYST_BENCHMARK_EVIDENCE_DEPENDENCY_LOCK_SHA256 as b, publicRlmAnalystDefinition as c, publicDirectAnalystDefinition as d, runChunkedAnalystDefinition as f, expandCodeTraceFailureBlocks as g, analystDefinitionProtocolSha256 as h, primeCodeTraceAnalystDefinition as i, agentRxPredictionsToFindings as j, codeTracerPredictionsToFindings as k, runReplVariableAnalystDefinition as l, analystDefinitionAsymmetries as m, createPrimeBenchmarkRunner as n, loadPublicBenchmarkRows as o, AnalystExpressivenessError as p, primeAnalystProtocolSha256 as r, createPublicBenchmarkRlmRunner as s, runAnalystBenchmarkCommand as t, createPublicBenchmarkDirectRunner as u, CODE_TRACE_BENCH_ANALYST_PROMPT as v, ANALYST_BENCHMARK_LOCAL_RECEIPT_FILE as w, ANALYST_BENCHMARK_EVIDENCE_IMPLEMENTATION_SHA256 as x, publicBenchmarkProtocolSha256 as y };
6856
6856
 
6857
- //# sourceMappingURL=benchmark-command-CH86twZj.js.map
6857
+ //# sourceMappingURL=benchmark-command-DWkc5mzq.js.map