@tangle-network/agent-eval 0.223.0 → 1.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +100 -0
- package/dist/analyst/index.js +1 -1
- package/dist/{benchmark-command-CH86twZj.js → benchmark-command-DWkc5mzq.js} +2 -2
- package/dist/{benchmark-command-CH86twZj.js.map → benchmark-command-DWkc5mzq.js.map} +1 -1
- package/dist/cli.js +1 -1
- package/dist/openapi.json +1 -1
- package/package.json +5 -5
package/CHANGELOG.md
CHANGED
|
@@ -4,6 +4,106 @@ All notable changes to `@tangle-network/agent-eval` and its sibling `agent-eval-
|
|
|
4
4
|
|
|
5
5
|
---
|
|
6
6
|
|
|
7
|
+
## [1.0.0] — 2026-10-26
|
|
8
|
+
|
|
9
|
+
**1.0.0 ships the 0.223.0 API unchanged.** From here a breaking change is a major release, and a caret range (`^1.0.0`) takes every later compatible release, so a consumer no longer needs a release of its own for each minor of this package. The dependencies move onto the 1.0 releases of agent-core and harness-sessions. The commits below are everything since the v0.220.2 tag.
|
|
10
|
+
|
|
11
|
+
- test(adopt-stack): explain a refusal by any peer whose latest is an excluded major; post-pin cases use a manifest with no 0.x peer
|
|
12
|
+
- test(adopt-stack): the live-registry plans hold across a package's first 1.0 release
|
|
13
|
+
- deps: repin the analyst benchmark's dependency-lock digest
|
|
14
|
+
- deps: lock agent-core 1.0.0, harness-sessions 1.0.1, agent-interface 5.8.1 and agent-trace-contract 2.2.0
|
|
15
|
+
- deps: floor agent-interface at 5.8.1 and agent-trace-contract at 2.2.0
|
|
16
|
+
- deps: agent-core ^1.0.0 and harness-sessions ^1.0.1
|
|
17
|
+
- chore(release): 0.223.0 (#1140)
|
|
18
|
+
- feat(storyboard): one tool classifier, classifyTool, shared by scenes and extractVisual
|
|
19
|
+
- refactor: use statistics mean helpers instead of private copies (#1137)
|
|
20
|
+
- fix(adopt-stack): restart a branch that outlived another's squash merge (#1136)
|
|
21
|
+
- fix(analyst): repin the benchmark dependency lock after the zod range (#1135)
|
|
22
|
+
- chore(release): 0.222.1 (#1134)
|
|
23
|
+
- fix(deps): depend on zod ^4.6.6 so consumers resolve one copy (#1133)
|
|
24
|
+
- chore(test): retire incomplete Runtime adoption snapshot
|
|
25
|
+
- fix(release): build public exports before integration tests
|
|
26
|
+
- chore(release): 0.222.0
|
|
27
|
+
- feat(campaign): share concurrency for measured scenario adapters
|
|
28
|
+
- fix(supervisor-run): staged play-check reward is stages passed, read from the SCORE line only (#1126)
|
|
29
|
+
- refactor(statistics): delete duplicate numeric summary helpers
|
|
30
|
+
- fix(rollout): import survives a damaged deliverables archive; named ids are not keys (#1125)
|
|
31
|
+
- feat(supervisor-run): rollouts importer for Discovery runs, harness sessions and gate receipts (#1124)
|
|
32
|
+
- feat(statistics): extend series summaries with nearest-rank evidence
|
|
33
|
+
- test(rollout): isolate bundle permission probe from runner identity
|
|
34
|
+
- fix(rollout): license class is provenance and an opt-in filter, not a default exclusion (#1121)
|
|
35
|
+
- fix(rollout): allow nonroot images to read the base bundle
|
|
36
|
+
- feat(rollout): license class on rollout lines and whole-row privacy drop in rollout-release (#1119)
|
|
37
|
+
- test(rollout): inherit configured identity for Git fixtures
|
|
38
|
+
- test(rollout): capture empty tool definitions at the ledger boundary
|
|
39
|
+
- feat(rollout): write verified episodes as Harbor tasks
|
|
40
|
+
- feat(rollout): project captured policy steps into Tinker data
|
|
41
|
+
- adopt-stack: delete the adoption branch when its squash merge lands (#1115)
|
|
42
|
+
- chore(deps)!: require Python 3.11 for patched locks and refresh dependencies
|
|
43
|
+
- feat(rollout): read retained Codex sessions through the shared reader
|
|
44
|
+
- chore(release): 0.221.8
|
|
45
|
+
- test(adopt): retain failed browser child outcomes
|
|
46
|
+
- docs: leave changelog preparation to the release workflow
|
|
47
|
+
- chore(release): 0.221.7
|
|
48
|
+
- feat(multishot): conversation legs report the USD they spent
|
|
49
|
+
- chore(release): 0.221.6
|
|
50
|
+
- docs(traces): bound the incomplete usage coverage claim
|
|
51
|
+
- feat: own judge-panel calibration, multishot conversation legs and served-panel identity
|
|
52
|
+
- test(traces): typecheck OTLP usage integration proof
|
|
53
|
+
- fix(traces): retain incomplete OTLP token usage
|
|
54
|
+
- chore(release): 0.221.5
|
|
55
|
+
- ci: retain private adopter failure evidence (#1106)
|
|
56
|
+
- test(process): isolate process-tree fixture environment
|
|
57
|
+
- fix(adopt): invoke each resolved Playwright CLI (#1096)
|
|
58
|
+
- test(systemone): close disposable provider connections
|
|
59
|
+
- chore(release): 0.221.4
|
|
60
|
+
- test(adoption): inherit the maintained integration deadline
|
|
61
|
+
- fix(adoption): scope guard allowance to disposable Git fixtures
|
|
62
|
+
- fix(analyst): carry root-cause target into failure-mode rubric
|
|
63
|
+
- ci: check locally and in publication paths
|
|
64
|
+
- test(adopt): give real-git fixtures their own commit identity (#1101)
|
|
65
|
+
- chore(release): 0.221.3 (#1099)
|
|
66
|
+
- fix(analyst): repin the benchmark implementation digest after #1097 (#1098)
|
|
67
|
+
- fix(trace-analyst): build OTLP stores from bytes, not one joined string
|
|
68
|
+
- fix(adopt): prepare caller-locked Chromium before gates
|
|
69
|
+
- test(adopt): retain admitted identity in real Git fixtures
|
|
70
|
+
- fix(adopt): retain the sparse caller entrypoint
|
|
71
|
+
- fix(adopt): settle pushed proposal reads against remote refs
|
|
72
|
+
- chore(release): 0.221.2
|
|
73
|
+
- Return plain analyst findings from decision replay
|
|
74
|
+
- chore(release): 0.221.1 (#1091)
|
|
75
|
+
- fix(deps): pin zod 4.6.6 (GHSA-mrhx-c7xc-m3w5) (#1088)
|
|
76
|
+
- Give the disposable adoption fixture its own Git author
|
|
77
|
+
- Fix real adoption drift fixture under the declared package manager
|
|
78
|
+
- Capture supporting trace events in the original native decision
|
|
79
|
+
- test: inherit the integration default for behavioral questions
|
|
80
|
+
- test: set the integration default from the observed loaded tail
|
|
81
|
+
- chore(release): 0.221.0
|
|
82
|
+
- test: own the measured integration deadline in Vitest config
|
|
83
|
+
- test: await observed integration completion across tool paths
|
|
84
|
+
- feat: preserve finding composition and assigned arm populations
|
|
85
|
+
- test: await decision-point HTTP and ledger completion
|
|
86
|
+
- test: await durable readiness in filesystem integration cases
|
|
87
|
+
- test(process): wait for argv child readiness before abort
|
|
88
|
+
- feat(analyst): add bounded calibrated trace question observations
|
|
89
|
+
- fix(analyst): reject surrounding whitespace in caller gold ids
|
|
90
|
+
- test(analyst): reproduce whitespace source-id bypass
|
|
91
|
+
- test(optimizer): retire fake CLI metering harness
|
|
92
|
+
- test(analyst): isolate recorded gold admission scenarios
|
|
93
|
+
- fix(systemone): validate decision boundaries before routing
|
|
94
|
+
- ci: pin the eval publication dispatcher body
|
|
95
|
+
- fix(analyst): reserve excluded source ids across caller gold
|
|
96
|
+
- fix(analyst): validate root provenance before gold admission
|
|
97
|
+
- fix(analyst): preserve actor boundaries in AgentRx calibration gold
|
|
98
|
+
- Preserve manual drafts observed while recording failed adoption (#1076)
|
|
99
|
+
- Recover updater-owned failure drafts while preserving manual holds (#1075)
|
|
100
|
+
- feat(systemone): persist calibrated decision points and outcomes
|
|
101
|
+
- ci: move eval verification and Python publishing to owned runners
|
|
102
|
+
- chore(deps): bump opentelemetry-api in /clients/python (#1068)
|
|
103
|
+
- fix(adopt): quote optional workflow flags
|
|
104
|
+
- fix(adopt): preserve shallow history and caller-owned dependency references
|
|
105
|
+
- fix(adopt): reconcile effective workspace pins and preserve proposal history
|
|
106
|
+
|
|
7
107
|
## [0.223.0] — 2026-10-26
|
|
8
108
|
|
|
9
109
|
- feat(storyboard): one tool classifier, classifyTool, shared by scenes and extractVisual
|
package/dist/analyst/index.js
CHANGED
|
@@ -11,7 +11,7 @@ import { t as createDspyRlmTraceEngine } from "../dspy-rlm-engine-jDiWkul6.js";
|
|
|
11
11
|
import { n as diffFindings, r as createChatTraceEngine, t as FindingsStore } from "../findings-store-B75Dspaq.js";
|
|
12
12
|
import { a as systemOneAnalyst, p as validDecisionIdentity } from "../decision-point-lhMgODOR.js";
|
|
13
13
|
import { t as createChatClient } from "../chat-client-CO3uB33i.js";
|
|
14
|
-
import { A as agentRxBenchmarkCase, C as ANALYST_BENCHMARK_COST_LEDGER_FILE, D as AGENT_RX_UPSTREAM_REVISION, E as ANALYST_BENCHMARK_OBSERVATIONS_FILE, F as runAnalystBenchmark, I as traceStoreEvidenceResolver, M as normalizeAgentRxCategory, N as externalId, O as codeTraceBenchCase, P as positiveStep, S as ANALYST_BENCHMARK_IMPLEMENTATION_FILES, T as ANALYST_BENCHMARK_MANIFEST_FILE, _ as readAnalystBenchmarkArtifact, a as runInlineAnalystDefinition, b as ANALYST_BENCHMARK_EVIDENCE_DEPENDENCY_LOCK_SHA256, c as publicRlmAnalystDefinition, d as publicDirectAnalystDefinition, f as runChunkedAnalystDefinition, g as expandCodeTraceFailureBlocks, h as analystDefinitionProtocolSha256, i as primeCodeTraceAnalystDefinition, j as agentRxPredictionsToFindings, k as codeTracerPredictionsToFindings, l as runReplVariableAnalystDefinition, m as analystDefinitionAsymmetries, n as createPrimeBenchmarkRunner, o as loadPublicBenchmarkRows, p as AnalystExpressivenessError, r as primeAnalystProtocolSha256, s as createPublicBenchmarkRlmRunner, t as runAnalystBenchmarkCommand, u as createPublicBenchmarkDirectRunner, v as CODE_TRACE_BENCH_ANALYST_PROMPT, w as ANALYST_BENCHMARK_LOCAL_RECEIPT_FILE, x as ANALYST_BENCHMARK_EVIDENCE_IMPLEMENTATION_SHA256, y as publicBenchmarkProtocolSha256 } from "../benchmark-command-
|
|
14
|
+
import { A as agentRxBenchmarkCase, C as ANALYST_BENCHMARK_COST_LEDGER_FILE, D as AGENT_RX_UPSTREAM_REVISION, E as ANALYST_BENCHMARK_OBSERVATIONS_FILE, F as runAnalystBenchmark, I as traceStoreEvidenceResolver, M as normalizeAgentRxCategory, N as externalId, O as codeTraceBenchCase, P as positiveStep, S as ANALYST_BENCHMARK_IMPLEMENTATION_FILES, T as ANALYST_BENCHMARK_MANIFEST_FILE, _ as readAnalystBenchmarkArtifact, a as runInlineAnalystDefinition, b as ANALYST_BENCHMARK_EVIDENCE_DEPENDENCY_LOCK_SHA256, c as publicRlmAnalystDefinition, d as publicDirectAnalystDefinition, f as runChunkedAnalystDefinition, g as expandCodeTraceFailureBlocks, h as analystDefinitionProtocolSha256, i as primeCodeTraceAnalystDefinition, j as agentRxPredictionsToFindings, k as codeTracerPredictionsToFindings, l as runReplVariableAnalystDefinition, m as analystDefinitionAsymmetries, n as createPrimeBenchmarkRunner, o as loadPublicBenchmarkRows, p as AnalystExpressivenessError, r as primeAnalystProtocolSha256, s as createPublicBenchmarkRlmRunner, t as runAnalystBenchmarkCommand, u as createPublicBenchmarkDirectRunner, v as CODE_TRACE_BENCH_ANALYST_PROMPT, w as ANALYST_BENCHMARK_LOCAL_RECEIPT_FILE, x as ANALYST_BENCHMARK_EVIDENCE_IMPLEMENTATION_SHA256, y as publicBenchmarkProtocolSha256 } from "../benchmark-command-DWkc5mzq.js";
|
|
15
15
|
import { a as normalizePrimeUsage, c as runPrimeExchange, i as mergePrimeRawUsage, n as buildPrimePrompt, o as primeProtocolSha256, r as buildPrimeRepairPrompt, s as projectPrimeTrajectory, t as analystUsageReceiptFromPrimeUsage } from "../prime-protocol-CrhpXRz9.js";
|
|
16
16
|
import { t as nodeHttpPrimeBridgeTransport } from "../prime-bridge-transport-Csd5SQg7.js";
|
|
17
17
|
import { t as clusterBootstrapMean } from "../cluster-bootstrap-SbaeM44s.js";
|
|
@@ -1863,7 +1863,7 @@ Object.freeze([
|
|
|
1863
1863
|
"package.json",
|
|
1864
1864
|
"pnpm-lock.yaml"
|
|
1865
1865
|
]);
|
|
1866
|
-
const ANALYST_BENCHMARK_DEPENDENCY_LOCK_SHA256 = "
|
|
1866
|
+
const ANALYST_BENCHMARK_DEPENDENCY_LOCK_SHA256 = "52fe1dfdf8e688008c0f800f731bc3c26c416d211a0438d00d9b6e75d45790e1";
|
|
1867
1867
|
const ANALYST_BENCHMARK_EVIDENCE_DEPENDENCY_LOCK_SHA256 = "1e03f2daed356d60316aabefb407ec1e437ac94d408d61eea4ae096e9c6fbb5b";
|
|
1868
1868
|
const ANALYST_BENCHMARK_EVIDENCE_IMPLEMENTATION_SHA256 = "4dba263b6256a30d56c7fdb2d992d3a953c0035d731f359b704db806f68f75ac";
|
|
1869
1869
|
const ANALYST_BENCHMARK_IMPLEMENTATION_FILES = Object.freeze([
|
|
@@ -6854,4 +6854,4 @@ function shellQuote(value) {
|
|
|
6854
6854
|
}
|
|
6855
6855
|
export { agentRxBenchmarkCase as A, ANALYST_BENCHMARK_COST_LEDGER_FILE as C, AGENT_RX_UPSTREAM_REVISION as D, ANALYST_BENCHMARK_OBSERVATIONS_FILE as E, runAnalystBenchmark as F, traceStoreEvidenceResolver as I, normalizeAgentRxCategory as M, externalId as N, codeTraceBenchCase as O, positiveStep as P, ANALYST_BENCHMARK_IMPLEMENTATION_FILES as S, ANALYST_BENCHMARK_MANIFEST_FILE as T, readAnalystBenchmarkArtifact as _, runInlineAnalystDefinition as a, ANALYST_BENCHMARK_EVIDENCE_DEPENDENCY_LOCK_SHA256 as b, publicRlmAnalystDefinition as c, publicDirectAnalystDefinition as d, runChunkedAnalystDefinition as f, expandCodeTraceFailureBlocks as g, analystDefinitionProtocolSha256 as h, primeCodeTraceAnalystDefinition as i, agentRxPredictionsToFindings as j, codeTracerPredictionsToFindings as k, runReplVariableAnalystDefinition as l, analystDefinitionAsymmetries as m, createPrimeBenchmarkRunner as n, loadPublicBenchmarkRows as o, AnalystExpressivenessError as p, primeAnalystProtocolSha256 as r, createPublicBenchmarkRlmRunner as s, runAnalystBenchmarkCommand as t, createPublicBenchmarkDirectRunner as u, CODE_TRACE_BENCH_ANALYST_PROMPT as v, ANALYST_BENCHMARK_LOCAL_RECEIPT_FILE as w, ANALYST_BENCHMARK_EVIDENCE_IMPLEMENTATION_SHA256 as x, publicBenchmarkProtocolSha256 as y };
|
|
6856
6856
|
|
|
6857
|
-
//# sourceMappingURL=benchmark-command-
|
|
6857
|
+
//# sourceMappingURL=benchmark-command-DWkc5mzq.js.map
|