@tangle-network/agent-eval 0.221.1 → 0.221.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +79 -0
- package/dist/analyst/index.js +3 -3
- package/dist/{benchmark-command-DiGqnGUt.js → benchmark-command-BDq0VgoP.js} +3 -3
- package/dist/{benchmark-command-DiGqnGUt.js.map → benchmark-command-BDq0VgoP.js.map} +1 -1
- package/dist/cli.js +1 -1
- package/dist/contract/index.js +1 -1
- package/dist/{decision-point-Co3u3W8k.js → decision-point-0nJubuoM.js} +8 -2
- package/dist/{decision-point-Co3u3W8k.js.map → decision-point-0nJubuoM.js.map} +1 -1
- package/dist/{default-registry-BbFCkqvB.js → default-registry-BZ5FyYl9.js} +2 -2
- package/dist/{default-registry-BbFCkqvB.js.map → default-registry-BZ5FyYl9.js.map} +1 -1
- package/dist/index.d.ts +1 -1
- package/dist/index.js +3 -3
- package/dist/openapi.json +1 -1
- package/dist/{store-otlp-BVZfR168.js → store-otlp-CFf27E8_.js} +11 -6
- package/dist/{store-otlp-BVZfR168.js.map → store-otlp-CFf27E8_.js.map} +1 -1
- package/dist/{store-tool-spans-CjYiF4fF.js → store-tool-spans-BK_8FjGG.js} +2 -2
- package/dist/{store-tool-spans-CjYiF4fF.js.map → store-tool-spans-BK_8FjGG.js.map} +1 -1
- package/dist/{store-tool-spans-DfnwWMFR.d.ts → store-tool-spans-Bf9OVKs6.d.ts} +7 -3
- package/dist/{store-tool-spans-DfnwWMFR.d.ts.map → store-tool-spans-Bf9OVKs6.d.ts.map} +1 -1
- package/dist/systemone-D3MrW63C.d.ts.map +1 -1
- package/dist/systemone.js +1 -1
- package/dist/traces.d.ts +1 -1
- package/dist/traces.js +2 -2
- package/package.json +1 -1
package/CHANGELOG.md
CHANGED
|
@@ -4,6 +4,85 @@ All notable changes to `@tangle-network/agent-eval` and its sibling `agent-eval-
|
|
|
4
4
|
|
|
5
5
|
---
|
|
6
6
|
|
|
7
|
+
## [0.221.3] — 2026-10-24
|
|
8
|
+
|
|
9
|
+
- fix(analyst): repin the benchmark implementation digest after #1097 (#1098)
|
|
10
|
+
- fix(trace-analyst): build OTLP stores from bytes, not one joined string
|
|
11
|
+
- fix(adopt): prepare caller-locked Chromium before gates
|
|
12
|
+
- test(adopt): retain admitted identity in real Git fixtures
|
|
13
|
+
- fix(adopt): retain the sparse caller entrypoint
|
|
14
|
+
- fix(adopt): settle pushed proposal reads against remote refs
|
|
15
|
+
- chore(release): 0.221.2
|
|
16
|
+
- Return plain analyst findings from decision replay
|
|
17
|
+
- chore(release): 0.221.1 (#1091)
|
|
18
|
+
- fix(deps): pin zod 4.6.6 (GHSA-mrhx-c7xc-m3w5) (#1088)
|
|
19
|
+
- Give the disposable adoption fixture its own Git author
|
|
20
|
+
- Fix real adoption drift fixture under the declared package manager
|
|
21
|
+
- Capture supporting trace events in the original native decision
|
|
22
|
+
- test: inherit the integration default for behavioral questions
|
|
23
|
+
- test: set the integration default from the observed loaded tail
|
|
24
|
+
- chore(release): 0.221.0
|
|
25
|
+
- test: own the measured integration deadline in Vitest config
|
|
26
|
+
- test: await observed integration completion across tool paths
|
|
27
|
+
- feat: preserve finding composition and assigned arm populations
|
|
28
|
+
- test: await decision-point HTTP and ledger completion
|
|
29
|
+
- test: await durable readiness in filesystem integration cases
|
|
30
|
+
- test(process): wait for argv child readiness before abort
|
|
31
|
+
- feat(analyst): add bounded calibrated trace question observations
|
|
32
|
+
- fix(analyst): reject surrounding whitespace in caller gold ids
|
|
33
|
+
- test(analyst): reproduce whitespace source-id bypass
|
|
34
|
+
- test(optimizer): retire fake CLI metering harness
|
|
35
|
+
- test(analyst): isolate recorded gold admission scenarios
|
|
36
|
+
- fix(systemone): validate decision boundaries before routing
|
|
37
|
+
- ci: pin the eval publication dispatcher body
|
|
38
|
+
- fix(analyst): reserve excluded source ids across caller gold
|
|
39
|
+
- fix(analyst): validate root provenance before gold admission
|
|
40
|
+
- fix(analyst): preserve actor boundaries in AgentRx calibration gold
|
|
41
|
+
- Preserve manual drafts observed while recording failed adoption (#1076)
|
|
42
|
+
- Recover updater-owned failure drafts while preserving manual holds (#1075)
|
|
43
|
+
- feat(systemone): persist calibrated decision points and outcomes
|
|
44
|
+
- ci: move eval verification and Python publishing to owned runners
|
|
45
|
+
- chore(deps): bump opentelemetry-api in /clients/python (#1068)
|
|
46
|
+
- fix(adopt): quote optional workflow flags
|
|
47
|
+
- fix(adopt): preserve shallow history and caller-owned dependency references
|
|
48
|
+
- fix(adopt): reconcile effective workspace pins and preserve proposal history
|
|
49
|
+
|
|
50
|
+
## [0.221.2] — 2026-10-24
|
|
51
|
+
|
|
52
|
+
- Return plain analyst findings from decision replay
|
|
53
|
+
- chore(release): 0.221.1 (#1091)
|
|
54
|
+
- fix(deps): pin zod 4.6.6 (GHSA-mrhx-c7xc-m3w5) (#1088)
|
|
55
|
+
- Give the disposable adoption fixture its own Git author
|
|
56
|
+
- Fix real adoption drift fixture under the declared package manager
|
|
57
|
+
- Capture supporting trace events in the original native decision
|
|
58
|
+
- test: inherit the integration default for behavioral questions
|
|
59
|
+
- test: set the integration default from the observed loaded tail
|
|
60
|
+
- chore(release): 0.221.0
|
|
61
|
+
- test: own the measured integration deadline in Vitest config
|
|
62
|
+
- test: await observed integration completion across tool paths
|
|
63
|
+
- feat: preserve finding composition and assigned arm populations
|
|
64
|
+
- test: await decision-point HTTP and ledger completion
|
|
65
|
+
- test: await durable readiness in filesystem integration cases
|
|
66
|
+
- test(process): wait for argv child readiness before abort
|
|
67
|
+
- feat(analyst): add bounded calibrated trace question observations
|
|
68
|
+
- fix(analyst): reject surrounding whitespace in caller gold ids
|
|
69
|
+
- test(analyst): reproduce whitespace source-id bypass
|
|
70
|
+
- test(optimizer): retire fake CLI metering harness
|
|
71
|
+
- test(analyst): isolate recorded gold admission scenarios
|
|
72
|
+
- fix(systemone): validate decision boundaries before routing
|
|
73
|
+
- ci: pin the eval publication dispatcher body
|
|
74
|
+
- fix(analyst): reserve excluded source ids across caller gold
|
|
75
|
+
- fix(analyst): validate root provenance before gold admission
|
|
76
|
+
- fix(analyst): preserve actor boundaries in AgentRx calibration gold
|
|
77
|
+
- Preserve manual drafts observed while recording failed adoption (#1076)
|
|
78
|
+
- Recover updater-owned failure drafts while preserving manual holds (#1075)
|
|
79
|
+
- feat(systemone): persist calibrated decision points and outcomes
|
|
80
|
+
- ci: move eval verification and Python publishing to owned runners
|
|
81
|
+
- chore(deps): bump opentelemetry-api in /clients/python (#1068)
|
|
82
|
+
- fix(adopt): quote optional workflow flags
|
|
83
|
+
- fix(adopt): preserve shallow history and caller-owned dependency references
|
|
84
|
+
- fix(adopt): reconcile effective workspace pins and preserve proposal history
|
|
85
|
+
|
|
7
86
|
## [0.221.1] — 2026-10-23
|
|
8
87
|
|
|
9
88
|
- fix(deps): pin zod 4.6.6 (GHSA-mrhx-c7xc-m3w5) (#1088)
|
package/dist/analyst/index.js
CHANGED
|
@@ -6,12 +6,12 @@ import { A as spanningWindow, C as UNKNOWN_LINEAGE, D as mostSevere, E as mergeE
|
|
|
6
6
|
import { a as makeProposalFinding, i as makeFinding, r as computeFindingId } from "../types-CnWmj8NW.js";
|
|
7
7
|
import { t as assertProposalFindings } from "../proposal-findings-D0_zkQ2l.js";
|
|
8
8
|
import { A as RawAnalystFindingSchema, B as parseFindingSubject, F as stripCodeFences, I as FINDING_SUBJECT_KINDS, L as FINDING_SUBJECT_SYNTAX, M as parseRawFinding, N as parseTraceSpanEvidenceUri, R as KIND_EXPECTED_SUBJECTS, V as renderFindingSubject, j as evidenceRefsFromRawFinding, k as RAW_FINDING_SCHEMA_PROMPT, n as runTraceAnalyst, r as buildTraceToolsForGroup, t as createTraceAnalyst, z as findingSubjectGrammarPromptFor } from "../kind-factory-Dl0PmNQL.js";
|
|
9
|
-
import { _ as behavioralTraceQuestionDigest, a as KNOWLEDGE_POISONING_KIND_SPEC, c as FAILURE_MODE_KIND_SPEC, d as emitControlIntegrityFindings, f as behavioralAnalyst, g as BEHAVIORAL_TRACE_QUESTIONS_VERSION, h as BEHAVIORAL_TRACE_QUESTIONS, i as DEFAULT_TRACE_ANALYST_KINDS, l as CONTROL_INTEGRITY_ANALYST, m as behavioralTraceSupportSchema, n as AnalystRegistry, o as KNOWLEDGE_GAP_KIND_SPEC, p as validBehavioralCalibration, r as ExactAnalystRunExecutionError, s as IMPROVEMENT_KIND_SPEC, t as buildDefaultAnalystRegistry, u as ControlIntegrityAnalyst } from "../default-registry-
|
|
9
|
+
import { _ as behavioralTraceQuestionDigest, a as KNOWLEDGE_POISONING_KIND_SPEC, c as FAILURE_MODE_KIND_SPEC, d as emitControlIntegrityFindings, f as behavioralAnalyst, g as BEHAVIORAL_TRACE_QUESTIONS_VERSION, h as BEHAVIORAL_TRACE_QUESTIONS, i as DEFAULT_TRACE_ANALYST_KINDS, l as CONTROL_INTEGRITY_ANALYST, m as behavioralTraceSupportSchema, n as AnalystRegistry, o as KNOWLEDGE_GAP_KIND_SPEC, p as validBehavioralCalibration, r as ExactAnalystRunExecutionError, s as IMPROVEMENT_KIND_SPEC, t as buildDefaultAnalystRegistry, u as ControlIntegrityAnalyst } from "../default-registry-BZ5FyYl9.js";
|
|
10
10
|
import { t as createDspyRlmTraceEngine } from "../dspy-rlm-engine-BTy7u0jQ.js";
|
|
11
11
|
import { n as diffFindings, r as createChatTraceEngine, t as FindingsStore } from "../findings-store-DRiFdoid.js";
|
|
12
|
-
import { a as systemOneAnalyst, p as validDecisionIdentity } from "../decision-point-
|
|
12
|
+
import { a as systemOneAnalyst, p as validDecisionIdentity } from "../decision-point-0nJubuoM.js";
|
|
13
13
|
import { t as createChatClient } from "../chat-client-CMQ8_h4J.js";
|
|
14
|
-
import { A as agentRxBenchmarkCase, C as ANALYST_BENCHMARK_COST_LEDGER_FILE, D as AGENT_RX_UPSTREAM_REVISION, E as ANALYST_BENCHMARK_OBSERVATIONS_FILE, F as runAnalystBenchmark, I as traceStoreEvidenceResolver, M as normalizeAgentRxCategory, N as externalId, O as codeTraceBenchCase, P as positiveStep, S as ANALYST_BENCHMARK_IMPLEMENTATION_FILES, T as ANALYST_BENCHMARK_MANIFEST_FILE, _ as readAnalystBenchmarkArtifact, a as runInlineAnalystDefinition, b as ANALYST_BENCHMARK_EVIDENCE_DEPENDENCY_LOCK_SHA256, c as publicRlmAnalystDefinition, d as publicDirectAnalystDefinition, f as runChunkedAnalystDefinition, g as expandCodeTraceFailureBlocks, h as analystDefinitionProtocolSha256, i as primeCodeTraceAnalystDefinition, j as agentRxPredictionsToFindings, k as codeTracerPredictionsToFindings, l as runReplVariableAnalystDefinition, m as analystDefinitionAsymmetries, n as createPrimeBenchmarkRunner, o as loadPublicBenchmarkRows, p as AnalystExpressivenessError, r as primeAnalystProtocolSha256, s as createPublicBenchmarkRlmRunner, t as runAnalystBenchmarkCommand, u as createPublicBenchmarkDirectRunner, v as CODE_TRACE_BENCH_ANALYST_PROMPT, w as ANALYST_BENCHMARK_LOCAL_RECEIPT_FILE, x as ANALYST_BENCHMARK_EVIDENCE_IMPLEMENTATION_SHA256, y as publicBenchmarkProtocolSha256 } from "../benchmark-command-
|
|
14
|
+
import { A as agentRxBenchmarkCase, C as ANALYST_BENCHMARK_COST_LEDGER_FILE, D as AGENT_RX_UPSTREAM_REVISION, E as ANALYST_BENCHMARK_OBSERVATIONS_FILE, F as runAnalystBenchmark, I as traceStoreEvidenceResolver, M as normalizeAgentRxCategory, N as externalId, O as codeTraceBenchCase, P as positiveStep, S as ANALYST_BENCHMARK_IMPLEMENTATION_FILES, T as ANALYST_BENCHMARK_MANIFEST_FILE, _ as readAnalystBenchmarkArtifact, a as runInlineAnalystDefinition, b as ANALYST_BENCHMARK_EVIDENCE_DEPENDENCY_LOCK_SHA256, c as publicRlmAnalystDefinition, d as publicDirectAnalystDefinition, f as runChunkedAnalystDefinition, g as expandCodeTraceFailureBlocks, h as analystDefinitionProtocolSha256, i as primeCodeTraceAnalystDefinition, j as agentRxPredictionsToFindings, k as codeTracerPredictionsToFindings, l as runReplVariableAnalystDefinition, m as analystDefinitionAsymmetries, n as createPrimeBenchmarkRunner, o as loadPublicBenchmarkRows, p as AnalystExpressivenessError, r as primeAnalystProtocolSha256, s as createPublicBenchmarkRlmRunner, t as runAnalystBenchmarkCommand, u as createPublicBenchmarkDirectRunner, v as CODE_TRACE_BENCH_ANALYST_PROMPT, w as ANALYST_BENCHMARK_LOCAL_RECEIPT_FILE, x as ANALYST_BENCHMARK_EVIDENCE_IMPLEMENTATION_SHA256, y as publicBenchmarkProtocolSha256 } from "../benchmark-command-BDq0VgoP.js";
|
|
15
15
|
import { a as normalizePrimeUsage, c as runPrimeExchange, i as mergePrimeRawUsage, n as buildPrimePrompt, o as primeProtocolSha256, r as buildPrimeRepairPrompt, s as projectPrimeTrajectory, t as analystUsageReceiptFromPrimeUsage } from "../prime-protocol-BFgGrEMP.js";
|
|
16
16
|
import { t as nodeHttpPrimeBridgeTransport } from "../prime-bridge-transport-Z3cpKGoV.js";
|
|
17
17
|
import { t as clusterBootstrapMean } from "../cluster-bootstrap-DEwwhl0C.js";
|
|
@@ -13,7 +13,7 @@ import { a as LlmCallError, n as isRecord, o as LlmResponseError } from "./json-
|
|
|
13
13
|
import { A as RawAnalystFindingSchema, U as assertValidAnalystUsageReceipt, W as usageReceiptFromCostLedger, j as evidenceRefsFromRawFinding, k as RAW_FINDING_SCHEMA_PROMPT, m as TRACE_ANALYSIS_LIMITS, n as runTraceAnalyst } from "./kind-factory-Dl0PmNQL.js";
|
|
14
14
|
import { n as callLlmJson } from "./llm-client-DXuOTseU.js";
|
|
15
15
|
import { t as createDspyRlmTraceEngine } from "./dspy-rlm-engine-BTy7u0jQ.js";
|
|
16
|
-
import { i as otlpTextToTraceAnalysisStore, n as DEFAULT_MAX_TRACE_FILE_BYTES, t as BufferTraceStore } from "./store-otlp-
|
|
16
|
+
import { i as otlpTextToTraceAnalysisStore, n as DEFAULT_MAX_TRACE_FILE_BYTES, t as BufferTraceStore } from "./store-otlp-CFf27E8_.js";
|
|
17
17
|
import "./external-optimizer-process-E5yY2SYS.js";
|
|
18
18
|
import { t as assertEqualDeclarativeTerms } from "./equal-terms-DbPGcVtI.js";
|
|
19
19
|
import { c as runPrimeExchange, l as decodeReplyRows, n as buildPrimePrompt, o as primeProtocolSha256, s as projectPrimeTrajectory, t as analystUsageReceiptFromPrimeUsage } from "./prime-protocol-BFgGrEMP.js";
|
|
@@ -2031,7 +2031,7 @@ const ANALYST_BENCHMARK_IMPLEMENTATION_FILES = Object.freeze([
|
|
|
2031
2031
|
"src/trace/redaction/detectors.ts",
|
|
2032
2032
|
"src/verdict-cache.ts"
|
|
2033
2033
|
]);
|
|
2034
|
-
const ANALYST_BENCHMARK_IMPLEMENTATION_SHA256 = "
|
|
2034
|
+
const ANALYST_BENCHMARK_IMPLEMENTATION_SHA256 = "b53310dc335856788568fd97afa30f48448098d03fa7ef4504e0555bdfa3481c";
|
|
2035
2035
|
//#endregion
|
|
2036
2036
|
//#region src/analyst/benchmark-evidence-validation.ts
|
|
2037
2037
|
const MIN_ACTION_EXCERPT_CHARACTERS = 12;
|
|
@@ -6892,4 +6892,4 @@ function shellQuote(value) {
|
|
|
6892
6892
|
//#endregion
|
|
6893
6893
|
export { agentRxBenchmarkCase as A, ANALYST_BENCHMARK_COST_LEDGER_FILE as C, AGENT_RX_UPSTREAM_REVISION as D, ANALYST_BENCHMARK_OBSERVATIONS_FILE as E, runAnalystBenchmark as F, traceStoreEvidenceResolver as I, normalizeAgentRxCategory as M, externalId as N, codeTraceBenchCase as O, positiveStep as P, ANALYST_BENCHMARK_IMPLEMENTATION_FILES as S, ANALYST_BENCHMARK_MANIFEST_FILE as T, readAnalystBenchmarkArtifact as _, runInlineAnalystDefinition as a, ANALYST_BENCHMARK_EVIDENCE_DEPENDENCY_LOCK_SHA256 as b, publicRlmAnalystDefinition as c, publicDirectAnalystDefinition as d, runChunkedAnalystDefinition as f, expandCodeTraceFailureBlocks as g, analystDefinitionProtocolSha256 as h, primeCodeTraceAnalystDefinition as i, agentRxPredictionsToFindings as j, codeTracerPredictionsToFindings as k, runReplVariableAnalystDefinition as l, analystDefinitionAsymmetries as m, createPrimeBenchmarkRunner as n, loadPublicBenchmarkRows as o, AnalystExpressivenessError as p, primeAnalystProtocolSha256 as r, createPublicBenchmarkRlmRunner as s, runAnalystBenchmarkCommand as t, createPublicBenchmarkDirectRunner as u, CODE_TRACE_BENCH_ANALYST_PROMPT as v, ANALYST_BENCHMARK_LOCAL_RECEIPT_FILE as w, ANALYST_BENCHMARK_EVIDENCE_IMPLEMENTATION_SHA256 as x, publicBenchmarkProtocolSha256 as y };
|
|
6894
6894
|
|
|
6895
|
-
//# sourceMappingURL=benchmark-command-
|
|
6895
|
+
//# sourceMappingURL=benchmark-command-BDq0VgoP.js.map
|