@tangle-network/agent-eval 0.144.7 → 0.144.8
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +6 -0
- package/dist/analyst/index.d.ts +1 -1
- package/dist/analyst/index.js +1 -1
- package/dist/{benchmark-command-BCafwNrf.js → benchmark-command-BKENp2s5.js} +2 -2
- package/dist/{benchmark-command-BCafwNrf.js.map → benchmark-command-BKENp2s5.js.map} +1 -1
- package/dist/benchmarks/index.js +1 -1
- package/dist/{benchmarks-CDSolHq7.js → benchmarks-BlPmjd88.js} +3 -3
- package/dist/{benchmarks-CDSolHq7.js.map → benchmarks-BlPmjd88.js.map} +1 -1
- package/dist/campaign/index.js +2 -2
- package/dist/{campaign-Tdy3h62h.js → campaign--HVSuvV0.js} +2 -2
- package/dist/{campaign-Tdy3h62h.js.map → campaign--HVSuvV0.js.map} +1 -1
- package/dist/cli.js +1 -1
- package/dist/contract/index.js +1 -1
- package/dist/index.js +3 -3
- package/dist/openapi.json +1 -1
- package/dist/{skillopt-optimization-method-CQwZ-ZX8.js → skillopt-optimization-method-CkaI2ly4.js} +12 -3
- package/dist/{skillopt-optimization-method-CQwZ-ZX8.js.map → skillopt-optimization-method-CkaI2ly4.js.map} +1 -1
- package/docs/campaign-proposers.md +5 -0
- package/package.json +1 -1
package/CHANGELOG.md
CHANGED
|
@@ -20,6 +20,12 @@ All notable changes to `@tangle-network/agent-eval` and its sibling `agent-eval-
|
|
|
20
20
|
- Blind statement-equivalence protocol (`defineEquivalenceCheck`, `buildEquivalenceRecord`, `runEquivalenceCheck`): the two-arm design as a typed primitive with fail-loud refusals (`EquivalenceProtocolError`) — a non-blind arm, a wrong arm count, a refutation without its separating witness, or a mismatched checker strategy throws instead of recording.
|
|
21
21
|
- `docs/verification-strategies.md`: the family, each member's failure mode, and the BCWW (4.6) formalization pilot as the worked example.
|
|
22
22
|
|
|
23
|
+
## [0.144.8] - 2026-08-10 - Duplicate candidate admission
|
|
24
|
+
|
|
25
|
+
### Fixed
|
|
26
|
+
|
|
27
|
+
- `runOptimization()` rejects duplicate candidate surface identities before candidate dispatch, including repeated entries in one population and surfaces admitted by an earlier generation.
|
|
28
|
+
|
|
23
29
|
## [0.144.7] - 2026-08-10 - Runtime journal alignment
|
|
24
30
|
|
|
25
31
|
### Fixed
|
package/dist/analyst/index.d.ts
CHANGED
|
@@ -1274,7 +1274,7 @@ declare const ANALYST_BENCHMARK_HELP = "agent-eval analyst-benchmark\n\nRun the
|
|
|
1274
1274
|
declare const ANALYST_BENCHMARK_IMPLEMENTATION_DIGEST_ALGORITHM = "sha256-canonical-source-manifest";
|
|
1275
1275
|
declare const ANALYST_BENCHMARK_DEPENDENCY_LOCK_DIGEST_ALGORITHM = "sha256-canonical-file-manifest";
|
|
1276
1276
|
declare const ANALYST_BENCHMARK_DEPENDENCY_LOCK_FILES: readonly string[];
|
|
1277
|
-
declare const ANALYST_BENCHMARK_DEPENDENCY_LOCK_SHA256 = "
|
|
1277
|
+
declare const ANALYST_BENCHMARK_DEPENDENCY_LOCK_SHA256 = "788e0d4e228836e84b4cf31492c9a0f7c884efcce088623988f9c378c768ef7c";
|
|
1278
1278
|
/** The published benchmark evidence was produced at this package version, by
|
|
1279
1279
|
* the retired one-shot direct runner, before trace analysts moved to the
|
|
1280
1280
|
* recursive DSPy RLM engine. Both evidence digests below are historical facts
|
package/dist/analyst/index.js
CHANGED
|
@@ -6,7 +6,7 @@ import { n as isProposalFinding, t as assertProposalFindings } from "../proposal
|
|
|
6
6
|
import { a as RunCritic, c as buildSkillUsageReport, d as defaultIsMaterial, f as diffFindings, h as defineTraceAnalyst, i as runSemanticConceptJudge, l as emitSkillUsageFindings, m as defineCustomAnalyst, n as SEMANTIC_CONCEPT_JUDGE_VERSION, o as SKILL_USAGE_ANALYST, s as SkillUsageAnalyst, u as FindingsStore } from "../semantic-concept-judge-Bmrq6yqU.js";
|
|
7
7
|
import { t as createDspyRlmTraceEngine } from "../dspy-rlm-engine-BiN49gK6.js";
|
|
8
8
|
import { a as scoreAnalystFindings, i as summarizeAnalystBenchmarkRunner, n as runAnalystBenchmark, r as traceStoreEvidenceResolver, t as registryBenchmarkRunner } from "../benchmark-B181aMF9.js";
|
|
9
|
-
import { $ as ANALYST_BENCHMARK_IMPLEMENTATION_SHA256, A as summarizeCodeTraceCalibration, B as publicBenchmarkSystemPrompt, C as analystDefinitionAsymmetries, D as expandCodeTraceFailureBlocks, E as emptyPublicBenchmarkRunner, F as CODE_TRACE_BENCH_ANALYST_PROMPT, G as ANALYST_BENCHMARK_DEPENDENCY_LOCK_DIGEST_ALGORITHM, H as appendVerificationArtifactsToOtlp, I as MAX_INCORRECT_BLOCKS, J as ANALYST_BENCHMARK_EVIDENCE_DEPENDENCY_LOCK_SHA256, K as ANALYST_BENCHMARK_DEPENDENCY_LOCK_FILES, L as MAX_INCORRECT_BLOCK_STEPS, M as analystInstructionsOverrideFromText, N as effectiveAnalystProtocolSha256, O as readAnalystBenchmarkArtifact, P as readAnalystInstructionsOverride, Q as ANALYST_BENCHMARK_IMPLEMENTATION_FILES, R as publicBenchmarkProtocolSha256, S as AnalystExpressivenessError, T as adaptPublicBenchmarkFindings, U as loadCodeTraceVerificationArtifacts, V as DEFAULT_MAX_VERIFICATION_ARTIFACT_BYTES, W as parseVerificationOutcome, X as ANALYST_BENCHMARK_EVIDENCE_PACKAGE_VERSION, Y as ANALYST_BENCHMARK_EVIDENCE_IMPLEMENTATION_SHA256, Z as ANALYST_BENCHMARK_IMPLEMENTATION_DIGEST_ALGORITHM, _ as runReplVariableAnalystDefinition, a as primeAnalystProtocolSha256, at as ANALYST_BENCHMARK_OBSERVATIONS_FILE, b as runChunkedAnalystDefinition, c as nodeHttpPrimeBridgeTransport, ct as summarizeAgentRxCalibration, d as publicBenchmarkDistributions, dt as agentRxBenchmarkCase, et as analystBenchmarkDependencyLockDigest, f as publicBenchmarkSelectionReport, ft as agentRxPredictionsToFindings, g as rlmEngineLimits, h as publicRlmAnalystDefinition, ht as normalizeBenchmarkLabel, i as createPrimeBenchmarkRunner, it as ANALYST_BENCHMARK_MANIFEST_FILE, j as compareAnalystRunners, k as renderCodeTraceCalibrationMarkdown, l as loadPublicBenchmarkRows, lt as codeTraceBenchCase, m as createPublicBenchmarkRlmRunner, mt as roundAgentRxStep, n as runAnalystBenchmarkCommand, nt as ANALYST_BENCHMARK_COST_LEDGER_FILE, o as primeCodeTraceAnalystDefinition, ot as AGENT_RX_UPSTREAM_REVISION, p as selectPublicBenchmarkRows, pt as normalizeAgentRxCategory, q as ANALYST_BENCHMARK_DEPENDENCY_LOCK_SHA256, r as renderAnalystBenchmarkMarkdown, rt as ANALYST_BENCHMARK_LOCAL_RECEIPT_FILE, s as runInlineAnalystDefinition, st as renderAgentRxCalibrationMarkdown, t as ANALYST_BENCHMARK_HELP, tt as analystBenchmarkImplementationDigest, u as preparePublicAnalystBenchmark, ut as codeTracerPredictionsToFindings, v as createPublicBenchmarkDirectRunner, w as analystDefinitionProtocolSha256, x as decodeReplyRows, y as publicDirectAnalystDefinition, z as publicBenchmarkRlmInstructions } from "../benchmark-command-
|
|
9
|
+
import { $ as ANALYST_BENCHMARK_IMPLEMENTATION_SHA256, A as summarizeCodeTraceCalibration, B as publicBenchmarkSystemPrompt, C as analystDefinitionAsymmetries, D as expandCodeTraceFailureBlocks, E as emptyPublicBenchmarkRunner, F as CODE_TRACE_BENCH_ANALYST_PROMPT, G as ANALYST_BENCHMARK_DEPENDENCY_LOCK_DIGEST_ALGORITHM, H as appendVerificationArtifactsToOtlp, I as MAX_INCORRECT_BLOCKS, J as ANALYST_BENCHMARK_EVIDENCE_DEPENDENCY_LOCK_SHA256, K as ANALYST_BENCHMARK_DEPENDENCY_LOCK_FILES, L as MAX_INCORRECT_BLOCK_STEPS, M as analystInstructionsOverrideFromText, N as effectiveAnalystProtocolSha256, O as readAnalystBenchmarkArtifact, P as readAnalystInstructionsOverride, Q as ANALYST_BENCHMARK_IMPLEMENTATION_FILES, R as publicBenchmarkProtocolSha256, S as AnalystExpressivenessError, T as adaptPublicBenchmarkFindings, U as loadCodeTraceVerificationArtifacts, V as DEFAULT_MAX_VERIFICATION_ARTIFACT_BYTES, W as parseVerificationOutcome, X as ANALYST_BENCHMARK_EVIDENCE_PACKAGE_VERSION, Y as ANALYST_BENCHMARK_EVIDENCE_IMPLEMENTATION_SHA256, Z as ANALYST_BENCHMARK_IMPLEMENTATION_DIGEST_ALGORITHM, _ as runReplVariableAnalystDefinition, a as primeAnalystProtocolSha256, at as ANALYST_BENCHMARK_OBSERVATIONS_FILE, b as runChunkedAnalystDefinition, c as nodeHttpPrimeBridgeTransport, ct as summarizeAgentRxCalibration, d as publicBenchmarkDistributions, dt as agentRxBenchmarkCase, et as analystBenchmarkDependencyLockDigest, f as publicBenchmarkSelectionReport, ft as agentRxPredictionsToFindings, g as rlmEngineLimits, h as publicRlmAnalystDefinition, ht as normalizeBenchmarkLabel, i as createPrimeBenchmarkRunner, it as ANALYST_BENCHMARK_MANIFEST_FILE, j as compareAnalystRunners, k as renderCodeTraceCalibrationMarkdown, l as loadPublicBenchmarkRows, lt as codeTraceBenchCase, m as createPublicBenchmarkRlmRunner, mt as roundAgentRxStep, n as runAnalystBenchmarkCommand, nt as ANALYST_BENCHMARK_COST_LEDGER_FILE, o as primeCodeTraceAnalystDefinition, ot as AGENT_RX_UPSTREAM_REVISION, p as selectPublicBenchmarkRows, pt as normalizeAgentRxCategory, q as ANALYST_BENCHMARK_DEPENDENCY_LOCK_SHA256, r as renderAnalystBenchmarkMarkdown, rt as ANALYST_BENCHMARK_LOCAL_RECEIPT_FILE, s as runInlineAnalystDefinition, st as renderAgentRxCalibrationMarkdown, t as ANALYST_BENCHMARK_HELP, tt as analystBenchmarkImplementationDigest, u as preparePublicAnalystBenchmark, ut as codeTracerPredictionsToFindings, v as createPublicBenchmarkDirectRunner, w as analystDefinitionProtocolSha256, x as decodeReplyRows, y as publicDirectAnalystDefinition, z as publicBenchmarkRlmInstructions } from "../benchmark-command-BKENp2s5.js";
|
|
10
10
|
import { a as extractPrimeJsonObject, c as primeProtocolSha256, d as runPrimeExchange, i as emptyPrimeRawUsage, l as primeReplyDefect, n as buildPrimePrompt, o as mergePrimeRawUsage, r as buildPrimeRepairPrompt, s as normalizePrimeUsage, t as analystUsageReceiptFromPrimeUsage, u as projectPrimeTrajectory } from "../prime-protocol-BfSalTfR.js";
|
|
11
11
|
//#region src/analyst/adapters.ts
|
|
12
12
|
/**
|
|
@@ -1208,7 +1208,7 @@ const ANALYST_BENCHMARK_DEPENDENCY_LOCK_FILES = Object.freeze([
|
|
|
1208
1208
|
"package.json",
|
|
1209
1209
|
"pnpm-lock.yaml"
|
|
1210
1210
|
]);
|
|
1211
|
-
const ANALYST_BENCHMARK_DEPENDENCY_LOCK_SHA256 = "
|
|
1211
|
+
const ANALYST_BENCHMARK_DEPENDENCY_LOCK_SHA256 = "788e0d4e228836e84b4cf31492c9a0f7c884efcce088623988f9c378c768ef7c";
|
|
1212
1212
|
/** The published benchmark evidence was produced at this package version, by
|
|
1213
1213
|
* the retired one-shot direct runner, before trace analysts moved to the
|
|
1214
1214
|
* recursive DSPy RLM engine. Both evidence digests below are historical facts
|
|
@@ -6412,4 +6412,4 @@ function shellQuote(value) {
|
|
|
6412
6412
|
//#endregion
|
|
6413
6413
|
export { ANALYST_BENCHMARK_IMPLEMENTATION_SHA256 as $, summarizeCodeTraceCalibration as A, publicBenchmarkSystemPrompt as B, analystDefinitionAsymmetries as C, expandCodeTraceFailureBlocks as D, emptyPublicBenchmarkRunner as E, CODE_TRACE_BENCH_ANALYST_PROMPT as F, ANALYST_BENCHMARK_DEPENDENCY_LOCK_DIGEST_ALGORITHM as G, appendVerificationArtifactsToOtlp as H, MAX_INCORRECT_BLOCKS as I, ANALYST_BENCHMARK_EVIDENCE_DEPENDENCY_LOCK_SHA256 as J, ANALYST_BENCHMARK_DEPENDENCY_LOCK_FILES as K, MAX_INCORRECT_BLOCK_STEPS as L, analystInstructionsOverrideFromText as M, effectiveAnalystProtocolSha256 as N, readAnalystBenchmarkArtifact as O, readAnalystInstructionsOverride as P, ANALYST_BENCHMARK_IMPLEMENTATION_FILES as Q, publicBenchmarkProtocolSha256 as R, AnalystExpressivenessError as S, adaptPublicBenchmarkFindings as T, loadCodeTraceVerificationArtifacts as U, DEFAULT_MAX_VERIFICATION_ARTIFACT_BYTES as V, parseVerificationOutcome as W, ANALYST_BENCHMARK_EVIDENCE_PACKAGE_VERSION as X, ANALYST_BENCHMARK_EVIDENCE_IMPLEMENTATION_SHA256 as Y, ANALYST_BENCHMARK_IMPLEMENTATION_DIGEST_ALGORITHM as Z, runReplVariableAnalystDefinition as _, primeAnalystProtocolSha256 as a, ANALYST_BENCHMARK_OBSERVATIONS_FILE as at, runChunkedAnalystDefinition as b, nodeHttpPrimeBridgeTransport as c, summarizeAgentRxCalibration as ct, publicBenchmarkDistributions as d, agentRxBenchmarkCase as dt, analystBenchmarkDependencyLockDigest as et, publicBenchmarkSelectionReport as f, agentRxPredictionsToFindings as ft, rlmEngineLimits as g, publicRlmAnalystDefinition as h, normalizeBenchmarkLabel as ht, createPrimeBenchmarkRunner as i, ANALYST_BENCHMARK_MANIFEST_FILE as it, compareAnalystRunners as j, renderCodeTraceCalibrationMarkdown as k, loadPublicBenchmarkRows as l, codeTraceBenchCase as lt, createPublicBenchmarkRlmRunner as m, roundAgentRxStep as mt, runAnalystBenchmarkCommand as n, ANALYST_BENCHMARK_COST_LEDGER_FILE as nt, primeCodeTraceAnalystDefinition as o, AGENT_RX_UPSTREAM_REVISION as ot, selectPublicBenchmarkRows as p, normalizeAgentRxCategory as pt, ANALYST_BENCHMARK_DEPENDENCY_LOCK_SHA256 as q, renderAnalystBenchmarkMarkdown as r, ANALYST_BENCHMARK_LOCAL_RECEIPT_FILE as rt, runInlineAnalystDefinition as s, renderAgentRxCalibrationMarkdown as st, ANALYST_BENCHMARK_HELP as t, analystBenchmarkImplementationDigest as tt, preparePublicAnalystBenchmark as u, codeTracerPredictionsToFindings as ut, createPublicBenchmarkDirectRunner as v, analystDefinitionProtocolSha256 as w, decodeReplyRows as x, publicDirectAnalystDefinition as y, publicBenchmarkRlmInstructions as z };
|
|
6414
6414
|
|
|
6415
|
-
//# sourceMappingURL=benchmark-command-
|
|
6415
|
+
//# sourceMappingURL=benchmark-command-BKENp2s5.js.map
|