@tangle-network/agent-eval 0.144.10 → 0.144.11

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (32) hide show
  1. package/CHANGELOG.md +11 -0
  2. package/README.md +3 -0
  3. package/dist/analyst/index.d.ts +1 -1
  4. package/dist/analyst/index.js +1 -1
  5. package/dist/{benchmark-command-D3fEnKdf.js → benchmark-command-BteMFN62.js} +2 -2
  6. package/dist/{benchmark-command-D3fEnKdf.js.map → benchmark-command-BteMFN62.js.map} +1 -1
  7. package/dist/benchmarks/index.d.ts +1 -1
  8. package/dist/benchmarks/index.js +1 -1
  9. package/dist/{benchmarks-BzqyTvAr.js → benchmarks-Dzs8CKb1.js} +3 -3
  10. package/dist/{benchmarks-BzqyTvAr.js.map → benchmarks-Dzs8CKb1.js.map} +1 -1
  11. package/dist/campaign/index.d.ts +3 -3
  12. package/dist/campaign/index.js +3 -3
  13. package/dist/{campaign-ccOrVCuR.js → campaign-C2TTzQII.js} +2 -2
  14. package/dist/{campaign-ccOrVCuR.js.map → campaign-C2TTzQII.js.map} +1 -1
  15. package/dist/cli.js +1 -1
  16. package/dist/contract/index.d.ts +1 -1
  17. package/dist/contract/index.js +1 -1
  18. package/dist/{index-DvvvSho7.d.ts → index-DPPGNJ_R.d.ts} +2 -2
  19. package/dist/{index-DvvvSho7.d.ts.map → index-DPPGNJ_R.d.ts.map} +1 -1
  20. package/dist/{index-CwYZNzMD2.d.ts → index-YE4KdKbO2.d.ts} +3 -3
  21. package/dist/{index-CwYZNzMD2.d.ts.map → index-YE4KdKbO2.d.ts.map} +1 -1
  22. package/dist/index.d.ts +3 -3
  23. package/dist/index.js +3 -3
  24. package/dist/openapi.json +1 -1
  25. package/dist/{skillopt-optimization-method-D6Q4dLbh.js → skillopt-optimization-method-CQdVeM8k.js} +219 -7
  26. package/dist/skillopt-optimization-method-CQdVeM8k.js.map +1 -0
  27. package/dist/{skillopt-optimization-method-9J8dJbrM.d.ts → skillopt-optimization-method-USDKhxSA.d.ts} +54 -2
  28. package/dist/skillopt-optimization-method-USDKhxSA.d.ts.map +1 -0
  29. package/docs/campaign-proposers.md +4 -0
  30. package/package.json +1 -1
  31. package/dist/skillopt-optimization-method-9J8dJbrM.d.ts.map +0 -1
  32. package/dist/skillopt-optimization-method-D6Q4dLbh.js.map +0 -1
package/CHANGELOG.md CHANGED
@@ -20,6 +20,17 @@ All notable changes to `@tangle-network/agent-eval` and its sibling `agent-eval-
20
20
  - Blind statement-equivalence protocol (`defineEquivalenceCheck`, `buildEquivalenceRecord`, `runEquivalenceCheck`): the two-arm design as a typed primitive with fail-loud refusals (`EquivalenceProtocolError`) — a non-blind arm, a wrong arm count, a refutation without its separating witness, or a mismatched checker strategy throws instead of recording.
21
21
  - `docs/verification-strategies.md`: the family, each member's failure mode, and the BCWW (4.6) formalization pilot as the worked example.
22
22
 
23
+ ## [0.144.11] - 2026-08-10 - GEPA candidate graph
24
+
25
+ ### Added
26
+
27
+ - `readGepaCandidatePopulationArtifact()` returns GEPA's exact accepted candidates, parent indices, selection scores, and discovery counts from a verified artifact.
28
+ - Direct GEPA method provenance addresses the candidate graph and its configured population bounds, selection identities, and candidate surface kind.
29
+
30
+ ### Fixed
31
+
32
+ - The Python bridge preserves the official GEPA result graph from both published GEPA 0.1.4 and the pinned source API wrapper.
33
+
23
34
  ## [0.144.10] - 2026-08-10 - Optimizer candidate population
24
35
 
25
36
  ### Added
package/README.md CHANGED
@@ -340,6 +340,9 @@ Each official method score records the optimizer and bridge package versions, so
340
340
  Call `readExternalOptimizerObservationArtifact()` with `provenance.observations` to read every distinct callback-submitted candidate.
341
341
  The reader verifies the artifact digest, canonical rows, sequence, candidate identities, and summary counts before returning candidates.
342
342
  This verification proves that the bytes match the supplied summary; use a summary from trusted method provenance when authenticity matters.
343
+ For a direct standard GEPA run, call `readGepaCandidatePopulationArtifact()` with `provenance.gepaCandidatePopulation`.
344
+ It returns GEPA's accepted candidates with exact parent indices, aggregate scores, per-case selection scores, and discovery evaluation counts.
345
+ The callback artifact remains the complete source for rejected or refused proposals that GEPA did not add to its accepted population.
343
346
 
344
347
  The [optimizer guide](./docs/campaign-proposers.md) covers recipes, budgets, resuming, and data separation.
345
348
  The [runnable comparison](./examples/compare-optimization-methods/) can run GEPA, SkillOpt, or both.
@@ -1274,7 +1274,7 @@ declare const ANALYST_BENCHMARK_HELP = "agent-eval analyst-benchmark\n\nRun the
1274
1274
  declare const ANALYST_BENCHMARK_IMPLEMENTATION_DIGEST_ALGORITHM = "sha256-canonical-source-manifest";
1275
1275
  declare const ANALYST_BENCHMARK_DEPENDENCY_LOCK_DIGEST_ALGORITHM = "sha256-canonical-file-manifest";
1276
1276
  declare const ANALYST_BENCHMARK_DEPENDENCY_LOCK_FILES: readonly string[];
1277
- declare const ANALYST_BENCHMARK_DEPENDENCY_LOCK_SHA256 = "951c42191f617a9128ac81ed1af189275397c5a2fe965c8a3c694cf91a26c508";
1277
+ declare const ANALYST_BENCHMARK_DEPENDENCY_LOCK_SHA256 = "36d8f26723c19516348db0647de861f0ab1e672cb2da5aac8b3e34a1d6b49bdc";
1278
1278
  /** The published benchmark evidence was produced at this package version, by
1279
1279
  * the retired one-shot direct runner, before trace analysts moved to the
1280
1280
  * recursive DSPy RLM engine. Both evidence digests below are historical facts
@@ -6,7 +6,7 @@ import { n as isProposalFinding, t as assertProposalFindings } from "../proposal
6
6
  import { a as RunCritic, c as buildSkillUsageReport, d as defaultIsMaterial, f as diffFindings, h as defineTraceAnalyst, i as runSemanticConceptJudge, l as emitSkillUsageFindings, m as defineCustomAnalyst, n as SEMANTIC_CONCEPT_JUDGE_VERSION, o as SKILL_USAGE_ANALYST, s as SkillUsageAnalyst, u as FindingsStore } from "../semantic-concept-judge-D1z-KepS.js";
7
7
  import { t as createDspyRlmTraceEngine } from "../dspy-rlm-engine-DbTk4JdR.js";
8
8
  import { a as scoreAnalystFindings, i as summarizeAnalystBenchmarkRunner, n as runAnalystBenchmark, r as traceStoreEvidenceResolver, t as registryBenchmarkRunner } from "../benchmark-CWeqGl7x.js";
9
- import { $ as ANALYST_BENCHMARK_IMPLEMENTATION_SHA256, A as summarizeCodeTraceCalibration, B as publicBenchmarkSystemPrompt, C as analystDefinitionAsymmetries, D as expandCodeTraceFailureBlocks, E as emptyPublicBenchmarkRunner, F as CODE_TRACE_BENCH_ANALYST_PROMPT, G as ANALYST_BENCHMARK_DEPENDENCY_LOCK_DIGEST_ALGORITHM, H as appendVerificationArtifactsToOtlp, I as MAX_INCORRECT_BLOCKS, J as ANALYST_BENCHMARK_EVIDENCE_DEPENDENCY_LOCK_SHA256, K as ANALYST_BENCHMARK_DEPENDENCY_LOCK_FILES, L as MAX_INCORRECT_BLOCK_STEPS, M as analystInstructionsOverrideFromText, N as effectiveAnalystProtocolSha256, O as readAnalystBenchmarkArtifact, P as readAnalystInstructionsOverride, Q as ANALYST_BENCHMARK_IMPLEMENTATION_FILES, R as publicBenchmarkProtocolSha256, S as AnalystExpressivenessError, T as adaptPublicBenchmarkFindings, U as loadCodeTraceVerificationArtifacts, V as DEFAULT_MAX_VERIFICATION_ARTIFACT_BYTES, W as parseVerificationOutcome, X as ANALYST_BENCHMARK_EVIDENCE_PACKAGE_VERSION, Y as ANALYST_BENCHMARK_EVIDENCE_IMPLEMENTATION_SHA256, Z as ANALYST_BENCHMARK_IMPLEMENTATION_DIGEST_ALGORITHM, _ as runReplVariableAnalystDefinition, a as primeAnalystProtocolSha256, at as ANALYST_BENCHMARK_OBSERVATIONS_FILE, b as runChunkedAnalystDefinition, c as nodeHttpPrimeBridgeTransport, ct as summarizeAgentRxCalibration, d as publicBenchmarkDistributions, dt as agentRxBenchmarkCase, et as analystBenchmarkDependencyLockDigest, f as publicBenchmarkSelectionReport, ft as agentRxPredictionsToFindings, g as rlmEngineLimits, h as publicRlmAnalystDefinition, ht as normalizeBenchmarkLabel, i as createPrimeBenchmarkRunner, it as ANALYST_BENCHMARK_MANIFEST_FILE, j as compareAnalystRunners, k as renderCodeTraceCalibrationMarkdown, l as loadPublicBenchmarkRows, lt as codeTraceBenchCase, m as createPublicBenchmarkRlmRunner, mt as roundAgentRxStep, n as runAnalystBenchmarkCommand, nt as ANALYST_BENCHMARK_COST_LEDGER_FILE, o as primeCodeTraceAnalystDefinition, ot as AGENT_RX_UPSTREAM_REVISION, p as selectPublicBenchmarkRows, pt as normalizeAgentRxCategory, q as ANALYST_BENCHMARK_DEPENDENCY_LOCK_SHA256, r as renderAnalystBenchmarkMarkdown, rt as ANALYST_BENCHMARK_LOCAL_RECEIPT_FILE, s as runInlineAnalystDefinition, st as renderAgentRxCalibrationMarkdown, t as ANALYST_BENCHMARK_HELP, tt as analystBenchmarkImplementationDigest, u as preparePublicAnalystBenchmark, ut as codeTracerPredictionsToFindings, v as createPublicBenchmarkDirectRunner, w as analystDefinitionProtocolSha256, x as decodeReplyRows, y as publicDirectAnalystDefinition, z as publicBenchmarkRlmInstructions } from "../benchmark-command-D3fEnKdf.js";
9
+ import { $ as ANALYST_BENCHMARK_IMPLEMENTATION_SHA256, A as summarizeCodeTraceCalibration, B as publicBenchmarkSystemPrompt, C as analystDefinitionAsymmetries, D as expandCodeTraceFailureBlocks, E as emptyPublicBenchmarkRunner, F as CODE_TRACE_BENCH_ANALYST_PROMPT, G as ANALYST_BENCHMARK_DEPENDENCY_LOCK_DIGEST_ALGORITHM, H as appendVerificationArtifactsToOtlp, I as MAX_INCORRECT_BLOCKS, J as ANALYST_BENCHMARK_EVIDENCE_DEPENDENCY_LOCK_SHA256, K as ANALYST_BENCHMARK_DEPENDENCY_LOCK_FILES, L as MAX_INCORRECT_BLOCK_STEPS, M as analystInstructionsOverrideFromText, N as effectiveAnalystProtocolSha256, O as readAnalystBenchmarkArtifact, P as readAnalystInstructionsOverride, Q as ANALYST_BENCHMARK_IMPLEMENTATION_FILES, R as publicBenchmarkProtocolSha256, S as AnalystExpressivenessError, T as adaptPublicBenchmarkFindings, U as loadCodeTraceVerificationArtifacts, V as DEFAULT_MAX_VERIFICATION_ARTIFACT_BYTES, W as parseVerificationOutcome, X as ANALYST_BENCHMARK_EVIDENCE_PACKAGE_VERSION, Y as ANALYST_BENCHMARK_EVIDENCE_IMPLEMENTATION_SHA256, Z as ANALYST_BENCHMARK_IMPLEMENTATION_DIGEST_ALGORITHM, _ as runReplVariableAnalystDefinition, a as primeAnalystProtocolSha256, at as ANALYST_BENCHMARK_OBSERVATIONS_FILE, b as runChunkedAnalystDefinition, c as nodeHttpPrimeBridgeTransport, ct as summarizeAgentRxCalibration, d as publicBenchmarkDistributions, dt as agentRxBenchmarkCase, et as analystBenchmarkDependencyLockDigest, f as publicBenchmarkSelectionReport, ft as agentRxPredictionsToFindings, g as rlmEngineLimits, h as publicRlmAnalystDefinition, ht as normalizeBenchmarkLabel, i as createPrimeBenchmarkRunner, it as ANALYST_BENCHMARK_MANIFEST_FILE, j as compareAnalystRunners, k as renderCodeTraceCalibrationMarkdown, l as loadPublicBenchmarkRows, lt as codeTraceBenchCase, m as createPublicBenchmarkRlmRunner, mt as roundAgentRxStep, n as runAnalystBenchmarkCommand, nt as ANALYST_BENCHMARK_COST_LEDGER_FILE, o as primeCodeTraceAnalystDefinition, ot as AGENT_RX_UPSTREAM_REVISION, p as selectPublicBenchmarkRows, pt as normalizeAgentRxCategory, q as ANALYST_BENCHMARK_DEPENDENCY_LOCK_SHA256, r as renderAnalystBenchmarkMarkdown, rt as ANALYST_BENCHMARK_LOCAL_RECEIPT_FILE, s as runInlineAnalystDefinition, st as renderAgentRxCalibrationMarkdown, t as ANALYST_BENCHMARK_HELP, tt as analystBenchmarkImplementationDigest, u as preparePublicAnalystBenchmark, ut as codeTracerPredictionsToFindings, v as createPublicBenchmarkDirectRunner, w as analystDefinitionProtocolSha256, x as decodeReplyRows, y as publicDirectAnalystDefinition, z as publicBenchmarkRlmInstructions } from "../benchmark-command-BteMFN62.js";
10
10
  import { a as extractPrimeJsonObject, c as primeProtocolSha256, d as runPrimeExchange, i as emptyPrimeRawUsage, l as primeReplyDefect, n as buildPrimePrompt, o as mergePrimeRawUsage, r as buildPrimeRepairPrompt, s as normalizePrimeUsage, t as analystUsageReceiptFromPrimeUsage, u as projectPrimeTrajectory } from "../prime-protocol-BfSalTfR.js";
11
11
  //#region src/analyst/adapters.ts
12
12
  /**
@@ -1208,7 +1208,7 @@ const ANALYST_BENCHMARK_DEPENDENCY_LOCK_FILES = Object.freeze([
1208
1208
  "package.json",
1209
1209
  "pnpm-lock.yaml"
1210
1210
  ]);
1211
- const ANALYST_BENCHMARK_DEPENDENCY_LOCK_SHA256 = "951c42191f617a9128ac81ed1af189275397c5a2fe965c8a3c694cf91a26c508";
1211
+ const ANALYST_BENCHMARK_DEPENDENCY_LOCK_SHA256 = "36d8f26723c19516348db0647de861f0ab1e672cb2da5aac8b3e34a1d6b49bdc";
1212
1212
  /** The published benchmark evidence was produced at this package version, by
1213
1213
  * the retired one-shot direct runner, before trace analysts moved to the
1214
1214
  * recursive DSPy RLM engine. Both evidence digests below are historical facts
@@ -6412,4 +6412,4 @@ function shellQuote(value) {
6412
6412
  //#endregion
6413
6413
  export { ANALYST_BENCHMARK_IMPLEMENTATION_SHA256 as $, summarizeCodeTraceCalibration as A, publicBenchmarkSystemPrompt as B, analystDefinitionAsymmetries as C, expandCodeTraceFailureBlocks as D, emptyPublicBenchmarkRunner as E, CODE_TRACE_BENCH_ANALYST_PROMPT as F, ANALYST_BENCHMARK_DEPENDENCY_LOCK_DIGEST_ALGORITHM as G, appendVerificationArtifactsToOtlp as H, MAX_INCORRECT_BLOCKS as I, ANALYST_BENCHMARK_EVIDENCE_DEPENDENCY_LOCK_SHA256 as J, ANALYST_BENCHMARK_DEPENDENCY_LOCK_FILES as K, MAX_INCORRECT_BLOCK_STEPS as L, analystInstructionsOverrideFromText as M, effectiveAnalystProtocolSha256 as N, readAnalystBenchmarkArtifact as O, readAnalystInstructionsOverride as P, ANALYST_BENCHMARK_IMPLEMENTATION_FILES as Q, publicBenchmarkProtocolSha256 as R, AnalystExpressivenessError as S, adaptPublicBenchmarkFindings as T, loadCodeTraceVerificationArtifacts as U, DEFAULT_MAX_VERIFICATION_ARTIFACT_BYTES as V, parseVerificationOutcome as W, ANALYST_BENCHMARK_EVIDENCE_PACKAGE_VERSION as X, ANALYST_BENCHMARK_EVIDENCE_IMPLEMENTATION_SHA256 as Y, ANALYST_BENCHMARK_IMPLEMENTATION_DIGEST_ALGORITHM as Z, runReplVariableAnalystDefinition as _, primeAnalystProtocolSha256 as a, ANALYST_BENCHMARK_OBSERVATIONS_FILE as at, runChunkedAnalystDefinition as b, nodeHttpPrimeBridgeTransport as c, summarizeAgentRxCalibration as ct, publicBenchmarkDistributions as d, agentRxBenchmarkCase as dt, analystBenchmarkDependencyLockDigest as et, publicBenchmarkSelectionReport as f, agentRxPredictionsToFindings as ft, rlmEngineLimits as g, publicRlmAnalystDefinition as h, normalizeBenchmarkLabel as ht, createPrimeBenchmarkRunner as i, ANALYST_BENCHMARK_MANIFEST_FILE as it, compareAnalystRunners as j, renderCodeTraceCalibrationMarkdown as k, loadPublicBenchmarkRows as l, codeTraceBenchCase as lt, createPublicBenchmarkRlmRunner as m, roundAgentRxStep as mt, runAnalystBenchmarkCommand as n, ANALYST_BENCHMARK_COST_LEDGER_FILE as nt, primeCodeTraceAnalystDefinition as o, AGENT_RX_UPSTREAM_REVISION as ot, selectPublicBenchmarkRows as p, normalizeAgentRxCategory as pt, ANALYST_BENCHMARK_DEPENDENCY_LOCK_SHA256 as q, renderAnalystBenchmarkMarkdown as r, ANALYST_BENCHMARK_LOCAL_RECEIPT_FILE as rt, runInlineAnalystDefinition as s, renderAgentRxCalibrationMarkdown as st, ANALYST_BENCHMARK_HELP as t, analystBenchmarkImplementationDigest as tt, preparePublicAnalystBenchmark as u, codeTracerPredictionsToFindings as ut, createPublicBenchmarkDirectRunner as v, analystDefinitionProtocolSha256 as w, decodeReplyRows as x, publicDirectAnalystDefinition as y, publicBenchmarkRlmInstructions as z };
6414
6414
 
6415
- //# sourceMappingURL=benchmark-command-D3fEnKdf.js.map
6415
+ //# sourceMappingURL=benchmark-command-BteMFN62.js.map