@tangle-network/agent-eval 0.171.0 → 0.172.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (114) hide show
  1. package/CHANGELOG.md +85 -0
  2. package/README.md +3 -0
  3. package/dist/adapters/http.d.ts +2 -2
  4. package/dist/analyst/index.d.ts +5 -5
  5. package/dist/analyst/index.js +2 -2
  6. package/dist/{experiment-tracker-Dm8yQMqb.d.ts → attestation-CJBGmMVh.d.ts} +78 -2
  7. package/dist/attestation-CJBGmMVh.d.ts.map +1 -0
  8. package/dist/{experiment-tracker-BKEumQug.js → attestation-XSUpbc4o.js} +96 -2
  9. package/dist/attestation-XSUpbc4o.js.map +1 -0
  10. package/dist/{benchmark-command-D8k3Gf0J.js → benchmark-command--qeZUHbu.js} +2 -2
  11. package/dist/{benchmark-command-D8k3Gf0J.js.map → benchmark-command--qeZUHbu.js.map} +1 -1
  12. package/dist/benchmarks/index.d.ts +4 -4
  13. package/dist/benchmarks/index.js +2 -2
  14. package/dist/bounded-process-VIi0KSL2.js +212 -0
  15. package/dist/bounded-process-VIi0KSL2.js.map +1 -0
  16. package/dist/builder-eval/index.js +39 -98
  17. package/dist/builder-eval/index.js.map +1 -1
  18. package/dist/campaign/index.d.ts +8 -7
  19. package/dist/campaign/index.js +4 -4
  20. package/dist/{campaign-B72njjHj.js → campaign-Dp35pBbS.js} +4 -4
  21. package/dist/{campaign-B72njjHj.js.map → campaign-Dp35pBbS.js.map} +1 -1
  22. package/dist/canonical-CFpojCN5.d.ts +31 -0
  23. package/dist/canonical-CFpojCN5.d.ts.map +1 -0
  24. package/dist/{chat-client-DEtybj5i.js → chat-client-DI79OPye.js} +2 -2
  25. package/dist/{chat-client-DEtybj5i.js.map → chat-client-DI79OPye.js.map} +1 -1
  26. package/dist/cli.js +1 -1
  27. package/dist/{client-CDtcZ3p9.d.ts → client-Df7wdslk.d.ts} +2 -2
  28. package/dist/{client-CDtcZ3p9.d.ts.map → client-Df7wdslk.d.ts.map} +1 -1
  29. package/dist/contract/index.d.ts +9 -9
  30. package/dist/contract/index.js +4 -4
  31. package/dist/{default-registry-B0s2zU-s.d.ts → default-registry-XxedTLwu.d.ts} +3 -3
  32. package/dist/{default-registry-B0s2zU-s.d.ts.map → default-registry-XxedTLwu.d.ts.map} +1 -1
  33. package/dist/{define-agent-eval-Cjy2yhqP.d.ts → define-agent-eval-0wW7gFhr.d.ts} +4 -4
  34. package/dist/{define-agent-eval-Cjy2yhqP.d.ts.map → define-agent-eval-0wW7gFhr.d.ts.map} +1 -1
  35. package/dist/{define-agent-eval-Dy8QgxAI.js → define-agent-eval-jS8xj_Q_.js} +2 -2
  36. package/dist/{define-agent-eval-Dy8QgxAI.js.map → define-agent-eval-jS8xj_Q_.js.map} +1 -1
  37. package/dist/descriptive-B2iPaT9J.d.ts +89 -0
  38. package/dist/descriptive-B2iPaT9J.d.ts.map +1 -0
  39. package/dist/{engine-CAmTUk52.d.ts → engine-BfRay1qD.d.ts} +2 -2
  40. package/dist/{engine-CAmTUk52.d.ts.map → engine-BfRay1qD.d.ts.map} +1 -1
  41. package/dist/experiment/index.d.ts +3 -54
  42. package/dist/experiment/index.d.ts.map +1 -1
  43. package/dist/experiment/index.js +1 -95
  44. package/dist/experiment/index.js.map +1 -1
  45. package/dist/{heldout-gate-Dh2b62w8.d.ts → heldout-gate-JgNRDZwZ.d.ts} +3 -3
  46. package/dist/{heldout-gate-Dh2b62w8.d.ts.map → heldout-gate-JgNRDZwZ.d.ts.map} +1 -1
  47. package/dist/hosted/index.d.ts +1 -1
  48. package/dist/{index-lfaSeKSD.d.ts → index-D-UdhAmg.d.ts} +3 -31
  49. package/dist/index-D-UdhAmg.d.ts.map +1 -0
  50. package/dist/{index-DT73JraI.d.ts → index-DDAPhUJJ.d.ts} +4 -4
  51. package/dist/{index-DT73JraI.d.ts.map → index-DDAPhUJJ.d.ts.map} +1 -1
  52. package/dist/{index-fNXZMCzX.d.ts → index-DnglhM0A.d.ts} +9 -9
  53. package/dist/{index-fNXZMCzX.d.ts.map → index-DnglhM0A.d.ts.map} +1 -1
  54. package/dist/{index-8VIogTyS.d.ts → index-_vPrVMRX.d.ts} +6 -6
  55. package/dist/{index-8VIogTyS.d.ts.map → index-_vPrVMRX.d.ts.map} +1 -1
  56. package/dist/index.d.ts +154 -15
  57. package/dist/index.d.ts.map +1 -1
  58. package/dist/index.js +7 -6
  59. package/dist/index.js.map +1 -1
  60. package/dist/{integrity-CyWSSoQS.js → integrity-BWywb34E.js} +34 -11
  61. package/dist/{integrity-CyWSSoQS.js.map → integrity-BWywb34E.js.map} +1 -1
  62. package/dist/ledger-core/index.d.ts +2 -1
  63. package/dist/{llm-judge-BtJ2Sfk_.js → llm-judge-aQHIk5_-.js} +16 -10
  64. package/dist/llm-judge-aQHIk5_-.js.map +1 -0
  65. package/dist/{matrix-DiHmUobV.d.ts → matrix-Ch8JO1pG.d.ts} +2 -2
  66. package/dist/{matrix-DiHmUobV.d.ts.map → matrix-Ch8JO1pG.d.ts.map} +1 -1
  67. package/dist/meta-eval/index.d.ts +162 -2
  68. package/dist/meta-eval/index.d.ts.map +1 -1
  69. package/dist/meta-eval/index.js +287 -2
  70. package/dist/meta-eval/index.js.map +1 -1
  71. package/dist/multishot/golden/index.d.ts +1 -1
  72. package/dist/multishot/index.d.ts +2 -2
  73. package/dist/openapi.json +1 -1
  74. package/dist/{produced-state-Cm6DU_Ao.js → produced-state-CxmbFxFd.js} +2 -2
  75. package/dist/{produced-state-Cm6DU_Ao.js.map → produced-state-CxmbFxFd.js.map} +1 -1
  76. package/dist/{promotion-policy-WSXtBgBb.d.ts → promotion-policy-BBBcz5_3.d.ts} +2 -2
  77. package/dist/{promotion-policy-WSXtBgBb.d.ts.map → promotion-policy-BBBcz5_3.d.ts.map} +1 -1
  78. package/dist/{provenance-CafMdZKM.d.ts → provenance-Dp-vvyrU.d.ts} +13 -5
  79. package/dist/provenance-Dp-vvyrU.d.ts.map +1 -0
  80. package/dist/rl.d.ts +1 -1
  81. package/dist/sandbox-harness-BlSOu4LX.d.ts.map +1 -1
  82. package/dist/{skillopt-optimization-method-DzlF2RM7.js → skillopt-optimization-method-LHi02MzH.js} +2 -2
  83. package/dist/{skillopt-optimization-method-DzlF2RM7.js.map → skillopt-optimization-method-LHi02MzH.js.map} +1 -1
  84. package/dist/{statistical-heldout-UhiexnjU.d.ts → statistical-heldout-Yldkntvy.d.ts} +2 -2
  85. package/dist/{statistical-heldout-UhiexnjU.d.ts.map → statistical-heldout-Yldkntvy.d.ts.map} +1 -1
  86. package/dist/{store-tool-spans-D_qMl2__.d.ts → store-tool-spans-BvdUbeOB.d.ts} +3 -3
  87. package/dist/{store-tool-spans-D_qMl2__.d.ts.map → store-tool-spans-BvdUbeOB.d.ts.map} +1 -1
  88. package/dist/supervisor-run/index.d.ts +35 -2
  89. package/dist/supervisor-run/index.d.ts.map +1 -1
  90. package/dist/supervisor-run/index.js +83 -38
  91. package/dist/supervisor-run/index.js.map +1 -1
  92. package/dist/{tool-groups-RGYfVWpc.d.ts → tool-groups-DjwlMBvW.d.ts} +2 -2
  93. package/dist/tool-groups-DjwlMBvW.d.ts.map +1 -0
  94. package/dist/trace-repair/index.d.ts +1 -1
  95. package/dist/traces.d.ts +2 -2
  96. package/dist/{types-CMyW4GnH.d.ts → types-CCZ34qmV.d.ts} +2 -2
  97. package/dist/{types-CMyW4GnH.d.ts.map → types-CCZ34qmV.d.ts.map} +1 -1
  98. package/dist/{types-DeIUdzNd.d.ts → types-CoPUTiXb.d.ts} +23 -92
  99. package/dist/types-CoPUTiXb.d.ts.map +1 -0
  100. package/dist/{types-JHMOqZI4.d.ts → types-nokrtr7M.d.ts} +11 -1
  101. package/dist/types-nokrtr7M.d.ts.map +1 -0
  102. package/docs/eval-surface-map.md +36 -0
  103. package/docs/insight-report.md +19 -0
  104. package/docs/plants.md +123 -0
  105. package/docs/public-api.md +45 -20
  106. package/package.json +1 -1
  107. package/dist/experiment-tracker-BKEumQug.js.map +0 -1
  108. package/dist/experiment-tracker-Dm8yQMqb.d.ts.map +0 -1
  109. package/dist/index-lfaSeKSD.d.ts.map +0 -1
  110. package/dist/llm-judge-BtJ2Sfk_.js.map +0 -1
  111. package/dist/provenance-CafMdZKM.d.ts.map +0 -1
  112. package/dist/tool-groups-RGYfVWpc.d.ts.map +0 -1
  113. package/dist/types-DeIUdzNd.d.ts.map +0 -1
  114. package/dist/types-JHMOqZI4.d.ts.map +0 -1
@@ -0,0 +1,31 @@
1
+ import { c as ValidationError } from "./errors-DEE6u6ot.js";
2
+ //#region src/ledger-core/canonical.d.ts
3
+ type LedgerHash = `sha256:${string}`;
4
+ /** Shape of every ledger digest: `sha256:` followed by 64 lowercase hex chars. */
5
+ declare const LEDGER_HASH_PATTERN: RegExp;
6
+ /** A value has no faithful canonical-JSON form, so it cannot be stored or hashed. */
7
+ declare class LedgerCanonicalizationError extends ValidationError {}
8
+ /** Canonical JSON encoding (RFC 8785): object keys sorted by UTF-16 code unit,
9
+ * recursively. This is the byte form that is hashed and stored, so equal values
10
+ * always encode identically. */
11
+ declare function canonicalString(value: unknown): string;
12
+ declare function hashCanonical(value: unknown): LedgerHash;
13
+ /**
14
+ * The JSON document form of `value` — the value as a JSON file carries it.
15
+ *
16
+ * A JSON document has no `undefined`, so an undefined-valued key is absent
17
+ * from the document and absent from its digest. Use this, and say so, when a
18
+ * record is digested BEFORE being written and re-digested AFTER being read
19
+ * back: without it the two digests disagree for a record carrying an
20
+ * undefined-valued key, and the reader cannot verify the writer.
21
+ *
22
+ * Only that one rule is applied. Every other non-canonical value — `NaN`, a
23
+ * class instance, an `undefined` array item, a cycle — reaches
24
+ * {@link canonicalString} unchanged and is refused there, so this form never
25
+ * turns an ambiguous value into a valid-looking digest the way
26
+ * `JSON.stringify` turns `NaN` into `null`.
27
+ */
28
+ declare function jsonDocument(value: unknown): unknown;
29
+ //#endregion
30
+ export { hashCanonical as a, canonicalString as i, LedgerCanonicalizationError as n, jsonDocument as o, LedgerHash as r, LEDGER_HASH_PATTERN as t };
31
+ //# sourceMappingURL=canonical-CFpojCN5.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"canonical-CFpojCN5.d.ts","names":[],"sources":["../src/ledger-core/canonical.ts"],"mappings":";;KAqBY;;cAGC,qBAAmB;;cAGnB,oCAAoC;;;;iBAKjC,gBAAgB;iBAQhB,cAAc,iBAAiB;;;;;;;;;;;;;;;;iBAuB/B,aAAa"}
@@ -4,7 +4,7 @@ import { a as assertValidAnalystUsageReceipt, c as validateUsageSettlementTimeou
4
4
  import { J as snapshotExactExecutionPlan, M as findingSubjectGrammarPromptFor, V as spanEpochMillis, q as snapshotExactExecutionComponentIdentity, t as createTraceAnalyst } from "./kind-factory-DMeEoMQZ.js";
5
5
  import { LLM_CONTEXT_TOKENS, LLM_INPUT_TOKEN_ATTR_KEYS, LLM_OUTPUT_TOKEN_ATTR_KEYS, TOOL_NAME_ATTR_KEYS } from "./trace-attributes.js";
6
6
  import { t as executionTrackByLane } from "./execution-tracks-CpgFPpS5.js";
7
- import { t as analyzeSupervisorRunIntegrity } from "./integrity-CyWSSoQS.js";
7
+ import { t as analyzeSupervisorRunIntegrity } from "./integrity-BWywb34E.js";
8
8
  import { randomUUID } from "node:crypto";
9
9
  import { z } from "zod";
10
10
  //#region src/feedback-trajectory-review.ts
@@ -2399,4 +2399,4 @@ function resolveModel(req, defaultModel) {
2399
2399
  //#endregion
2400
2400
  export { assertUniqueFindingIds as _, DEFAULT_TRACE_ANALYST_KINDS as a, snapshotAnalystRun as b, IMPROVEMENT_KIND_SPEC as c, ControlIntegrityAnalyst as d, emitControlIntegrityFindings as f, analystRunDigest as g, analystFindingDigest as h, ExactAnalystRunExecutionError as i, FAILURE_MODE_KIND_SPEC as l, deriveEfficiencyFindings as m, buildDefaultAnalystRegistry as n, KNOWLEDGE_POISONING_KIND_SPEC as o, behavioralAnalyst as p, AnalystRegistry as r, KNOWLEDGE_GAP_KIND_SPEC as s, createChatClient as t, CONTROL_INTEGRITY_ANALYST as u, completedAnalystReviewQuality as v, validateAnalystReviewDecisions as x, readAnalystReview as y };
2401
2401
 
2402
- //# sourceMappingURL=chat-client-DEtybj5i.js.map
2402
+ //# sourceMappingURL=chat-client-DI79OPye.js.map