@tangle-network/agent-eval 0.123.1 → 0.123.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (94) hide show
  1. package/CHANGELOG.md +29 -0
  2. package/README.md +191 -157
  3. package/dist/analyst/index.d.ts +27 -4
  4. package/dist/analyst/index.js +6 -6
  5. package/dist/authenticity/index.js +3 -2
  6. package/dist/authenticity/index.js.map +1 -1
  7. package/dist/benchmarks/index.d.ts +12 -4
  8. package/dist/benchmarks/index.js +9 -9
  9. package/dist/campaign/index.d.ts +270 -254
  10. package/dist/campaign/index.js +22 -18
  11. package/dist/{chunk-GS3FJGUF.js → chunk-22VO7T2I.js} +805 -366
  12. package/dist/chunk-22VO7T2I.js.map +1 -0
  13. package/dist/{chunk-LBAHQOBI.js → chunk-4KO6D2BO.js} +38 -12
  14. package/dist/chunk-4KO6D2BO.js.map +1 -0
  15. package/dist/{chunk-3FCG7FBV.js → chunk-D5JZ7UDZ.js} +2 -2
  16. package/dist/{chunk-XJYR7XFV.js → chunk-GC4ATIKK.js} +1 -1
  17. package/dist/chunk-GC4ATIKK.js.map +1 -0
  18. package/dist/{chunk-BGVTIE2C.js → chunk-GRCDRKII.js} +13 -2
  19. package/dist/chunk-GRCDRKII.js.map +1 -0
  20. package/dist/{chunk-FHFTYX2Q.js → chunk-JKDNAOF5.js} +2 -2
  21. package/dist/{chunk-S3UZOQ5Y.js → chunk-LOW3U7JZ.js} +2 -2
  22. package/dist/{chunk-FC5NDO3E.js → chunk-MHPEGJHC.js} +4 -4
  23. package/dist/{chunk-NJC7U437.js → chunk-MK3Q6GCL.js} +33 -18
  24. package/dist/chunk-MK3Q6GCL.js.map +1 -0
  25. package/dist/{chunk-U5CHZ5M3.js → chunk-N7ZS6PEF.js} +4 -4
  26. package/dist/{chunk-A5S77LSE.js → chunk-QFQZ3U3X.js} +2 -2
  27. package/dist/chunk-QFQZ3U3X.js.map +1 -0
  28. package/dist/{chunk-G2GPNLSX.js → chunk-QNVBALEX.js} +4 -4
  29. package/dist/{chunk-OYZAPX5G.js → chunk-R226UZOI.js} +2 -2
  30. package/dist/{chunk-6WX7CBAR.js → chunk-SJT4OBVL.js} +20 -9
  31. package/dist/chunk-SJT4OBVL.js.map +1 -0
  32. package/dist/{chunk-HZJF4IUO.js → chunk-SUN7QLPB.js} +6 -6
  33. package/dist/{chunk-HZJF4IUO.js.map → chunk-SUN7QLPB.js.map} +1 -1
  34. package/dist/{chunk-VJ7T5WIO.js → chunk-WP3GEXKI.js} +3 -3
  35. package/dist/cli.js +101 -11
  36. package/dist/cli.js.map +1 -1
  37. package/dist/contract/index.d.ts +115 -8
  38. package/dist/contract/index.js +11 -9
  39. package/dist/contract/index.js.map +1 -1
  40. package/dist/control.js +3 -3
  41. package/dist/fuzz.d.ts +8 -1
  42. package/dist/fuzz.js +7 -6
  43. package/dist/fuzz.js.map +1 -1
  44. package/dist/hosted/index.d.ts +8 -2
  45. package/dist/index.d.ts +36 -10
  46. package/dist/index.js +18 -16
  47. package/dist/index.js.map +1 -1
  48. package/dist/multishot/index.d.ts +2 -2
  49. package/dist/openapi.json +1 -1
  50. package/dist/rl.d.ts +24 -3
  51. package/dist/rl.js +6 -4
  52. package/dist/rl.js.map +1 -1
  53. package/dist/{run-campaign-ZKR5MQMQ.js → run-campaign-I3JXKVAK.js} +3 -3
  54. package/dist/storyboard/index.js +1 -1
  55. package/dist/storyboard/index.js.map +1 -1
  56. package/dist/traces.d.ts +2 -2
  57. package/dist/traces.js +3 -3
  58. package/dist/wire/index.d.ts +77 -5
  59. package/dist/wire/index.js +3 -3
  60. package/docs/adapters-observability.md +6 -6
  61. package/docs/building-doctrine.md +5 -5
  62. package/docs/campaign-proposers.md +142 -131
  63. package/docs/concepts.md +49 -53
  64. package/docs/customer-journeys.md +80 -155
  65. package/docs/design/loop-taxonomy.md +27 -29
  66. package/docs/design.md +69 -0
  67. package/docs/distributed-driver.md +14 -14
  68. package/docs/eval-surface-map.md +11 -11
  69. package/docs/hosted-ingest-spec.md +4 -4
  70. package/docs/insight-report.md +32 -27
  71. package/docs/multi-shot-optimization.md +41 -49
  72. package/docs/research-report-methodology.md +9 -9
  73. package/docs/trace-analysis.md +2 -2
  74. package/docs/wire-protocol.md +16 -16
  75. package/package.json +2 -1
  76. package/dist/chunk-6WX7CBAR.js.map +0 -1
  77. package/dist/chunk-A5S77LSE.js.map +0 -1
  78. package/dist/chunk-BGVTIE2C.js.map +0 -1
  79. package/dist/chunk-GS3FJGUF.js.map +0 -1
  80. package/dist/chunk-LBAHQOBI.js.map +0 -1
  81. package/dist/chunk-NJC7U437.js.map +0 -1
  82. package/dist/chunk-XJYR7XFV.js.map +0 -1
  83. package/docs/auto-research-loop-end-to-end.md +0 -186
  84. package/docs/improvement-glossary.md +0 -204
  85. package/docs/self-improvement-map.md +0 -115
  86. /package/dist/{chunk-3FCG7FBV.js.map → chunk-D5JZ7UDZ.js.map} +0 -0
  87. /package/dist/{chunk-FHFTYX2Q.js.map → chunk-JKDNAOF5.js.map} +0 -0
  88. /package/dist/{chunk-S3UZOQ5Y.js.map → chunk-LOW3U7JZ.js.map} +0 -0
  89. /package/dist/{chunk-FC5NDO3E.js.map → chunk-MHPEGJHC.js.map} +0 -0
  90. /package/dist/{chunk-U5CHZ5M3.js.map → chunk-N7ZS6PEF.js.map} +0 -0
  91. /package/dist/{chunk-G2GPNLSX.js.map → chunk-QNVBALEX.js.map} +0 -0
  92. /package/dist/{chunk-OYZAPX5G.js.map → chunk-R226UZOI.js.map} +0 -0
  93. /package/dist/{chunk-VJ7T5WIO.js.map → chunk-WP3GEXKI.js.map} +0 -0
  94. /package/dist/{run-campaign-ZKR5MQMQ.js.map → run-campaign-I3JXKVAK.js.map} +0 -0
package/dist/campaign/index.js CHANGED
@@ -12,22 +12,24 @@ import {
12
12
  aceProposer,
13
13
  acquireSingleRunLock,
14
14
  analyzeCrossSurfaceInteractions,
15
+ analyzeOtlpTraceFile,
15
16
  applySkillPatch,
16
17
  assertPolicyEditAuthorContextBudget,
17
18
  buildAnalystSurfaceDispatch,
18
19
  callbackGovernor,
19
20
  campaignLineageStore,
20
21
  classifyUngroundedLiterals,
21
- compareProposers,
22
+ compareOptimizationMethods,
22
23
  compositeProposer,
24
+ costFromLedgerSummary,
23
25
  discoverEvalFixtures,
24
26
  extractFapoAttributionSignals,
25
27
  failureModeRecallJudge,
26
- fapoEscalationEntry,
28
+ fapoEscalationMethod,
27
29
  fapoProposer,
28
30
  fsLineageStore,
29
- gepaParetoEntry,
30
- gepaReflectionEntry,
31
+ gepaParetoMethod,
32
+ gepaReflectionMethod,
31
33
  gitWorktreeAdapter,
32
34
  haloProposer,
33
35
  heuristicGovernor,
@@ -62,13 +64,13 @@ import {
62
64
  selectPolicyEditAuthorRows,
63
65
  sequentialDecide,
64
66
  sequentialPairedGate,
65
- skillOptEntry,
67
+ skillOptMethod,
66
68
  skillOptProposer,
67
69
  traceAnalystProposer,
68
70
  userStoryScoreboard,
69
71
  validateSearchLedgerEvent,
70
72
  verifyCodeSurface
71
- } from "../chunk-GS3FJGUF.js";
73
+ } from "../chunk-22VO7T2I.js";
72
74
  import {
73
75
  assertCodeSurfaceIdentity,
74
76
  buildEvidenceVector,
@@ -109,7 +111,7 @@ import {
109
111
  surfaceContentHash,
110
112
  surfaceHash,
111
113
  verifyLoopProvenanceRecord
112
- } from "../chunk-HZJF4IUO.js";
114
+ } from "../chunk-SUN7QLPB.js";
113
115
  import {
114
116
  SearchLedgerConflictError,
115
117
  SearchLedgerError,
@@ -126,23 +128,23 @@ import {
126
128
  resolveRunDir,
127
129
  runCampaign,
128
130
  tangleTracesRoot
129
- } from "../chunk-3FCG7FBV.js";
131
+ } from "../chunk-D5JZ7UDZ.js";
130
132
  import {
131
133
  POLICY_EDIT_CANDIDATE_RECORD_SCHEMA,
132
134
  validatePolicyEditCandidateRecord
133
- } from "../chunk-FC5NDO3E.js";
135
+ } from "../chunk-MHPEGJHC.js";
134
136
  import "../chunk-ARU2PZFM.js";
135
- import "../chunk-NJC7U437.js";
137
+ import "../chunk-MK3Q6GCL.js";
136
138
  import "../chunk-PJQFMIOX.js";
137
- import "../chunk-BGVTIE2C.js";
139
+ import "../chunk-GRCDRKII.js";
138
140
  import "../chunk-VI2UW6B6.js";
139
141
  import "../chunk-NUKSVU3W.js";
140
142
  import "../chunk-GGE4NNQT.js";
141
143
  import "../chunk-IR3KBHOY.js";
142
144
  import "../chunk-PC4UYEBM.js";
143
- import "../chunk-S3UZOQ5Y.js";
145
+ import "../chunk-LOW3U7JZ.js";
144
146
  import "../chunk-MA6HLL3S.js";
145
- import "../chunk-XJYR7XFV.js";
147
+ import "../chunk-GC4ATIKK.js";
146
148
  import "../chunk-VSMTAMNK.js";
147
149
  import "../chunk-ONWEPEDO.js";
148
150
  import "../chunk-K4DBDHLK.js";
@@ -165,6 +167,7 @@ export {
165
167
  aceProposer,
166
168
  acquireSingleRunLock,
167
169
  analyzeCrossSurfaceInteractions,
170
+ analyzeOtlpTraceFile,
168
171
  applySkillPatch,
169
172
  assertCampaignDesign,
170
173
  assertCampaignSplitIdentity,
@@ -184,9 +187,10 @@ export {
184
187
  canonicalDigest,
185
188
  classifyUngroundedLiterals,
186
189
  codeSurfaceIdentityMaterial,
187
- compareProposers,
190
+ compareOptimizationMethods,
188
191
  composeGate,
189
192
  compositeProposer,
193
+ costFromLedgerSummary,
190
194
  countSentenceEdits,
191
195
  createReferenceEquivalenceJudge,
192
196
  createRunCostLedger,
@@ -199,13 +203,13 @@ export {
199
203
  extractFapoAttributionSignals,
200
204
  extractH2Sections,
201
205
  failureModeRecallJudge,
202
- fapoEscalationEntry,
206
+ fapoEscalationMethod,
203
207
  fapoProposer,
204
208
  fsCampaignStorage,
205
209
  fsLineageStore,
206
- gepaParetoEntry,
210
+ gepaParetoMethod,
207
211
  gepaProposer,
208
- gepaReflectionEntry,
212
+ gepaReflectionMethod,
209
213
  gitWorktreeAdapter,
210
214
  haloProposer,
211
215
  heldOutGate,
@@ -262,7 +266,7 @@ export {
262
266
  selectPolicyEditAuthorRows,
263
267
  sequentialDecide,
264
268
  sequentialPairedGate,
265
- skillOptEntry,
269
+ skillOptMethod,
266
270
  skillOptProposer,
267
271
  surfaceContentHash,
268
272
  surfaceHash,