@opensearch-project/agent-health 0.3.0 → 0.5.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (518) hide show
  1. package/README.md +77 -6
  2. package/cli/dist/index.js +10072 -4502
  3. package/deployment/cloudformation/agent-health-observability.yaml +762 -0
  4. package/dist/assets/index-CCQRDlO0.js +243 -0
  5. package/dist/assets/index-CNHQVbcj.css +1 -0
  6. package/dist/index.html +2 -2
  7. package/docs/ARCHITECTURE.md +450 -0
  8. package/docs/BACKEND_JOB_QUEUE.md +405 -0
  9. package/docs/CLAUDE_CODE_TELEMETRY.md +283 -0
  10. package/docs/CLI.md +431 -0
  11. package/docs/CODING_AGENT_ANALYTICS.md +298 -0
  12. package/docs/CONFIGURATION.md +388 -0
  13. package/docs/CONNECTORS.md +536 -0
  14. package/docs/INSTRUMENT_WITH_OTEL.md +390 -0
  15. package/docs/ML-COMMONS-SETUP.md +289 -0
  16. package/docs/NPX_PACKAGING.md +195 -0
  17. package/docs/PERFORMANCE-MONITORING.md +200 -0
  18. package/docs/PERFORMANCE.md +390 -0
  19. package/docs/PI_PROFILING.md +169 -0
  20. package/docs/PLAN-non-agui-agent-support.md +525 -0
  21. package/docs/SDK.md +577 -0
  22. package/docs/SKILLS.md +264 -0
  23. package/docs/blogs/2026-02-28-opensearch-agent-health.md +200 -0
  24. package/docs/blogs/getting-started-blog.md +608 -0
  25. package/docs/diagrams/Agent-health.excalidraw +5656 -0
  26. package/docs/diagrams/architecture.png +0 -0
  27. package/docs/plans/field-redesign.md +468 -0
  28. package/docs/rfcs/001-coding-agent-analytics.md +374 -0
  29. package/docs/rfcs/002-enterprise-leaderboard.md +267 -0
  30. package/docs/rfcs/003-remote-aggregation.md +146 -0
  31. package/docs/rfcs/004-test-sdk-v2.md +599 -0
  32. package/docs/skills/AGENT_HEALTH.md +598 -0
  33. package/docs/skills/AGENT_PROFILE.md +191 -0
  34. package/docs/skills/add-connector/SKILL.md +68 -0
  35. package/docs/skills/agent-health-profile/SKILL.md +40 -0
  36. package/docs/skills/config-auth/SKILL.md +194 -0
  37. package/docs/skills/config-auth/evals/evals.json +35 -0
  38. package/docs/skills/create-pr/SKILL.md +73 -0
  39. package/docs/skills/instrument-otel/SKILL.md +84 -0
  40. package/docs/skills/write-test/SKILL.md +124 -0
  41. package/docs/ui prd.md +376 -0
  42. package/examples/README.md +53 -0
  43. package/examples/config/agent-health.config.example.ts +155 -0
  44. package/examples/connectors/echo-connector.ts +131 -0
  45. package/examples/eval-files/demo.eval.js +128 -0
  46. package/examples/eval-files/sdk-hooks-demo.eval.js +99 -0
  47. package/examples/pi-profiling/README.md +77 -0
  48. package/examples/pi-profiling/agent-health-profile.ts +417 -0
  49. package/lib/dist/lib/agentUtils.d.ts +29 -0
  50. package/lib/dist/lib/agentUtils.d.ts.map +1 -0
  51. package/lib/dist/lib/agentUtils.js +43 -0
  52. package/lib/dist/lib/agentUtils.js.map +1 -0
  53. package/lib/dist/lib/benchmarkExport.d.ts +14 -0
  54. package/lib/dist/lib/benchmarkExport.d.ts.map +1 -0
  55. package/lib/dist/lib/benchmarkExport.js +41 -0
  56. package/lib/dist/lib/benchmarkExport.js.map +1 -0
  57. package/lib/dist/lib/benchmarkVersionUtils.d.ts +37 -0
  58. package/lib/dist/lib/benchmarkVersionUtils.d.ts.map +1 -0
  59. package/lib/dist/lib/benchmarkVersionUtils.js +68 -0
  60. package/lib/dist/lib/benchmarkVersionUtils.js.map +1 -0
  61. package/lib/dist/lib/config/defineConfig.d.ts +27 -0
  62. package/lib/dist/lib/config/defineConfig.d.ts.map +1 -0
  63. package/lib/dist/lib/config/defineConfig.js +28 -0
  64. package/lib/dist/lib/config/defineConfig.js.map +1 -0
  65. package/lib/dist/lib/config/index.d.ts +9 -0
  66. package/lib/dist/lib/config/index.d.ts.map +1 -0
  67. package/lib/dist/lib/config/index.js +8 -0
  68. package/lib/dist/lib/config/index.js.map +1 -0
  69. package/lib/dist/lib/config/loader.d.ts +39 -0
  70. package/lib/dist/lib/config/loader.d.ts.map +1 -0
  71. package/lib/dist/lib/config/loader.js +258 -0
  72. package/lib/dist/lib/config/loader.js.map +1 -0
  73. package/lib/dist/lib/config/statePaths.d.ts +61 -0
  74. package/lib/dist/lib/config/statePaths.d.ts.map +1 -0
  75. package/lib/dist/lib/config/statePaths.js +188 -0
  76. package/lib/dist/lib/config/statePaths.js.map +1 -0
  77. package/lib/dist/lib/config/types.d.ts +231 -0
  78. package/lib/dist/lib/config/types.d.ts.map +1 -0
  79. package/lib/dist/lib/config/types.js +6 -0
  80. package/lib/dist/lib/config/types.js.map +1 -0
  81. package/lib/dist/lib/config.d.ts +39 -0
  82. package/lib/dist/lib/config.d.ts.map +1 -0
  83. package/lib/dist/lib/config.js +118 -0
  84. package/lib/dist/lib/config.js.map +1 -0
  85. package/lib/dist/lib/constants.d.ts +70 -0
  86. package/lib/dist/lib/constants.d.ts.map +1 -0
  87. package/lib/dist/lib/constants.js +365 -0
  88. package/lib/dist/lib/constants.js.map +1 -0
  89. package/lib/dist/lib/contextUtilization.d.ts +23 -0
  90. package/lib/dist/lib/contextUtilization.d.ts.map +1 -0
  91. package/lib/dist/lib/contextUtilization.js +72 -0
  92. package/lib/dist/lib/contextUtilization.js.map +1 -0
  93. package/lib/dist/lib/dashboardMetrics.d.ts +87 -0
  94. package/lib/dist/lib/dashboardMetrics.d.ts.map +1 -0
  95. package/lib/dist/lib/dashboardMetrics.js +242 -0
  96. package/lib/dist/lib/dashboardMetrics.js.map +1 -0
  97. package/lib/dist/lib/dataSourceConfig.d.ts +108 -0
  98. package/lib/dist/lib/dataSourceConfig.d.ts.map +1 -0
  99. package/lib/dist/lib/dataSourceConfig.js +166 -0
  100. package/lib/dist/lib/dataSourceConfig.js.map +1 -0
  101. package/lib/dist/lib/debug.d.ts +26 -0
  102. package/lib/dist/lib/debug.d.ts.map +1 -0
  103. package/lib/dist/lib/debug.js +132 -0
  104. package/lib/dist/lib/debug.js.map +1 -0
  105. package/lib/dist/lib/diagnostics.d.ts +28 -0
  106. package/lib/dist/lib/diagnostics.d.ts.map +1 -0
  107. package/lib/dist/lib/diagnostics.js +65 -0
  108. package/lib/dist/lib/diagnostics.js.map +1 -0
  109. package/lib/dist/lib/envCompat.d.ts +27 -0
  110. package/lib/dist/lib/envCompat.d.ts.map +1 -0
  111. package/lib/dist/lib/envCompat.js +73 -0
  112. package/lib/dist/lib/envCompat.js.map +1 -0
  113. package/lib/dist/lib/findPackageRoot.d.ts +7 -0
  114. package/lib/dist/lib/findPackageRoot.d.ts.map +1 -0
  115. package/lib/dist/lib/findPackageRoot.js +57 -0
  116. package/lib/dist/lib/findPackageRoot.js.map +1 -0
  117. package/lib/dist/lib/hooks.d.ts +36 -0
  118. package/lib/dist/lib/hooks.d.ts.map +1 -0
  119. package/lib/dist/lib/hooks.js +112 -0
  120. package/lib/dist/lib/hooks.js.map +1 -0
  121. package/lib/dist/lib/index.d.ts +47 -0
  122. package/lib/dist/lib/index.d.ts.map +1 -0
  123. package/lib/dist/lib/index.js +62 -0
  124. package/lib/dist/lib/index.js.map +1 -0
  125. package/lib/dist/lib/labels.d.ts +90 -0
  126. package/lib/dist/lib/labels.d.ts.map +1 -0
  127. package/lib/dist/lib/labels.js +158 -0
  128. package/lib/dist/lib/labels.js.map +1 -0
  129. package/lib/dist/lib/markdown.d.ts +16 -0
  130. package/lib/dist/lib/markdown.d.ts.map +1 -0
  131. package/lib/dist/lib/markdown.js +42 -0
  132. package/lib/dist/lib/markdown.js.map +1 -0
  133. package/lib/dist/lib/matchers/expect.d.ts +3 -0
  134. package/lib/dist/lib/matchers/expect.d.ts.map +1 -0
  135. package/lib/dist/lib/matchers/expect.js +225 -0
  136. package/lib/dist/lib/matchers/expect.js.map +1 -0
  137. package/lib/dist/lib/matchers/index.d.ts +8 -0
  138. package/lib/dist/lib/matchers/index.d.ts.map +1 -0
  139. package/lib/dist/lib/matchers/index.js +9 -0
  140. package/lib/dist/lib/matchers/index.js.map +1 -0
  141. package/lib/dist/lib/matchers/judgeAccessor.d.ts +113 -0
  142. package/lib/dist/lib/matchers/judgeAccessor.d.ts.map +1 -0
  143. package/lib/dist/lib/matchers/judgeAccessor.js +183 -0
  144. package/lib/dist/lib/matchers/judgeAccessor.js.map +1 -0
  145. package/lib/dist/lib/matchers/session.d.ts +39 -0
  146. package/lib/dist/lib/matchers/session.d.ts.map +1 -0
  147. package/lib/dist/lib/matchers/session.js +116 -0
  148. package/lib/dist/lib/matchers/session.js.map +1 -0
  149. package/lib/dist/lib/matchers/traces.d.ts +55 -0
  150. package/lib/dist/lib/matchers/traces.d.ts.map +1 -0
  151. package/lib/dist/lib/matchers/traces.js +116 -0
  152. package/lib/dist/lib/matchers/traces.js.map +1 -0
  153. package/lib/dist/lib/matchers/types.d.ts +75 -0
  154. package/lib/dist/lib/matchers/types.d.ts.map +1 -0
  155. package/lib/dist/lib/matchers/types.js +6 -0
  156. package/lib/dist/lib/matchers/types.js.map +1 -0
  157. package/lib/dist/lib/packagePaths.d.ts +29 -0
  158. package/lib/dist/lib/packagePaths.d.ts.map +1 -0
  159. package/lib/dist/lib/packagePaths.js +63 -0
  160. package/lib/dist/lib/packagePaths.js.map +1 -0
  161. package/lib/dist/lib/performance.d.ts +51 -0
  162. package/lib/dist/lib/performance.d.ts.map +1 -0
  163. package/lib/dist/lib/performance.js +159 -0
  164. package/lib/dist/lib/performance.js.map +1 -0
  165. package/lib/dist/lib/portConfig.d.ts +29 -0
  166. package/lib/dist/lib/portConfig.d.ts.map +1 -0
  167. package/lib/dist/lib/portConfig.js +64 -0
  168. package/lib/dist/lib/portConfig.js.map +1 -0
  169. package/lib/dist/lib/preferences.d.ts +63 -0
  170. package/lib/dist/lib/preferences.d.ts.map +1 -0
  171. package/lib/dist/lib/preferences.js +117 -0
  172. package/lib/dist/lib/preferences.js.map +1 -0
  173. package/lib/dist/lib/resolveAgentModel.d.ts +22 -0
  174. package/lib/dist/lib/resolveAgentModel.d.ts.map +1 -0
  175. package/lib/dist/lib/resolveAgentModel.js +37 -0
  176. package/lib/dist/lib/resolveAgentModel.js.map +1 -0
  177. package/lib/dist/lib/runStats.d.ts +92 -0
  178. package/lib/dist/lib/runStats.d.ts.map +1 -0
  179. package/lib/dist/lib/runStats.js +160 -0
  180. package/lib/dist/lib/runStats.js.map +1 -0
  181. package/lib/dist/lib/telemetry/constants.d.ts +60 -0
  182. package/lib/dist/lib/telemetry/constants.d.ts.map +1 -0
  183. package/lib/dist/lib/telemetry/constants.js +87 -0
  184. package/lib/dist/lib/telemetry/constants.js.map +1 -0
  185. package/lib/dist/lib/telemetry/evalSpans.d.ts +61 -0
  186. package/lib/dist/lib/telemetry/evalSpans.d.ts.map +1 -0
  187. package/lib/dist/lib/telemetry/evalSpans.js +254 -0
  188. package/lib/dist/lib/telemetry/evalSpans.js.map +1 -0
  189. package/lib/dist/lib/telemetry/index.d.ts +11 -0
  190. package/lib/dist/lib/telemetry/index.d.ts.map +1 -0
  191. package/lib/dist/lib/telemetry/index.js +15 -0
  192. package/lib/dist/lib/telemetry/index.js.map +1 -0
  193. package/lib/dist/lib/telemetry/opensearchExporter.d.ts +43 -0
  194. package/lib/dist/lib/telemetry/opensearchExporter.d.ts.map +1 -0
  195. package/lib/dist/lib/telemetry/opensearchExporter.js +217 -0
  196. package/lib/dist/lib/telemetry/opensearchExporter.js.map +1 -0
  197. package/lib/dist/lib/telemetry/provider.d.ts +55 -0
  198. package/lib/dist/lib/telemetry/provider.d.ts.map +1 -0
  199. package/lib/dist/lib/telemetry/provider.js +140 -0
  200. package/lib/dist/lib/telemetry/provider.js.map +1 -0
  201. package/lib/dist/lib/testCaseLabels.d.ts +34 -0
  202. package/lib/dist/lib/testCaseLabels.d.ts.map +1 -0
  203. package/lib/dist/lib/testCaseLabels.js +88 -0
  204. package/lib/dist/lib/testCaseLabels.js.map +1 -0
  205. package/lib/dist/lib/testCaseValidation.d.ts +140 -0
  206. package/lib/dist/lib/testCaseValidation.d.ts.map +1 -0
  207. package/lib/dist/lib/testCaseValidation.js +162 -0
  208. package/lib/dist/lib/testCaseValidation.js.map +1 -0
  209. package/lib/dist/lib/testCases/agentFixture.d.ts +80 -0
  210. package/lib/dist/lib/testCases/agentFixture.d.ts.map +1 -0
  211. package/lib/dist/lib/testCases/agentFixture.js +43 -0
  212. package/lib/dist/lib/testCases/agentFixture.js.map +1 -0
  213. package/lib/dist/lib/testCases/authoringSurface.d.ts +10 -0
  214. package/lib/dist/lib/testCases/authoringSurface.d.ts.map +1 -0
  215. package/lib/dist/lib/testCases/authoringSurface.js +54 -0
  216. package/lib/dist/lib/testCases/authoringSurface.js.map +1 -0
  217. package/lib/dist/lib/testCases/codemod.d.ts +13 -0
  218. package/lib/dist/lib/testCases/codemod.d.ts.map +1 -0
  219. package/lib/dist/lib/testCases/codemod.js +169 -0
  220. package/lib/dist/lib/testCases/codemod.js.map +1 -0
  221. package/lib/dist/lib/testCases/define.d.ts +114 -0
  222. package/lib/dist/lib/testCases/define.d.ts.map +1 -0
  223. package/lib/dist/lib/testCases/define.js +253 -0
  224. package/lib/dist/lib/testCases/define.js.map +1 -0
  225. package/lib/dist/lib/testCases/evaluators.d.ts +80 -0
  226. package/lib/dist/lib/testCases/evaluators.d.ts.map +1 -0
  227. package/lib/dist/lib/testCases/evaluators.js +105 -0
  228. package/lib/dist/lib/testCases/evaluators.js.map +1 -0
  229. package/lib/dist/lib/testCases/index.d.ts +14 -0
  230. package/lib/dist/lib/testCases/index.d.ts.map +1 -0
  231. package/lib/dist/lib/testCases/index.js +12 -0
  232. package/lib/dist/lib/testCases/index.js.map +1 -0
  233. package/lib/dist/lib/testCases/judge.d.ts +165 -0
  234. package/lib/dist/lib/testCases/judge.d.ts.map +1 -0
  235. package/lib/dist/lib/testCases/judge.js +359 -0
  236. package/lib/dist/lib/testCases/judge.js.map +1 -0
  237. package/lib/dist/lib/testCases/loader.d.ts +26 -0
  238. package/lib/dist/lib/testCases/loader.d.ts.map +1 -0
  239. package/lib/dist/lib/testCases/loader.js +149 -0
  240. package/lib/dist/lib/testCases/loader.js.map +1 -0
  241. package/lib/dist/lib/testCases/types.d.ts +242 -0
  242. package/lib/dist/lib/testCases/types.d.ts.map +1 -0
  243. package/lib/dist/lib/testCases/types.js +6 -0
  244. package/lib/dist/lib/testCases/types.js.map +1 -0
  245. package/lib/dist/lib/theme.d.ts +6 -0
  246. package/lib/dist/lib/theme.d.ts.map +1 -0
  247. package/lib/dist/lib/theme.js +36 -0
  248. package/lib/dist/lib/theme.js.map +1 -0
  249. package/lib/dist/lib/uiTelemetry.d.ts +7 -0
  250. package/lib/dist/lib/uiTelemetry.d.ts.map +1 -0
  251. package/lib/dist/lib/uiTelemetry.js +25 -0
  252. package/lib/dist/lib/uiTelemetry.js.map +1 -0
  253. package/lib/dist/lib/utils.d.ts +96 -0
  254. package/lib/dist/lib/utils.d.ts.map +1 -0
  255. package/lib/dist/lib/utils.js +232 -0
  256. package/lib/dist/lib/utils.js.map +1 -0
  257. package/lib/dist/lib/workflow/consolidate.d.ts +12 -0
  258. package/lib/dist/lib/workflow/consolidate.d.ts.map +1 -0
  259. package/lib/dist/lib/workflow/consolidate.js +33 -0
  260. package/lib/dist/lib/workflow/consolidate.js.map +1 -0
  261. package/lib/dist/lib/workflow/index.d.ts +13 -0
  262. package/lib/dist/lib/workflow/index.d.ts.map +1 -0
  263. package/lib/dist/lib/workflow/index.js +12 -0
  264. package/lib/dist/lib/workflow/index.js.map +1 -0
  265. package/lib/dist/lib/workflow/ledger.d.ts +30 -0
  266. package/lib/dist/lib/workflow/ledger.d.ts.map +1 -0
  267. package/lib/dist/lib/workflow/ledger.js +41 -0
  268. package/lib/dist/lib/workflow/ledger.js.map +1 -0
  269. package/lib/dist/lib/workflow/pool.d.ts +13 -0
  270. package/lib/dist/lib/workflow/pool.d.ts.map +1 -0
  271. package/lib/dist/lib/workflow/pool.js +44 -0
  272. package/lib/dist/lib/workflow/pool.js.map +1 -0
  273. package/lib/dist/lib/workflow/source.d.ts +22 -0
  274. package/lib/dist/lib/workflow/source.d.ts.map +1 -0
  275. package/lib/dist/lib/workflow/source.js +29 -0
  276. package/lib/dist/lib/workflow/source.js.map +1 -0
  277. package/lib/dist/lib/workflow/stepB.d.ts +71 -0
  278. package/lib/dist/lib/workflow/stepB.d.ts.map +1 -0
  279. package/lib/dist/lib/workflow/stepB.js +99 -0
  280. package/lib/dist/lib/workflow/stepB.js.map +1 -0
  281. package/lib/dist/lib/workflow/types.d.ts +86 -0
  282. package/lib/dist/lib/workflow/types.d.ts.map +1 -0
  283. package/lib/dist/lib/workflow/types.js +6 -0
  284. package/lib/dist/lib/workflow/types.js.map +1 -0
  285. package/lib/dist/lib/workflow/workflow.d.ts +119 -0
  286. package/lib/dist/lib/workflow/workflow.d.ts.map +1 -0
  287. package/lib/dist/lib/workflow/workflow.js +195 -0
  288. package/lib/dist/lib/workflow/workflow.js.map +1 -0
  289. package/lib/dist/services/agent/aguiConverter.d.ts +50 -0
  290. package/lib/dist/services/agent/aguiConverter.d.ts.map +1 -0
  291. package/lib/dist/services/agent/aguiConverter.js +449 -0
  292. package/lib/dist/services/agent/aguiConverter.js.map +1 -0
  293. package/lib/dist/services/agent/index.d.ts +10 -0
  294. package/lib/dist/services/agent/index.d.ts.map +1 -0
  295. package/lib/dist/services/agent/index.js +12 -0
  296. package/lib/dist/services/agent/index.js.map +1 -0
  297. package/lib/dist/services/agent/payloadBuilder.d.ts +33 -0
  298. package/lib/dist/services/agent/payloadBuilder.d.ts.map +1 -0
  299. package/lib/dist/services/agent/payloadBuilder.js +75 -0
  300. package/lib/dist/services/agent/payloadBuilder.js.map +1 -0
  301. package/lib/dist/services/agent/sseStream.d.ts +43 -0
  302. package/lib/dist/services/agent/sseStream.d.ts.map +1 -0
  303. package/lib/dist/services/agent/sseStream.js +223 -0
  304. package/lib/dist/services/agent/sseStream.js.map +1 -0
  305. package/lib/dist/services/connectors/agui/AGUIStreamingConnector.d.ts +44 -0
  306. package/lib/dist/services/connectors/agui/AGUIStreamingConnector.d.ts.map +1 -0
  307. package/lib/dist/services/connectors/agui/AGUIStreamingConnector.js +95 -0
  308. package/lib/dist/services/connectors/agui/AGUIStreamingConnector.js.map +1 -0
  309. package/lib/dist/services/connectors/base/BaseConnector.d.ts +81 -0
  310. package/lib/dist/services/connectors/base/BaseConnector.d.ts.map +1 -0
  311. package/lib/dist/services/connectors/base/BaseConnector.js +170 -0
  312. package/lib/dist/services/connectors/base/BaseConnector.js.map +1 -0
  313. package/lib/dist/services/connectors/claude-code/ClaudeCodeConnector.d.ts +116 -0
  314. package/lib/dist/services/connectors/claude-code/ClaudeCodeConnector.d.ts.map +1 -0
  315. package/lib/dist/services/connectors/claude-code/ClaudeCodeConnector.js +403 -0
  316. package/lib/dist/services/connectors/claude-code/ClaudeCodeConnector.js.map +1 -0
  317. package/lib/dist/services/connectors/index.d.ts +13 -0
  318. package/lib/dist/services/connectors/index.d.ts.map +1 -0
  319. package/lib/dist/services/connectors/index.js +32 -0
  320. package/lib/dist/services/connectors/index.js.map +1 -0
  321. package/lib/dist/services/connectors/kiro/KiroConnector.d.ts +48 -0
  322. package/lib/dist/services/connectors/kiro/KiroConnector.d.ts.map +1 -0
  323. package/lib/dist/services/connectors/kiro/KiroConnector.js +158 -0
  324. package/lib/dist/services/connectors/kiro/KiroConnector.js.map +1 -0
  325. package/lib/dist/services/connectors/langgraph/LangGraphConnector.d.ts +36 -0
  326. package/lib/dist/services/connectors/langgraph/LangGraphConnector.d.ts.map +1 -0
  327. package/lib/dist/services/connectors/langgraph/LangGraphConnector.js +175 -0
  328. package/lib/dist/services/connectors/langgraph/LangGraphConnector.js.map +1 -0
  329. package/lib/dist/services/connectors/mock/MockConnector.d.ts +37 -0
  330. package/lib/dist/services/connectors/mock/MockConnector.d.ts.map +1 -0
  331. package/lib/dist/services/connectors/mock/MockConnector.js +120 -0
  332. package/lib/dist/services/connectors/mock/MockConnector.js.map +1 -0
  333. package/lib/dist/services/connectors/openai-compatible/OpenAICompatibleConnector.d.ts +42 -0
  334. package/lib/dist/services/connectors/openai-compatible/OpenAICompatibleConnector.d.ts.map +1 -0
  335. package/lib/dist/services/connectors/openai-compatible/OpenAICompatibleConnector.js +133 -0
  336. package/lib/dist/services/connectors/openai-compatible/OpenAICompatibleConnector.js.map +1 -0
  337. package/lib/dist/services/connectors/pi/PiConnector.d.ts +87 -0
  338. package/lib/dist/services/connectors/pi/PiConnector.d.ts.map +1 -0
  339. package/lib/dist/services/connectors/pi/PiConnector.js +274 -0
  340. package/lib/dist/services/connectors/pi/PiConnector.js.map +1 -0
  341. package/lib/dist/services/connectors/registry.d.ts +57 -0
  342. package/lib/dist/services/connectors/registry.d.ts.map +1 -0
  343. package/lib/dist/services/connectors/registry.js +106 -0
  344. package/lib/dist/services/connectors/registry.js.map +1 -0
  345. package/lib/dist/services/connectors/rest/RESTConnector.d.ts +38 -0
  346. package/lib/dist/services/connectors/rest/RESTConnector.d.ts.map +1 -0
  347. package/lib/dist/services/connectors/rest/RESTConnector.js +117 -0
  348. package/lib/dist/services/connectors/rest/RESTConnector.js.map +1 -0
  349. package/lib/dist/services/connectors/server.d.ts +13 -0
  350. package/lib/dist/services/connectors/server.d.ts.map +1 -0
  351. package/lib/dist/services/connectors/server.js +34 -0
  352. package/lib/dist/services/connectors/server.js.map +1 -0
  353. package/lib/dist/services/connectors/strands/StrandsConnector.d.ts +48 -0
  354. package/lib/dist/services/connectors/strands/StrandsConnector.d.ts.map +1 -0
  355. package/lib/dist/services/connectors/strands/StrandsConnector.js +221 -0
  356. package/lib/dist/services/connectors/strands/StrandsConnector.js.map +1 -0
  357. package/lib/dist/services/connectors/subprocess/SubprocessConnector.d.ts +88 -0
  358. package/lib/dist/services/connectors/subprocess/SubprocessConnector.d.ts.map +1 -0
  359. package/lib/dist/services/connectors/subprocess/SubprocessConnector.js +418 -0
  360. package/lib/dist/services/connectors/subprocess/SubprocessConnector.js.map +1 -0
  361. package/lib/dist/services/connectors/types.d.ts +213 -0
  362. package/lib/dist/services/connectors/types.d.ts.map +1 -0
  363. package/lib/dist/services/connectors/types.js +6 -0
  364. package/lib/dist/services/connectors/types.js.map +1 -0
  365. package/lib/dist/services/evaluation/bedrockJudge.d.ts +64 -0
  366. package/lib/dist/services/evaluation/bedrockJudge.d.ts.map +1 -0
  367. package/lib/dist/services/evaluation/bedrockJudge.js +167 -0
  368. package/lib/dist/services/evaluation/bedrockJudge.js.map +1 -0
  369. package/lib/dist/services/evaluation/evaluatorError.d.ts +56 -0
  370. package/lib/dist/services/evaluation/evaluatorError.d.ts.map +1 -0
  371. package/lib/dist/services/evaluation/evaluatorError.js +56 -0
  372. package/lib/dist/services/evaluation/evaluatorError.js.map +1 -0
  373. package/lib/dist/services/evaluation/index.d.ts +106 -0
  374. package/lib/dist/services/evaluation/index.d.ts.map +1 -0
  375. package/lib/dist/services/evaluation/index.js +684 -0
  376. package/lib/dist/services/evaluation/index.js.map +1 -0
  377. package/lib/dist/services/evaluation/mockTrajectory.d.ts +3 -0
  378. package/lib/dist/services/evaluation/mockTrajectory.d.ts.map +1 -0
  379. package/lib/dist/services/evaluation/mockTrajectory.js +72 -0
  380. package/lib/dist/services/evaluation/mockTrajectory.js.map +1 -0
  381. package/lib/dist/services/opensearch/client.d.ts +26 -0
  382. package/lib/dist/services/opensearch/client.d.ts.map +1 -0
  383. package/lib/dist/services/opensearch/client.js +131 -0
  384. package/lib/dist/services/opensearch/client.js.map +1 -0
  385. package/lib/dist/services/opensearch/index.d.ts +16 -0
  386. package/lib/dist/services/opensearch/index.d.ts.map +1 -0
  387. package/lib/dist/services/opensearch/index.js +25 -0
  388. package/lib/dist/services/opensearch/index.js.map +1 -0
  389. package/lib/dist/services/storage/asyncBenchmarkStorage.d.ts +123 -0
  390. package/lib/dist/services/storage/asyncBenchmarkStorage.d.ts.map +1 -0
  391. package/lib/dist/services/storage/asyncBenchmarkStorage.js +429 -0
  392. package/lib/dist/services/storage/asyncBenchmarkStorage.js.map +1 -0
  393. package/lib/dist/services/storage/asyncRunStorage.d.ts +127 -0
  394. package/lib/dist/services/storage/asyncRunStorage.d.ts.map +1 -0
  395. package/lib/dist/services/storage/asyncRunStorage.js +448 -0
  396. package/lib/dist/services/storage/asyncRunStorage.js.map +1 -0
  397. package/lib/dist/services/storage/asyncTestCaseStorage.d.ts +156 -0
  398. package/lib/dist/services/storage/asyncTestCaseStorage.d.ts.map +1 -0
  399. package/lib/dist/services/storage/asyncTestCaseStorage.js +285 -0
  400. package/lib/dist/services/storage/asyncTestCaseStorage.js.map +1 -0
  401. package/lib/dist/services/storage/index.d.ts +17 -0
  402. package/lib/dist/services/storage/index.d.ts.map +1 -0
  403. package/lib/dist/services/storage/index.js +20 -0
  404. package/lib/dist/services/storage/index.js.map +1 -0
  405. package/lib/dist/services/storage/migration.d.ts +54 -0
  406. package/lib/dist/services/storage/migration.d.ts.map +1 -0
  407. package/lib/dist/services/storage/migration.js +296 -0
  408. package/lib/dist/services/storage/migration.js.map +1 -0
  409. package/lib/dist/services/storage/opensearchClient.d.ts +924 -0
  410. package/lib/dist/services/storage/opensearchClient.d.ts.map +1 -0
  411. package/lib/dist/services/storage/opensearchClient.js +435 -0
  412. package/lib/dist/services/storage/opensearchClient.js.map +1 -0
  413. package/lib/dist/services/traces/browserRecovery.d.ts +26 -0
  414. package/lib/dist/services/traces/browserRecovery.d.ts.map +1 -0
  415. package/lib/dist/services/traces/browserRecovery.js +81 -0
  416. package/lib/dist/services/traces/browserRecovery.js.map +1 -0
  417. package/lib/dist/services/traces/categoryStyles.d.ts +21 -0
  418. package/lib/dist/services/traces/categoryStyles.d.ts.map +1 -0
  419. package/lib/dist/services/traces/categoryStyles.js +56 -0
  420. package/lib/dist/services/traces/categoryStyles.js.map +1 -0
  421. package/lib/dist/services/traces/executionOrderTransform.d.ts +35 -0
  422. package/lib/dist/services/traces/executionOrderTransform.d.ts.map +1 -0
  423. package/lib/dist/services/traces/executionOrderTransform.js +313 -0
  424. package/lib/dist/services/traces/executionOrderTransform.js.map +1 -0
  425. package/lib/dist/services/traces/fetchSpansForRun.d.ts +86 -0
  426. package/lib/dist/services/traces/fetchSpansForRun.d.ts.map +1 -0
  427. package/lib/dist/services/traces/fetchSpansForRun.js +69 -0
  428. package/lib/dist/services/traces/fetchSpansForRun.js.map +1 -0
  429. package/lib/dist/services/traces/flowTransform.d.ts +24 -0
  430. package/lib/dist/services/traces/flowTransform.d.ts.map +1 -0
  431. package/lib/dist/services/traces/flowTransform.js +228 -0
  432. package/lib/dist/services/traces/flowTransform.js.map +1 -0
  433. package/lib/dist/services/traces/index.d.ts +121 -0
  434. package/lib/dist/services/traces/index.d.ts.map +1 -0
  435. package/lib/dist/services/traces/index.js +255 -0
  436. package/lib/dist/services/traces/index.js.map +1 -0
  437. package/lib/dist/services/traces/intentTransform.d.ts +20 -0
  438. package/lib/dist/services/traces/intentTransform.d.ts.map +1 -0
  439. package/lib/dist/services/traces/intentTransform.js +131 -0
  440. package/lib/dist/services/traces/intentTransform.js.map +1 -0
  441. package/lib/dist/services/traces/judgeAgentsHints.d.ts +63 -0
  442. package/lib/dist/services/traces/judgeAgentsHints.d.ts.map +1 -0
  443. package/lib/dist/services/traces/judgeAgentsHints.js +89 -0
  444. package/lib/dist/services/traces/judgeAgentsHints.js.map +1 -0
  445. package/lib/dist/services/traces/messageExtraction.d.ts +15 -0
  446. package/lib/dist/services/traces/messageExtraction.d.ts.map +1 -0
  447. package/lib/dist/services/traces/messageExtraction.js +251 -0
  448. package/lib/dist/services/traces/messageExtraction.js.map +1 -0
  449. package/lib/dist/services/traces/spanCategorization.d.ts +63 -0
  450. package/lib/dist/services/traces/spanCategorization.d.ts.map +1 -0
  451. package/lib/dist/services/traces/spanCategorization.js +276 -0
  452. package/lib/dist/services/traces/spanCategorization.js.map +1 -0
  453. package/lib/dist/services/traces/spanPreprocessing.d.ts +37 -0
  454. package/lib/dist/services/traces/spanPreprocessing.d.ts.map +1 -0
  455. package/lib/dist/services/traces/spanPreprocessing.js +102 -0
  456. package/lib/dist/services/traces/spanPreprocessing.js.map +1 -0
  457. package/lib/dist/services/traces/spansToTrajectory.d.ts +36 -0
  458. package/lib/dist/services/traces/spansToTrajectory.d.ts.map +1 -0
  459. package/lib/dist/services/traces/spansToTrajectory.js +387 -0
  460. package/lib/dist/services/traces/spansToTrajectory.js.map +1 -0
  461. package/lib/dist/services/traces/toolSimilarity.d.ts +35 -0
  462. package/lib/dist/services/traces/toolSimilarity.d.ts.map +1 -0
  463. package/lib/dist/services/traces/toolSimilarity.js +203 -0
  464. package/lib/dist/services/traces/toolSimilarity.js.map +1 -0
  465. package/lib/dist/services/traces/traceComparison.d.ts +31 -0
  466. package/lib/dist/services/traces/traceComparison.d.ts.map +1 -0
  467. package/lib/dist/services/traces/traceComparison.js +318 -0
  468. package/lib/dist/services/traces/traceComparison.js.map +1 -0
  469. package/lib/dist/services/traces/traceGrouping.d.ts +19 -0
  470. package/lib/dist/services/traces/traceGrouping.d.ts.map +1 -0
  471. package/lib/dist/services/traces/traceGrouping.js +107 -0
  472. package/lib/dist/services/traces/traceGrouping.js.map +1 -0
  473. package/lib/dist/services/traces/tracePoller.d.ts +84 -0
  474. package/lib/dist/services/traces/tracePoller.d.ts.map +1 -0
  475. package/lib/dist/services/traces/tracePoller.js +309 -0
  476. package/lib/dist/services/traces/tracePoller.js.map +1 -0
  477. package/lib/dist/services/traces/traceStats.d.ts +45 -0
  478. package/lib/dist/services/traces/traceStats.d.ts.map +1 -0
  479. package/lib/dist/services/traces/traceStats.js +114 -0
  480. package/lib/dist/services/traces/traceStats.js.map +1 -0
  481. package/lib/dist/services/traces/traceSummary.d.ts +47 -0
  482. package/lib/dist/services/traces/traceSummary.d.ts.map +1 -0
  483. package/lib/dist/services/traces/traceSummary.js +68 -0
  484. package/lib/dist/services/traces/traceSummary.js.map +1 -0
  485. package/lib/dist/services/traces/utils.d.ts +33 -0
  486. package/lib/dist/services/traces/utils.d.ts.map +1 -0
  487. package/lib/dist/services/traces/utils.js +114 -0
  488. package/lib/dist/services/traces/utils.js.map +1 -0
  489. package/lib/dist/types/agui.d.ts +13 -0
  490. package/lib/dist/types/agui.d.ts.map +1 -0
  491. package/lib/dist/types/agui.js +16 -0
  492. package/lib/dist/types/agui.js.map +1 -0
  493. package/lib/dist/types/index.d.ts +1175 -0
  494. package/lib/dist/types/index.d.ts.map +1 -0
  495. package/lib/dist/types/index.js +12 -0
  496. package/lib/dist/types/index.js.map +1 -0
  497. package/lib/dist/types/skills.d.ts +146 -0
  498. package/lib/dist/types/skills.d.ts.map +1 -0
  499. package/lib/dist/types/skills.js +6 -0
  500. package/lib/dist/types/skills.js.map +1 -0
  501. package/observio-sample-agent/pi-package/README.md +112 -0
  502. package/observio-sample-agent/pi-package/extensions/agent-health.ts +373 -0
  503. package/observio-sample-agent/pi-package/package.json +17 -0
  504. package/observio-sample-agent/pi-package/prompts/agent-health.md +37 -0
  505. package/observio-sample-agent/pi-package/skills/create-pr/SKILL.md +88 -0
  506. package/observio-sample-agent/pi-package/skills/fix-bug/SKILL.md +71 -0
  507. package/observio-sample-agent/pi-package/skills/implement-feature/SKILL.md +156 -0
  508. package/observio-sample-agent/pi-package/skills/instrument-otel/SKILL.md +208 -0
  509. package/observio-sample-agent/pi-package/skills/setup-collector/SKILL.md +146 -0
  510. package/observio-sample-agent/pi-package/skills/write-test/SKILL.md +115 -0
  511. package/package.json +64 -13
  512. package/server/dist/app.js +32651 -17637
  513. package/server/dist/index.js +29875 -14638
  514. package/tsconfig.lib.json +71 -0
  515. package/dist/assets/index-EvPLSTAS.js +0 -267
  516. package/dist/assets/index-RXasQKUs.css +0 -1
  517. package/lib/dist/config/index.js +0 -404
  518. package/lib/dist/index.js +0 -1665
@@ -0,0 +1,387 @@
1
+ /*
2
+ * Copyright OpenSearch Contributors
3
+ * SPDX-License-Identifier: Apache-2.0
4
+ */
5
+ /**
6
+ * Spans → Trajectory adapter (for the `profile` command).
7
+ *
8
+ * Converts a live coding-agent session's OTel spans into the same
9
+ * `TrajectoryStep[]` shape the evaluation/judge pipeline already consumes, so a
10
+ * real session can be analyzed with the very evaluator a customer uses on
11
+ * synthetic evals — no separate runtime, same `improvementStrategies[]` schema.
12
+ *
13
+ * Two span shapes are handled:
14
+ * - **Claude Code native** — content lives in span *attributes* keyed by
15
+ * `span.type` (`interaction`, `tool`, `tool.execution`, `llm_request`,
16
+ * `tool.blocked_on_user`). This is what real `claude_code.*` telemetry
17
+ * emits; verified against a live cluster.
18
+ * - **Generic / event-based** — OTel GenAI `llm.request`/`tool` spans with
19
+ * events, via the shared `extractMessagesFromSpans` helper.
20
+ *
21
+ * Also runs a cheap, deterministic "signal scan" so the downstream reasoner
22
+ * (the in-session coding agent, or a headless judge) gets structured evidence
23
+ * instead of re-deriving it from raw spans.
24
+ */
25
+ import { ToolCallStatus } from '../../types/index.js';
26
+ import { extractMessagesFromSpans } from './messageExtraction.js';
27
+ /** Tool names (case-insensitive substrings) we treat as state-mutating. */
28
+ const WRITE_TOOL_HINTS = ['write', 'edit', 'apply', 'create', 'delete', 'patch', 'replace', 'multiedit', 'notebookedit'];
29
+ /** Tool names we treat as read-only inspection. */
30
+ const READ_TOOL_HINTS = ['read', 'get', 'list', 'search', 'grep', 'glob', 'find', 'cat', 'view', 'fetch', 'ls'];
31
+ /** Phrases that signal a human correcting/redirecting the agent. */
32
+ const REDIRECT_PATTERNS = [
33
+ /\bno[,.\s]/i, /\bactually\b/i, /\bwrong\b/i, /\bnot (?:that|right|correct)\b/i,
34
+ /\binstead\b/i, /\bstop\b/i, /\bdon'?t\b/i, /\bthat'?s not\b/i, /\btry (?:x|again|something)\b/i,
35
+ ];
36
+ function classifyTool(name) {
37
+ if (!name)
38
+ return 'other';
39
+ const n = name.toLowerCase();
40
+ if (WRITE_TOOL_HINTS.some(h => n.includes(h)))
41
+ return 'write';
42
+ if (READ_TOOL_HINTS.some(h => n.includes(h)))
43
+ return 'read';
44
+ return 'other';
45
+ }
46
+ function truncate(s, max = 240) {
47
+ if (!s)
48
+ return '';
49
+ return s.length > max ? `${s.slice(0, max)}…` : s;
50
+ }
51
+ /** Is this a Claude Code native span set (attribute-based, no useful events)? */
52
+ function isClaudeNative(spans) {
53
+ return spans.some(s => s.name?.startsWith('claude_code.') || s.attributes?.['span.type'] !== undefined);
54
+ }
55
+ /** Resolve a span's claude `span.type` (e.g. `tool.execution`). */
56
+ function spanType(s) {
57
+ return String(s.attributes?.['span.type'] ?? s.name?.replace(/^claude_code\./, '') ?? '');
58
+ }
59
+ function sortByStart(spans) {
60
+ return [...spans]
61
+ .filter(s => s.startTime && !isNaN(new Date(s.startTime).getTime()))
62
+ .sort((a, b) => new Date(a.startTime).getTime() - new Date(b.startTime).getTime());
63
+ }
64
+ /** Map tool_use_id → tool_name from the `tool` (call) spans. */
65
+ function toolNamesById(spans) {
66
+ const m = new Map();
67
+ for (const s of spans) {
68
+ const a = s.attributes || {};
69
+ const id = a['tool_use_id'] || a['gen_ai.tool.call.id'];
70
+ const name = a['tool_name'] || a['gen_ai.tool.name'];
71
+ if (id && name)
72
+ m.set(String(id), String(name));
73
+ }
74
+ return m;
75
+ }
76
+ // ─── Claude Code native path ─────────────────────────────────────────────────
77
+ function claudeNativeTrajectory(spans) {
78
+ const sorted = sortByStart(spans);
79
+ const toolNames = toolNamesById(sorted);
80
+ const steps = [];
81
+ for (const s of sorted) {
82
+ const a = s.attributes || {};
83
+ const ts = new Date(s.startTime).getTime() || Date.now();
84
+ const base = { id: s.spanId, timestamp: ts, latencyMs: Number(a['duration_ms']) || s.duration };
85
+ const t = spanType(s);
86
+ if (t === 'interaction') {
87
+ const prompt = a['user_prompt'];
88
+ const redacted = !prompt || prompt === '<REDACTED>';
89
+ steps.push({
90
+ ...base,
91
+ type: 'thinking',
92
+ content: redacted
93
+ ? `User: [prompt redacted — set OTEL_LOG_USER_PROMPTS=1 to capture] (${a['user_prompt_length'] ?? '?'} chars)`
94
+ : `User: ${prompt}`,
95
+ });
96
+ }
97
+ else if (t === 'llm_request') {
98
+ const model = a['model'] || a['gen_ai.request.model'] || '';
99
+ const stop = a['stop_reason'] || a['gen_ai.response.finish_reasons'] || '';
100
+ steps.push({
101
+ ...base,
102
+ type: 'assistant',
103
+ content: `[LLM ${model}${stop ? ` · stop=${Array.isArray(stop) ? stop.join(',') : stop}` : ''}]`,
104
+ });
105
+ }
106
+ else if (t === 'tool') {
107
+ const name = a['tool_name'] || a['gen_ai.tool.name'];
108
+ const input = a['tool_input'] || a['gen_ai.tool.input'];
109
+ let toolArgs;
110
+ if (input) {
111
+ try {
112
+ toolArgs = typeof input === 'string' ? JSON.parse(input) : input;
113
+ }
114
+ catch { /* raw */ }
115
+ }
116
+ steps.push({
117
+ ...base,
118
+ type: 'action',
119
+ content: input ? (typeof input === 'string' ? input : JSON.stringify(input)) : String(name ?? ''),
120
+ toolName: name ? String(name) : undefined,
121
+ toolArgs,
122
+ });
123
+ }
124
+ else if (t === 'tool.execution') {
125
+ const success = a['success'];
126
+ const id = a['tool_use_id'] || a['gen_ai.tool.call.id'];
127
+ const name = (id && toolNames.get(String(id))) || a['tool_name'];
128
+ const output = a['gen_ai.tool.output'] || a['tool.output'];
129
+ steps.push({
130
+ ...base,
131
+ type: 'tool_result',
132
+ content: output != null ? String(output) : (success === false ? 'tool failed' : 'tool succeeded'),
133
+ toolName: name ? String(name) : undefined,
134
+ toolOutput: output,
135
+ status: success === false ? ToolCallStatus.FAILURE : ToolCallStatus.SUCCESS,
136
+ });
137
+ }
138
+ else if (t === 'tool.blocked_on_user') {
139
+ const decision = String(a['decision'] ?? '');
140
+ if (decision && decision !== 'accept') {
141
+ steps.push({ ...base, type: 'thinking', content: `User ${decision}ed a tool call (${a['source'] ?? ''})` });
142
+ }
143
+ }
144
+ }
145
+ return steps;
146
+ }
147
+ function claudeNativeSignals(spans) {
148
+ const sorted = sortByStart(spans);
149
+ const toolNames = toolNamesById(sorted);
150
+ const signals = [];
151
+ // user_rejection — explicit permission denial (always available, no prompt logging needed).
152
+ const rejections = sorted.filter(s => spanType(s) === 'tool.blocked_on_user' && String(s.attributes?.['decision'] ?? '') !== 'accept'
153
+ && s.attributes?.['decision'] !== undefined);
154
+ if (rejections.length > 0) {
155
+ signals.push({
156
+ id: 'user_rejection',
157
+ title: 'User rejected/aborted a tool the agent proposed',
158
+ severity: 'high',
159
+ count: rejections.length,
160
+ evidence: truncate(rejections.map(r => `${r.attributes?.['decision']} (${r.attributes?.['source'] ?? '?'})`).join(', ')),
161
+ });
162
+ }
163
+ // user_redirect — a correction prompt AFTER the agent has acted (only when
164
+ // prompts are logged; else <REDACTED>). Gate on a prior agent span so multiple
165
+ // opening prompts before the agent responds don't count as redirects (matches
166
+ // the generic path's sawAgentTurn gating).
167
+ const redirects = [];
168
+ let sawAgentSpan = false;
169
+ for (const s of sorted) {
170
+ const t = spanType(s);
171
+ if (t === 'llm_request' || t === 'tool' || t === 'tool.execution') {
172
+ sawAgentSpan = true;
173
+ continue;
174
+ }
175
+ if (t === 'interaction') {
176
+ const p = String(s.attributes?.['user_prompt'] ?? '');
177
+ if (sawAgentSpan && p && p !== '<REDACTED>' && REDIRECT_PATTERNS.some(re => re.test(p)))
178
+ redirects.push(p);
179
+ }
180
+ }
181
+ if (redirects.length > 0) {
182
+ signals.push({
183
+ id: 'user_redirect',
184
+ title: 'User corrected/redirected the agent mid-session',
185
+ severity: 'high',
186
+ count: redirects.length,
187
+ evidence: truncate(redirects.map(r => `"${r}"`).join(' · ')),
188
+ });
189
+ }
190
+ // tool_error_retry — a failed tool.execution followed by another call to the same tool.
191
+ const ordered = sorted.map(s => ({ t: spanType(s), a: s.attributes || {} }));
192
+ let retries = 0;
193
+ let retryEvidence = '';
194
+ for (let i = 0; i < ordered.length; i++) {
195
+ const cur = ordered[i];
196
+ if (cur.t !== 'tool.execution' || cur.a['success'] !== false)
197
+ continue;
198
+ const id = cur.a['tool_use_id'] || cur.a['gen_ai.tool.call.id'];
199
+ const name = (id && toolNames.get(String(id))) || cur.a['tool_name'];
200
+ if (!name)
201
+ continue;
202
+ const laterSame = ordered.slice(i + 1).some(o => o.t === 'tool' && (o.a['tool_name'] === name || o.a['gen_ai.tool.name'] === name));
203
+ if (laterSame) {
204
+ retries++;
205
+ if (!retryEvidence)
206
+ retryEvidence = String(name);
207
+ }
208
+ }
209
+ if (retries > 0) {
210
+ signals.push({
211
+ id: 'tool_error_retry',
212
+ title: 'Tool failed, then was retried — likely a tool-usage / description gap',
213
+ severity: 'high',
214
+ count: retries,
215
+ evidence: retryEvidence,
216
+ });
217
+ }
218
+ // repeated_tool_calls — identical tool + args invoked more than once. Only
219
+ // groups when tool_input is present (native tool spans often omit it); without
220
+ // args each call is keyed by its spanId so legitimately-repeated tools (e.g.
221
+ // many distinct Bash calls) don't false-positive.
222
+ const repeatSeen = new Map();
223
+ for (const s of sorted) {
224
+ if (spanType(s) !== 'tool')
225
+ continue;
226
+ const a = s.attributes || {};
227
+ const name = String(a['tool_name'] ?? a['gen_ai.tool.name'] ?? '?');
228
+ const input = a['tool_input'] ?? a['gen_ai.tool.input'];
229
+ const key = input != null && input !== ''
230
+ ? `${name}::${typeof input === 'string' ? input : JSON.stringify(input)}`
231
+ : `${name}::__unique-${s.spanId}`;
232
+ repeatSeen.set(key, (repeatSeen.get(key) ?? 0) + 1);
233
+ }
234
+ const repeated = [...repeatSeen.entries()].filter(([, n]) => n > 1);
235
+ if (repeated.length > 0) {
236
+ signals.push({
237
+ id: 'repeated_tool_calls',
238
+ title: 'Agent repeated identical tool calls (possible loop / distrust of output)',
239
+ severity: 'medium',
240
+ count: repeated.reduce((acc, [, n]) => acc + (n - 1), 0),
241
+ evidence: truncate(repeated.map(([k, n]) => `${k.split('::')[0]} ×${n}`).join(', ')),
242
+ });
243
+ }
244
+ // write_before_read — a mutating tool ran before any read/inspect tool.
245
+ const toolCalls = sorted.filter(s => spanType(s) === 'tool')
246
+ .map(s => String(s.attributes?.['tool_name'] ?? s.attributes?.['gen_ai.tool.name'] ?? ''));
247
+ const firstWrite = toolCalls.findIndex(n => classifyTool(n) === 'write');
248
+ const firstRead = toolCalls.findIndex(n => classifyTool(n) === 'read');
249
+ if (firstWrite !== -1 && (firstRead === -1 || firstWrite < firstRead)) {
250
+ signals.push({
251
+ id: 'write_before_read',
252
+ title: 'Agent mutated state before reading — possible safety / grounding gap',
253
+ severity: 'high',
254
+ count: 1,
255
+ evidence: `first write: ${toolCalls[firstWrite]}`,
256
+ });
257
+ }
258
+ // long_session — interaction count.
259
+ const interactions = sorted.filter(s => spanType(s) === 'interaction').length;
260
+ if (interactions > 20) {
261
+ signals.push({
262
+ id: 'long_session',
263
+ title: `Long session (${interactions} interactions) — possible confusion or scope creep`,
264
+ severity: 'low',
265
+ count: interactions,
266
+ evidence: `${interactions} interactions, ${toolCalls.length} tool calls`,
267
+ });
268
+ }
269
+ return signals;
270
+ }
271
+ // ─── Generic / event-based path ──────────────────────────────────────────────
272
+ function genericTrajectory(spans, serviceName) {
273
+ const messages = extractMessagesFromSpans(spans, serviceName);
274
+ const erroredSpanIds = new Set(spans.filter(s => s.status === 'ERROR').map(s => s.spanId));
275
+ const steps = [];
276
+ for (const m of messages) {
277
+ const ts = new Date(m.timestamp).getTime() || Date.now();
278
+ const base = { id: m.id, timestamp: ts, latencyMs: m.metadata?.durationMs };
279
+ switch (m.role) {
280
+ case 'assistant':
281
+ steps.push({ ...base, type: 'assistant', content: m.content });
282
+ break;
283
+ case 'tool_call': {
284
+ let toolArgs;
285
+ try {
286
+ toolArgs = m.content ? JSON.parse(m.content) : undefined;
287
+ }
288
+ catch { /* raw */ }
289
+ steps.push({ ...base, type: 'action', content: m.content, toolName: m.metadata?.toolName, toolArgs });
290
+ break;
291
+ }
292
+ case 'tool_result': {
293
+ const errored = m.metadata?.spanId ? erroredSpanIds.has(m.metadata.spanId) : false;
294
+ steps.push({
295
+ ...base, type: 'tool_result', content: m.content, toolName: m.metadata?.toolName,
296
+ toolOutput: m.content, status: errored ? ToolCallStatus.FAILURE : ToolCallStatus.SUCCESS,
297
+ });
298
+ break;
299
+ }
300
+ case 'user':
301
+ steps.push({ ...base, type: 'thinking', content: `User: ${m.content}` });
302
+ break;
303
+ default:
304
+ steps.push({ ...base, type: 'thinking', content: m.content });
305
+ }
306
+ }
307
+ return steps;
308
+ }
309
+ function genericSignals(spans, serviceName) {
310
+ const messages = extractMessagesFromSpans(spans, serviceName);
311
+ // Span ids that errored, so tool_error_retry can key off real span status
312
+ // rather than scraping the result text for words like "error".
313
+ const erroredSpanIds = new Set(spans.filter(s => s.status === 'ERROR').map(s => s.spanId));
314
+ const signals = [];
315
+ let sawAgentTurn = false;
316
+ const redirects = [];
317
+ for (const m of messages) {
318
+ if (m.role === 'assistant' || m.role === 'tool_call' || m.role === 'tool_result')
319
+ sawAgentTurn = true;
320
+ else if (m.role === 'user' && sawAgentTurn && REDIRECT_PATTERNS.some(re => re.test(m.content)))
321
+ redirects.push(m.content);
322
+ }
323
+ if (redirects.length > 0) {
324
+ signals.push({ id: 'user_redirect', title: 'User corrected / redirected the agent mid-session', severity: 'high', count: redirects.length, evidence: truncate(redirects.map(r => `"${r}"`).join(' · ')) });
325
+ }
326
+ const toolCalls = messages.filter(m => m.role === 'tool_call');
327
+ let retries = 0;
328
+ let retryEvidence = '';
329
+ for (let i = 0; i < messages.length - 1; i++) {
330
+ const cur = messages[i];
331
+ if (cur.role !== 'tool_result')
332
+ continue;
333
+ // Primary signal: the underlying span errored. Fall back to a content
334
+ // heuristic only when the result has no span id to check.
335
+ const spanId = cur.metadata?.spanId;
336
+ const errored = spanId
337
+ ? erroredSpanIds.has(spanId)
338
+ : /error|failed|exception|not found|denied/i.test(cur.content);
339
+ if (!errored)
340
+ continue;
341
+ const tool = cur.metadata?.toolName;
342
+ if (tool && messages.slice(i + 1).some(m => m.role === 'tool_call' && m.metadata?.toolName === tool)) {
343
+ retries++;
344
+ if (!retryEvidence)
345
+ retryEvidence = `${tool}: ${truncate(cur.content, 120)}`;
346
+ }
347
+ }
348
+ if (retries > 0) {
349
+ signals.push({ id: 'tool_error_retry', title: 'Tool failed, then was retried — likely a tool-usage / description gap', severity: 'high', count: retries, evidence: retryEvidence });
350
+ }
351
+ const seen = new Map();
352
+ for (const tc of toolCalls) {
353
+ const key = `${tc.metadata?.toolName ?? '?'}::${tc.content}`;
354
+ seen.set(key, (seen.get(key) ?? 0) + 1);
355
+ }
356
+ const repeated = [...seen.entries()].filter(([, n]) => n > 1);
357
+ if (repeated.length > 0) {
358
+ signals.push({ id: 'repeated_tool_calls', title: 'Agent repeated identical tool calls (possible loop / distrust of output)', severity: 'medium', count: repeated.reduce((acc, [, n]) => acc + (n - 1), 0), evidence: truncate(repeated.map(([k, n]) => `${k.split('::')[0]} ×${n}`).join(', ')) });
359
+ }
360
+ const turns = messages.filter(m => m.role === 'assistant' || m.role === 'user').length;
361
+ if (turns > 20) {
362
+ signals.push({ id: 'long_session', title: `Long session (${turns} turns) — possible confusion or scope creep`, severity: 'low', count: turns, evidence: `${turns} conversational turns, ${toolCalls.length} tool calls` });
363
+ }
364
+ const firstWriteIdx = toolCalls.findIndex(tc => classifyTool(tc.metadata?.toolName) === 'write');
365
+ const firstReadIdx = toolCalls.findIndex(tc => classifyTool(tc.metadata?.toolName) === 'read');
366
+ if (firstWriteIdx !== -1 && (firstReadIdx === -1 || firstWriteIdx < firstReadIdx)) {
367
+ signals.push({ id: 'write_before_read', title: 'Agent mutated state before reading — possible safety / grounding gap', severity: 'high', count: 1, evidence: `first write: ${toolCalls[firstWriteIdx].metadata?.toolName ?? '?'}` });
368
+ }
369
+ return signals;
370
+ }
371
+ // ─── Public API ──────────────────────────────────────────────────────────────
372
+ /** Convert session spans into a chronological `TrajectoryStep[]`. */
373
+ export function spansToTrajectory(spans, serviceName) {
374
+ if (!spans || spans.length === 0)
375
+ return [];
376
+ return isClaudeNative(spans) ? claudeNativeTrajectory(spans) : genericTrajectory(spans, serviceName);
377
+ }
378
+ /**
379
+ * Cheap, deterministic signal scan. Empty result ⇒ nothing notable happened
380
+ * (caller may skip the LLM).
381
+ */
382
+ export function scanSessionSignals(spans, serviceName) {
383
+ if (!spans || spans.length === 0)
384
+ return [];
385
+ return isClaudeNative(spans) ? claudeNativeSignals(spans) : genericSignals(spans, serviceName);
386
+ }
387
+ //# sourceMappingURL=spansToTrajectory.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"spansToTrajectory.js","sourceRoot":"","sources":["../../../../services/traces/spansToTrajectory.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH;;;;;;;;;;;;;;;;;;;GAmBG;AAEH,OAAO,EAAwB,cAAc,EAAE,MAAM,SAAS,CAAC;AAC/D,OAAO,EAAE,wBAAwB,EAAE,MAAM,qBAAqB,CAAC;AAU/D,2EAA2E;AAC3E,MAAM,gBAAgB,GAAG,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,WAAW,EAAE,cAAc,CAAC,CAAC;AACzH,mDAAmD;AACnD,MAAM,eAAe,GAAG,CAAC,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC;AAChH,oEAAoE;AACpE,MAAM,iBAAiB,GAAG;IACxB,aAAa,EAAE,eAAe,EAAE,YAAY,EAAE,iCAAiC;IAC/E,cAAc,EAAE,WAAW,EAAE,aAAa,EAAE,kBAAkB,EAAE,gCAAgC;CACjG,CAAC;AAEF,SAAS,YAAY,CAAC,IAAwB;IAC5C,IAAI,CAAC,IAAI;QAAE,OAAO,OAAO,CAAC;IAC1B,MAAM,CAAC,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;IAC7B,IAAI,gBAAgB,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;QAAE,OAAO,OAAO,CAAC;IAC9D,IAAI,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;QAAE,OAAO,MAAM,CAAC;IAC5D,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,SAAS,QAAQ,CAAC,CAAS,EAAE,GAAG,GAAG,GAAG;IACpC,IAAI,CAAC,CAAC;QAAE,OAAO,EAAE,CAAC;IAClB,OAAO,CAAC,CAAC,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;AACpD,CAAC;AAED,iFAAiF;AACjF,SAAS,cAAc,CAAC,KAAa;IACnC,OAAO,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CACpB,CAAC,CAAC,IAAI,EAAE,UAAU,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,UAAU,EAAE,CAAC,WAAW,CAAC,KAAK,SAAS,CAChF,CAAC;AACJ,CAAC;AAED,mEAAmE;AACnE,SAAS,QAAQ,CAAC,CAAO;IACvB,OAAO,MAAM,CAAC,CAAC,CAAC,UAAU,EAAE,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,OAAO,CAAC,gBAAgB,EAAE,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC;AAC5F,CAAC;AAED,SAAS,WAAW,CAAC,KAAa;IAChC,OAAO,CAAC,GAAG,KAAK,CAAC;SACd,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,IAAI,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;SACnE,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;AACvF,CAAC;AAED,gEAAgE;AAChE,SAAS,aAAa,CAAC,KAAa;IAClC,MAAM,CAAC,GAAG,IAAI,GAAG,EAAkB,CAAC;IACpC,KAAK,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC;QACtB,MAAM,CAAC,GAAG,CAAC,CAAC,UAAU,IAAI,EAAE,CAAC;QAC7B,MAAM,EAAE,GAAG,CAAC,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,qBAAqB,CAAC,CAAC;QACxD,MAAM,IAAI,GAAG,CAAC,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,kBAAkB,CAAC,CAAC;QACrD,IAAI,EAAE,IAAI,IAAI;YAAE,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;IAClD,CAAC;IACD,OAAO,CAAC,CAAC;AACX,CAAC;AAED,gFAAgF;AAEhF,SAAS,sBAAsB,CAAC,KAAa;IAC3C,MAAM,MAAM,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC;IAClC,MAAM,SAAS,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC;IACxC,MAAM,KAAK,GAAqB,EAAE,CAAC;IAEnC,KAAK,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;QACvB,MAAM,CAAC,GAAG,CAAC,CAAC,UAAU,IAAI,EAAE,CAAC;QAC7B,MAAM,EAAE,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC;QACzD,MAAM,IAAI,GAAG,EAAE,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,SAAS,EAAE,EAAE,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAC;QAChG,MAAM,CAAC,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;QAEtB,IAAI,CAAC,KAAK,aAAa,EAAE,CAAC;YACxB,MAAM,MAAM,GAAG,CAAC,CAAC,aAAa,CAAC,CAAC;YAChC,MAAM,QAAQ,GAAG,CAAC,MAAM,IAAI,MAAM,KAAK,YAAY,CAAC;YACpD,KAAK,CAAC,IAAI,CAAC;gBACT,GAAG,IAAI;gBACP,IAAI,EAAE,UAAU;gBAChB,OAAO,EAAE,QAAQ;oBACf,CAAC,CAAC,qEAAqE,CAAC,CAAC,oBAAoB,CAAC,IAAI,GAAG,SAAS;oBAC9G,CAAC,CAAC,SAAS,MAAM,EAAE;aACtB,CAAC,CAAC;QACL,CAAC;aAAM,IAAI,CAAC,KAAK,aAAa,EAAE,CAAC;YAC/B,MAAM,KAAK,GAAG,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,sBAAsB,CAAC,IAAI,EAAE,CAAC;YAC5D,MAAM,IAAI,GAAG,CAAC,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,gCAAgC,CAAC,IAAI,EAAE,CAAC;YAC3E,KAAK,CAAC,IAAI,CAAC;gBACT,GAAG,IAAI;gBACP,IAAI,EAAE,WAAW;gBACjB,OAAO,EAAE,QAAQ,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC,WAAW,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,GAAG;aACjG,CAAC,CAAC;QACL,CAAC;aAAM,IAAI,CAAC,KAAK,MAAM,EAAE,CAAC;YACxB,MAAM,IAAI,GAAG,CAAC,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,kBAAkB,CAAC,CAAC;YACrD,MAAM,KAAK,GAAG,CAAC,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,mBAAmB,CAAC,CAAC;YACxD,IAAI,QAAyC,CAAC;YAC9C,IAAI,KAAK,EAAE,CAAC;gBAAC,IAAI,CAAC;oBAAC,QAAQ,GAAG,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;gBAAC,CAAC;gBAAC,MAAM,CAAC,CAAC,SAAS,CAAC,CAAC;YAAC,CAAC;YAC5G,KAAK,CAAC,IAAI,CAAC;gBACT,GAAG,IAAI;gBACP,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;gBACjG,QAAQ,EAAE,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS;gBACzC,QAAQ;aACT,CAAC,CAAC;QACL,CAAC;aAAM,IAAI,CAAC,KAAK,gBAAgB,EAAE,CAAC;YAClC,MAAM,OAAO,GAAG,CAAC,CAAC,SAAS,CAAC,CAAC;YAC7B,MAAM,EAAE,GAAG,CAAC,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,qBAAqB,CAAC,CAAC;YACxD,MAAM,IAAI,GAAG,CAAC,EAAE,IAAI,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,WAAW,CAAC,CAAC;YACjE,MAAM,MAAM,GAAG,CAAC,CAAC,oBAAoB,CAAC,IAAI,CAAC,CAAC,aAAa,CAAC,CAAC;YAC3D,KAAK,CAAC,IAAI,CAAC;gBACT,GAAG,IAAI;gBACP,IAAI,EAAE,aAAa;gBACnB,OAAO,EAAE,MAAM,IAAI,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,KAAK,KAAK,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,gBAAgB,CAAC;gBACjG,QAAQ,EAAE,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS;gBACzC,UAAU,EAAE,MAAM;gBAClB,MAAM,EAAE,OAAO,KAAK,KAAK,CAAC,CAAC,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC,CAAC,cAAc,CAAC,OAAO;aAC5E,CAAC,CAAC;QACL,CAAC;aAAM,IAAI,CAAC,KAAK,sBAAsB,EAAE,CAAC;YACxC,MAAM,QAAQ,GAAG,MAAM,CAAC,CAAC,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC,CAAC;YAC7C,IAAI,QAAQ,IAAI,QAAQ,KAAK,QAAQ,EAAE,CAAC;gBACtC,KAAK,CAAC,IAAI,CAAC,EAAE,GAAG,IAAI,EAAE,IAAI,EAAE,UAAU,EAAE,OAAO,EAAE,QAAQ,QAAQ,mBAAmB,CAAC,CAAC,QAAQ,CAAC,IAAI,EAAE,GAAG,EAAE,CAAC,CAAC;YAC9G,CAAC;QACH,CAAC;IACH,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,mBAAmB,CAAC,KAAa;IACxC,MAAM,MAAM,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC;IAClC,MAAM,SAAS,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC;IACxC,MAAM,OAAO,GAAoB,EAAE,CAAC;IAEpC,4FAA4F;IAC5F,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CACnC,QAAQ,CAAC,CAAC,CAAC,KAAK,sBAAsB,IAAI,MAAM,CAAC,CAAC,CAAC,UAAU,EAAE,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC,KAAK,QAAQ;WAC1F,CAAC,CAAC,UAAU,EAAE,CAAC,UAAU,CAAC,KAAK,SAAS,CAC9C,CAAC;IACF,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC1B,OAAO,CAAC,IAAI,CAAC;YACX,EAAE,EAAE,gBAAgB;YACpB,KAAK,EAAE,iDAAiD;YACxD,QAAQ,EAAE,MAAM;YAChB,KAAK,EAAE,UAAU,CAAC,MAAM;YACxB,QAAQ,EAAE,QAAQ,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,UAAU,EAAE,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,UAAU,EAAE,CAAC,QAAQ,CAAC,IAAI,GAAG,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;SACzH,CAAC,CAAC;IACL,CAAC;IAED,2EAA2E;IAC3E,+EAA+E;IAC/E,8EAA8E;IAC9E,2CAA2C;IAC3C,MAAM,SAAS,GAAa,EAAE,CAAC;IAC/B,IAAI,YAAY,GAAG,KAAK,CAAC;IACzB,KAAK,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;QACvB,MAAM,CAAC,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;QACtB,IAAI,CAAC,KAAK,aAAa,IAAI,CAAC,KAAK,MAAM,IAAI,CAAC,KAAK,gBAAgB,EAAE,CAAC;YAAC,YAAY,GAAG,IAAI,CAAC;YAAC,SAAS;QAAC,CAAC;QACrG,IAAI,CAAC,KAAK,aAAa,EAAE,CAAC;YACxB,MAAM,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,UAAU,EAAE,CAAC,aAAa,CAAC,IAAI,EAAE,CAAC,CAAC;YACtD,IAAI,YAAY,IAAI,CAAC,IAAI,CAAC,KAAK,YAAY,IAAI,iBAAiB,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;gBAAE,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC7G,CAAC;IACH,CAAC;IACD,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACzB,OAAO,CAAC,IAAI,CAAC;YACX,EAAE,EAAE,eAAe;YACnB,KAAK,EAAE,iDAAiD;YACxD,QAAQ,EAAE,MAAM;YAChB,KAAK,EAAE,SAAS,CAAC,MAAM;YACvB,QAAQ,EAAE,QAAQ,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;SAC7D,CAAC,CAAC;IACL,CAAC;IAED,wFAAwF;IACxF,MAAM,OAAO,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,UAAU,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC;IAC7E,IAAI,OAAO,GAAG,CAAC,CAAC;IAAC,IAAI,aAAa,GAAG,EAAE,CAAC;IACxC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACxC,MAAM,GAAG,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;QACvB,IAAI,GAAG,CAAC,CAAC,KAAK,gBAAgB,IAAI,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC,KAAK,KAAK;YAAE,SAAS;QACvE,MAAM,EAAE,GAAG,GAAG,CAAC,CAAC,CAAC,aAAa,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,qBAAqB,CAAC,CAAC;QAChE,MAAM,IAAI,GAAG,CAAC,EAAE,IAAI,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC;QACrE,IAAI,CAAC,IAAI;YAAE,SAAS;QACpB,MAAM,SAAS,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAC9C,CAAC,CAAC,CAAC,KAAK,MAAM,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,kBAAkB,CAAC,KAAK,IAAI,CAAC,CAClF,CAAC;QACF,IAAI,SAAS,EAAE,CAAC;YAAC,OAAO,EAAE,CAAC;YAAC,IAAI,CAAC,aAAa;gBAAE,aAAa,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC;QAAC,CAAC;IACjF,CAAC;IACD,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC;QAChB,OAAO,CAAC,IAAI,CAAC;YACX,EAAE,EAAE,kBAAkB;YACtB,KAAK,EAAE,uEAAuE;YAC9E,QAAQ,EAAE,MAAM;YAChB,KAAK,EAAE,OAAO;YACd,QAAQ,EAAE,aAAa;SACxB,CAAC,CAAC;IACL,CAAC;IAED,2EAA2E;IAC3E,+EAA+E;IAC/E,6EAA6E;IAC7E,kDAAkD;IAClD,MAAM,UAAU,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC7C,KAAK,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;QACvB,IAAI,QAAQ,CAAC,CAAC,CAAC,KAAK,MAAM;YAAE,SAAS;QACrC,MAAM,CAAC,GAAG,CAAC,CAAC,UAAU,IAAI,EAAE,CAAC;QAC7B,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,kBAAkB,CAAC,IAAI,GAAG,CAAC,CAAC;QACpE,MAAM,KAAK,GAAG,CAAC,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,mBAAmB,CAAC,CAAC;QACxD,MAAM,GAAG,GAAG,KAAK,IAAI,IAAI,IAAI,KAAK,KAAK,EAAE;YACvC,CAAC,CAAC,GAAG,IAAI,KAAK,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE;YACzE,CAAC,CAAC,GAAG,IAAI,cAAc,CAAC,CAAC,MAAM,EAAE,CAAC;QACpC,UAAU,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACtD,CAAC;IACD,MAAM,QAAQ,GAAG,CAAC,GAAG,UAAU,CAAC,OAAO,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACpE,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACxB,OAAO,CAAC,IAAI,CAAC;YACX,EAAE,EAAE,qBAAqB;YACzB,KAAK,EAAE,0EAA0E;YACjF,QAAQ,EAAE,QAAQ;YAClB,KAAK,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC;YACxD,QAAQ,EAAE,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;SACrF,CAAC,CAAC;IACL,CAAC;IAED,wEAAwE;IACxE,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,MAAM,CAAC;SACzD,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,UAAU,EAAE,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,UAAU,EAAE,CAAC,kBAAkB,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;IAC7F,MAAM,UAAU,GAAG,SAAS,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,YAAY,CAAC,CAAC,CAAC,KAAK,OAAO,CAAC,CAAC;IACzE,MAAM,SAAS,GAAG,SAAS,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,YAAY,CAAC,CAAC,CAAC,KAAK,MAAM,CAAC,CAAC;IACvE,IAAI,UAAU,KAAK,CAAC,CAAC,IAAI,CAAC,SAAS,KAAK,CAAC,CAAC,IAAI,UAAU,GAAG,SAAS,CAAC,EAAE,CAAC;QACtE,OAAO,CAAC,IAAI,CAAC;YACX,EAAE,EAAE,mBAAmB;YACvB,KAAK,EAAE,sEAAsE;YAC7E,QAAQ,EAAE,MAAM;YAChB,KAAK,EAAE,CAAC;YACR,QAAQ,EAAE,gBAAgB,SAAS,CAAC,UAAU,CAAC,EAAE;SAClD,CAAC,CAAC;IACL,CAAC;IAED,oCAAoC;IACpC,MAAM,YAAY,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,aAAa,CAAC,CAAC,MAAM,CAAC;IAC9E,IAAI,YAAY,GAAG,EAAE,EAAE,CAAC;QACtB,OAAO,CAAC,IAAI,CAAC;YACX,EAAE,EAAE,cAAc;YAClB,KAAK,EAAE,iBAAiB,YAAY,oDAAoD;YACxF,QAAQ,EAAE,KAAK;YACf,KAAK,EAAE,YAAY;YACnB,QAAQ,EAAE,GAAG,YAAY,kBAAkB,SAAS,CAAC,MAAM,aAAa;SACzE,CAAC,CAAC;IACL,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,gFAAgF;AAEhF,SAAS,iBAAiB,CAAC,KAAa,EAAE,WAAoB;IAC5D,MAAM,QAAQ,GAAG,wBAAwB,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;IAC9D,MAAM,cAAc,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;IAC3F,MAAM,KAAK,GAAqB,EAAE,CAAC;IACnC,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;QACzB,MAAM,EAAE,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC;QACzD,MAAM,IAAI,GAAG,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE,SAAS,EAAE,CAAC,CAAC,QAAQ,EAAE,UAAU,EAAE,CAAC;QAC5E,QAAQ,CAAC,CAAC,IAAI,EAAE,CAAC;YACf,KAAK,WAAW;gBACd,KAAK,CAAC,IAAI,CAAC,EAAE,GAAG,IAAI,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;gBAAC,MAAM;YACxE,KAAK,WAAW,CAAC,CAAC,CAAC;gBACjB,IAAI,QAAyC,CAAC;gBAC9C,IAAI,CAAC;oBAAC,QAAQ,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;gBAAC,CAAC;gBAAC,MAAM,CAAC,CAAC,SAAS,CAAC,CAAC;gBACrF,KAAK,CAAC,IAAI,CAAC,EAAE,GAAG,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,QAAQ,EAAE,CAAC,CAAC,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC,CAAC;gBAAC,MAAM;YAC/G,CAAC;YACD,KAAK,aAAa,CAAC,CAAC,CAAC;gBACnB,MAAM,OAAO,GAAG,CAAC,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;gBACnF,KAAK,CAAC,IAAI,CAAC;oBACT,GAAG,IAAI,EAAE,IAAI,EAAE,aAAa,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,QAAQ,EAAE,CAAC,CAAC,QAAQ,EAAE,QAAQ;oBAChF,UAAU,EAAE,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC,CAAC,cAAc,CAAC,OAAO;iBACzF,CAAC,CAAC;gBAAC,MAAM;YACZ,CAAC;YACD,KAAK,MAAM;gBACT,KAAK,CAAC,IAAI,CAAC,EAAE,GAAG,IAAI,EAAE,IAAI,EAAE,UAAU,EAAE,OAAO,EAAE,SAAS,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;gBAAC,MAAM;YAClF;gBACE,KAAK,CAAC,IAAI,CAAC,EAAE,GAAG,IAAI,EAAE,IAAI,EAAE,UAAU,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;QAClE,CAAC;IACH,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,cAAc,CAAC,KAAa,EAAE,WAAoB;IACzD,MAAM,QAAQ,GAAG,wBAAwB,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;IAC9D,0EAA0E;IAC1E,+DAA+D;IAC/D,MAAM,cAAc,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;IAC3F,MAAM,OAAO,GAAoB,EAAE,CAAC;IAEpC,IAAI,YAAY,GAAG,KAAK,CAAC;IACzB,MAAM,SAAS,GAAa,EAAE,CAAC;IAC/B,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;QACzB,IAAI,CAAC,CAAC,IAAI,KAAK,WAAW,IAAI,CAAC,CAAC,IAAI,KAAK,WAAW,IAAI,CAAC,CAAC,IAAI,KAAK,aAAa;YAAE,YAAY,GAAG,IAAI,CAAC;aACjG,IAAI,CAAC,CAAC,IAAI,KAAK,MAAM,IAAI,YAAY,IAAI,iBAAiB,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;YAAE,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;IAC5H,CAAC;IACD,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACzB,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,eAAe,EAAE,KAAK,EAAE,mDAAmD,EAAE,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,SAAS,CAAC,MAAM,EAAE,QAAQ,EAAE,QAAQ,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;IAC7M,CAAC;IAED,MAAM,SAAS,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC;IAE/D,IAAI,OAAO,GAAG,CAAC,CAAC;IAAC,IAAI,aAAa,GAAG,EAAE,CAAC;IACxC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC7C,MAAM,GAAG,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;QACxB,IAAI,GAAG,CAAC,IAAI,KAAK,aAAa;YAAE,SAAS;QACzC,sEAAsE;QACtE,0DAA0D;QAC1D,MAAM,MAAM,GAAG,GAAG,CAAC,QAAQ,EAAE,MAAM,CAAC;QACpC,MAAM,OAAO,GAAG,MAAM;YACpB,CAAC,CAAC,cAAc,CAAC,GAAG,CAAC,MAAM,CAAC;YAC5B,CAAC,CAAC,0CAA0C,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QACjE,IAAI,CAAC,OAAO;YAAE,SAAS;QACvB,MAAM,IAAI,GAAG,GAAG,CAAC,QAAQ,EAAE,QAAQ,CAAC;QACpC,IAAI,IAAI,IAAI,QAAQ,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,WAAW,IAAI,CAAC,CAAC,QAAQ,EAAE,QAAQ,KAAK,IAAI,CAAC,EAAE,CAAC;YACrG,OAAO,EAAE,CAAC;YAAC,IAAI,CAAC,aAAa;gBAAE,aAAa,GAAG,GAAG,IAAI,KAAK,QAAQ,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,CAAC,EAAE,CAAC;QAC1F,CAAC;IACH,CAAC;IACD,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC;QAChB,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,kBAAkB,EAAE,KAAK,EAAE,uEAAuE,EAAE,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,aAAa,EAAE,CAAC,CAAC;IACtL,CAAC;IAED,MAAM,IAAI,GAAG,IAAI,GAAG,EAAkB,CAAC;IACvC,KAAK,MAAM,EAAE,IAAI,SAAS,EAAE,CAAC;QAC3B,MAAM,GAAG,GAAG,GAAG,EAAE,CAAC,QAAQ,EAAE,QAAQ,IAAI,GAAG,KAAK,EAAE,CAAC,OAAO,EAAE,CAAC;QAC7D,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAC1C,CAAC;IACD,MAAM,QAAQ,GAAG,CAAC,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAC9D,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACxB,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,qBAAqB,EAAE,KAAK,EAAE,0EAA0E,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC;IACrS,CAAC;IAED,MAAM,KAAK,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,WAAW,IAAI,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,MAAM,CAAC;IACvF,IAAI,KAAK,GAAG,EAAE,EAAE,CAAC;QACf,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,cAAc,EAAE,KAAK,EAAE,iBAAiB,KAAK,6CAA6C,EAAE,QAAQ,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,QAAQ,EAAE,GAAG,KAAK,0BAA0B,SAAS,CAAC,MAAM,aAAa,EAAE,CAAC,CAAC;IAC7N,CAAC;IAED,MAAM,aAAa,GAAG,SAAS,CAAC,SAAS,CAAC,EAAE,CAAC,EAAE,CAAC,YAAY,CAAC,EAAE,CAAC,QAAQ,EAAE,QAAQ,CAAC,KAAK,OAAO,CAAC,CAAC;IACjG,MAAM,YAAY,GAAG,SAAS,CAAC,SAAS,CAAC,EAAE,CAAC,EAAE,CAAC,YAAY,CAAC,EAAE,CAAC,QAAQ,EAAE,QAAQ,CAAC,KAAK,MAAM,CAAC,CAAC;IAC/F,IAAI,aAAa,KAAK,CAAC,CAAC,IAAI,CAAC,YAAY,KAAK,CAAC,CAAC,IAAI,aAAa,GAAG,YAAY,CAAC,EAAE,CAAC;QAClF,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,mBAAmB,EAAE,KAAK,EAAE,sEAAsE,EAAE,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,EAAE,QAAQ,EAAE,gBAAgB,SAAS,CAAC,aAAa,CAAC,CAAC,QAAQ,EAAE,QAAQ,IAAI,GAAG,EAAE,EAAE,CAAC,CAAC;IACvO,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,gFAAgF;AAEhF,qEAAqE;AACrE,MAAM,UAAU,iBAAiB,CAAC,KAAa,EAAE,WAAoB;IACnE,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IAC5C,OAAO,cAAc,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,sBAAsB,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,iBAAiB,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;AACvG,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,kBAAkB,CAAC,KAAa,EAAE,WAAoB;IACpE,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IAC5C,OAAO,cAAc,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,mBAAmB,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;AACjG,CAAC"}
@@ -0,0 +1,35 @@
1
+ /**
2
+ * Tool Similarity Service
3
+ *
4
+ * Groups tool spans by name + configurable key arguments.
5
+ * This allows users to see "similar" tool invocations grouped together.
6
+ */
7
+ import { CategorizedSpan, ToolSimilarityConfig, ToolGroup } from '../../types/index.js';
8
+ /**
9
+ * Extract all unique argument keys from tool spans.
10
+ * Used to populate the config UI with available options.
11
+ */
12
+ export declare function extractCommonArgKeys(spans: CategorizedSpan[]): string[];
13
+ /**
14
+ * Group tool spans by name + key argument values.
15
+ * Non-tool spans are returned ungrouped.
16
+ */
17
+ export declare function groupToolSpans(spans: CategorizedSpan[], config: ToolSimilarityConfig): {
18
+ groupedSpans: CategorizedSpan[];
19
+ toolGroups: ToolGroup[];
20
+ };
21
+ /**
22
+ * Calculate similarity score between two tool spans (0-1).
23
+ * Used for comparison view to identify matching tools.
24
+ */
25
+ export declare function calculateToolSimilarity(left: CategorizedSpan, right: CategorizedSpan, config: ToolSimilarityConfig): number;
26
+ /**
27
+ * Get summary statistics for tool groups
28
+ */
29
+ export declare function getToolGroupStats(groups: ToolGroup[]): {
30
+ totalTools: number;
31
+ uniqueTools: number;
32
+ mostFrequent: ToolGroup | null;
33
+ longestDuration: ToolGroup | null;
34
+ };
35
+ //# sourceMappingURL=toolSimilarity.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"toolSimilarity.d.ts","sourceRoot":"","sources":["../../../../services/traces/toolSimilarity.ts"],"names":[],"mappings":"AAKA;;;;;GAKG;AAEH,OAAO,EAAE,eAAe,EAAE,oBAAoB,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AAO3E;;;GAGG;AACH,wBAAgB,oBAAoB,CAAC,KAAK,EAAE,eAAe,EAAE,GAAG,MAAM,EAAE,CA2CvE;AA+CD;;;GAGG;AACH,wBAAgB,cAAc,CAC5B,KAAK,EAAE,eAAe,EAAE,EACxB,MAAM,EAAE,oBAAoB,GAC3B;IAAE,YAAY,EAAE,eAAe,EAAE,CAAC;IAAC,UAAU,EAAE,SAAS,EAAE,CAAA;CAAE,CAiE9D;AAED;;;GAGG;AACH,wBAAgB,uBAAuB,CACrC,IAAI,EAAE,eAAe,EACrB,KAAK,EAAE,eAAe,EACtB,MAAM,EAAE,oBAAoB,GAC3B,MAAM,CAmCR;AAED;;GAEG;AACH,wBAAgB,iBAAiB,CAAC,MAAM,EAAE,SAAS,EAAE,GAAG;IACtD,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,SAAS,GAAG,IAAI,CAAC;IAC/B,eAAe,EAAE,SAAS,GAAG,IAAI,CAAC;CACnC,CAeA"}
@@ -0,0 +1,203 @@
1
+ /*
2
+ * Copyright OpenSearch Contributors
3
+ * SPDX-License-Identifier: Apache-2.0
4
+ */
5
+ import { ATTR_GEN_AI_TOOL_NAME } from '@opentelemetry/semantic-conventions/incubating';
6
+ // Custom tool attribute keys (not yet in OTel semantic conventions)
7
+ const ATTR_TOOL_ARGS = 'gen_ai.tool.args';
8
+ const ATTR_TOOL_INPUT = 'gen_ai.tool.input';
9
+ /**
10
+ * Extract all unique argument keys from tool spans.
11
+ * Used to populate the config UI with available options.
12
+ */
13
+ export function extractCommonArgKeys(spans) {
14
+ const keySet = new Set();
15
+ const collectKeys = (spanList) => {
16
+ for (const span of spanList) {
17
+ // Only process TOOL category spans
18
+ if (span.category === 'TOOL') {
19
+ // Check for tool arguments in attributes
20
+ const toolArgs = span.attributes?.[ATTR_TOOL_ARGS];
21
+ if (toolArgs) {
22
+ try {
23
+ const argsObj = typeof toolArgs === 'string' ? JSON.parse(toolArgs) : toolArgs;
24
+ if (argsObj && typeof argsObj === 'object') {
25
+ Object.keys(argsObj).forEach(key => keySet.add(key));
26
+ }
27
+ }
28
+ catch {
29
+ // If parsing fails, try to extract keys from the string representation
30
+ }
31
+ }
32
+ // Also check for input attributes that might contain args
33
+ const input = span.attributes?.[ATTR_TOOL_INPUT];
34
+ if (input) {
35
+ try {
36
+ const inputObj = typeof input === 'string' ? JSON.parse(input) : input;
37
+ if (inputObj && typeof inputObj === 'object') {
38
+ Object.keys(inputObj).forEach(key => keySet.add(key));
39
+ }
40
+ }
41
+ catch {
42
+ // Ignore parsing errors
43
+ }
44
+ }
45
+ }
46
+ // Recursively process children
47
+ if (span.children && span.children.length > 0) {
48
+ collectKeys(span.children);
49
+ }
50
+ }
51
+ };
52
+ collectKeys(spans);
53
+ return Array.from(keySet).sort();
54
+ }
55
+ /**
56
+ * Get tool arguments from a span's attributes
57
+ */
58
+ function getToolArgs(span) {
59
+ const toolArgs = span.attributes?.[ATTR_TOOL_ARGS];
60
+ if (toolArgs) {
61
+ try {
62
+ return typeof toolArgs === 'string' ? JSON.parse(toolArgs) : toolArgs;
63
+ }
64
+ catch {
65
+ return {};
66
+ }
67
+ }
68
+ const input = span.attributes?.[ATTR_TOOL_INPUT];
69
+ if (input) {
70
+ try {
71
+ return typeof input === 'string' ? JSON.parse(input) : input;
72
+ }
73
+ catch {
74
+ return {};
75
+ }
76
+ }
77
+ return {};
78
+ }
79
+ /**
80
+ * Get the tool name from a span
81
+ */
82
+ function getToolName(span) {
83
+ return (span.attributes?.[ATTR_GEN_AI_TOOL_NAME] ||
84
+ span.name ||
85
+ 'unknown_tool');
86
+ }
87
+ /**
88
+ * Create a group key from tool name and key arg values
89
+ */
90
+ function createGroupKey(toolName, keyArgsValues) {
91
+ const sortedKeys = Object.keys(keyArgsValues).sort();
92
+ const valueParts = sortedKeys.map(k => `${k}=${JSON.stringify(keyArgsValues[k])}`);
93
+ return `${toolName}::${valueParts.join('::')}`;
94
+ }
95
+ /**
96
+ * Group tool spans by name + key argument values.
97
+ * Non-tool spans are returned ungrouped.
98
+ */
99
+ export function groupToolSpans(spans, config) {
100
+ if (!config.enabled || config.keyArguments.length === 0) {
101
+ return { groupedSpans: spans, toolGroups: [] };
102
+ }
103
+ const groups = new Map();
104
+ const resultSpans = [];
105
+ const processSpans = (spanList, depth) => {
106
+ const processed = [];
107
+ for (const span of spanList) {
108
+ if (span.category === 'TOOL') {
109
+ const toolName = getToolName(span);
110
+ const allArgs = getToolArgs(span);
111
+ // Extract only the key arguments
112
+ const keyArgsValues = {};
113
+ for (const key of config.keyArguments) {
114
+ if (key in allArgs) {
115
+ keyArgsValues[key] = allArgs[key];
116
+ }
117
+ }
118
+ const groupKey = createGroupKey(toolName, keyArgsValues);
119
+ if (!groups.has(groupKey)) {
120
+ groups.set(groupKey, {
121
+ toolName,
122
+ keyArgsValues,
123
+ spans: [],
124
+ count: 0,
125
+ totalDuration: 0,
126
+ avgDuration: 0,
127
+ });
128
+ }
129
+ const group = groups.get(groupKey);
130
+ const duration = new Date(span.endTime).getTime() - new Date(span.startTime).getTime();
131
+ group.spans.push(span);
132
+ group.count++;
133
+ group.totalDuration += duration;
134
+ group.avgDuration = group.totalDuration / group.count;
135
+ // Add span to result (still show individual spans, but they're now grouped for reference)
136
+ processed.push(span);
137
+ }
138
+ else {
139
+ // Non-tool span - process children recursively
140
+ const processedSpan = { ...span };
141
+ if (span.children && span.children.length > 0) {
142
+ processedSpan.children = processSpans(span.children, depth + 1);
143
+ }
144
+ processed.push(processedSpan);
145
+ }
146
+ }
147
+ return processed;
148
+ };
149
+ const processedSpans = processSpans(spans, 0);
150
+ return {
151
+ groupedSpans: processedSpans,
152
+ toolGroups: Array.from(groups.values()).sort((a, b) => b.count - a.count),
153
+ };
154
+ }
155
+ /**
156
+ * Calculate similarity score between two tool spans (0-1).
157
+ * Used for comparison view to identify matching tools.
158
+ */
159
+ export function calculateToolSimilarity(left, right, config) {
160
+ // Must both be tools
161
+ if (left.category !== 'TOOL' || right.category !== 'TOOL') {
162
+ return 0;
163
+ }
164
+ const leftName = getToolName(left);
165
+ const rightName = getToolName(right);
166
+ // Different tool names = 0 similarity
167
+ if (leftName !== rightName) {
168
+ return 0;
169
+ }
170
+ // Same tool name with no key args config = 1.0 similarity
171
+ if (!config.enabled || config.keyArguments.length === 0) {
172
+ return 1.0;
173
+ }
174
+ // Compare key argument values
175
+ const leftArgs = getToolArgs(left);
176
+ const rightArgs = getToolArgs(right);
177
+ let matchingArgs = 0;
178
+ let totalArgs = config.keyArguments.length;
179
+ for (const key of config.keyArguments) {
180
+ const leftVal = JSON.stringify(leftArgs[key]);
181
+ const rightVal = JSON.stringify(rightArgs[key]);
182
+ if (leftVal === rightVal) {
183
+ matchingArgs++;
184
+ }
185
+ }
186
+ return totalArgs > 0 ? matchingArgs / totalArgs : 1.0;
187
+ }
188
+ /**
189
+ * Get summary statistics for tool groups
190
+ */
191
+ export function getToolGroupStats(groups) {
192
+ const totalTools = groups.reduce((sum, g) => sum + g.count, 0);
193
+ const uniqueTools = groups.length;
194
+ const mostFrequent = groups.length > 0 ? groups[0] : null; // Already sorted by count desc
195
+ const longestDuration = groups.reduce((max, g) => (!max || g.totalDuration > max.totalDuration ? g : max), null);
196
+ return {
197
+ totalTools,
198
+ uniqueTools,
199
+ mostFrequent,
200
+ longestDuration,
201
+ };
202
+ }
203
+ //# sourceMappingURL=toolSimilarity.js.map