@opensearch-project/agent-health 0.3.0 → 0.5.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +77 -6
- package/cli/dist/index.js +10072 -4502
- package/deployment/cloudformation/agent-health-observability.yaml +762 -0
- package/dist/assets/index-CCQRDlO0.js +243 -0
- package/dist/assets/index-CNHQVbcj.css +1 -0
- package/dist/index.html +2 -2
- package/docs/ARCHITECTURE.md +450 -0
- package/docs/BACKEND_JOB_QUEUE.md +405 -0
- package/docs/CLAUDE_CODE_TELEMETRY.md +283 -0
- package/docs/CLI.md +431 -0
- package/docs/CODING_AGENT_ANALYTICS.md +298 -0
- package/docs/CONFIGURATION.md +388 -0
- package/docs/CONNECTORS.md +536 -0
- package/docs/INSTRUMENT_WITH_OTEL.md +390 -0
- package/docs/ML-COMMONS-SETUP.md +289 -0
- package/docs/NPX_PACKAGING.md +195 -0
- package/docs/PERFORMANCE-MONITORING.md +200 -0
- package/docs/PERFORMANCE.md +390 -0
- package/docs/PI_PROFILING.md +169 -0
- package/docs/PLAN-non-agui-agent-support.md +525 -0
- package/docs/SDK.md +577 -0
- package/docs/SKILLS.md +264 -0
- package/docs/blogs/2026-02-28-opensearch-agent-health.md +200 -0
- package/docs/blogs/getting-started-blog.md +608 -0
- package/docs/diagrams/Agent-health.excalidraw +5656 -0
- package/docs/diagrams/architecture.png +0 -0
- package/docs/plans/field-redesign.md +468 -0
- package/docs/rfcs/001-coding-agent-analytics.md +374 -0
- package/docs/rfcs/002-enterprise-leaderboard.md +267 -0
- package/docs/rfcs/003-remote-aggregation.md +146 -0
- package/docs/rfcs/004-test-sdk-v2.md +599 -0
- package/docs/skills/AGENT_HEALTH.md +598 -0
- package/docs/skills/AGENT_PROFILE.md +191 -0
- package/docs/skills/add-connector/SKILL.md +68 -0
- package/docs/skills/agent-health-profile/SKILL.md +40 -0
- package/docs/skills/config-auth/SKILL.md +194 -0
- package/docs/skills/config-auth/evals/evals.json +35 -0
- package/docs/skills/create-pr/SKILL.md +73 -0
- package/docs/skills/instrument-otel/SKILL.md +84 -0
- package/docs/skills/write-test/SKILL.md +124 -0
- package/docs/ui prd.md +376 -0
- package/examples/README.md +53 -0
- package/examples/config/agent-health.config.example.ts +155 -0
- package/examples/connectors/echo-connector.ts +131 -0
- package/examples/eval-files/demo.eval.js +128 -0
- package/examples/eval-files/sdk-hooks-demo.eval.js +99 -0
- package/examples/pi-profiling/README.md +77 -0
- package/examples/pi-profiling/agent-health-profile.ts +417 -0
- package/lib/dist/lib/agentUtils.d.ts +29 -0
- package/lib/dist/lib/agentUtils.d.ts.map +1 -0
- package/lib/dist/lib/agentUtils.js +43 -0
- package/lib/dist/lib/agentUtils.js.map +1 -0
- package/lib/dist/lib/benchmarkExport.d.ts +14 -0
- package/lib/dist/lib/benchmarkExport.d.ts.map +1 -0
- package/lib/dist/lib/benchmarkExport.js +41 -0
- package/lib/dist/lib/benchmarkExport.js.map +1 -0
- package/lib/dist/lib/benchmarkVersionUtils.d.ts +37 -0
- package/lib/dist/lib/benchmarkVersionUtils.d.ts.map +1 -0
- package/lib/dist/lib/benchmarkVersionUtils.js +68 -0
- package/lib/dist/lib/benchmarkVersionUtils.js.map +1 -0
- package/lib/dist/lib/config/defineConfig.d.ts +27 -0
- package/lib/dist/lib/config/defineConfig.d.ts.map +1 -0
- package/lib/dist/lib/config/defineConfig.js +28 -0
- package/lib/dist/lib/config/defineConfig.js.map +1 -0
- package/lib/dist/lib/config/index.d.ts +9 -0
- package/lib/dist/lib/config/index.d.ts.map +1 -0
- package/lib/dist/lib/config/index.js +8 -0
- package/lib/dist/lib/config/index.js.map +1 -0
- package/lib/dist/lib/config/loader.d.ts +39 -0
- package/lib/dist/lib/config/loader.d.ts.map +1 -0
- package/lib/dist/lib/config/loader.js +258 -0
- package/lib/dist/lib/config/loader.js.map +1 -0
- package/lib/dist/lib/config/statePaths.d.ts +61 -0
- package/lib/dist/lib/config/statePaths.d.ts.map +1 -0
- package/lib/dist/lib/config/statePaths.js +188 -0
- package/lib/dist/lib/config/statePaths.js.map +1 -0
- package/lib/dist/lib/config/types.d.ts +231 -0
- package/lib/dist/lib/config/types.d.ts.map +1 -0
- package/lib/dist/lib/config/types.js +6 -0
- package/lib/dist/lib/config/types.js.map +1 -0
- package/lib/dist/lib/config.d.ts +39 -0
- package/lib/dist/lib/config.d.ts.map +1 -0
- package/lib/dist/lib/config.js +118 -0
- package/lib/dist/lib/config.js.map +1 -0
- package/lib/dist/lib/constants.d.ts +70 -0
- package/lib/dist/lib/constants.d.ts.map +1 -0
- package/lib/dist/lib/constants.js +365 -0
- package/lib/dist/lib/constants.js.map +1 -0
- package/lib/dist/lib/contextUtilization.d.ts +23 -0
- package/lib/dist/lib/contextUtilization.d.ts.map +1 -0
- package/lib/dist/lib/contextUtilization.js +72 -0
- package/lib/dist/lib/contextUtilization.js.map +1 -0
- package/lib/dist/lib/dashboardMetrics.d.ts +87 -0
- package/lib/dist/lib/dashboardMetrics.d.ts.map +1 -0
- package/lib/dist/lib/dashboardMetrics.js +242 -0
- package/lib/dist/lib/dashboardMetrics.js.map +1 -0
- package/lib/dist/lib/dataSourceConfig.d.ts +108 -0
- package/lib/dist/lib/dataSourceConfig.d.ts.map +1 -0
- package/lib/dist/lib/dataSourceConfig.js +166 -0
- package/lib/dist/lib/dataSourceConfig.js.map +1 -0
- package/lib/dist/lib/debug.d.ts +26 -0
- package/lib/dist/lib/debug.d.ts.map +1 -0
- package/lib/dist/lib/debug.js +132 -0
- package/lib/dist/lib/debug.js.map +1 -0
- package/lib/dist/lib/diagnostics.d.ts +28 -0
- package/lib/dist/lib/diagnostics.d.ts.map +1 -0
- package/lib/dist/lib/diagnostics.js +65 -0
- package/lib/dist/lib/diagnostics.js.map +1 -0
- package/lib/dist/lib/envCompat.d.ts +27 -0
- package/lib/dist/lib/envCompat.d.ts.map +1 -0
- package/lib/dist/lib/envCompat.js +73 -0
- package/lib/dist/lib/envCompat.js.map +1 -0
- package/lib/dist/lib/findPackageRoot.d.ts +7 -0
- package/lib/dist/lib/findPackageRoot.d.ts.map +1 -0
- package/lib/dist/lib/findPackageRoot.js +57 -0
- package/lib/dist/lib/findPackageRoot.js.map +1 -0
- package/lib/dist/lib/hooks.d.ts +36 -0
- package/lib/dist/lib/hooks.d.ts.map +1 -0
- package/lib/dist/lib/hooks.js +112 -0
- package/lib/dist/lib/hooks.js.map +1 -0
- package/lib/dist/lib/index.d.ts +47 -0
- package/lib/dist/lib/index.d.ts.map +1 -0
- package/lib/dist/lib/index.js +62 -0
- package/lib/dist/lib/index.js.map +1 -0
- package/lib/dist/lib/labels.d.ts +90 -0
- package/lib/dist/lib/labels.d.ts.map +1 -0
- package/lib/dist/lib/labels.js +158 -0
- package/lib/dist/lib/labels.js.map +1 -0
- package/lib/dist/lib/markdown.d.ts +16 -0
- package/lib/dist/lib/markdown.d.ts.map +1 -0
- package/lib/dist/lib/markdown.js +42 -0
- package/lib/dist/lib/markdown.js.map +1 -0
- package/lib/dist/lib/matchers/expect.d.ts +3 -0
- package/lib/dist/lib/matchers/expect.d.ts.map +1 -0
- package/lib/dist/lib/matchers/expect.js +225 -0
- package/lib/dist/lib/matchers/expect.js.map +1 -0
- package/lib/dist/lib/matchers/index.d.ts +8 -0
- package/lib/dist/lib/matchers/index.d.ts.map +1 -0
- package/lib/dist/lib/matchers/index.js +9 -0
- package/lib/dist/lib/matchers/index.js.map +1 -0
- package/lib/dist/lib/matchers/judgeAccessor.d.ts +113 -0
- package/lib/dist/lib/matchers/judgeAccessor.d.ts.map +1 -0
- package/lib/dist/lib/matchers/judgeAccessor.js +183 -0
- package/lib/dist/lib/matchers/judgeAccessor.js.map +1 -0
- package/lib/dist/lib/matchers/session.d.ts +39 -0
- package/lib/dist/lib/matchers/session.d.ts.map +1 -0
- package/lib/dist/lib/matchers/session.js +116 -0
- package/lib/dist/lib/matchers/session.js.map +1 -0
- package/lib/dist/lib/matchers/traces.d.ts +55 -0
- package/lib/dist/lib/matchers/traces.d.ts.map +1 -0
- package/lib/dist/lib/matchers/traces.js +116 -0
- package/lib/dist/lib/matchers/traces.js.map +1 -0
- package/lib/dist/lib/matchers/types.d.ts +75 -0
- package/lib/dist/lib/matchers/types.d.ts.map +1 -0
- package/lib/dist/lib/matchers/types.js +6 -0
- package/lib/dist/lib/matchers/types.js.map +1 -0
- package/lib/dist/lib/packagePaths.d.ts +29 -0
- package/lib/dist/lib/packagePaths.d.ts.map +1 -0
- package/lib/dist/lib/packagePaths.js +63 -0
- package/lib/dist/lib/packagePaths.js.map +1 -0
- package/lib/dist/lib/performance.d.ts +51 -0
- package/lib/dist/lib/performance.d.ts.map +1 -0
- package/lib/dist/lib/performance.js +159 -0
- package/lib/dist/lib/performance.js.map +1 -0
- package/lib/dist/lib/portConfig.d.ts +29 -0
- package/lib/dist/lib/portConfig.d.ts.map +1 -0
- package/lib/dist/lib/portConfig.js +64 -0
- package/lib/dist/lib/portConfig.js.map +1 -0
- package/lib/dist/lib/preferences.d.ts +63 -0
- package/lib/dist/lib/preferences.d.ts.map +1 -0
- package/lib/dist/lib/preferences.js +117 -0
- package/lib/dist/lib/preferences.js.map +1 -0
- package/lib/dist/lib/resolveAgentModel.d.ts +22 -0
- package/lib/dist/lib/resolveAgentModel.d.ts.map +1 -0
- package/lib/dist/lib/resolveAgentModel.js +37 -0
- package/lib/dist/lib/resolveAgentModel.js.map +1 -0
- package/lib/dist/lib/runStats.d.ts +92 -0
- package/lib/dist/lib/runStats.d.ts.map +1 -0
- package/lib/dist/lib/runStats.js +160 -0
- package/lib/dist/lib/runStats.js.map +1 -0
- package/lib/dist/lib/telemetry/constants.d.ts +60 -0
- package/lib/dist/lib/telemetry/constants.d.ts.map +1 -0
- package/lib/dist/lib/telemetry/constants.js +87 -0
- package/lib/dist/lib/telemetry/constants.js.map +1 -0
- package/lib/dist/lib/telemetry/evalSpans.d.ts +61 -0
- package/lib/dist/lib/telemetry/evalSpans.d.ts.map +1 -0
- package/lib/dist/lib/telemetry/evalSpans.js +254 -0
- package/lib/dist/lib/telemetry/evalSpans.js.map +1 -0
- package/lib/dist/lib/telemetry/index.d.ts +11 -0
- package/lib/dist/lib/telemetry/index.d.ts.map +1 -0
- package/lib/dist/lib/telemetry/index.js +15 -0
- package/lib/dist/lib/telemetry/index.js.map +1 -0
- package/lib/dist/lib/telemetry/opensearchExporter.d.ts +43 -0
- package/lib/dist/lib/telemetry/opensearchExporter.d.ts.map +1 -0
- package/lib/dist/lib/telemetry/opensearchExporter.js +217 -0
- package/lib/dist/lib/telemetry/opensearchExporter.js.map +1 -0
- package/lib/dist/lib/telemetry/provider.d.ts +55 -0
- package/lib/dist/lib/telemetry/provider.d.ts.map +1 -0
- package/lib/dist/lib/telemetry/provider.js +140 -0
- package/lib/dist/lib/telemetry/provider.js.map +1 -0
- package/lib/dist/lib/testCaseLabels.d.ts +34 -0
- package/lib/dist/lib/testCaseLabels.d.ts.map +1 -0
- package/lib/dist/lib/testCaseLabels.js +88 -0
- package/lib/dist/lib/testCaseLabels.js.map +1 -0
- package/lib/dist/lib/testCaseValidation.d.ts +140 -0
- package/lib/dist/lib/testCaseValidation.d.ts.map +1 -0
- package/lib/dist/lib/testCaseValidation.js +162 -0
- package/lib/dist/lib/testCaseValidation.js.map +1 -0
- package/lib/dist/lib/testCases/agentFixture.d.ts +80 -0
- package/lib/dist/lib/testCases/agentFixture.d.ts.map +1 -0
- package/lib/dist/lib/testCases/agentFixture.js +43 -0
- package/lib/dist/lib/testCases/agentFixture.js.map +1 -0
- package/lib/dist/lib/testCases/authoringSurface.d.ts +10 -0
- package/lib/dist/lib/testCases/authoringSurface.d.ts.map +1 -0
- package/lib/dist/lib/testCases/authoringSurface.js +54 -0
- package/lib/dist/lib/testCases/authoringSurface.js.map +1 -0
- package/lib/dist/lib/testCases/codemod.d.ts +13 -0
- package/lib/dist/lib/testCases/codemod.d.ts.map +1 -0
- package/lib/dist/lib/testCases/codemod.js +169 -0
- package/lib/dist/lib/testCases/codemod.js.map +1 -0
- package/lib/dist/lib/testCases/define.d.ts +114 -0
- package/lib/dist/lib/testCases/define.d.ts.map +1 -0
- package/lib/dist/lib/testCases/define.js +253 -0
- package/lib/dist/lib/testCases/define.js.map +1 -0
- package/lib/dist/lib/testCases/evaluators.d.ts +80 -0
- package/lib/dist/lib/testCases/evaluators.d.ts.map +1 -0
- package/lib/dist/lib/testCases/evaluators.js +105 -0
- package/lib/dist/lib/testCases/evaluators.js.map +1 -0
- package/lib/dist/lib/testCases/index.d.ts +14 -0
- package/lib/dist/lib/testCases/index.d.ts.map +1 -0
- package/lib/dist/lib/testCases/index.js +12 -0
- package/lib/dist/lib/testCases/index.js.map +1 -0
- package/lib/dist/lib/testCases/judge.d.ts +165 -0
- package/lib/dist/lib/testCases/judge.d.ts.map +1 -0
- package/lib/dist/lib/testCases/judge.js +359 -0
- package/lib/dist/lib/testCases/judge.js.map +1 -0
- package/lib/dist/lib/testCases/loader.d.ts +26 -0
- package/lib/dist/lib/testCases/loader.d.ts.map +1 -0
- package/lib/dist/lib/testCases/loader.js +149 -0
- package/lib/dist/lib/testCases/loader.js.map +1 -0
- package/lib/dist/lib/testCases/types.d.ts +242 -0
- package/lib/dist/lib/testCases/types.d.ts.map +1 -0
- package/lib/dist/lib/testCases/types.js +6 -0
- package/lib/dist/lib/testCases/types.js.map +1 -0
- package/lib/dist/lib/theme.d.ts +6 -0
- package/lib/dist/lib/theme.d.ts.map +1 -0
- package/lib/dist/lib/theme.js +36 -0
- package/lib/dist/lib/theme.js.map +1 -0
- package/lib/dist/lib/uiTelemetry.d.ts +7 -0
- package/lib/dist/lib/uiTelemetry.d.ts.map +1 -0
- package/lib/dist/lib/uiTelemetry.js +25 -0
- package/lib/dist/lib/uiTelemetry.js.map +1 -0
- package/lib/dist/lib/utils.d.ts +96 -0
- package/lib/dist/lib/utils.d.ts.map +1 -0
- package/lib/dist/lib/utils.js +232 -0
- package/lib/dist/lib/utils.js.map +1 -0
- package/lib/dist/lib/workflow/consolidate.d.ts +12 -0
- package/lib/dist/lib/workflow/consolidate.d.ts.map +1 -0
- package/lib/dist/lib/workflow/consolidate.js +33 -0
- package/lib/dist/lib/workflow/consolidate.js.map +1 -0
- package/lib/dist/lib/workflow/index.d.ts +13 -0
- package/lib/dist/lib/workflow/index.d.ts.map +1 -0
- package/lib/dist/lib/workflow/index.js +12 -0
- package/lib/dist/lib/workflow/index.js.map +1 -0
- package/lib/dist/lib/workflow/ledger.d.ts +30 -0
- package/lib/dist/lib/workflow/ledger.d.ts.map +1 -0
- package/lib/dist/lib/workflow/ledger.js +41 -0
- package/lib/dist/lib/workflow/ledger.js.map +1 -0
- package/lib/dist/lib/workflow/pool.d.ts +13 -0
- package/lib/dist/lib/workflow/pool.d.ts.map +1 -0
- package/lib/dist/lib/workflow/pool.js +44 -0
- package/lib/dist/lib/workflow/pool.js.map +1 -0
- package/lib/dist/lib/workflow/source.d.ts +22 -0
- package/lib/dist/lib/workflow/source.d.ts.map +1 -0
- package/lib/dist/lib/workflow/source.js +29 -0
- package/lib/dist/lib/workflow/source.js.map +1 -0
- package/lib/dist/lib/workflow/stepB.d.ts +71 -0
- package/lib/dist/lib/workflow/stepB.d.ts.map +1 -0
- package/lib/dist/lib/workflow/stepB.js +99 -0
- package/lib/dist/lib/workflow/stepB.js.map +1 -0
- package/lib/dist/lib/workflow/types.d.ts +86 -0
- package/lib/dist/lib/workflow/types.d.ts.map +1 -0
- package/lib/dist/lib/workflow/types.js +6 -0
- package/lib/dist/lib/workflow/types.js.map +1 -0
- package/lib/dist/lib/workflow/workflow.d.ts +119 -0
- package/lib/dist/lib/workflow/workflow.d.ts.map +1 -0
- package/lib/dist/lib/workflow/workflow.js +195 -0
- package/lib/dist/lib/workflow/workflow.js.map +1 -0
- package/lib/dist/services/agent/aguiConverter.d.ts +50 -0
- package/lib/dist/services/agent/aguiConverter.d.ts.map +1 -0
- package/lib/dist/services/agent/aguiConverter.js +449 -0
- package/lib/dist/services/agent/aguiConverter.js.map +1 -0
- package/lib/dist/services/agent/index.d.ts +10 -0
- package/lib/dist/services/agent/index.d.ts.map +1 -0
- package/lib/dist/services/agent/index.js +12 -0
- package/lib/dist/services/agent/index.js.map +1 -0
- package/lib/dist/services/agent/payloadBuilder.d.ts +33 -0
- package/lib/dist/services/agent/payloadBuilder.d.ts.map +1 -0
- package/lib/dist/services/agent/payloadBuilder.js +75 -0
- package/lib/dist/services/agent/payloadBuilder.js.map +1 -0
- package/lib/dist/services/agent/sseStream.d.ts +43 -0
- package/lib/dist/services/agent/sseStream.d.ts.map +1 -0
- package/lib/dist/services/agent/sseStream.js +223 -0
- package/lib/dist/services/agent/sseStream.js.map +1 -0
- package/lib/dist/services/connectors/agui/AGUIStreamingConnector.d.ts +44 -0
- package/lib/dist/services/connectors/agui/AGUIStreamingConnector.d.ts.map +1 -0
- package/lib/dist/services/connectors/agui/AGUIStreamingConnector.js +95 -0
- package/lib/dist/services/connectors/agui/AGUIStreamingConnector.js.map +1 -0
- package/lib/dist/services/connectors/base/BaseConnector.d.ts +81 -0
- package/lib/dist/services/connectors/base/BaseConnector.d.ts.map +1 -0
- package/lib/dist/services/connectors/base/BaseConnector.js +170 -0
- package/lib/dist/services/connectors/base/BaseConnector.js.map +1 -0
- package/lib/dist/services/connectors/claude-code/ClaudeCodeConnector.d.ts +116 -0
- package/lib/dist/services/connectors/claude-code/ClaudeCodeConnector.d.ts.map +1 -0
- package/lib/dist/services/connectors/claude-code/ClaudeCodeConnector.js +403 -0
- package/lib/dist/services/connectors/claude-code/ClaudeCodeConnector.js.map +1 -0
- package/lib/dist/services/connectors/index.d.ts +13 -0
- package/lib/dist/services/connectors/index.d.ts.map +1 -0
- package/lib/dist/services/connectors/index.js +32 -0
- package/lib/dist/services/connectors/index.js.map +1 -0
- package/lib/dist/services/connectors/kiro/KiroConnector.d.ts +48 -0
- package/lib/dist/services/connectors/kiro/KiroConnector.d.ts.map +1 -0
- package/lib/dist/services/connectors/kiro/KiroConnector.js +158 -0
- package/lib/dist/services/connectors/kiro/KiroConnector.js.map +1 -0
- package/lib/dist/services/connectors/langgraph/LangGraphConnector.d.ts +36 -0
- package/lib/dist/services/connectors/langgraph/LangGraphConnector.d.ts.map +1 -0
- package/lib/dist/services/connectors/langgraph/LangGraphConnector.js +175 -0
- package/lib/dist/services/connectors/langgraph/LangGraphConnector.js.map +1 -0
- package/lib/dist/services/connectors/mock/MockConnector.d.ts +37 -0
- package/lib/dist/services/connectors/mock/MockConnector.d.ts.map +1 -0
- package/lib/dist/services/connectors/mock/MockConnector.js +120 -0
- package/lib/dist/services/connectors/mock/MockConnector.js.map +1 -0
- package/lib/dist/services/connectors/openai-compatible/OpenAICompatibleConnector.d.ts +42 -0
- package/lib/dist/services/connectors/openai-compatible/OpenAICompatibleConnector.d.ts.map +1 -0
- package/lib/dist/services/connectors/openai-compatible/OpenAICompatibleConnector.js +133 -0
- package/lib/dist/services/connectors/openai-compatible/OpenAICompatibleConnector.js.map +1 -0
- package/lib/dist/services/connectors/pi/PiConnector.d.ts +87 -0
- package/lib/dist/services/connectors/pi/PiConnector.d.ts.map +1 -0
- package/lib/dist/services/connectors/pi/PiConnector.js +274 -0
- package/lib/dist/services/connectors/pi/PiConnector.js.map +1 -0
- package/lib/dist/services/connectors/registry.d.ts +57 -0
- package/lib/dist/services/connectors/registry.d.ts.map +1 -0
- package/lib/dist/services/connectors/registry.js +106 -0
- package/lib/dist/services/connectors/registry.js.map +1 -0
- package/lib/dist/services/connectors/rest/RESTConnector.d.ts +38 -0
- package/lib/dist/services/connectors/rest/RESTConnector.d.ts.map +1 -0
- package/lib/dist/services/connectors/rest/RESTConnector.js +117 -0
- package/lib/dist/services/connectors/rest/RESTConnector.js.map +1 -0
- package/lib/dist/services/connectors/server.d.ts +13 -0
- package/lib/dist/services/connectors/server.d.ts.map +1 -0
- package/lib/dist/services/connectors/server.js +34 -0
- package/lib/dist/services/connectors/server.js.map +1 -0
- package/lib/dist/services/connectors/strands/StrandsConnector.d.ts +48 -0
- package/lib/dist/services/connectors/strands/StrandsConnector.d.ts.map +1 -0
- package/lib/dist/services/connectors/strands/StrandsConnector.js +221 -0
- package/lib/dist/services/connectors/strands/StrandsConnector.js.map +1 -0
- package/lib/dist/services/connectors/subprocess/SubprocessConnector.d.ts +88 -0
- package/lib/dist/services/connectors/subprocess/SubprocessConnector.d.ts.map +1 -0
- package/lib/dist/services/connectors/subprocess/SubprocessConnector.js +418 -0
- package/lib/dist/services/connectors/subprocess/SubprocessConnector.js.map +1 -0
- package/lib/dist/services/connectors/types.d.ts +213 -0
- package/lib/dist/services/connectors/types.d.ts.map +1 -0
- package/lib/dist/services/connectors/types.js +6 -0
- package/lib/dist/services/connectors/types.js.map +1 -0
- package/lib/dist/services/evaluation/bedrockJudge.d.ts +64 -0
- package/lib/dist/services/evaluation/bedrockJudge.d.ts.map +1 -0
- package/lib/dist/services/evaluation/bedrockJudge.js +167 -0
- package/lib/dist/services/evaluation/bedrockJudge.js.map +1 -0
- package/lib/dist/services/evaluation/evaluatorError.d.ts +56 -0
- package/lib/dist/services/evaluation/evaluatorError.d.ts.map +1 -0
- package/lib/dist/services/evaluation/evaluatorError.js +56 -0
- package/lib/dist/services/evaluation/evaluatorError.js.map +1 -0
- package/lib/dist/services/evaluation/index.d.ts +106 -0
- package/lib/dist/services/evaluation/index.d.ts.map +1 -0
- package/lib/dist/services/evaluation/index.js +684 -0
- package/lib/dist/services/evaluation/index.js.map +1 -0
- package/lib/dist/services/evaluation/mockTrajectory.d.ts +3 -0
- package/lib/dist/services/evaluation/mockTrajectory.d.ts.map +1 -0
- package/lib/dist/services/evaluation/mockTrajectory.js +72 -0
- package/lib/dist/services/evaluation/mockTrajectory.js.map +1 -0
- package/lib/dist/services/opensearch/client.d.ts +26 -0
- package/lib/dist/services/opensearch/client.d.ts.map +1 -0
- package/lib/dist/services/opensearch/client.js +131 -0
- package/lib/dist/services/opensearch/client.js.map +1 -0
- package/lib/dist/services/opensearch/index.d.ts +16 -0
- package/lib/dist/services/opensearch/index.d.ts.map +1 -0
- package/lib/dist/services/opensearch/index.js +25 -0
- package/lib/dist/services/opensearch/index.js.map +1 -0
- package/lib/dist/services/storage/asyncBenchmarkStorage.d.ts +123 -0
- package/lib/dist/services/storage/asyncBenchmarkStorage.d.ts.map +1 -0
- package/lib/dist/services/storage/asyncBenchmarkStorage.js +429 -0
- package/lib/dist/services/storage/asyncBenchmarkStorage.js.map +1 -0
- package/lib/dist/services/storage/asyncRunStorage.d.ts +127 -0
- package/lib/dist/services/storage/asyncRunStorage.d.ts.map +1 -0
- package/lib/dist/services/storage/asyncRunStorage.js +448 -0
- package/lib/dist/services/storage/asyncRunStorage.js.map +1 -0
- package/lib/dist/services/storage/asyncTestCaseStorage.d.ts +156 -0
- package/lib/dist/services/storage/asyncTestCaseStorage.d.ts.map +1 -0
- package/lib/dist/services/storage/asyncTestCaseStorage.js +285 -0
- package/lib/dist/services/storage/asyncTestCaseStorage.js.map +1 -0
- package/lib/dist/services/storage/index.d.ts +17 -0
- package/lib/dist/services/storage/index.d.ts.map +1 -0
- package/lib/dist/services/storage/index.js +20 -0
- package/lib/dist/services/storage/index.js.map +1 -0
- package/lib/dist/services/storage/migration.d.ts +54 -0
- package/lib/dist/services/storage/migration.d.ts.map +1 -0
- package/lib/dist/services/storage/migration.js +296 -0
- package/lib/dist/services/storage/migration.js.map +1 -0
- package/lib/dist/services/storage/opensearchClient.d.ts +924 -0
- package/lib/dist/services/storage/opensearchClient.d.ts.map +1 -0
- package/lib/dist/services/storage/opensearchClient.js +435 -0
- package/lib/dist/services/storage/opensearchClient.js.map +1 -0
- package/lib/dist/services/traces/browserRecovery.d.ts +26 -0
- package/lib/dist/services/traces/browserRecovery.d.ts.map +1 -0
- package/lib/dist/services/traces/browserRecovery.js +81 -0
- package/lib/dist/services/traces/browserRecovery.js.map +1 -0
- package/lib/dist/services/traces/categoryStyles.d.ts +21 -0
- package/lib/dist/services/traces/categoryStyles.d.ts.map +1 -0
- package/lib/dist/services/traces/categoryStyles.js +56 -0
- package/lib/dist/services/traces/categoryStyles.js.map +1 -0
- package/lib/dist/services/traces/executionOrderTransform.d.ts +35 -0
- package/lib/dist/services/traces/executionOrderTransform.d.ts.map +1 -0
- package/lib/dist/services/traces/executionOrderTransform.js +313 -0
- package/lib/dist/services/traces/executionOrderTransform.js.map +1 -0
- package/lib/dist/services/traces/fetchSpansForRun.d.ts +86 -0
- package/lib/dist/services/traces/fetchSpansForRun.d.ts.map +1 -0
- package/lib/dist/services/traces/fetchSpansForRun.js +69 -0
- package/lib/dist/services/traces/fetchSpansForRun.js.map +1 -0
- package/lib/dist/services/traces/flowTransform.d.ts +24 -0
- package/lib/dist/services/traces/flowTransform.d.ts.map +1 -0
- package/lib/dist/services/traces/flowTransform.js +228 -0
- package/lib/dist/services/traces/flowTransform.js.map +1 -0
- package/lib/dist/services/traces/index.d.ts +121 -0
- package/lib/dist/services/traces/index.d.ts.map +1 -0
- package/lib/dist/services/traces/index.js +255 -0
- package/lib/dist/services/traces/index.js.map +1 -0
- package/lib/dist/services/traces/intentTransform.d.ts +20 -0
- package/lib/dist/services/traces/intentTransform.d.ts.map +1 -0
- package/lib/dist/services/traces/intentTransform.js +131 -0
- package/lib/dist/services/traces/intentTransform.js.map +1 -0
- package/lib/dist/services/traces/judgeAgentsHints.d.ts +63 -0
- package/lib/dist/services/traces/judgeAgentsHints.d.ts.map +1 -0
- package/lib/dist/services/traces/judgeAgentsHints.js +89 -0
- package/lib/dist/services/traces/judgeAgentsHints.js.map +1 -0
- package/lib/dist/services/traces/messageExtraction.d.ts +15 -0
- package/lib/dist/services/traces/messageExtraction.d.ts.map +1 -0
- package/lib/dist/services/traces/messageExtraction.js +251 -0
- package/lib/dist/services/traces/messageExtraction.js.map +1 -0
- package/lib/dist/services/traces/spanCategorization.d.ts +63 -0
- package/lib/dist/services/traces/spanCategorization.d.ts.map +1 -0
- package/lib/dist/services/traces/spanCategorization.js +276 -0
- package/lib/dist/services/traces/spanCategorization.js.map +1 -0
- package/lib/dist/services/traces/spanPreprocessing.d.ts +37 -0
- package/lib/dist/services/traces/spanPreprocessing.d.ts.map +1 -0
- package/lib/dist/services/traces/spanPreprocessing.js +102 -0
- package/lib/dist/services/traces/spanPreprocessing.js.map +1 -0
- package/lib/dist/services/traces/spansToTrajectory.d.ts +36 -0
- package/lib/dist/services/traces/spansToTrajectory.d.ts.map +1 -0
- package/lib/dist/services/traces/spansToTrajectory.js +387 -0
- package/lib/dist/services/traces/spansToTrajectory.js.map +1 -0
- package/lib/dist/services/traces/toolSimilarity.d.ts +35 -0
- package/lib/dist/services/traces/toolSimilarity.d.ts.map +1 -0
- package/lib/dist/services/traces/toolSimilarity.js +203 -0
- package/lib/dist/services/traces/toolSimilarity.js.map +1 -0
- package/lib/dist/services/traces/traceComparison.d.ts +31 -0
- package/lib/dist/services/traces/traceComparison.d.ts.map +1 -0
- package/lib/dist/services/traces/traceComparison.js +318 -0
- package/lib/dist/services/traces/traceComparison.js.map +1 -0
- package/lib/dist/services/traces/traceGrouping.d.ts +19 -0
- package/lib/dist/services/traces/traceGrouping.d.ts.map +1 -0
- package/lib/dist/services/traces/traceGrouping.js +107 -0
- package/lib/dist/services/traces/traceGrouping.js.map +1 -0
- package/lib/dist/services/traces/tracePoller.d.ts +84 -0
- package/lib/dist/services/traces/tracePoller.d.ts.map +1 -0
- package/lib/dist/services/traces/tracePoller.js +309 -0
- package/lib/dist/services/traces/tracePoller.js.map +1 -0
- package/lib/dist/services/traces/traceStats.d.ts +45 -0
- package/lib/dist/services/traces/traceStats.d.ts.map +1 -0
- package/lib/dist/services/traces/traceStats.js +114 -0
- package/lib/dist/services/traces/traceStats.js.map +1 -0
- package/lib/dist/services/traces/traceSummary.d.ts +47 -0
- package/lib/dist/services/traces/traceSummary.d.ts.map +1 -0
- package/lib/dist/services/traces/traceSummary.js +68 -0
- package/lib/dist/services/traces/traceSummary.js.map +1 -0
- package/lib/dist/services/traces/utils.d.ts +33 -0
- package/lib/dist/services/traces/utils.d.ts.map +1 -0
- package/lib/dist/services/traces/utils.js +114 -0
- package/lib/dist/services/traces/utils.js.map +1 -0
- package/lib/dist/types/agui.d.ts +13 -0
- package/lib/dist/types/agui.d.ts.map +1 -0
- package/lib/dist/types/agui.js +16 -0
- package/lib/dist/types/agui.js.map +1 -0
- package/lib/dist/types/index.d.ts +1175 -0
- package/lib/dist/types/index.d.ts.map +1 -0
- package/lib/dist/types/index.js +12 -0
- package/lib/dist/types/index.js.map +1 -0
- package/lib/dist/types/skills.d.ts +146 -0
- package/lib/dist/types/skills.d.ts.map +1 -0
- package/lib/dist/types/skills.js +6 -0
- package/lib/dist/types/skills.js.map +1 -0
- package/observio-sample-agent/pi-package/README.md +112 -0
- package/observio-sample-agent/pi-package/extensions/agent-health.ts +373 -0
- package/observio-sample-agent/pi-package/package.json +17 -0
- package/observio-sample-agent/pi-package/prompts/agent-health.md +37 -0
- package/observio-sample-agent/pi-package/skills/create-pr/SKILL.md +88 -0
- package/observio-sample-agent/pi-package/skills/fix-bug/SKILL.md +71 -0
- package/observio-sample-agent/pi-package/skills/implement-feature/SKILL.md +156 -0
- package/observio-sample-agent/pi-package/skills/instrument-otel/SKILL.md +208 -0
- package/observio-sample-agent/pi-package/skills/setup-collector/SKILL.md +146 -0
- package/observio-sample-agent/pi-package/skills/write-test/SKILL.md +115 -0
- package/package.json +64 -13
- package/server/dist/app.js +32651 -17637
- package/server/dist/index.js +29875 -14638
- package/tsconfig.lib.json +71 -0
- package/dist/assets/index-EvPLSTAS.js +0 -267
- package/dist/assets/index-RXasQKUs.css +0 -1
- package/lib/dist/config/index.js +0 -404
- package/lib/dist/index.js +0 -1665
|
@@ -0,0 +1,387 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Copyright OpenSearch Contributors
|
|
3
|
+
* SPDX-License-Identifier: Apache-2.0
|
|
4
|
+
*/
|
|
5
|
+
/**
|
|
6
|
+
* Spans → Trajectory adapter (for the `profile` command).
|
|
7
|
+
*
|
|
8
|
+
* Converts a live coding-agent session's OTel spans into the same
|
|
9
|
+
* `TrajectoryStep[]` shape the evaluation/judge pipeline already consumes, so a
|
|
10
|
+
* real session can be analyzed with the very evaluator a customer uses on
|
|
11
|
+
* synthetic evals — no separate runtime, same `improvementStrategies[]` schema.
|
|
12
|
+
*
|
|
13
|
+
* Two span shapes are handled:
|
|
14
|
+
* - **Claude Code native** — content lives in span *attributes* keyed by
|
|
15
|
+
* `span.type` (`interaction`, `tool`, `tool.execution`, `llm_request`,
|
|
16
|
+
* `tool.blocked_on_user`). This is what real `claude_code.*` telemetry
|
|
17
|
+
* emits; verified against a live cluster.
|
|
18
|
+
* - **Generic / event-based** — OTel GenAI `llm.request`/`tool` spans with
|
|
19
|
+
* events, via the shared `extractMessagesFromSpans` helper.
|
|
20
|
+
*
|
|
21
|
+
* Also runs a cheap, deterministic "signal scan" so the downstream reasoner
|
|
22
|
+
* (the in-session coding agent, or a headless judge) gets structured evidence
|
|
23
|
+
* instead of re-deriving it from raw spans.
|
|
24
|
+
*/
|
|
25
|
+
import { ToolCallStatus } from '../../types/index.js';
|
|
26
|
+
import { extractMessagesFromSpans } from './messageExtraction.js';
|
|
27
|
+
/** Tool names (case-insensitive substrings) we treat as state-mutating. */
|
|
28
|
+
const WRITE_TOOL_HINTS = ['write', 'edit', 'apply', 'create', 'delete', 'patch', 'replace', 'multiedit', 'notebookedit'];
|
|
29
|
+
/** Tool names we treat as read-only inspection. */
|
|
30
|
+
const READ_TOOL_HINTS = ['read', 'get', 'list', 'search', 'grep', 'glob', 'find', 'cat', 'view', 'fetch', 'ls'];
|
|
31
|
+
/** Phrases that signal a human correcting/redirecting the agent. */
|
|
32
|
+
const REDIRECT_PATTERNS = [
|
|
33
|
+
/\bno[,.\s]/i, /\bactually\b/i, /\bwrong\b/i, /\bnot (?:that|right|correct)\b/i,
|
|
34
|
+
/\binstead\b/i, /\bstop\b/i, /\bdon'?t\b/i, /\bthat'?s not\b/i, /\btry (?:x|again|something)\b/i,
|
|
35
|
+
];
|
|
36
|
+
function classifyTool(name) {
|
|
37
|
+
if (!name)
|
|
38
|
+
return 'other';
|
|
39
|
+
const n = name.toLowerCase();
|
|
40
|
+
if (WRITE_TOOL_HINTS.some(h => n.includes(h)))
|
|
41
|
+
return 'write';
|
|
42
|
+
if (READ_TOOL_HINTS.some(h => n.includes(h)))
|
|
43
|
+
return 'read';
|
|
44
|
+
return 'other';
|
|
45
|
+
}
|
|
46
|
+
function truncate(s, max = 240) {
|
|
47
|
+
if (!s)
|
|
48
|
+
return '';
|
|
49
|
+
return s.length > max ? `${s.slice(0, max)}…` : s;
|
|
50
|
+
}
|
|
51
|
+
/** Is this a Claude Code native span set (attribute-based, no useful events)? */
|
|
52
|
+
function isClaudeNative(spans) {
|
|
53
|
+
return spans.some(s => s.name?.startsWith('claude_code.') || s.attributes?.['span.type'] !== undefined);
|
|
54
|
+
}
|
|
55
|
+
/** Resolve a span's claude `span.type` (e.g. `tool.execution`). */
|
|
56
|
+
function spanType(s) {
|
|
57
|
+
return String(s.attributes?.['span.type'] ?? s.name?.replace(/^claude_code\./, '') ?? '');
|
|
58
|
+
}
|
|
59
|
+
function sortByStart(spans) {
|
|
60
|
+
return [...spans]
|
|
61
|
+
.filter(s => s.startTime && !isNaN(new Date(s.startTime).getTime()))
|
|
62
|
+
.sort((a, b) => new Date(a.startTime).getTime() - new Date(b.startTime).getTime());
|
|
63
|
+
}
|
|
64
|
+
/** Map tool_use_id → tool_name from the `tool` (call) spans. */
|
|
65
|
+
function toolNamesById(spans) {
|
|
66
|
+
const m = new Map();
|
|
67
|
+
for (const s of spans) {
|
|
68
|
+
const a = s.attributes || {};
|
|
69
|
+
const id = a['tool_use_id'] || a['gen_ai.tool.call.id'];
|
|
70
|
+
const name = a['tool_name'] || a['gen_ai.tool.name'];
|
|
71
|
+
if (id && name)
|
|
72
|
+
m.set(String(id), String(name));
|
|
73
|
+
}
|
|
74
|
+
return m;
|
|
75
|
+
}
|
|
76
|
+
// ─── Claude Code native path ─────────────────────────────────────────────────
|
|
77
|
+
function claudeNativeTrajectory(spans) {
|
|
78
|
+
const sorted = sortByStart(spans);
|
|
79
|
+
const toolNames = toolNamesById(sorted);
|
|
80
|
+
const steps = [];
|
|
81
|
+
for (const s of sorted) {
|
|
82
|
+
const a = s.attributes || {};
|
|
83
|
+
const ts = new Date(s.startTime).getTime() || Date.now();
|
|
84
|
+
const base = { id: s.spanId, timestamp: ts, latencyMs: Number(a['duration_ms']) || s.duration };
|
|
85
|
+
const t = spanType(s);
|
|
86
|
+
if (t === 'interaction') {
|
|
87
|
+
const prompt = a['user_prompt'];
|
|
88
|
+
const redacted = !prompt || prompt === '<REDACTED>';
|
|
89
|
+
steps.push({
|
|
90
|
+
...base,
|
|
91
|
+
type: 'thinking',
|
|
92
|
+
content: redacted
|
|
93
|
+
? `User: [prompt redacted — set OTEL_LOG_USER_PROMPTS=1 to capture] (${a['user_prompt_length'] ?? '?'} chars)`
|
|
94
|
+
: `User: ${prompt}`,
|
|
95
|
+
});
|
|
96
|
+
}
|
|
97
|
+
else if (t === 'llm_request') {
|
|
98
|
+
const model = a['model'] || a['gen_ai.request.model'] || '';
|
|
99
|
+
const stop = a['stop_reason'] || a['gen_ai.response.finish_reasons'] || '';
|
|
100
|
+
steps.push({
|
|
101
|
+
...base,
|
|
102
|
+
type: 'assistant',
|
|
103
|
+
content: `[LLM ${model}${stop ? ` · stop=${Array.isArray(stop) ? stop.join(',') : stop}` : ''}]`,
|
|
104
|
+
});
|
|
105
|
+
}
|
|
106
|
+
else if (t === 'tool') {
|
|
107
|
+
const name = a['tool_name'] || a['gen_ai.tool.name'];
|
|
108
|
+
const input = a['tool_input'] || a['gen_ai.tool.input'];
|
|
109
|
+
let toolArgs;
|
|
110
|
+
if (input) {
|
|
111
|
+
try {
|
|
112
|
+
toolArgs = typeof input === 'string' ? JSON.parse(input) : input;
|
|
113
|
+
}
|
|
114
|
+
catch { /* raw */ }
|
|
115
|
+
}
|
|
116
|
+
steps.push({
|
|
117
|
+
...base,
|
|
118
|
+
type: 'action',
|
|
119
|
+
content: input ? (typeof input === 'string' ? input : JSON.stringify(input)) : String(name ?? ''),
|
|
120
|
+
toolName: name ? String(name) : undefined,
|
|
121
|
+
toolArgs,
|
|
122
|
+
});
|
|
123
|
+
}
|
|
124
|
+
else if (t === 'tool.execution') {
|
|
125
|
+
const success = a['success'];
|
|
126
|
+
const id = a['tool_use_id'] || a['gen_ai.tool.call.id'];
|
|
127
|
+
const name = (id && toolNames.get(String(id))) || a['tool_name'];
|
|
128
|
+
const output = a['gen_ai.tool.output'] || a['tool.output'];
|
|
129
|
+
steps.push({
|
|
130
|
+
...base,
|
|
131
|
+
type: 'tool_result',
|
|
132
|
+
content: output != null ? String(output) : (success === false ? 'tool failed' : 'tool succeeded'),
|
|
133
|
+
toolName: name ? String(name) : undefined,
|
|
134
|
+
toolOutput: output,
|
|
135
|
+
status: success === false ? ToolCallStatus.FAILURE : ToolCallStatus.SUCCESS,
|
|
136
|
+
});
|
|
137
|
+
}
|
|
138
|
+
else if (t === 'tool.blocked_on_user') {
|
|
139
|
+
const decision = String(a['decision'] ?? '');
|
|
140
|
+
if (decision && decision !== 'accept') {
|
|
141
|
+
steps.push({ ...base, type: 'thinking', content: `User ${decision}ed a tool call (${a['source'] ?? ''})` });
|
|
142
|
+
}
|
|
143
|
+
}
|
|
144
|
+
}
|
|
145
|
+
return steps;
|
|
146
|
+
}
|
|
147
|
+
function claudeNativeSignals(spans) {
|
|
148
|
+
const sorted = sortByStart(spans);
|
|
149
|
+
const toolNames = toolNamesById(sorted);
|
|
150
|
+
const signals = [];
|
|
151
|
+
// user_rejection — explicit permission denial (always available, no prompt logging needed).
|
|
152
|
+
const rejections = sorted.filter(s => spanType(s) === 'tool.blocked_on_user' && String(s.attributes?.['decision'] ?? '') !== 'accept'
|
|
153
|
+
&& s.attributes?.['decision'] !== undefined);
|
|
154
|
+
if (rejections.length > 0) {
|
|
155
|
+
signals.push({
|
|
156
|
+
id: 'user_rejection',
|
|
157
|
+
title: 'User rejected/aborted a tool the agent proposed',
|
|
158
|
+
severity: 'high',
|
|
159
|
+
count: rejections.length,
|
|
160
|
+
evidence: truncate(rejections.map(r => `${r.attributes?.['decision']} (${r.attributes?.['source'] ?? '?'})`).join(', ')),
|
|
161
|
+
});
|
|
162
|
+
}
|
|
163
|
+
// user_redirect — a correction prompt AFTER the agent has acted (only when
|
|
164
|
+
// prompts are logged; else <REDACTED>). Gate on a prior agent span so multiple
|
|
165
|
+
// opening prompts before the agent responds don't count as redirects (matches
|
|
166
|
+
// the generic path's sawAgentTurn gating).
|
|
167
|
+
const redirects = [];
|
|
168
|
+
let sawAgentSpan = false;
|
|
169
|
+
for (const s of sorted) {
|
|
170
|
+
const t = spanType(s);
|
|
171
|
+
if (t === 'llm_request' || t === 'tool' || t === 'tool.execution') {
|
|
172
|
+
sawAgentSpan = true;
|
|
173
|
+
continue;
|
|
174
|
+
}
|
|
175
|
+
if (t === 'interaction') {
|
|
176
|
+
const p = String(s.attributes?.['user_prompt'] ?? '');
|
|
177
|
+
if (sawAgentSpan && p && p !== '<REDACTED>' && REDIRECT_PATTERNS.some(re => re.test(p)))
|
|
178
|
+
redirects.push(p);
|
|
179
|
+
}
|
|
180
|
+
}
|
|
181
|
+
if (redirects.length > 0) {
|
|
182
|
+
signals.push({
|
|
183
|
+
id: 'user_redirect',
|
|
184
|
+
title: 'User corrected/redirected the agent mid-session',
|
|
185
|
+
severity: 'high',
|
|
186
|
+
count: redirects.length,
|
|
187
|
+
evidence: truncate(redirects.map(r => `"${r}"`).join(' · ')),
|
|
188
|
+
});
|
|
189
|
+
}
|
|
190
|
+
// tool_error_retry — a failed tool.execution followed by another call to the same tool.
|
|
191
|
+
const ordered = sorted.map(s => ({ t: spanType(s), a: s.attributes || {} }));
|
|
192
|
+
let retries = 0;
|
|
193
|
+
let retryEvidence = '';
|
|
194
|
+
for (let i = 0; i < ordered.length; i++) {
|
|
195
|
+
const cur = ordered[i];
|
|
196
|
+
if (cur.t !== 'tool.execution' || cur.a['success'] !== false)
|
|
197
|
+
continue;
|
|
198
|
+
const id = cur.a['tool_use_id'] || cur.a['gen_ai.tool.call.id'];
|
|
199
|
+
const name = (id && toolNames.get(String(id))) || cur.a['tool_name'];
|
|
200
|
+
if (!name)
|
|
201
|
+
continue;
|
|
202
|
+
const laterSame = ordered.slice(i + 1).some(o => o.t === 'tool' && (o.a['tool_name'] === name || o.a['gen_ai.tool.name'] === name));
|
|
203
|
+
if (laterSame) {
|
|
204
|
+
retries++;
|
|
205
|
+
if (!retryEvidence)
|
|
206
|
+
retryEvidence = String(name);
|
|
207
|
+
}
|
|
208
|
+
}
|
|
209
|
+
if (retries > 0) {
|
|
210
|
+
signals.push({
|
|
211
|
+
id: 'tool_error_retry',
|
|
212
|
+
title: 'Tool failed, then was retried — likely a tool-usage / description gap',
|
|
213
|
+
severity: 'high',
|
|
214
|
+
count: retries,
|
|
215
|
+
evidence: retryEvidence,
|
|
216
|
+
});
|
|
217
|
+
}
|
|
218
|
+
// repeated_tool_calls — identical tool + args invoked more than once. Only
|
|
219
|
+
// groups when tool_input is present (native tool spans often omit it); without
|
|
220
|
+
// args each call is keyed by its spanId so legitimately-repeated tools (e.g.
|
|
221
|
+
// many distinct Bash calls) don't false-positive.
|
|
222
|
+
const repeatSeen = new Map();
|
|
223
|
+
for (const s of sorted) {
|
|
224
|
+
if (spanType(s) !== 'tool')
|
|
225
|
+
continue;
|
|
226
|
+
const a = s.attributes || {};
|
|
227
|
+
const name = String(a['tool_name'] ?? a['gen_ai.tool.name'] ?? '?');
|
|
228
|
+
const input = a['tool_input'] ?? a['gen_ai.tool.input'];
|
|
229
|
+
const key = input != null && input !== ''
|
|
230
|
+
? `${name}::${typeof input === 'string' ? input : JSON.stringify(input)}`
|
|
231
|
+
: `${name}::__unique-${s.spanId}`;
|
|
232
|
+
repeatSeen.set(key, (repeatSeen.get(key) ?? 0) + 1);
|
|
233
|
+
}
|
|
234
|
+
const repeated = [...repeatSeen.entries()].filter(([, n]) => n > 1);
|
|
235
|
+
if (repeated.length > 0) {
|
|
236
|
+
signals.push({
|
|
237
|
+
id: 'repeated_tool_calls',
|
|
238
|
+
title: 'Agent repeated identical tool calls (possible loop / distrust of output)',
|
|
239
|
+
severity: 'medium',
|
|
240
|
+
count: repeated.reduce((acc, [, n]) => acc + (n - 1), 0),
|
|
241
|
+
evidence: truncate(repeated.map(([k, n]) => `${k.split('::')[0]} ×${n}`).join(', ')),
|
|
242
|
+
});
|
|
243
|
+
}
|
|
244
|
+
// write_before_read — a mutating tool ran before any read/inspect tool.
|
|
245
|
+
const toolCalls = sorted.filter(s => spanType(s) === 'tool')
|
|
246
|
+
.map(s => String(s.attributes?.['tool_name'] ?? s.attributes?.['gen_ai.tool.name'] ?? ''));
|
|
247
|
+
const firstWrite = toolCalls.findIndex(n => classifyTool(n) === 'write');
|
|
248
|
+
const firstRead = toolCalls.findIndex(n => classifyTool(n) === 'read');
|
|
249
|
+
if (firstWrite !== -1 && (firstRead === -1 || firstWrite < firstRead)) {
|
|
250
|
+
signals.push({
|
|
251
|
+
id: 'write_before_read',
|
|
252
|
+
title: 'Agent mutated state before reading — possible safety / grounding gap',
|
|
253
|
+
severity: 'high',
|
|
254
|
+
count: 1,
|
|
255
|
+
evidence: `first write: ${toolCalls[firstWrite]}`,
|
|
256
|
+
});
|
|
257
|
+
}
|
|
258
|
+
// long_session — interaction count.
|
|
259
|
+
const interactions = sorted.filter(s => spanType(s) === 'interaction').length;
|
|
260
|
+
if (interactions > 20) {
|
|
261
|
+
signals.push({
|
|
262
|
+
id: 'long_session',
|
|
263
|
+
title: `Long session (${interactions} interactions) — possible confusion or scope creep`,
|
|
264
|
+
severity: 'low',
|
|
265
|
+
count: interactions,
|
|
266
|
+
evidence: `${interactions} interactions, ${toolCalls.length} tool calls`,
|
|
267
|
+
});
|
|
268
|
+
}
|
|
269
|
+
return signals;
|
|
270
|
+
}
|
|
271
|
+
// ─── Generic / event-based path ──────────────────────────────────────────────
|
|
272
|
+
function genericTrajectory(spans, serviceName) {
|
|
273
|
+
const messages = extractMessagesFromSpans(spans, serviceName);
|
|
274
|
+
const erroredSpanIds = new Set(spans.filter(s => s.status === 'ERROR').map(s => s.spanId));
|
|
275
|
+
const steps = [];
|
|
276
|
+
for (const m of messages) {
|
|
277
|
+
const ts = new Date(m.timestamp).getTime() || Date.now();
|
|
278
|
+
const base = { id: m.id, timestamp: ts, latencyMs: m.metadata?.durationMs };
|
|
279
|
+
switch (m.role) {
|
|
280
|
+
case 'assistant':
|
|
281
|
+
steps.push({ ...base, type: 'assistant', content: m.content });
|
|
282
|
+
break;
|
|
283
|
+
case 'tool_call': {
|
|
284
|
+
let toolArgs;
|
|
285
|
+
try {
|
|
286
|
+
toolArgs = m.content ? JSON.parse(m.content) : undefined;
|
|
287
|
+
}
|
|
288
|
+
catch { /* raw */ }
|
|
289
|
+
steps.push({ ...base, type: 'action', content: m.content, toolName: m.metadata?.toolName, toolArgs });
|
|
290
|
+
break;
|
|
291
|
+
}
|
|
292
|
+
case 'tool_result': {
|
|
293
|
+
const errored = m.metadata?.spanId ? erroredSpanIds.has(m.metadata.spanId) : false;
|
|
294
|
+
steps.push({
|
|
295
|
+
...base, type: 'tool_result', content: m.content, toolName: m.metadata?.toolName,
|
|
296
|
+
toolOutput: m.content, status: errored ? ToolCallStatus.FAILURE : ToolCallStatus.SUCCESS,
|
|
297
|
+
});
|
|
298
|
+
break;
|
|
299
|
+
}
|
|
300
|
+
case 'user':
|
|
301
|
+
steps.push({ ...base, type: 'thinking', content: `User: ${m.content}` });
|
|
302
|
+
break;
|
|
303
|
+
default:
|
|
304
|
+
steps.push({ ...base, type: 'thinking', content: m.content });
|
|
305
|
+
}
|
|
306
|
+
}
|
|
307
|
+
return steps;
|
|
308
|
+
}
|
|
309
|
+
function genericSignals(spans, serviceName) {
|
|
310
|
+
const messages = extractMessagesFromSpans(spans, serviceName);
|
|
311
|
+
// Span ids that errored, so tool_error_retry can key off real span status
|
|
312
|
+
// rather than scraping the result text for words like "error".
|
|
313
|
+
const erroredSpanIds = new Set(spans.filter(s => s.status === 'ERROR').map(s => s.spanId));
|
|
314
|
+
const signals = [];
|
|
315
|
+
let sawAgentTurn = false;
|
|
316
|
+
const redirects = [];
|
|
317
|
+
for (const m of messages) {
|
|
318
|
+
if (m.role === 'assistant' || m.role === 'tool_call' || m.role === 'tool_result')
|
|
319
|
+
sawAgentTurn = true;
|
|
320
|
+
else if (m.role === 'user' && sawAgentTurn && REDIRECT_PATTERNS.some(re => re.test(m.content)))
|
|
321
|
+
redirects.push(m.content);
|
|
322
|
+
}
|
|
323
|
+
if (redirects.length > 0) {
|
|
324
|
+
signals.push({ id: 'user_redirect', title: 'User corrected / redirected the agent mid-session', severity: 'high', count: redirects.length, evidence: truncate(redirects.map(r => `"${r}"`).join(' · ')) });
|
|
325
|
+
}
|
|
326
|
+
const toolCalls = messages.filter(m => m.role === 'tool_call');
|
|
327
|
+
let retries = 0;
|
|
328
|
+
let retryEvidence = '';
|
|
329
|
+
for (let i = 0; i < messages.length - 1; i++) {
|
|
330
|
+
const cur = messages[i];
|
|
331
|
+
if (cur.role !== 'tool_result')
|
|
332
|
+
continue;
|
|
333
|
+
// Primary signal: the underlying span errored. Fall back to a content
|
|
334
|
+
// heuristic only when the result has no span id to check.
|
|
335
|
+
const spanId = cur.metadata?.spanId;
|
|
336
|
+
const errored = spanId
|
|
337
|
+
? erroredSpanIds.has(spanId)
|
|
338
|
+
: /error|failed|exception|not found|denied/i.test(cur.content);
|
|
339
|
+
if (!errored)
|
|
340
|
+
continue;
|
|
341
|
+
const tool = cur.metadata?.toolName;
|
|
342
|
+
if (tool && messages.slice(i + 1).some(m => m.role === 'tool_call' && m.metadata?.toolName === tool)) {
|
|
343
|
+
retries++;
|
|
344
|
+
if (!retryEvidence)
|
|
345
|
+
retryEvidence = `${tool}: ${truncate(cur.content, 120)}`;
|
|
346
|
+
}
|
|
347
|
+
}
|
|
348
|
+
if (retries > 0) {
|
|
349
|
+
signals.push({ id: 'tool_error_retry', title: 'Tool failed, then was retried — likely a tool-usage / description gap', severity: 'high', count: retries, evidence: retryEvidence });
|
|
350
|
+
}
|
|
351
|
+
const seen = new Map();
|
|
352
|
+
for (const tc of toolCalls) {
|
|
353
|
+
const key = `${tc.metadata?.toolName ?? '?'}::${tc.content}`;
|
|
354
|
+
seen.set(key, (seen.get(key) ?? 0) + 1);
|
|
355
|
+
}
|
|
356
|
+
const repeated = [...seen.entries()].filter(([, n]) => n > 1);
|
|
357
|
+
if (repeated.length > 0) {
|
|
358
|
+
signals.push({ id: 'repeated_tool_calls', title: 'Agent repeated identical tool calls (possible loop / distrust of output)', severity: 'medium', count: repeated.reduce((acc, [, n]) => acc + (n - 1), 0), evidence: truncate(repeated.map(([k, n]) => `${k.split('::')[0]} ×${n}`).join(', ')) });
|
|
359
|
+
}
|
|
360
|
+
const turns = messages.filter(m => m.role === 'assistant' || m.role === 'user').length;
|
|
361
|
+
if (turns > 20) {
|
|
362
|
+
signals.push({ id: 'long_session', title: `Long session (${turns} turns) — possible confusion or scope creep`, severity: 'low', count: turns, evidence: `${turns} conversational turns, ${toolCalls.length} tool calls` });
|
|
363
|
+
}
|
|
364
|
+
const firstWriteIdx = toolCalls.findIndex(tc => classifyTool(tc.metadata?.toolName) === 'write');
|
|
365
|
+
const firstReadIdx = toolCalls.findIndex(tc => classifyTool(tc.metadata?.toolName) === 'read');
|
|
366
|
+
if (firstWriteIdx !== -1 && (firstReadIdx === -1 || firstWriteIdx < firstReadIdx)) {
|
|
367
|
+
signals.push({ id: 'write_before_read', title: 'Agent mutated state before reading — possible safety / grounding gap', severity: 'high', count: 1, evidence: `first write: ${toolCalls[firstWriteIdx].metadata?.toolName ?? '?'}` });
|
|
368
|
+
}
|
|
369
|
+
return signals;
|
|
370
|
+
}
|
|
371
|
+
// ─── Public API ──────────────────────────────────────────────────────────────
|
|
372
|
+
/** Convert session spans into a chronological `TrajectoryStep[]`. */
|
|
373
|
+
export function spansToTrajectory(spans, serviceName) {
|
|
374
|
+
if (!spans || spans.length === 0)
|
|
375
|
+
return [];
|
|
376
|
+
return isClaudeNative(spans) ? claudeNativeTrajectory(spans) : genericTrajectory(spans, serviceName);
|
|
377
|
+
}
|
|
378
|
+
/**
|
|
379
|
+
* Cheap, deterministic signal scan. Empty result ⇒ nothing notable happened
|
|
380
|
+
* (caller may skip the LLM).
|
|
381
|
+
*/
|
|
382
|
+
export function scanSessionSignals(spans, serviceName) {
|
|
383
|
+
if (!spans || spans.length === 0)
|
|
384
|
+
return [];
|
|
385
|
+
return isClaudeNative(spans) ? claudeNativeSignals(spans) : genericSignals(spans, serviceName);
|
|
386
|
+
}
|
|
387
|
+
//# sourceMappingURL=spansToTrajectory.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"spansToTrajectory.js","sourceRoot":"","sources":["../../../../services/traces/spansToTrajectory.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH;;;;;;;;;;;;;;;;;;;GAmBG;AAEH,OAAO,EAAwB,cAAc,EAAE,MAAM,SAAS,CAAC;AAC/D,OAAO,EAAE,wBAAwB,EAAE,MAAM,qBAAqB,CAAC;AAU/D,2EAA2E;AAC3E,MAAM,gBAAgB,GAAG,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,WAAW,EAAE,cAAc,CAAC,CAAC;AACzH,mDAAmD;AACnD,MAAM,eAAe,GAAG,CAAC,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC;AAChH,oEAAoE;AACpE,MAAM,iBAAiB,GAAG;IACxB,aAAa,EAAE,eAAe,EAAE,YAAY,EAAE,iCAAiC;IAC/E,cAAc,EAAE,WAAW,EAAE,aAAa,EAAE,kBAAkB,EAAE,gCAAgC;CACjG,CAAC;AAEF,SAAS,YAAY,CAAC,IAAwB;IAC5C,IAAI,CAAC,IAAI;QAAE,OAAO,OAAO,CAAC;IAC1B,MAAM,CAAC,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;IAC7B,IAAI,gBAAgB,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;QAAE,OAAO,OAAO,CAAC;IAC9D,IAAI,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;QAAE,OAAO,MAAM,CAAC;IAC5D,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,SAAS,QAAQ,CAAC,CAAS,EAAE,GAAG,GAAG,GAAG;IACpC,IAAI,CAAC,CAAC;QAAE,OAAO,EAAE,CAAC;IAClB,OAAO,CAAC,CAAC,MAAM,GAAG,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;AACpD,CAAC;AAED,iFAAiF;AACjF,SAAS,cAAc,CAAC,KAAa;IACnC,OAAO,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CACpB,CAAC,CAAC,IAAI,EAAE,UAAU,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,UAAU,EAAE,CAAC,WAAW,CAAC,KAAK,SAAS,CAChF,CAAC;AACJ,CAAC;AAED,mEAAmE;AACnE,SAAS,QAAQ,CAAC,CAAO;IACvB,OAAO,MAAM,CAAC,CAAC,CAAC,UAAU,EAAE,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,OAAO,CAAC,gBAAgB,EAAE,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC;AAC5F,CAAC;AAED,SAAS,WAAW,CAAC,KAAa;IAChC,OAAO,CAAC,GAAG,KAAK,CAAC;SACd,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,IAAI,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;SACnE,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;AACvF,CAAC;AAED,gEAAgE;AAChE,SAAS,aAAa,CAAC,KAAa;IAClC,MAAM,CAAC,GAAG,IAAI,GAAG,EAAkB,CAAC;IACpC,KAAK,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC;QACtB,MAAM,CAAC,GAAG,CAAC,CAAC,UAAU,IAAI,EAAE,CAAC;QAC7B,MAAM,EAAE,GAAG,CAAC,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,qBAAqB,CAAC,CAAC;QACxD,MAAM,IAAI,GAAG,CAAC,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,kBAAkB,CAAC,CAAC;QACrD,IAAI,EAAE,IAAI,IAAI;YAAE,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;IAClD,CAAC;IACD,OAAO,CAAC,CAAC;AACX,CAAC;AAED,gFAAgF;AAEhF,SAAS,sBAAsB,CAAC,KAAa;IAC3C,MAAM,MAAM,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC;IAClC,MAAM,SAAS,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC;IACxC,MAAM,KAAK,GAAqB,EAAE,CAAC;IAEnC,KAAK,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;QACvB,MAAM,CAAC,GAAG,CAAC,CAAC,UAAU,IAAI,EAAE,CAAC;QAC7B,MAAM,EAAE,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC;QACzD,MAAM,IAAI,GAAG,EAAE,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,SAAS,EAAE,EAAE,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAC;QAChG,MAAM,CAAC,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;QAEtB,IAAI,CAAC,KAAK,aAAa,EAAE,CAAC;YACxB,MAAM,MAAM,GAAG,CAAC,CAAC,aAAa,CAAC,CAAC;YAChC,MAAM,QAAQ,GAAG,CAAC,MAAM,IAAI,MAAM,KAAK,YAAY,CAAC;YACpD,KAAK,CAAC,IAAI,CAAC;gBACT,GAAG,IAAI;gBACP,IAAI,EAAE,UAAU;gBAChB,OAAO,EAAE,QAAQ;oBACf,CAAC,CAAC,qEAAqE,CAAC,CAAC,oBAAoB,CAAC,IAAI,GAAG,SAAS;oBAC9G,CAAC,CAAC,SAAS,MAAM,EAAE;aACtB,CAAC,CAAC;QACL,CAAC;aAAM,IAAI,CAAC,KAAK,aAAa,EAAE,CAAC;YAC/B,MAAM,KAAK,GAAG,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,sBAAsB,CAAC,IAAI,EAAE,CAAC;YAC5D,MAAM,IAAI,GAAG,CAAC,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,gCAAgC,CAAC,IAAI,EAAE,CAAC;YAC3E,KAAK,CAAC,IAAI,CAAC;gBACT,GAAG,IAAI;gBACP,IAAI,EAAE,WAAW;gBACjB,OAAO,EAAE,QAAQ,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC,WAAW,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,GAAG;aACjG,CAAC,CAAC;QACL,CAAC;aAAM,IAAI,CAAC,KAAK,MAAM,EAAE,CAAC;YACxB,MAAM,IAAI,GAAG,CAAC,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,kBAAkB,CAAC,CAAC;YACrD,MAAM,KAAK,GAAG,CAAC,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,mBAAmB,CAAC,CAAC;YACxD,IAAI,QAAyC,CAAC;YAC9C,IAAI,KAAK,EAAE,CAAC;gBAAC,IAAI,CAAC;oBAAC,QAAQ,GAAG,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;gBAAC,CAAC;gBAAC,MAAM,CAAC,CAAC,SAAS,CAAC,CAAC;YAAC,CAAC;YAC5G,KAAK,CAAC,IAAI,CAAC;gBACT,GAAG,IAAI;gBACP,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;gBACjG,QAAQ,EAAE,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS;gBACzC,QAAQ;aACT,CAAC,CAAC;QACL,CAAC;aAAM,IAAI,CAAC,KAAK,gBAAgB,EAAE,CAAC;YAClC,MAAM,OAAO,GAAG,CAAC,CAAC,SAAS,CAAC,CAAC;YAC7B,MAAM,EAAE,GAAG,CAAC,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,qBAAqB,CAAC,CAAC;YACxD,MAAM,IAAI,GAAG,CAAC,EAAE,IAAI,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,WAAW,CAAC,CAAC;YACjE,MAAM,MAAM,GAAG,CAAC,CAAC,oBAAoB,CAAC,IAAI,CAAC,CAAC,aAAa,CAAC,CAAC;YAC3D,KAAK,CAAC,IAAI,CAAC;gBACT,GAAG,IAAI;gBACP,IAAI,EAAE,aAAa;gBACnB,OAAO,EAAE,MAAM,IAAI,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,KAAK,KAAK,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,gBAAgB,CAAC;gBACjG,QAAQ,EAAE,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS;gBACzC,UAAU,EAAE,MAAM;gBAClB,MAAM,EAAE,OAAO,KAAK,KAAK,CAAC,CAAC,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC,CAAC,cAAc,CAAC,OAAO;aAC5E,CAAC,CAAC;QACL,CAAC;aAAM,IAAI,CAAC,KAAK,sBAAsB,EAAE,CAAC;YACxC,MAAM,QAAQ,GAAG,MAAM,CAAC,CAAC,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC,CAAC;YAC7C,IAAI,QAAQ,IAAI,QAAQ,KAAK,QAAQ,EAAE,CAAC;gBACtC,KAAK,CAAC,IAAI,CAAC,EAAE,GAAG,IAAI,EAAE,IAAI,EAAE,UAAU,EAAE,OAAO,EAAE,QAAQ,QAAQ,mBAAmB,CAAC,CAAC,QAAQ,CAAC,IAAI,EAAE,GAAG,EAAE,CAAC,CAAC;YAC9G,CAAC;QACH,CAAC;IACH,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,mBAAmB,CAAC,KAAa;IACxC,MAAM,MAAM,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC;IAClC,MAAM,SAAS,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC;IACxC,MAAM,OAAO,GAAoB,EAAE,CAAC;IAEpC,4FAA4F;IAC5F,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CACnC,QAAQ,CAAC,CAAC,CAAC,KAAK,sBAAsB,IAAI,MAAM,CAAC,CAAC,CAAC,UAAU,EAAE,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC,KAAK,QAAQ;WAC1F,CAAC,CAAC,UAAU,EAAE,CAAC,UAAU,CAAC,KAAK,SAAS,CAC9C,CAAC;IACF,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC1B,OAAO,CAAC,IAAI,CAAC;YACX,EAAE,EAAE,gBAAgB;YACpB,KAAK,EAAE,iDAAiD;YACxD,QAAQ,EAAE,MAAM;YAChB,KAAK,EAAE,UAAU,CAAC,MAAM;YACxB,QAAQ,EAAE,QAAQ,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,CAAC,CAAC,UAAU,EAAE,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,UAAU,EAAE,CAAC,QAAQ,CAAC,IAAI,GAAG,GAAG,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;SACzH,CAAC,CAAC;IACL,CAAC;IAED,2EAA2E;IAC3E,+EAA+E;IAC/E,8EAA8E;IAC9E,2CAA2C;IAC3C,MAAM,SAAS,GAAa,EAAE,CAAC;IAC/B,IAAI,YAAY,GAAG,KAAK,CAAC;IACzB,KAAK,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;QACvB,MAAM,CAAC,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;QACtB,IAAI,CAAC,KAAK,aAAa,IAAI,CAAC,KAAK,MAAM,IAAI,CAAC,KAAK,gBAAgB,EAAE,CAAC;YAAC,YAAY,GAAG,IAAI,CAAC;YAAC,SAAS;QAAC,CAAC;QACrG,IAAI,CAAC,KAAK,aAAa,EAAE,CAAC;YACxB,MAAM,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,UAAU,EAAE,CAAC,aAAa,CAAC,IAAI,EAAE,CAAC,CAAC;YACtD,IAAI,YAAY,IAAI,CAAC,IAAI,CAAC,KAAK,YAAY,IAAI,iBAAiB,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;gBAAE,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC7G,CAAC;IACH,CAAC;IACD,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACzB,OAAO,CAAC,IAAI,CAAC;YACX,EAAE,EAAE,eAAe;YACnB,KAAK,EAAE,iDAAiD;YACxD,QAAQ,EAAE,MAAM;YAChB,KAAK,EAAE,SAAS,CAAC,MAAM;YACvB,QAAQ,EAAE,QAAQ,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;SAC7D,CAAC,CAAC;IACL,CAAC;IAED,wFAAwF;IACxF,MAAM,OAAO,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,UAAU,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC;IAC7E,IAAI,OAAO,GAAG,CAAC,CAAC;IAAC,IAAI,aAAa,GAAG,EAAE,CAAC;IACxC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACxC,MAAM,GAAG,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;QACvB,IAAI,GAAG,CAAC,CAAC,KAAK,gBAAgB,IAAI,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC,KAAK,KAAK;YAAE,SAAS;QACvE,MAAM,EAAE,GAAG,GAAG,CAAC,CAAC,CAAC,aAAa,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,qBAAqB,CAAC,CAAC;QAChE,MAAM,IAAI,GAAG,CAAC,EAAE,IAAI,SAAS,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC;QACrE,IAAI,CAAC,IAAI;YAAE,SAAS;QACpB,MAAM,SAAS,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAC9C,CAAC,CAAC,CAAC,KAAK,MAAM,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,kBAAkB,CAAC,KAAK,IAAI,CAAC,CAClF,CAAC;QACF,IAAI,SAAS,EAAE,CAAC;YAAC,OAAO,EAAE,CAAC;YAAC,IAAI,CAAC,aAAa;gBAAE,aAAa,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC;QAAC,CAAC;IACjF,CAAC;IACD,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC;QAChB,OAAO,CAAC,IAAI,CAAC;YACX,EAAE,EAAE,kBAAkB;YACtB,KAAK,EAAE,uEAAuE;YAC9E,QAAQ,EAAE,MAAM;YAChB,KAAK,EAAE,OAAO;YACd,QAAQ,EAAE,aAAa;SACxB,CAAC,CAAC;IACL,CAAC;IAED,2EAA2E;IAC3E,+EAA+E;IAC/E,6EAA6E;IAC7E,kDAAkD;IAClD,MAAM,UAAU,GAAG,IAAI,GAAG,EAAkB,CAAC;IAC7C,KAAK,MAAM,CAAC,IAAI,MAAM,EAAE,CAAC;QACvB,IAAI,QAAQ,CAAC,CAAC,CAAC,KAAK,MAAM;YAAE,SAAS;QACrC,MAAM,CAAC,GAAG,CAAC,CAAC,UAAU,IAAI,EAAE,CAAC;QAC7B,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,kBAAkB,CAAC,IAAI,GAAG,CAAC,CAAC;QACpE,MAAM,KAAK,GAAG,CAAC,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,mBAAmB,CAAC,CAAC;QACxD,MAAM,GAAG,GAAG,KAAK,IAAI,IAAI,IAAI,KAAK,KAAK,EAAE;YACvC,CAAC,CAAC,GAAG,IAAI,KAAK,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE;YACzE,CAAC,CAAC,GAAG,IAAI,cAAc,CAAC,CAAC,MAAM,EAAE,CAAC;QACpC,UAAU,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACtD,CAAC;IACD,MAAM,QAAQ,GAAG,CAAC,GAAG,UAAU,CAAC,OAAO,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IACpE,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACxB,OAAO,CAAC,IAAI,CAAC;YACX,EAAE,EAAE,qBAAqB;YACzB,KAAK,EAAE,0EAA0E;YACjF,QAAQ,EAAE,QAAQ;YAClB,KAAK,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC;YACxD,QAAQ,EAAE,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;SACrF,CAAC,CAAC;IACL,CAAC;IAED,wEAAwE;IACxE,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,MAAM,CAAC;SACzD,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,UAAU,EAAE,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,UAAU,EAAE,CAAC,kBAAkB,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;IAC7F,MAAM,UAAU,GAAG,SAAS,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,YAAY,CAAC,CAAC,CAAC,KAAK,OAAO,CAAC,CAAC;IACzE,MAAM,SAAS,GAAG,SAAS,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,YAAY,CAAC,CAAC,CAAC,KAAK,MAAM,CAAC,CAAC;IACvE,IAAI,UAAU,KAAK,CAAC,CAAC,IAAI,CAAC,SAAS,KAAK,CAAC,CAAC,IAAI,UAAU,GAAG,SAAS,CAAC,EAAE,CAAC;QACtE,OAAO,CAAC,IAAI,CAAC;YACX,EAAE,EAAE,mBAAmB;YACvB,KAAK,EAAE,sEAAsE;YAC7E,QAAQ,EAAE,MAAM;YAChB,KAAK,EAAE,CAAC;YACR,QAAQ,EAAE,gBAAgB,SAAS,CAAC,UAAU,CAAC,EAAE;SAClD,CAAC,CAAC;IACL,CAAC;IAED,oCAAoC;IACpC,MAAM,YAAY,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,aAAa,CAAC,CAAC,MAAM,CAAC;IAC9E,IAAI,YAAY,GAAG,EAAE,EAAE,CAAC;QACtB,OAAO,CAAC,IAAI,CAAC;YACX,EAAE,EAAE,cAAc;YAClB,KAAK,EAAE,iBAAiB,YAAY,oDAAoD;YACxF,QAAQ,EAAE,KAAK;YACf,KAAK,EAAE,YAAY;YACnB,QAAQ,EAAE,GAAG,YAAY,kBAAkB,SAAS,CAAC,MAAM,aAAa;SACzE,CAAC,CAAC;IACL,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,gFAAgF;AAEhF,SAAS,iBAAiB,CAAC,KAAa,EAAE,WAAoB;IAC5D,MAAM,QAAQ,GAAG,wBAAwB,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;IAC9D,MAAM,cAAc,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;IAC3F,MAAM,KAAK,GAAqB,EAAE,CAAC;IACnC,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;QACzB,MAAM,EAAE,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC;QACzD,MAAM,IAAI,GAAG,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE,SAAS,EAAE,CAAC,CAAC,QAAQ,EAAE,UAAU,EAAE,CAAC;QAC5E,QAAQ,CAAC,CAAC,IAAI,EAAE,CAAC;YACf,KAAK,WAAW;gBACd,KAAK,CAAC,IAAI,CAAC,EAAE,GAAG,IAAI,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;gBAAC,MAAM;YACxE,KAAK,WAAW,CAAC,CAAC,CAAC;gBACjB,IAAI,QAAyC,CAAC;gBAC9C,IAAI,CAAC;oBAAC,QAAQ,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;gBAAC,CAAC;gBAAC,MAAM,CAAC,CAAC,SAAS,CAAC,CAAC;gBACrF,KAAK,CAAC,IAAI,CAAC,EAAE,GAAG,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,QAAQ,EAAE,CAAC,CAAC,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE,CAAC,CAAC;gBAAC,MAAM;YAC/G,CAAC;YACD,KAAK,aAAa,CAAC,CAAC,CAAC;gBACnB,MAAM,OAAO,GAAG,CAAC,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;gBACnF,KAAK,CAAC,IAAI,CAAC;oBACT,GAAG,IAAI,EAAE,IAAI,EAAE,aAAa,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,QAAQ,EAAE,CAAC,CAAC,QAAQ,EAAE,QAAQ;oBAChF,UAAU,EAAE,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC,CAAC,cAAc,CAAC,OAAO;iBACzF,CAAC,CAAC;gBAAC,MAAM;YACZ,CAAC;YACD,KAAK,MAAM;gBACT,KAAK,CAAC,IAAI,CAAC,EAAE,GAAG,IAAI,EAAE,IAAI,EAAE,UAAU,EAAE,OAAO,EAAE,SAAS,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;gBAAC,MAAM;YAClF;gBACE,KAAK,CAAC,IAAI,CAAC,EAAE,GAAG,IAAI,EAAE,IAAI,EAAE,UAAU,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;QAClE,CAAC;IACH,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,cAAc,CAAC,KAAa,EAAE,WAAoB;IACzD,MAAM,QAAQ,GAAG,wBAAwB,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;IAC9D,0EAA0E;IAC1E,+DAA+D;IAC/D,MAAM,cAAc,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;IAC3F,MAAM,OAAO,GAAoB,EAAE,CAAC;IAEpC,IAAI,YAAY,GAAG,KAAK,CAAC;IACzB,MAAM,SAAS,GAAa,EAAE,CAAC;IAC/B,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;QACzB,IAAI,CAAC,CAAC,IAAI,KAAK,WAAW,IAAI,CAAC,CAAC,IAAI,KAAK,WAAW,IAAI,CAAC,CAAC,IAAI,KAAK,aAAa;YAAE,YAAY,GAAG,IAAI,CAAC;aACjG,IAAI,CAAC,CAAC,IAAI,KAAK,MAAM,IAAI,YAAY,IAAI,iBAAiB,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;YAAE,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;IAC5H,CAAC;IACD,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACzB,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,eAAe,EAAE,KAAK,EAAE,mDAAmD,EAAE,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,SAAS,CAAC,MAAM,EAAE,QAAQ,EAAE,QAAQ,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;IAC7M,CAAC;IAED,MAAM,SAAS,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC;IAE/D,IAAI,OAAO,GAAG,CAAC,CAAC;IAAC,IAAI,aAAa,GAAG,EAAE,CAAC;IACxC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC7C,MAAM,GAAG,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;QACxB,IAAI,GAAG,CAAC,IAAI,KAAK,aAAa;YAAE,SAAS;QACzC,sEAAsE;QACtE,0DAA0D;QAC1D,MAAM,MAAM,GAAG,GAAG,CAAC,QAAQ,EAAE,MAAM,CAAC;QACpC,MAAM,OAAO,GAAG,MAAM;YACpB,CAAC,CAAC,cAAc,CAAC,GAAG,CAAC,MAAM,CAAC;YAC5B,CAAC,CAAC,0CAA0C,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QACjE,IAAI,CAAC,OAAO;YAAE,SAAS;QACvB,MAAM,IAAI,GAAG,GAAG,CAAC,QAAQ,EAAE,QAAQ,CAAC;QACpC,IAAI,IAAI,IAAI,QAAQ,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,WAAW,IAAI,CAAC,CAAC,QAAQ,EAAE,QAAQ,KAAK,IAAI,CAAC,EAAE,CAAC;YACrG,OAAO,EAAE,CAAC;YAAC,IAAI,CAAC,aAAa;gBAAE,aAAa,GAAG,GAAG,IAAI,KAAK,QAAQ,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,CAAC,EAAE,CAAC;QAC1F,CAAC;IACH,CAAC;IACD,IAAI,OAAO,GAAG,CAAC,EAAE,CAAC;QAChB,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,kBAAkB,EAAE,KAAK,EAAE,uEAAuE,EAAE,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,aAAa,EAAE,CAAC,CAAC;IACtL,CAAC;IAED,MAAM,IAAI,GAAG,IAAI,GAAG,EAAkB,CAAC;IACvC,KAAK,MAAM,EAAE,IAAI,SAAS,EAAE,CAAC;QAC3B,MAAM,GAAG,GAAG,GAAG,EAAE,CAAC,QAAQ,EAAE,QAAQ,IAAI,GAAG,KAAK,EAAE,CAAC,OAAO,EAAE,CAAC;QAC7D,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAC1C,CAAC;IACD,MAAM,QAAQ,GAAG,CAAC,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAC9D,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACxB,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,qBAAqB,EAAE,KAAK,EAAE,0EAA0E,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,QAAQ,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC;IACrS,CAAC;IAED,MAAM,KAAK,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,WAAW,IAAI,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,MAAM,CAAC;IACvF,IAAI,KAAK,GAAG,EAAE,EAAE,CAAC;QACf,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,cAAc,EAAE,KAAK,EAAE,iBAAiB,KAAK,6CAA6C,EAAE,QAAQ,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,QAAQ,EAAE,GAAG,KAAK,0BAA0B,SAAS,CAAC,MAAM,aAAa,EAAE,CAAC,CAAC;IAC7N,CAAC;IAED,MAAM,aAAa,GAAG,SAAS,CAAC,SAAS,CAAC,EAAE,CAAC,EAAE,CAAC,YAAY,CAAC,EAAE,CAAC,QAAQ,EAAE,QAAQ,CAAC,KAAK,OAAO,CAAC,CAAC;IACjG,MAAM,YAAY,GAAG,SAAS,CAAC,SAAS,CAAC,EAAE,CAAC,EAAE,CAAC,YAAY,CAAC,EAAE,CAAC,QAAQ,EAAE,QAAQ,CAAC,KAAK,MAAM,CAAC,CAAC;IAC/F,IAAI,aAAa,KAAK,CAAC,CAAC,IAAI,CAAC,YAAY,KAAK,CAAC,CAAC,IAAI,aAAa,GAAG,YAAY,CAAC,EAAE,CAAC;QAClF,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,EAAE,mBAAmB,EAAE,KAAK,EAAE,sEAAsE,EAAE,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,EAAE,QAAQ,EAAE,gBAAgB,SAAS,CAAC,aAAa,CAAC,CAAC,QAAQ,EAAE,QAAQ,IAAI,GAAG,EAAE,EAAE,CAAC,CAAC;IACvO,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,gFAAgF;AAEhF,qEAAqE;AACrE,MAAM,UAAU,iBAAiB,CAAC,KAAa,EAAE,WAAoB;IACnE,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IAC5C,OAAO,cAAc,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,sBAAsB,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,iBAAiB,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;AACvG,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,kBAAkB,CAAC,KAAa,EAAE,WAAoB;IACpE,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IAC5C,OAAO,cAAc,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,mBAAmB,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;AACjG,CAAC"}
|
|
@@ -0,0 +1,35 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Tool Similarity Service
|
|
3
|
+
*
|
|
4
|
+
* Groups tool spans by name + configurable key arguments.
|
|
5
|
+
* This allows users to see "similar" tool invocations grouped together.
|
|
6
|
+
*/
|
|
7
|
+
import { CategorizedSpan, ToolSimilarityConfig, ToolGroup } from '../../types/index.js';
|
|
8
|
+
/**
|
|
9
|
+
* Extract all unique argument keys from tool spans.
|
|
10
|
+
* Used to populate the config UI with available options.
|
|
11
|
+
*/
|
|
12
|
+
export declare function extractCommonArgKeys(spans: CategorizedSpan[]): string[];
|
|
13
|
+
/**
|
|
14
|
+
* Group tool spans by name + key argument values.
|
|
15
|
+
* Non-tool spans are returned ungrouped.
|
|
16
|
+
*/
|
|
17
|
+
export declare function groupToolSpans(spans: CategorizedSpan[], config: ToolSimilarityConfig): {
|
|
18
|
+
groupedSpans: CategorizedSpan[];
|
|
19
|
+
toolGroups: ToolGroup[];
|
|
20
|
+
};
|
|
21
|
+
/**
|
|
22
|
+
* Calculate similarity score between two tool spans (0-1).
|
|
23
|
+
* Used for comparison view to identify matching tools.
|
|
24
|
+
*/
|
|
25
|
+
export declare function calculateToolSimilarity(left: CategorizedSpan, right: CategorizedSpan, config: ToolSimilarityConfig): number;
|
|
26
|
+
/**
|
|
27
|
+
* Get summary statistics for tool groups
|
|
28
|
+
*/
|
|
29
|
+
export declare function getToolGroupStats(groups: ToolGroup[]): {
|
|
30
|
+
totalTools: number;
|
|
31
|
+
uniqueTools: number;
|
|
32
|
+
mostFrequent: ToolGroup | null;
|
|
33
|
+
longestDuration: ToolGroup | null;
|
|
34
|
+
};
|
|
35
|
+
//# sourceMappingURL=toolSimilarity.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"toolSimilarity.d.ts","sourceRoot":"","sources":["../../../../services/traces/toolSimilarity.ts"],"names":[],"mappings":"AAKA;;;;;GAKG;AAEH,OAAO,EAAE,eAAe,EAAE,oBAAoB,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AAO3E;;;GAGG;AACH,wBAAgB,oBAAoB,CAAC,KAAK,EAAE,eAAe,EAAE,GAAG,MAAM,EAAE,CA2CvE;AA+CD;;;GAGG;AACH,wBAAgB,cAAc,CAC5B,KAAK,EAAE,eAAe,EAAE,EACxB,MAAM,EAAE,oBAAoB,GAC3B;IAAE,YAAY,EAAE,eAAe,EAAE,CAAC;IAAC,UAAU,EAAE,SAAS,EAAE,CAAA;CAAE,CAiE9D;AAED;;;GAGG;AACH,wBAAgB,uBAAuB,CACrC,IAAI,EAAE,eAAe,EACrB,KAAK,EAAE,eAAe,EACtB,MAAM,EAAE,oBAAoB,GAC3B,MAAM,CAmCR;AAED;;GAEG;AACH,wBAAgB,iBAAiB,CAAC,MAAM,EAAE,SAAS,EAAE,GAAG;IACtD,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,SAAS,GAAG,IAAI,CAAC;IAC/B,eAAe,EAAE,SAAS,GAAG,IAAI,CAAC;CACnC,CAeA"}
|
|
@@ -0,0 +1,203 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Copyright OpenSearch Contributors
|
|
3
|
+
* SPDX-License-Identifier: Apache-2.0
|
|
4
|
+
*/
|
|
5
|
+
import { ATTR_GEN_AI_TOOL_NAME } from '@opentelemetry/semantic-conventions/incubating';
|
|
6
|
+
// Custom tool attribute keys (not yet in OTel semantic conventions)
|
|
7
|
+
const ATTR_TOOL_ARGS = 'gen_ai.tool.args';
|
|
8
|
+
const ATTR_TOOL_INPUT = 'gen_ai.tool.input';
|
|
9
|
+
/**
|
|
10
|
+
* Extract all unique argument keys from tool spans.
|
|
11
|
+
* Used to populate the config UI with available options.
|
|
12
|
+
*/
|
|
13
|
+
export function extractCommonArgKeys(spans) {
|
|
14
|
+
const keySet = new Set();
|
|
15
|
+
const collectKeys = (spanList) => {
|
|
16
|
+
for (const span of spanList) {
|
|
17
|
+
// Only process TOOL category spans
|
|
18
|
+
if (span.category === 'TOOL') {
|
|
19
|
+
// Check for tool arguments in attributes
|
|
20
|
+
const toolArgs = span.attributes?.[ATTR_TOOL_ARGS];
|
|
21
|
+
if (toolArgs) {
|
|
22
|
+
try {
|
|
23
|
+
const argsObj = typeof toolArgs === 'string' ? JSON.parse(toolArgs) : toolArgs;
|
|
24
|
+
if (argsObj && typeof argsObj === 'object') {
|
|
25
|
+
Object.keys(argsObj).forEach(key => keySet.add(key));
|
|
26
|
+
}
|
|
27
|
+
}
|
|
28
|
+
catch {
|
|
29
|
+
// If parsing fails, try to extract keys from the string representation
|
|
30
|
+
}
|
|
31
|
+
}
|
|
32
|
+
// Also check for input attributes that might contain args
|
|
33
|
+
const input = span.attributes?.[ATTR_TOOL_INPUT];
|
|
34
|
+
if (input) {
|
|
35
|
+
try {
|
|
36
|
+
const inputObj = typeof input === 'string' ? JSON.parse(input) : input;
|
|
37
|
+
if (inputObj && typeof inputObj === 'object') {
|
|
38
|
+
Object.keys(inputObj).forEach(key => keySet.add(key));
|
|
39
|
+
}
|
|
40
|
+
}
|
|
41
|
+
catch {
|
|
42
|
+
// Ignore parsing errors
|
|
43
|
+
}
|
|
44
|
+
}
|
|
45
|
+
}
|
|
46
|
+
// Recursively process children
|
|
47
|
+
if (span.children && span.children.length > 0) {
|
|
48
|
+
collectKeys(span.children);
|
|
49
|
+
}
|
|
50
|
+
}
|
|
51
|
+
};
|
|
52
|
+
collectKeys(spans);
|
|
53
|
+
return Array.from(keySet).sort();
|
|
54
|
+
}
|
|
55
|
+
/**
|
|
56
|
+
* Get tool arguments from a span's attributes
|
|
57
|
+
*/
|
|
58
|
+
function getToolArgs(span) {
|
|
59
|
+
const toolArgs = span.attributes?.[ATTR_TOOL_ARGS];
|
|
60
|
+
if (toolArgs) {
|
|
61
|
+
try {
|
|
62
|
+
return typeof toolArgs === 'string' ? JSON.parse(toolArgs) : toolArgs;
|
|
63
|
+
}
|
|
64
|
+
catch {
|
|
65
|
+
return {};
|
|
66
|
+
}
|
|
67
|
+
}
|
|
68
|
+
const input = span.attributes?.[ATTR_TOOL_INPUT];
|
|
69
|
+
if (input) {
|
|
70
|
+
try {
|
|
71
|
+
return typeof input === 'string' ? JSON.parse(input) : input;
|
|
72
|
+
}
|
|
73
|
+
catch {
|
|
74
|
+
return {};
|
|
75
|
+
}
|
|
76
|
+
}
|
|
77
|
+
return {};
|
|
78
|
+
}
|
|
79
|
+
/**
|
|
80
|
+
* Get the tool name from a span
|
|
81
|
+
*/
|
|
82
|
+
function getToolName(span) {
|
|
83
|
+
return (span.attributes?.[ATTR_GEN_AI_TOOL_NAME] ||
|
|
84
|
+
span.name ||
|
|
85
|
+
'unknown_tool');
|
|
86
|
+
}
|
|
87
|
+
/**
|
|
88
|
+
* Create a group key from tool name and key arg values
|
|
89
|
+
*/
|
|
90
|
+
function createGroupKey(toolName, keyArgsValues) {
|
|
91
|
+
const sortedKeys = Object.keys(keyArgsValues).sort();
|
|
92
|
+
const valueParts = sortedKeys.map(k => `${k}=${JSON.stringify(keyArgsValues[k])}`);
|
|
93
|
+
return `${toolName}::${valueParts.join('::')}`;
|
|
94
|
+
}
|
|
95
|
+
/**
|
|
96
|
+
* Group tool spans by name + key argument values.
|
|
97
|
+
* Non-tool spans are returned ungrouped.
|
|
98
|
+
*/
|
|
99
|
+
export function groupToolSpans(spans, config) {
|
|
100
|
+
if (!config.enabled || config.keyArguments.length === 0) {
|
|
101
|
+
return { groupedSpans: spans, toolGroups: [] };
|
|
102
|
+
}
|
|
103
|
+
const groups = new Map();
|
|
104
|
+
const resultSpans = [];
|
|
105
|
+
const processSpans = (spanList, depth) => {
|
|
106
|
+
const processed = [];
|
|
107
|
+
for (const span of spanList) {
|
|
108
|
+
if (span.category === 'TOOL') {
|
|
109
|
+
const toolName = getToolName(span);
|
|
110
|
+
const allArgs = getToolArgs(span);
|
|
111
|
+
// Extract only the key arguments
|
|
112
|
+
const keyArgsValues = {};
|
|
113
|
+
for (const key of config.keyArguments) {
|
|
114
|
+
if (key in allArgs) {
|
|
115
|
+
keyArgsValues[key] = allArgs[key];
|
|
116
|
+
}
|
|
117
|
+
}
|
|
118
|
+
const groupKey = createGroupKey(toolName, keyArgsValues);
|
|
119
|
+
if (!groups.has(groupKey)) {
|
|
120
|
+
groups.set(groupKey, {
|
|
121
|
+
toolName,
|
|
122
|
+
keyArgsValues,
|
|
123
|
+
spans: [],
|
|
124
|
+
count: 0,
|
|
125
|
+
totalDuration: 0,
|
|
126
|
+
avgDuration: 0,
|
|
127
|
+
});
|
|
128
|
+
}
|
|
129
|
+
const group = groups.get(groupKey);
|
|
130
|
+
const duration = new Date(span.endTime).getTime() - new Date(span.startTime).getTime();
|
|
131
|
+
group.spans.push(span);
|
|
132
|
+
group.count++;
|
|
133
|
+
group.totalDuration += duration;
|
|
134
|
+
group.avgDuration = group.totalDuration / group.count;
|
|
135
|
+
// Add span to result (still show individual spans, but they're now grouped for reference)
|
|
136
|
+
processed.push(span);
|
|
137
|
+
}
|
|
138
|
+
else {
|
|
139
|
+
// Non-tool span - process children recursively
|
|
140
|
+
const processedSpan = { ...span };
|
|
141
|
+
if (span.children && span.children.length > 0) {
|
|
142
|
+
processedSpan.children = processSpans(span.children, depth + 1);
|
|
143
|
+
}
|
|
144
|
+
processed.push(processedSpan);
|
|
145
|
+
}
|
|
146
|
+
}
|
|
147
|
+
return processed;
|
|
148
|
+
};
|
|
149
|
+
const processedSpans = processSpans(spans, 0);
|
|
150
|
+
return {
|
|
151
|
+
groupedSpans: processedSpans,
|
|
152
|
+
toolGroups: Array.from(groups.values()).sort((a, b) => b.count - a.count),
|
|
153
|
+
};
|
|
154
|
+
}
|
|
155
|
+
/**
|
|
156
|
+
* Calculate similarity score between two tool spans (0-1).
|
|
157
|
+
* Used for comparison view to identify matching tools.
|
|
158
|
+
*/
|
|
159
|
+
export function calculateToolSimilarity(left, right, config) {
|
|
160
|
+
// Must both be tools
|
|
161
|
+
if (left.category !== 'TOOL' || right.category !== 'TOOL') {
|
|
162
|
+
return 0;
|
|
163
|
+
}
|
|
164
|
+
const leftName = getToolName(left);
|
|
165
|
+
const rightName = getToolName(right);
|
|
166
|
+
// Different tool names = 0 similarity
|
|
167
|
+
if (leftName !== rightName) {
|
|
168
|
+
return 0;
|
|
169
|
+
}
|
|
170
|
+
// Same tool name with no key args config = 1.0 similarity
|
|
171
|
+
if (!config.enabled || config.keyArguments.length === 0) {
|
|
172
|
+
return 1.0;
|
|
173
|
+
}
|
|
174
|
+
// Compare key argument values
|
|
175
|
+
const leftArgs = getToolArgs(left);
|
|
176
|
+
const rightArgs = getToolArgs(right);
|
|
177
|
+
let matchingArgs = 0;
|
|
178
|
+
let totalArgs = config.keyArguments.length;
|
|
179
|
+
for (const key of config.keyArguments) {
|
|
180
|
+
const leftVal = JSON.stringify(leftArgs[key]);
|
|
181
|
+
const rightVal = JSON.stringify(rightArgs[key]);
|
|
182
|
+
if (leftVal === rightVal) {
|
|
183
|
+
matchingArgs++;
|
|
184
|
+
}
|
|
185
|
+
}
|
|
186
|
+
return totalArgs > 0 ? matchingArgs / totalArgs : 1.0;
|
|
187
|
+
}
|
|
188
|
+
/**
|
|
189
|
+
* Get summary statistics for tool groups
|
|
190
|
+
*/
|
|
191
|
+
export function getToolGroupStats(groups) {
|
|
192
|
+
const totalTools = groups.reduce((sum, g) => sum + g.count, 0);
|
|
193
|
+
const uniqueTools = groups.length;
|
|
194
|
+
const mostFrequent = groups.length > 0 ? groups[0] : null; // Already sorted by count desc
|
|
195
|
+
const longestDuration = groups.reduce((max, g) => (!max || g.totalDuration > max.totalDuration ? g : max), null);
|
|
196
|
+
return {
|
|
197
|
+
totalTools,
|
|
198
|
+
uniqueTools,
|
|
199
|
+
mostFrequent,
|
|
200
|
+
longestDuration,
|
|
201
|
+
};
|
|
202
|
+
}
|
|
203
|
+
//# sourceMappingURL=toolSimilarity.js.map
|