@newrelic/preflight 0.0.1-pre.1 → 1.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +183 -0
- package/README.md +498 -0
- package/dist/alerts/alert-log.d.ts +24 -0
- package/dist/alerts/alert-log.d.ts.map +1 -0
- package/dist/alerts/alert-log.js +159 -0
- package/dist/alerts/alert-log.js.map +1 -0
- package/dist/alerts/alert-snapshot-collector.d.ts +168 -0
- package/dist/alerts/alert-snapshot-collector.d.ts.map +1 -0
- package/dist/alerts/alert-snapshot-collector.js +243 -0
- package/dist/alerts/alert-snapshot-collector.js.map +1 -0
- package/dist/alerts/local-alert-engine.d.ts +86 -0
- package/dist/alerts/local-alert-engine.d.ts.map +1 -0
- package/dist/alerts/local-alert-engine.js +466 -0
- package/dist/alerts/local-alert-engine.js.map +1 -0
- package/dist/alerts/local-alert-rule.d.ts +439 -0
- package/dist/alerts/local-alert-rule.d.ts.map +1 -0
- package/dist/alerts/local-alert-rule.js +139 -0
- package/dist/alerts/local-alert-rule.js.map +1 -0
- package/dist/alerts/os-notifier.d.ts +39 -0
- package/dist/alerts/os-notifier.d.ts.map +1 -0
- package/dist/alerts/os-notifier.js +170 -0
- package/dist/alerts/os-notifier.js.map +1 -0
- package/dist/alerts/types.d.ts +35 -0
- package/dist/alerts/types.d.ts.map +1 -0
- package/dist/alerts/types.js +8 -0
- package/dist/alerts/types.js.map +1 -0
- package/dist/config.d.ts +169 -0
- package/dist/config.d.ts.map +1 -0
- package/dist/config.js +860 -0
- package/dist/config.js.map +1 -0
- package/dist/dashboard/dashboard-server.d.ts +38 -0
- package/dist/dashboard/dashboard-server.d.ts.map +1 -0
- package/dist/dashboard/dashboard-server.js +207 -0
- package/dist/dashboard/dashboard-server.js.map +1 -0
- package/dist/dashboard/index.d.ts +3 -0
- package/dist/dashboard/index.d.ts.map +1 -0
- package/dist/dashboard/index.js +2 -0
- package/dist/dashboard/index.js.map +1 -0
- package/dist/dashboard/live-event-bus.d.ts +99 -0
- package/dist/dashboard/live-event-bus.d.ts.map +1 -0
- package/dist/dashboard/live-event-bus.js +56 -0
- package/dist/dashboard/live-event-bus.js.map +1 -0
- package/dist/dashboard/routes/api-handler.d.ts +122 -0
- package/dist/dashboard/routes/api-handler.d.ts.map +1 -0
- package/dist/dashboard/routes/api-handler.js +1414 -0
- package/dist/dashboard/routes/api-handler.js.map +1 -0
- package/dist/dashboard/routes/replay-analyzer.d.ts +15 -0
- package/dist/dashboard/routes/replay-analyzer.d.ts.map +1 -0
- package/dist/dashboard/routes/replay-analyzer.js +227 -0
- package/dist/dashboard/routes/replay-analyzer.js.map +1 -0
- package/dist/dashboard/routes/sse-handler.d.ts +4 -0
- package/dist/dashboard/routes/sse-handler.d.ts.map +1 -0
- package/dist/dashboard/routes/sse-handler.js +122 -0
- package/dist/dashboard/routes/sse-handler.js.map +1 -0
- package/dist/dashboard/routes/static-handler.d.ts +3 -0
- package/dist/dashboard/routes/static-handler.d.ts.map +1 -0
- package/dist/dashboard/routes/static-handler.js +103 -0
- package/dist/dashboard/routes/static-handler.js.map +1 -0
- package/dist/data/alerts/conditions/01-daily-cost-spike.json +16 -0
- package/dist/data/alerts/conditions/02-low-efficiency-score.json +16 -0
- package/dist/data/alerts/conditions/03-stuck-loop-rate.json +16 -0
- package/dist/data/alerts/conditions/04-anti-pattern-rate.json +16 -0
- package/dist/data/alerts/conditions/05-session-cost-budget.json +16 -0
- package/dist/data/alerts/conditions-personal/01-personal-daily-cost.json +16 -0
- package/dist/data/alerts/conditions-personal/02-personal-session-cost.json +16 -0
- package/dist/data/alerts/conditions-personal/03-personal-low-efficiency.json +16 -0
- package/dist/data/alerts/conditions-personal/04-personal-anti-pattern-rate.json +16 -0
- package/dist/data/alerts/conditions-personal/05-personal-stuck-loop.json +16 -0
- package/dist/data/alerts/policy.json +4 -0
- package/dist/data/dashboards/ai-coding-assistant-manager-view.json +103 -0
- package/dist/data/dashboards/ai-coding-assistant-overview.json +239 -0
- package/dist/data/dashboards/ai-coding-assistant-personal.json +442 -0
- package/dist/data/dashboards/ai-coding-assistant-platform-comparison.json +320 -0
- package/dist/data/dashboards/ai-coding-assistant-security.json +275 -0
- package/dist/data/dashboards/ai-coding-assistant-session-detail.json +296 -0
- package/dist/data/dashboards/ai-coding-assistant-team-view.json +345 -0
- package/dist/deploy/data-paths.d.ts +22 -0
- package/dist/deploy/data-paths.d.ts.map +1 -0
- package/dist/deploy/data-paths.js +69 -0
- package/dist/deploy/data-paths.js.map +1 -0
- package/dist/deploy/deploy-alerts.d.ts +58 -0
- package/dist/deploy/deploy-alerts.d.ts.map +1 -0
- package/dist/deploy/deploy-alerts.js +371 -0
- package/dist/deploy/deploy-alerts.js.map +1 -0
- package/dist/deploy/deploy-dashboards.d.ts +92 -0
- package/dist/deploy/deploy-dashboards.d.ts.map +1 -0
- package/dist/deploy/deploy-dashboards.js +282 -0
- package/dist/deploy/deploy-dashboards.js.map +1 -0
- package/dist/digest/digest-formatter.d.ts +3 -0
- package/dist/digest/digest-formatter.d.ts.map +1 -0
- package/dist/digest/digest-formatter.js +37 -0
- package/dist/digest/digest-formatter.js.map +1 -0
- package/dist/digest/digest-sender.d.ts +2 -0
- package/dist/digest/digest-sender.d.ts.map +1 -0
- package/dist/digest/digest-sender.js +29 -0
- package/dist/digest/digest-sender.js.map +1 -0
- package/dist/hooks/bash-classifier.d.ts +26 -0
- package/dist/hooks/bash-classifier.d.ts.map +1 -0
- package/dist/hooks/bash-classifier.js +409 -0
- package/dist/hooks/bash-classifier.js.map +1 -0
- package/dist/hooks/collector-script.d.ts +47 -0
- package/dist/hooks/collector-script.d.ts.map +1 -0
- package/dist/hooks/collector-script.js +662 -0
- package/dist/hooks/collector-script.js.map +1 -0
- package/dist/hooks/event-processor.d.ts +65 -0
- package/dist/hooks/event-processor.d.ts.map +1 -0
- package/dist/hooks/event-processor.js +342 -0
- package/dist/hooks/event-processor.js.map +1 -0
- package/dist/hooks/index.d.ts +7 -0
- package/dist/hooks/index.d.ts.map +1 -0
- package/dist/hooks/index.js +5 -0
- package/dist/hooks/index.js.map +1 -0
- package/dist/hooks/session-resolver.d.ts +66 -0
- package/dist/hooks/session-resolver.d.ts.map +1 -0
- package/dist/hooks/session-resolver.js +196 -0
- package/dist/hooks/session-resolver.js.map +1 -0
- package/dist/hooks/tool-parsers.d.ts +19 -0
- package/dist/hooks/tool-parsers.d.ts.map +1 -0
- package/dist/hooks/tool-parsers.js +260 -0
- package/dist/hooks/tool-parsers.js.map +1 -0
- package/dist/index.d.ts +107 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +1505 -0
- package/dist/index.js.map +1 -0
- package/dist/install/cli.d.ts +11 -0
- package/dist/install/cli.d.ts.map +1 -0
- package/dist/install/cli.js +365 -0
- package/dist/install/cli.js.map +1 -0
- package/dist/install/index.d.ts +4 -0
- package/dist/install/index.d.ts.map +1 -0
- package/dist/install/index.js +3 -0
- package/dist/install/index.js.map +1 -0
- package/dist/install/install-helper.d.ts +35 -0
- package/dist/install/install-helper.d.ts.map +1 -0
- package/dist/install/install-helper.js +227 -0
- package/dist/install/install-helper.js.map +1 -0
- package/dist/install/key-validator.d.ts +19 -0
- package/dist/install/key-validator.d.ts.map +1 -0
- package/dist/install/key-validator.js +122 -0
- package/dist/install/key-validator.js.map +1 -0
- package/dist/install/migrate.d.ts +12 -0
- package/dist/install/migrate.d.ts.map +1 -0
- package/dist/install/migrate.js +115 -0
- package/dist/install/migrate.js.map +1 -0
- package/dist/install/schedule.d.ts +11 -0
- package/dist/install/schedule.d.ts.map +1 -0
- package/dist/install/schedule.js +114 -0
- package/dist/install/schedule.js.map +1 -0
- package/dist/install/setup-wizard.d.ts +40 -0
- package/dist/install/setup-wizard.d.ts.map +1 -0
- package/dist/install/setup-wizard.js +489 -0
- package/dist/install/setup-wizard.js.map +1 -0
- package/dist/lib/date.d.ts +54 -0
- package/dist/lib/date.d.ts.map +1 -0
- package/dist/lib/date.js +85 -0
- package/dist/lib/date.js.map +1 -0
- package/dist/metrics/anti-patterns.d.ts +62 -0
- package/dist/metrics/anti-patterns.d.ts.map +1 -0
- package/dist/metrics/anti-patterns.js +301 -0
- package/dist/metrics/anti-patterns.js.map +1 -0
- package/dist/metrics/api-failure-tracker.d.ts +82 -0
- package/dist/metrics/api-failure-tracker.d.ts.map +1 -0
- package/dist/metrics/api-failure-tracker.js +202 -0
- package/dist/metrics/api-failure-tracker.js.map +1 -0
- package/dist/metrics/budget-tracker.d.ts +60 -0
- package/dist/metrics/budget-tracker.d.ts.map +1 -0
- package/dist/metrics/budget-tracker.js +130 -0
- package/dist/metrics/budget-tracker.js.map +1 -0
- package/dist/metrics/claudemd-tracker.d.ts +108 -0
- package/dist/metrics/claudemd-tracker.d.ts.map +1 -0
- package/dist/metrics/claudemd-tracker.js +337 -0
- package/dist/metrics/claudemd-tracker.js.map +1 -0
- package/dist/metrics/collaboration-profile.d.ts +65 -0
- package/dist/metrics/collaboration-profile.d.ts.map +1 -0
- package/dist/metrics/collaboration-profile.js +231 -0
- package/dist/metrics/collaboration-profile.js.map +1 -0
- package/dist/metrics/context-composition-tracker.d.ts +74 -0
- package/dist/metrics/context-composition-tracker.d.ts.map +1 -0
- package/dist/metrics/context-composition-tracker.js +202 -0
- package/dist/metrics/context-composition-tracker.js.map +1 -0
- package/dist/metrics/context-tracker.d.ts +78 -0
- package/dist/metrics/context-tracker.d.ts.map +1 -0
- package/dist/metrics/context-tracker.js +222 -0
- package/dist/metrics/context-tracker.js.map +1 -0
- package/dist/metrics/context-window-tracker.d.ts +18 -0
- package/dist/metrics/context-window-tracker.d.ts.map +1 -0
- package/dist/metrics/context-window-tracker.js +35 -0
- package/dist/metrics/context-window-tracker.js.map +1 -0
- package/dist/metrics/cost-forecast.d.ts +36 -0
- package/dist/metrics/cost-forecast.d.ts.map +1 -0
- package/dist/metrics/cost-forecast.js +91 -0
- package/dist/metrics/cost-forecast.js.map +1 -0
- package/dist/metrics/cost-per-outcome.d.ts +102 -0
- package/dist/metrics/cost-per-outcome.d.ts.map +1 -0
- package/dist/metrics/cost-per-outcome.js +266 -0
- package/dist/metrics/cost-per-outcome.js.map +1 -0
- package/dist/metrics/cost-tracker.d.ts +78 -0
- package/dist/metrics/cost-tracker.d.ts.map +1 -0
- package/dist/metrics/cost-tracker.js +169 -0
- package/dist/metrics/cost-tracker.js.map +1 -0
- package/dist/metrics/decision-tracker.d.ts +49 -0
- package/dist/metrics/decision-tracker.d.ts.map +1 -0
- package/dist/metrics/decision-tracker.js +161 -0
- package/dist/metrics/decision-tracker.js.map +1 -0
- package/dist/metrics/efficiency-score.d.ts +80 -0
- package/dist/metrics/efficiency-score.d.ts.map +1 -0
- package/dist/metrics/efficiency-score.js +219 -0
- package/dist/metrics/efficiency-score.js.map +1 -0
- package/dist/metrics/git-efficiency-tracker.d.ts +165 -0
- package/dist/metrics/git-efficiency-tracker.d.ts.map +1 -0
- package/dist/metrics/git-efficiency-tracker.js +1056 -0
- package/dist/metrics/git-efficiency-tracker.js.map +1 -0
- package/dist/metrics/index.d.ts +26 -0
- package/dist/metrics/index.d.ts.map +1 -0
- package/dist/metrics/index.js +14 -0
- package/dist/metrics/index.js.map +1 -0
- package/dist/metrics/instruction-drift-tracker.d.ts +69 -0
- package/dist/metrics/instruction-drift-tracker.d.ts.map +1 -0
- package/dist/metrics/instruction-drift-tracker.js +213 -0
- package/dist/metrics/instruction-drift-tracker.js.map +1 -0
- package/dist/metrics/latency-decomposition.d.ts +50 -0
- package/dist/metrics/latency-decomposition.d.ts.map +1 -0
- package/dist/metrics/latency-decomposition.js +112 -0
- package/dist/metrics/latency-decomposition.js.map +1 -0
- package/dist/metrics/latency-tracker.d.ts +33 -0
- package/dist/metrics/latency-tracker.d.ts.map +1 -0
- package/dist/metrics/latency-tracker.js +93 -0
- package/dist/metrics/latency-tracker.js.map +1 -0
- package/dist/metrics/live-session-registry.d.ts +29 -0
- package/dist/metrics/live-session-registry.d.ts.map +1 -0
- package/dist/metrics/live-session-registry.js +103 -0
- package/dist/metrics/live-session-registry.js.map +1 -0
- package/dist/metrics/model-usage-tracker.d.ts +21 -0
- package/dist/metrics/model-usage-tracker.d.ts.map +1 -0
- package/dist/metrics/model-usage-tracker.js +53 -0
- package/dist/metrics/model-usage-tracker.js.map +1 -0
- package/dist/metrics/percentile.d.ts +5 -0
- package/dist/metrics/percentile.d.ts.map +1 -0
- package/dist/metrics/percentile.js +10 -0
- package/dist/metrics/percentile.js.map +1 -0
- package/dist/metrics/personal-coach.d.ts +47 -0
- package/dist/metrics/personal-coach.d.ts.map +1 -0
- package/dist/metrics/personal-coach.js +241 -0
- package/dist/metrics/personal-coach.js.map +1 -0
- package/dist/metrics/prompt-feedback.d.ts +75 -0
- package/dist/metrics/prompt-feedback.d.ts.map +1 -0
- package/dist/metrics/prompt-feedback.js +286 -0
- package/dist/metrics/prompt-feedback.js.map +1 -0
- package/dist/metrics/proxy-metrics.d.ts +54 -0
- package/dist/metrics/proxy-metrics.d.ts.map +1 -0
- package/dist/metrics/proxy-metrics.js +228 -0
- package/dist/metrics/proxy-metrics.js.map +1 -0
- package/dist/metrics/quality-proxy-tracker.d.ts +51 -0
- package/dist/metrics/quality-proxy-tracker.d.ts.map +1 -0
- package/dist/metrics/quality-proxy-tracker.js +162 -0
- package/dist/metrics/quality-proxy-tracker.js.map +1 -0
- package/dist/metrics/recommendation-engine.d.ts +72 -0
- package/dist/metrics/recommendation-engine.d.ts.map +1 -0
- package/dist/metrics/recommendation-engine.js +207 -0
- package/dist/metrics/recommendation-engine.js.map +1 -0
- package/dist/metrics/retry-detector.d.ts +43 -0
- package/dist/metrics/retry-detector.d.ts.map +1 -0
- package/dist/metrics/retry-detector.js +179 -0
- package/dist/metrics/retry-detector.js.map +1 -0
- package/dist/metrics/session-tracker.d.ts +75 -0
- package/dist/metrics/session-tracker.d.ts.map +1 -0
- package/dist/metrics/session-tracker.js +249 -0
- package/dist/metrics/session-tracker.js.map +1 -0
- package/dist/metrics/task-completion-tracker.d.ts +15 -0
- package/dist/metrics/task-completion-tracker.d.ts.map +1 -0
- package/dist/metrics/task-completion-tracker.js +27 -0
- package/dist/metrics/task-completion-tracker.js.map +1 -0
- package/dist/metrics/task-detector.d.ts +84 -0
- package/dist/metrics/task-detector.d.ts.map +1 -0
- package/dist/metrics/task-detector.js +302 -0
- package/dist/metrics/task-detector.js.map +1 -0
- package/dist/metrics/tool-selection-scorer.d.ts +39 -0
- package/dist/metrics/tool-selection-scorer.d.ts.map +1 -0
- package/dist/metrics/tool-selection-scorer.js +193 -0
- package/dist/metrics/tool-selection-scorer.js.map +1 -0
- package/dist/metrics/trend-analyzer.d.ts +92 -0
- package/dist/metrics/trend-analyzer.d.ts.map +1 -0
- package/dist/metrics/trend-analyzer.js +293 -0
- package/dist/metrics/trend-analyzer.js.map +1 -0
- package/dist/metrics/turn-cost-attributor.d.ts +41 -0
- package/dist/metrics/turn-cost-attributor.d.ts.map +1 -0
- package/dist/metrics/turn-cost-attributor.js +118 -0
- package/dist/metrics/turn-cost-attributor.js.map +1 -0
- package/dist/metrics/turn-tracker.d.ts +49 -0
- package/dist/metrics/turn-tracker.d.ts.map +1 -0
- package/dist/metrics/turn-tracker.js +192 -0
- package/dist/metrics/turn-tracker.js.map +1 -0
- package/dist/platforms/amazon-q-adapter.d.ts +10 -0
- package/dist/platforms/amazon-q-adapter.d.ts.map +1 -0
- package/dist/platforms/amazon-q-adapter.js +75 -0
- package/dist/platforms/amazon-q-adapter.js.map +1 -0
- package/dist/platforms/claude-code-adapter.d.ts +10 -0
- package/dist/platforms/claude-code-adapter.d.ts.map +1 -0
- package/dist/platforms/claude-code-adapter.js +48 -0
- package/dist/platforms/claude-code-adapter.js.map +1 -0
- package/dist/platforms/continue-adapter.d.ts +10 -0
- package/dist/platforms/continue-adapter.d.ts.map +1 -0
- package/dist/platforms/continue-adapter.js +73 -0
- package/dist/platforms/continue-adapter.js.map +1 -0
- package/dist/platforms/copilot-adapter.d.ts +37 -0
- package/dist/platforms/copilot-adapter.d.ts.map +1 -0
- package/dist/platforms/copilot-adapter.js +66 -0
- package/dist/platforms/copilot-adapter.js.map +1 -0
- package/dist/platforms/cursor-adapter.d.ts +10 -0
- package/dist/platforms/cursor-adapter.d.ts.map +1 -0
- package/dist/platforms/cursor-adapter.js +60 -0
- package/dist/platforms/cursor-adapter.js.map +1 -0
- package/dist/platforms/generic-mcp-adapter.d.ts +113 -0
- package/dist/platforms/generic-mcp-adapter.d.ts.map +1 -0
- package/dist/platforms/generic-mcp-adapter.js +139 -0
- package/dist/platforms/generic-mcp-adapter.js.map +1 -0
- package/dist/platforms/index.d.ts +15 -0
- package/dist/platforms/index.d.ts.map +1 -0
- package/dist/platforms/index.js +12 -0
- package/dist/platforms/index.js.map +1 -0
- package/dist/platforms/platform-registry.d.ts +11 -0
- package/dist/platforms/platform-registry.d.ts.map +1 -0
- package/dist/platforms/platform-registry.js +54 -0
- package/dist/platforms/platform-registry.js.map +1 -0
- package/dist/platforms/types.d.ts +36 -0
- package/dist/platforms/types.d.ts.map +1 -0
- package/dist/platforms/types.js +2 -0
- package/dist/platforms/types.js.map +1 -0
- package/dist/platforms/windsurf-adapter.d.ts +10 -0
- package/dist/platforms/windsurf-adapter.d.ts.map +1 -0
- package/dist/platforms/windsurf-adapter.js +63 -0
- package/dist/platforms/windsurf-adapter.js.map +1 -0
- package/dist/platforms/zed-adapter.d.ts +10 -0
- package/dist/platforms/zed-adapter.d.ts.map +1 -0
- package/dist/platforms/zed-adapter.js +72 -0
- package/dist/platforms/zed-adapter.js.map +1 -0
- package/dist/proxy/index.d.ts +7 -0
- package/dist/proxy/index.d.ts.map +1 -0
- package/dist/proxy/index.js +5 -0
- package/dist/proxy/index.js.map +1 -0
- package/dist/proxy/otlp-receiver.d.ts +28 -0
- package/dist/proxy/otlp-receiver.d.ts.map +1 -0
- package/dist/proxy/otlp-receiver.js +319 -0
- package/dist/proxy/otlp-receiver.js.map +1 -0
- package/dist/proxy/proxy-manager.d.ts +47 -0
- package/dist/proxy/proxy-manager.d.ts.map +1 -0
- package/dist/proxy/proxy-manager.js +338 -0
- package/dist/proxy/proxy-manager.js.map +1 -0
- package/dist/proxy/types.d.ts +72 -0
- package/dist/proxy/types.d.ts.map +1 -0
- package/dist/proxy/types.js +33 -0
- package/dist/proxy/types.js.map +1 -0
- package/dist/proxy/upstream-http.d.ts +26 -0
- package/dist/proxy/upstream-http.d.ts.map +1 -0
- package/dist/proxy/upstream-http.js +209 -0
- package/dist/proxy/upstream-http.js.map +1 -0
- package/dist/proxy/upstream-stdio.d.ts +25 -0
- package/dist/proxy/upstream-stdio.d.ts.map +1 -0
- package/dist/proxy/upstream-stdio.js +256 -0
- package/dist/proxy/upstream-stdio.js.map +1 -0
- package/dist/security/audit-trail.d.ts +74 -0
- package/dist/security/audit-trail.d.ts.map +1 -0
- package/dist/security/audit-trail.js +338 -0
- package/dist/security/audit-trail.js.map +1 -0
- package/dist/security/index.d.ts +5 -0
- package/dist/security/index.d.ts.map +1 -0
- package/dist/security/index.js +4 -0
- package/dist/security/index.js.map +1 -0
- package/dist/security/ssrf.d.ts +2 -0
- package/dist/security/ssrf.d.ts.map +1 -0
- package/dist/security/ssrf.js +126 -0
- package/dist/security/ssrf.js.map +1 -0
- package/dist/server.d.ts +14 -0
- package/dist/server.d.ts.map +1 -0
- package/dist/server.js +117 -0
- package/dist/server.js.map +1 -0
- package/dist/shared/__test-utils__/log-output.d.ts +49 -0
- package/dist/shared/__test-utils__/log-output.d.ts.map +1 -0
- package/dist/shared/__test-utils__/log-output.js +38 -0
- package/dist/shared/__test-utils__/log-output.js.map +1 -0
- package/dist/shared/config.d.ts +56 -0
- package/dist/shared/config.d.ts.map +1 -0
- package/dist/shared/config.js +290 -0
- package/dist/shared/config.js.map +1 -0
- package/dist/shared/errors.d.ts +139 -0
- package/dist/shared/errors.d.ts.map +1 -0
- package/dist/shared/errors.js +406 -0
- package/dist/shared/errors.js.map +1 -0
- package/dist/shared/events/factory.d.ts +143 -0
- package/dist/shared/events/factory.d.ts.map +1 -0
- package/dist/shared/events/factory.js +351 -0
- package/dist/shared/events/factory.js.map +1 -0
- package/dist/shared/events/index.d.ts +6 -0
- package/dist/shared/events/index.d.ts.map +1 -0
- package/dist/shared/events/index.js +3 -0
- package/dist/shared/events/index.js.map +1 -0
- package/dist/shared/events/serialize.d.ts +87 -0
- package/dist/shared/events/serialize.d.ts.map +1 -0
- package/dist/shared/events/serialize.js +510 -0
- package/dist/shared/events/serialize.js.map +1 -0
- package/dist/shared/events/types.d.ts +139 -0
- package/dist/shared/events/types.d.ts.map +1 -0
- package/dist/shared/events/types.js +2 -0
- package/dist/shared/events/types.js.map +1 -0
- package/dist/shared/harvest/event-buffer.d.ts +59 -0
- package/dist/shared/harvest/event-buffer.d.ts.map +1 -0
- package/dist/shared/harvest/event-buffer.js +100 -0
- package/dist/shared/harvest/event-buffer.js.map +1 -0
- package/dist/shared/harvest/harvest-scheduler.d.ts +200 -0
- package/dist/shared/harvest/harvest-scheduler.d.ts.map +1 -0
- package/dist/shared/harvest/harvest-scheduler.js +647 -0
- package/dist/shared/harvest/harvest-scheduler.js.map +1 -0
- package/dist/shared/harvest/index.d.ts +7 -0
- package/dist/shared/harvest/index.d.ts.map +1 -0
- package/dist/shared/harvest/index.js +4 -0
- package/dist/shared/harvest/index.js.map +1 -0
- package/dist/shared/harvest/metric-aggregator.d.ts +115 -0
- package/dist/shared/harvest/metric-aggregator.d.ts.map +1 -0
- package/dist/shared/harvest/metric-aggregator.js +247 -0
- package/dist/shared/harvest/metric-aggregator.js.map +1 -0
- package/dist/shared/index.d.ts +22 -0
- package/dist/shared/index.d.ts.map +1 -0
- package/dist/shared/index.js +13 -0
- package/dist/shared/index.js.map +1 -0
- package/dist/shared/logger.d.ts +57 -0
- package/dist/shared/logger.d.ts.map +1 -0
- package/dist/shared/logger.js +166 -0
- package/dist/shared/logger.js.map +1 -0
- package/dist/shared/pricing-data.d.ts +4 -0
- package/dist/shared/pricing-data.d.ts.map +1 -0
- package/dist/shared/pricing-data.js +473 -0
- package/dist/shared/pricing-data.js.map +1 -0
- package/dist/shared/pricing.d.ts +148 -0
- package/dist/shared/pricing.d.ts.map +1 -0
- package/dist/shared/pricing.js +528 -0
- package/dist/shared/pricing.js.map +1 -0
- package/dist/shared/redact.d.ts +33 -0
- package/dist/shared/redact.d.ts.map +1 -0
- package/dist/shared/redact.js +110 -0
- package/dist/shared/redact.js.map +1 -0
- package/dist/shared/timing.d.ts +96 -0
- package/dist/shared/timing.d.ts.map +1 -0
- package/dist/shared/timing.js +173 -0
- package/dist/shared/timing.js.map +1 -0
- package/dist/shared/tokens.d.ts +145 -0
- package/dist/shared/tokens.d.ts.map +1 -0
- package/dist/shared/tokens.js +492 -0
- package/dist/shared/tokens.js.map +1 -0
- package/dist/shared/transport/events-api.d.ts +14 -0
- package/dist/shared/transport/events-api.d.ts.map +1 -0
- package/dist/shared/transport/events-api.js +29 -0
- package/dist/shared/transport/events-api.js.map +1 -0
- package/dist/shared/transport/http-client.d.ts +49 -0
- package/dist/shared/transport/http-client.d.ts.map +1 -0
- package/dist/shared/transport/http-client.js +381 -0
- package/dist/shared/transport/http-client.js.map +1 -0
- package/dist/shared/transport/index.d.ts +10 -0
- package/dist/shared/transport/index.d.ts.map +1 -0
- package/dist/shared/transport/index.js +6 -0
- package/dist/shared/transport/index.js.map +1 -0
- package/dist/shared/transport/logs-api.d.ts +29 -0
- package/dist/shared/transport/logs-api.d.ts.map +1 -0
- package/dist/shared/transport/logs-api.js +40 -0
- package/dist/shared/transport/logs-api.js.map +1 -0
- package/dist/shared/transport/metric-api.d.ts +9 -0
- package/dist/shared/transport/metric-api.d.ts.map +1 -0
- package/dist/shared/transport/metric-api.js +39 -0
- package/dist/shared/transport/metric-api.js.map +1 -0
- package/dist/shared/transport/otlp-event-bridge.d.ts +22 -0
- package/dist/shared/transport/otlp-event-bridge.d.ts.map +1 -0
- package/dist/shared/transport/otlp-event-bridge.js +50 -0
- package/dist/shared/transport/otlp-event-bridge.js.map +1 -0
- package/dist/shared/transport/otlp-shared.d.ts +14 -0
- package/dist/shared/transport/otlp-shared.d.ts.map +1 -0
- package/dist/shared/transport/otlp-shared.js +49 -0
- package/dist/shared/transport/otlp-shared.js.map +1 -0
- package/dist/shared/transport/otlp-transport.d.ts +58 -0
- package/dist/shared/transport/otlp-transport.d.ts.map +1 -0
- package/dist/shared/transport/otlp-transport.js +236 -0
- package/dist/shared/transport/otlp-transport.js.map +1 -0
- package/dist/shared/transport/types.d.ts +129 -0
- package/dist/shared/transport/types.d.ts.map +1 -0
- package/dist/shared/transport/types.js +2 -0
- package/dist/shared/transport/types.js.map +1 -0
- package/dist/shared/version.d.ts +2 -0
- package/dist/shared/version.d.ts.map +1 -0
- package/dist/shared/version.js +2 -0
- package/dist/shared/version.js.map +1 -0
- package/dist/storage/index.d.ts +7 -0
- package/dist/storage/index.d.ts.map +1 -0
- package/dist/storage/index.js +4 -0
- package/dist/storage/index.js.map +1 -0
- package/dist/storage/local-store.d.ts +153 -0
- package/dist/storage/local-store.d.ts.map +1 -0
- package/dist/storage/local-store.js +719 -0
- package/dist/storage/local-store.js.map +1 -0
- package/dist/storage/retention.d.ts +2 -0
- package/dist/storage/retention.d.ts.map +1 -0
- package/dist/storage/retention.js +53 -0
- package/dist/storage/retention.js.map +1 -0
- package/dist/storage/session-store.d.ts +97 -0
- package/dist/storage/session-store.d.ts.map +1 -0
- package/dist/storage/session-store.js +391 -0
- package/dist/storage/session-store.js.map +1 -0
- package/dist/storage/types.d.ts +64 -0
- package/dist/storage/types.d.ts.map +1 -0
- package/dist/storage/types.js +2 -0
- package/dist/storage/types.js.map +1 -0
- package/dist/storage/weekly-summary.d.ts +61 -0
- package/dist/storage/weekly-summary.d.ts.map +1 -0
- package/dist/storage/weekly-summary.js +243 -0
- package/dist/storage/weekly-summary.js.map +1 -0
- package/dist/tools/analytics-tools.d.ts +101 -0
- package/dist/tools/analytics-tools.d.ts.map +1 -0
- package/dist/tools/analytics-tools.js +71 -0
- package/dist/tools/analytics-tools.js.map +1 -0
- package/dist/tools/cost-tools.d.ts +121 -0
- package/dist/tools/cost-tools.d.ts.map +1 -0
- package/dist/tools/cost-tools.js +174 -0
- package/dist/tools/cost-tools.js.map +1 -0
- package/dist/tools/cross-session-tools.d.ts +376 -0
- package/dist/tools/cross-session-tools.d.ts.map +1 -0
- package/dist/tools/cross-session-tools.js +820 -0
- package/dist/tools/cross-session-tools.js.map +1 -0
- package/dist/tools/extended-analytics-tools.d.ts +164 -0
- package/dist/tools/extended-analytics-tools.d.ts.map +1 -0
- package/dist/tools/extended-analytics-tools.js +121 -0
- package/dist/tools/extended-analytics-tools.js.map +1 -0
- package/dist/tools/index.d.ts +7 -0
- package/dist/tools/index.d.ts.map +1 -0
- package/dist/tools/index.js +4 -0
- package/dist/tools/index.js.map +1 -0
- package/dist/tools/session-stats.d.ts +162 -0
- package/dist/tools/session-stats.d.ts.map +1 -0
- package/dist/tools/session-stats.js +1054 -0
- package/dist/tools/session-stats.js.map +1 -0
- package/dist/tools/workflow-tools.d.ts +126 -0
- package/dist/tools/workflow-tools.d.ts.map +1 -0
- package/dist/tools/workflow-tools.js +274 -0
- package/dist/tools/workflow-tools.js.map +1 -0
- package/dist/tracing/mcp-tracer.d.ts +4 -0
- package/dist/tracing/mcp-tracer.d.ts.map +1 -0
- package/dist/tracing/mcp-tracer.js +14 -0
- package/dist/tracing/mcp-tracer.js.map +1 -0
- package/dist/tracing/session-span.d.ts +14 -0
- package/dist/tracing/session-span.d.ts.map +1 -0
- package/dist/tracing/session-span.js +53 -0
- package/dist/tracing/session-span.js.map +1 -0
- package/dist/tracing/task-span-tracker.d.ts +11 -0
- package/dist/tracing/task-span-tracker.d.ts.map +1 -0
- package/dist/tracing/task-span-tracker.js +59 -0
- package/dist/tracing/task-span-tracker.js.map +1 -0
- package/dist/tracing/tool-call-span.d.ts +4 -0
- package/dist/tracing/tool-call-span.d.ts.map +1 -0
- package/dist/tracing/tool-call-span.js +60 -0
- package/dist/tracing/tool-call-span.js.map +1 -0
- package/dist/transport/index.d.ts +3 -0
- package/dist/transport/index.d.ts.map +1 -0
- package/dist/transport/index.js +2 -0
- package/dist/transport/index.js.map +1 -0
- package/dist/transport/log-ingest.d.ts +42 -0
- package/dist/transport/log-ingest.d.ts.map +1 -0
- package/dist/transport/log-ingest.js +151 -0
- package/dist/transport/log-ingest.js.map +1 -0
- package/dist/transport/nr-ingest.d.ts +171 -0
- package/dist/transport/nr-ingest.d.ts.map +1 -0
- package/dist/transport/nr-ingest.js +659 -0
- package/dist/transport/nr-ingest.js.map +1 -0
- package/dist/types.d.ts +45 -0
- package/dist/types.d.ts.map +1 -0
- package/dist/types.js +2 -0
- package/dist/types.js.map +1 -0
- package/dist/web/assets/index-BrL281N-.css +2 -0
- package/dist/web/assets/index-CcaYZzXm.js +42 -0
- package/dist/web/favicon.svg +15 -0
- package/dist/web/index.html +15 -0
- package/examples/local-alert-rules.json +106 -0
- package/package.json +125 -1
|
@@ -0,0 +1,207 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Unified Recommendation Engine — synthesizes all Phase 4 analyzers into
|
|
3
|
+
* a single prioritized, deduplicated recommendation list.
|
|
4
|
+
*
|
|
5
|
+
* Categories:
|
|
6
|
+
* - cost_optimization — from CostPerOutcomeAnalyzer
|
|
7
|
+
* - efficiency — from TrendAnalyzer
|
|
8
|
+
* - prompt_engineering — from PromptFeedbackEngine
|
|
9
|
+
* - claudemd — from ClaudeMdTracker
|
|
10
|
+
* - model_selection — from TrendAnalyzer.detectModelMigrationImpact()
|
|
11
|
+
*/
|
|
12
|
+
import { createHash } from 'node:crypto';
|
|
13
|
+
import { createLogger } from '../shared/index.js';
|
|
14
|
+
const logger = createLogger('recommendation-engine');
|
|
15
|
+
// ---------------------------------------------------------------------------
|
|
16
|
+
// Constants
|
|
17
|
+
// ---------------------------------------------------------------------------
|
|
18
|
+
const PRIORITY_ORDER = { high: 0, medium: 1, low: 2 };
|
|
19
|
+
// ---------------------------------------------------------------------------
|
|
20
|
+
// RecommendationEngine
|
|
21
|
+
// ---------------------------------------------------------------------------
|
|
22
|
+
export class RecommendationEngine {
|
|
23
|
+
sessionStore;
|
|
24
|
+
trendAnalyzer;
|
|
25
|
+
collaborationProfiler;
|
|
26
|
+
claudeMdTracker;
|
|
27
|
+
promptFeedbackEngine;
|
|
28
|
+
costPerOutcomeAnalyzer;
|
|
29
|
+
taskDetector;
|
|
30
|
+
constructor(options) {
|
|
31
|
+
this.sessionStore = options.sessionStore;
|
|
32
|
+
this.trendAnalyzer = options.trendAnalyzer;
|
|
33
|
+
this.collaborationProfiler = options.collaborationProfiler;
|
|
34
|
+
this.claudeMdTracker = options.claudeMdTracker;
|
|
35
|
+
this.promptFeedbackEngine = options.promptFeedbackEngine;
|
|
36
|
+
this.costPerOutcomeAnalyzer = options.costPerOutcomeAnalyzer;
|
|
37
|
+
this.taskDetector = options.taskDetector;
|
|
38
|
+
}
|
|
39
|
+
/**
|
|
40
|
+
* Generate all recommendations from all sub-analyzers, deduplicate,
|
|
41
|
+
* sort by priority, and optionally limit to topN.
|
|
42
|
+
*/
|
|
43
|
+
generateAllRecommendations(developer, options) {
|
|
44
|
+
const recs = [];
|
|
45
|
+
recs.push(...this.getCostRecommendations(developer, options));
|
|
46
|
+
recs.push(...this.getEfficiencyRecommendations(developer, options));
|
|
47
|
+
recs.push(...this.getPromptRecommendations(developer, options));
|
|
48
|
+
recs.push(...this.getClaudeMdRecommendations());
|
|
49
|
+
recs.push(...this.getModelRecommendations());
|
|
50
|
+
// Deduplicate by id
|
|
51
|
+
const seen = new Set();
|
|
52
|
+
const deduped = [];
|
|
53
|
+
for (const rec of recs) {
|
|
54
|
+
if (!seen.has(rec.id)) {
|
|
55
|
+
seen.add(rec.id);
|
|
56
|
+
deduped.push(rec);
|
|
57
|
+
}
|
|
58
|
+
}
|
|
59
|
+
// Sort by priority
|
|
60
|
+
deduped.sort((a, b) => (PRIORITY_ORDER[a.priority] ?? 2) - (PRIORITY_ORDER[b.priority] ?? 2));
|
|
61
|
+
if (options?.topN != null && options.topN > 0) {
|
|
62
|
+
return deduped.slice(0, options.topN);
|
|
63
|
+
}
|
|
64
|
+
logger.debug('Recommendations generated', {
|
|
65
|
+
developer,
|
|
66
|
+
total: deduped.length,
|
|
67
|
+
});
|
|
68
|
+
return deduped;
|
|
69
|
+
}
|
|
70
|
+
/**
|
|
71
|
+
* Team-level recommendations aggregating patterns across developers.
|
|
72
|
+
*/
|
|
73
|
+
generateTeamRecommendations(options) {
|
|
74
|
+
const recs = [];
|
|
75
|
+
const baseline = this.collaborationProfiler.computeTeamBaseline(options);
|
|
76
|
+
// High team-wide correction rate
|
|
77
|
+
const teamCorrectionPct = round((1 - baseline.dimensions.correctionRate) * 100, 0);
|
|
78
|
+
if (teamCorrectionPct > 30) {
|
|
79
|
+
recs.push(makeRec('efficiency', 'high', 'High team correction rate', 'The team average correction rate is high. Consider improving initial prompt context across the team.', `Team correction rate: ${teamCorrectionPct}%`));
|
|
80
|
+
}
|
|
81
|
+
// Low team autonomy
|
|
82
|
+
if (baseline.dimensions.autonomy < 0.5) {
|
|
83
|
+
recs.push(makeRec('prompt_engineering', 'medium', 'Low team autonomy', 'The team has low autonomy scores. Consider team-wide adoption of /plan mode for complex tasks.', `Team autonomy: ${round(baseline.dimensions.autonomy, 2)}`));
|
|
84
|
+
}
|
|
85
|
+
return recs;
|
|
86
|
+
}
|
|
87
|
+
/**
|
|
88
|
+
* Emit recommendation metrics to New Relic.
|
|
89
|
+
*/
|
|
90
|
+
emitMetrics(aggregator, developer, options) {
|
|
91
|
+
const recs = this.generateAllRecommendations(developer, options);
|
|
92
|
+
for (const rec of recs) {
|
|
93
|
+
aggregator.record('ai.recommendation', 1, {
|
|
94
|
+
developer,
|
|
95
|
+
category: rec.category,
|
|
96
|
+
priority: rec.priority,
|
|
97
|
+
});
|
|
98
|
+
}
|
|
99
|
+
logger.debug('Recommendation metrics emitted', {
|
|
100
|
+
developer,
|
|
101
|
+
count: recs.length,
|
|
102
|
+
});
|
|
103
|
+
}
|
|
104
|
+
// -------------------------------------------------------------------------
|
|
105
|
+
// Sub-analyzer recommendation collectors
|
|
106
|
+
// -------------------------------------------------------------------------
|
|
107
|
+
getCostRecommendations(_developer, _options) {
|
|
108
|
+
const recs = [];
|
|
109
|
+
const completed = this.taskDetector?.getCompletedTasks() ?? [];
|
|
110
|
+
const current = this.taskDetector?.getCurrentTask();
|
|
111
|
+
const tasks = current ? [...completed, current] : completed;
|
|
112
|
+
if (tasks.length === 0)
|
|
113
|
+
return recs;
|
|
114
|
+
const attribution = this.costPerOutcomeAnalyzer.attributeCosts(tasks);
|
|
115
|
+
// High waste ratio
|
|
116
|
+
if (attribution.wasteRatio > 0.2) {
|
|
117
|
+
const wastePct = round(attribution.wasteRatio * 100, 0);
|
|
118
|
+
recs.push(makeRec('cost_optimization', 'high', 'High failed attempt ratio', 'Failed attempts represent a significant portion of spend. Consider breaking complex tasks into smaller steps.', `Failed attempts: ${wastePct}% of total cost ($${round(attribution.costPerFailedAttempt, 2)} avg per failed attempt)`, `Reducing failed attempts by half could save ~$${round((attribution.costPerFailedAttempt * (attribution.outcomeDistribution['failed_attempt']?.count ?? 0)) / 2, 2)}`));
|
|
119
|
+
}
|
|
120
|
+
// Expensive investigations
|
|
121
|
+
if (attribution.costPerInvestigation > 2) {
|
|
122
|
+
recs.push(makeRec('cost_optimization', 'medium', 'Expensive investigation tasks', 'Investigation tasks cost more than expected. Consider using Grep/Glob before asking AI to explore.', `Investigation tasks cost $${round(attribution.costPerInvestigation, 2)} avg`));
|
|
123
|
+
}
|
|
124
|
+
return recs;
|
|
125
|
+
}
|
|
126
|
+
getEfficiencyRecommendations(developer, options) {
|
|
127
|
+
const recs = [];
|
|
128
|
+
const trends = this.trendAnalyzer.computeTrends({
|
|
129
|
+
since: options?.since,
|
|
130
|
+
developer,
|
|
131
|
+
});
|
|
132
|
+
const effTrend = trends.weeklyEfficiencyTrend;
|
|
133
|
+
if (effTrend.length >= 2) {
|
|
134
|
+
const latest = effTrend[effTrend.length - 1];
|
|
135
|
+
const previous = effTrend[effTrend.length - 2];
|
|
136
|
+
const drop = previous.value - latest.value;
|
|
137
|
+
if (drop > 0.1) {
|
|
138
|
+
const dropPct = round(drop * 100, 0);
|
|
139
|
+
recs.push(makeRec('efficiency', 'high', 'Efficiency score dropped', `Your efficiency score dropped ${dropPct}% from ${previous.week} to ${latest.week}. Check for increased anti-patterns.`, `Efficiency: ${round(previous.value, 2)} → ${round(latest.value, 2)}`));
|
|
140
|
+
}
|
|
141
|
+
}
|
|
142
|
+
return recs;
|
|
143
|
+
}
|
|
144
|
+
getPromptRecommendations(developer, options) {
|
|
145
|
+
const promptRecs = this.promptFeedbackEngine.generatePromptRecommendations(developer, options);
|
|
146
|
+
return promptRecs.map((pr) => makeRec('prompt_engineering', pr.priority, pr.category, pr.message, pr.evidence, pr.estimatedImpact));
|
|
147
|
+
}
|
|
148
|
+
getClaudeMdRecommendations() {
|
|
149
|
+
const recs = [];
|
|
150
|
+
const changes = this.claudeMdTracker.getChanges();
|
|
151
|
+
if (changes.length > 0) {
|
|
152
|
+
const latestChange = changes[changes.length - 1];
|
|
153
|
+
const impact = this.claudeMdTracker.computeImpact(latestChange.timestamp);
|
|
154
|
+
if (impact.verdict.startsWith('Negative')) {
|
|
155
|
+
recs.push(makeRec('claudemd', 'high', 'Negative CLAUDE.md impact', 'Recent CLAUDE.md change degraded metrics. Consider reverting or refining the changes.', `${impact.verdict}. Efficiency delta: ${impact.deltas.efficiencyScore?.percentChange ?? 'N/A'}%`));
|
|
156
|
+
}
|
|
157
|
+
if (impact.contextTokensForClaudeMd !== null && impact.contextTokensForClaudeMd > 3000) {
|
|
158
|
+
recs.push(makeRec('claudemd', 'medium', 'Large CLAUDE.md context cost', `CLAUDE.md consumes ~${impact.contextTokensForClaudeMd} tokens per turn. Consider condensing rarely-used sections.`, `${impact.contextTokensForClaudeMd} tokens/turn`));
|
|
159
|
+
}
|
|
160
|
+
}
|
|
161
|
+
return recs;
|
|
162
|
+
}
|
|
163
|
+
getModelRecommendations() {
|
|
164
|
+
const recs = [];
|
|
165
|
+
const sessions = this.sessionStore.loadAllSessions();
|
|
166
|
+
const models = new Set(sessions.map((s) => s.model).filter(Boolean));
|
|
167
|
+
if (models.size >= 2) {
|
|
168
|
+
const modelArr = [...models];
|
|
169
|
+
const comparison = this.trendAnalyzer.detectModelMigrationImpact(modelArr[0], modelArr[1]);
|
|
170
|
+
if (comparison.modelASessionCount >= 2 &&
|
|
171
|
+
comparison.modelBSessionCount >= 2 &&
|
|
172
|
+
comparison.modelACost > 0 &&
|
|
173
|
+
comparison.modelBCost > 0) {
|
|
174
|
+
const costRatio = round(comparison.modelACost / comparison.modelBCost, 1);
|
|
175
|
+
const effA = comparison.modelAEfficiency ?? 0;
|
|
176
|
+
const effB = comparison.modelBEfficiency ?? 0;
|
|
177
|
+
const effDiff = round(Math.abs(effA - effB) * 100, 0);
|
|
178
|
+
const actualRatio = costRatio > 1 ? costRatio : 1 / costRatio;
|
|
179
|
+
if (actualRatio > 2 && effDiff < 15) {
|
|
180
|
+
const cheaper = costRatio > 1 ? modelArr[1] : modelArr[0];
|
|
181
|
+
recs.push(makeRec('model_selection', 'medium', 'Cost-inefficient model usage', `One model costs ${actualRatio}x more but only improves efficiency by ${effDiff}%. Consider using ${cheaper} for routine tasks.`, `${modelArr[0]}: $${round(comparison.modelACost, 2)}/session, ${modelArr[1]}: $${round(comparison.modelBCost, 2)}/session`));
|
|
182
|
+
}
|
|
183
|
+
}
|
|
184
|
+
}
|
|
185
|
+
return recs;
|
|
186
|
+
}
|
|
187
|
+
}
|
|
188
|
+
// ---------------------------------------------------------------------------
|
|
189
|
+
// Helpers
|
|
190
|
+
// ---------------------------------------------------------------------------
|
|
191
|
+
function makeRec(category, priority, title, detail, evidence, estimatedSavings) {
|
|
192
|
+
const hash = createHash('sha256').update(`${category}:${title}`).digest('hex').slice(0, 12);
|
|
193
|
+
return {
|
|
194
|
+
id: `rec-${category}-${hash}`,
|
|
195
|
+
category,
|
|
196
|
+
priority,
|
|
197
|
+
title,
|
|
198
|
+
detail,
|
|
199
|
+
evidence,
|
|
200
|
+
...(estimatedSavings != null && { estimatedSavings }),
|
|
201
|
+
};
|
|
202
|
+
}
|
|
203
|
+
function round(value, decimals) {
|
|
204
|
+
const factor = Math.pow(10, decimals);
|
|
205
|
+
return Math.round(value * factor) / factor;
|
|
206
|
+
}
|
|
207
|
+
//# sourceMappingURL=recommendation-engine.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"recommendation-engine.js","sourceRoot":"","sources":["../../src/metrics/recommendation-engine.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAEH,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAEzC,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AASlD,MAAM,MAAM,GAAG,YAAY,CAAC,uBAAuB,CAAC,CAAC;AAgBrD,8EAA8E;AAC9E,YAAY;AACZ,8EAA8E;AAE9E,MAAM,cAAc,GAA2B,EAAE,IAAI,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,CAAC;AAE9E,8EAA8E;AAC9E,uBAAuB;AACvB,8EAA8E;AAE9E,MAAM,OAAO,oBAAoB;IACd,YAAY,CAAe;IAC3B,aAAa,CAAgB;IAC7B,qBAAqB,CAAwB;IAC7C,eAAe,CAAkB;IACjC,oBAAoB,CAAuB;IAC3C,sBAAsB,CAAyB;IAC/C,YAAY,CAAgB;IAE7C,YAAY,OAQX;QACC,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,YAAY,CAAC;QACzC,IAAI,CAAC,aAAa,GAAG,OAAO,CAAC,aAAa,CAAC;QAC3C,IAAI,CAAC,qBAAqB,GAAG,OAAO,CAAC,qBAAqB,CAAC;QAC3D,IAAI,CAAC,eAAe,GAAG,OAAO,CAAC,eAAe,CAAC;QAC/C,IAAI,CAAC,oBAAoB,GAAG,OAAO,CAAC,oBAAoB,CAAC;QACzD,IAAI,CAAC,sBAAsB,GAAG,OAAO,CAAC,sBAAsB,CAAC;QAC7D,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,YAAY,CAAC;IAC3C,CAAC;IAED;;;OAGG;IACH,0BAA0B,CACxB,SAAiB,EACjB,OAAyC;QAEzC,MAAM,IAAI,GAAqB,EAAE,CAAC;QAElC,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,sBAAsB,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC,CAAC;QAC9D,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,4BAA4B,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC,CAAC;QACpE,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,wBAAwB,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC,CAAC;QAChE,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,0BAA0B,EAAE,CAAC,CAAC;QAChD,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,uBAAuB,EAAE,CAAC,CAAC;QAE7C,oBAAoB;QACpB,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;QAC/B,MAAM,OAAO,GAAqB,EAAE,CAAC;QACrC,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC;gBACtB,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBACjB,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACpB,CAAC;QACH,CAAC;QAED,mBAAmB;QACnB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAE9F,IAAI,OAAO,EAAE,IAAI,IAAI,IAAI,IAAI,OAAO,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;YAC9C,OAAO,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC;QACxC,CAAC;QAED,MAAM,CAAC,KAAK,CAAC,2BAA2B,EAAE;YACxC,SAAS;YACT,KAAK,EAAE,OAAO,CAAC,MAAM;SACtB,CAAC,CAAC;QAEH,OAAO,OAAO,CAAC;IACjB,CAAC;IAED;;OAEG;IACH,2BAA2B,CAAC,OAA0B;QACpD,MAAM,IAAI,GAAqB,EAAE,CAAC;QAClC,MAAM,QAAQ,GAAG,IAAI,CAAC,qBAAqB,CAAC,mBAAmB,CAAC,OAAO,CAAC,CAAC;QAEzE,iCAAiC;QACjC,MAAM,iBAAiB,GAAG,KAAK,CAAC,CAAC,CAAC,GAAG,QAAQ,CAAC,UAAU,CAAC,cAAc,CAAC,GAAG,GAAG,EAAE,CAAC,CAAC,CAAC;QACnF,IAAI,iBAAiB,GAAG,EAAE,EAAE,CAAC;YAC3B,IAAI,CAAC,IAAI,CACP,OAAO,CACL,YAAY,EACZ,MAAM,EACN,2BAA2B,EAC3B,sGAAsG,EACtG,yBAAyB,iBAAiB,GAAG,CAC9C,CACF,CAAC;QACJ,CAAC;QAED,oBAAoB;QACpB,IAAI,QAAQ,CAAC,UAAU,CAAC,QAAQ,GAAG,GAAG,EAAE,CAAC;YACvC,IAAI,CAAC,IAAI,CACP,OAAO,CACL,oBAAoB,EACpB,QAAQ,EACR,mBAAmB,EACnB,gGAAgG,EAChG,kBAAkB,KAAK,CAAC,QAAQ,CAAC,UAAU,CAAC,QAAQ,EAAE,CAAC,CAAC,EAAE,CAC3D,CACF,CAAC;QACJ,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;OAEG;IACH,WAAW,CAAC,UAA4B,EAAE,SAAiB,EAAE,OAA0B;QACrF,MAAM,IAAI,GAAG,IAAI,CAAC,0BAA0B,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;QAEjE,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,UAAU,CAAC,MAAM,CAAC,mBAAmB,EAAE,CAAC,EAAE;gBACxC,SAAS;gBACT,QAAQ,EAAE,GAAG,CAAC,QAAQ;gBACtB,QAAQ,EAAE,GAAG,CAAC,QAAQ;aACvB,CAAC,CAAC;QACL,CAAC;QAED,MAAM,CAAC,KAAK,CAAC,gCAAgC,EAAE;YAC7C,SAAS;YACT,KAAK,EAAE,IAAI,CAAC,MAAM;SACnB,CAAC,CAAC;IACL,CAAC;IAED,4EAA4E;IAC5E,yCAAyC;IACzC,4EAA4E;IAEpE,sBAAsB,CAC5B,UAAkB,EAClB,QAA2B;QAE3B,MAAM,IAAI,GAAqB,EAAE,CAAC;QAClC,MAAM,SAAS,GAAG,IAAI,CAAC,YAAY,EAAE,iBAAiB,EAAE,IAAI,EAAE,CAAC;QAC/D,MAAM,OAAO,GAAG,IAAI,CAAC,YAAY,EAAE,cAAc,EAAE,CAAC;QACpD,MAAM,KAAK,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,GAAG,SAAS,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;QAE5D,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC;QAEpC,MAAM,WAAW,GAAG,IAAI,CAAC,sBAAsB,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;QAEtE,mBAAmB;QACnB,IAAI,WAAW,CAAC,UAAU,GAAG,GAAG,EAAE,CAAC;YACjC,MAAM,QAAQ,GAAG,KAAK,CAAC,WAAW,CAAC,UAAU,GAAG,GAAG,EAAE,CAAC,CAAC,CAAC;YACxD,IAAI,CAAC,IAAI,CACP,OAAO,CACL,mBAAmB,EACnB,MAAM,EACN,2BAA2B,EAC3B,+GAA+G,EAC/G,oBAAoB,QAAQ,qBAAqB,KAAK,CAAC,WAAW,CAAC,oBAAoB,EAAE,CAAC,CAAC,0BAA0B,EACrH,iDAAiD,KAAK,CAAC,CAAC,WAAW,CAAC,oBAAoB,GAAG,CAAC,WAAW,CAAC,mBAAmB,CAAC,gBAAgB,CAAC,EAAE,KAAK,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,EAAE,CACtK,CACF,CAAC;QACJ,CAAC;QAED,2BAA2B;QAC3B,IAAI,WAAW,CAAC,oBAAoB,GAAG,CAAC,EAAE,CAAC;YACzC,IAAI,CAAC,IAAI,CACP,OAAO,CACL,mBAAmB,EACnB,QAAQ,EACR,+BAA+B,EAC/B,oGAAoG,EACpG,6BAA6B,KAAK,CAAC,WAAW,CAAC,oBAAoB,EAAE,CAAC,CAAC,MAAM,CAC9E,CACF,CAAC;QACJ,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAEO,4BAA4B,CAClC,SAAiB,EACjB,OAA0B;QAE1B,MAAM,IAAI,GAAqB,EAAE,CAAC;QAClC,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC,aAAa,CAAC;YAC9C,KAAK,EAAE,OAAO,EAAE,KAAK;YACrB,SAAS;SACV,CAAC,CAAC;QAEH,MAAM,QAAQ,GAAG,MAAM,CAAC,qBAAqB,CAAC;QAC9C,IAAI,QAAQ,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;YACzB,MAAM,MAAM,GAAG,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAE,CAAC;YAC9C,MAAM,QAAQ,GAAG,QAAQ,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAE,CAAC;YAChD,MAAM,IAAI,GAAG,QAAQ,CAAC,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;YAE3C,IAAI,IAAI,GAAG,GAAG,EAAE,CAAC;gBACf,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,GAAG,GAAG,EAAE,CAAC,CAAC,CAAC;gBACrC,IAAI,CAAC,IAAI,CACP,OAAO,CACL,YAAY,EACZ,MAAM,EACN,0BAA0B,EAC1B,iCAAiC,OAAO,UAAU,QAAQ,CAAC,IAAI,OAAO,MAAM,CAAC,IAAI,sCAAsC,EACvH,eAAe,KAAK,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC,CAAC,MAAM,KAAK,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,EAAE,CACtE,CACF,CAAC;YACJ,CAAC;QACH,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAEO,wBAAwB,CAC9B,SAAiB,EACjB,OAA0B;QAE1B,MAAM,UAAU,GAAG,IAAI,CAAC,oBAAoB,CAAC,6BAA6B,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;QAE/F,OAAO,UAAU,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAC3B,OAAO,CACL,oBAAoB,EACpB,EAAE,CAAC,QAAQ,EACX,EAAE,CAAC,QAAQ,EACX,EAAE,CAAC,OAAO,EACV,EAAE,CAAC,QAAQ,EACX,EAAE,CAAC,eAAe,CACnB,CACF,CAAC;IACJ,CAAC;IAEO,0BAA0B;QAChC,MAAM,IAAI,GAAqB,EAAE,CAAC;QAClC,MAAM,OAAO,GAAG,IAAI,CAAC,eAAe,CAAC,UAAU,EAAE,CAAC;QAElD,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACvB,MAAM,YAAY,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAE,CAAC;YAClD,MAAM,MAAM,GAAG,IAAI,CAAC,eAAe,CAAC,aAAa,CAAC,YAAY,CAAC,SAAS,CAAC,CAAC;YAE1E,IAAI,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;gBAC1C,IAAI,CAAC,IAAI,CACP,OAAO,CACL,UAAU,EACV,MAAM,EACN,2BAA2B,EAC3B,uFAAuF,EACvF,GAAG,MAAM,CAAC,OAAO,uBAAuB,MAAM,CAAC,MAAM,CAAC,eAAe,EAAE,aAAa,IAAI,KAAK,GAAG,CACjG,CACF,CAAC;YACJ,CAAC;YAED,IAAI,MAAM,CAAC,wBAAwB,KAAK,IAAI,IAAI,MAAM,CAAC,wBAAwB,GAAG,IAAI,EAAE,CAAC;gBACvF,IAAI,CAAC,IAAI,CACP,OAAO,CACL,UAAU,EACV,QAAQ,EACR,8BAA8B,EAC9B,uBAAuB,MAAM,CAAC,wBAAwB,6DAA6D,EACnH,GAAG,MAAM,CAAC,wBAAwB,cAAc,CACjD,CACF,CAAC;YACJ,CAAC;QACH,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAEO,uBAAuB;QAC7B,MAAM,IAAI,GAAqB,EAAE,CAAC;QAElC,MAAM,QAAQ,GAAG,IAAI,CAAC,YAAY,CAAC,eAAe,EAAE,CAAC;QACrD,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC;QAErE,IAAI,MAAM,CAAC,IAAI,IAAI,CAAC,EAAE,CAAC;YACrB,MAAM,QAAQ,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC;YAC7B,MAAM,UAAU,GAAG,IAAI,CAAC,aAAa,CAAC,0BAA0B,CAAC,QAAQ,CAAC,CAAC,CAAE,EAAE,QAAQ,CAAC,CAAC,CAAE,CAAC,CAAC;YAE7F,IACE,UAAU,CAAC,kBAAkB,IAAI,CAAC;gBAClC,UAAU,CAAC,kBAAkB,IAAI,CAAC;gBAClC,UAAU,CAAC,UAAU,GAAG,CAAC;gBACzB,UAAU,CAAC,UAAU,GAAG,CAAC,EACzB,CAAC;gBACD,MAAM,SAAS,GAAG,KAAK,CAAC,UAAU,CAAC,UAAU,GAAG,UAAU,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;gBAC1E,MAAM,IAAI,GAAG,UAAU,CAAC,gBAAgB,IAAI,CAAC,CAAC;gBAC9C,MAAM,IAAI,GAAG,UAAU,CAAC,gBAAgB,IAAI,CAAC,CAAC;gBAC9C,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,GAAG,IAAI,CAAC,GAAG,GAAG,EAAE,CAAC,CAAC,CAAC;gBAEtD,MAAM,WAAW,GAAG,SAAS,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,GAAG,SAAS,CAAC;gBAC9D,IAAI,WAAW,GAAG,CAAC,IAAI,OAAO,GAAG,EAAE,EAAE,CAAC;oBACpC,MAAM,OAAO,GAAG,SAAS,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;oBAC1D,IAAI,CAAC,IAAI,CACP,OAAO,CACL,iBAAiB,EACjB,QAAQ,EACR,8BAA8B,EAC9B,mBAAmB,WAAW,0CAA0C,OAAO,qBAAqB,OAAO,qBAAqB,EAChI,GAAG,QAAQ,CAAC,CAAC,CAAC,MAAM,KAAK,CAAC,UAAU,CAAC,UAAU,EAAE,CAAC,CAAC,aAAa,QAAQ,CAAC,CAAC,CAAC,MAAM,KAAK,CAAC,UAAU,CAAC,UAAU,EAAE,CAAC,CAAC,UAAU,CAC3H,CACF,CAAC;gBACJ,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;CACF;AAED,8EAA8E;AAC9E,UAAU;AACV,8EAA8E;AAE9E,SAAS,OAAO,CACd,QAAgB,EAChB,QAAmC,EACnC,KAAa,EACb,MAAc,EACd,QAAgB,EAChB,gBAAyB;IAEzB,MAAM,IAAI,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,GAAG,QAAQ,IAAI,KAAK,EAAE,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IAE5F,OAAO;QACL,EAAE,EAAE,OAAO,QAAQ,IAAI,IAAI,EAAE;QAC7B,QAAQ;QACR,QAAQ;QACR,KAAK;QACL,MAAM;QACN,QAAQ;QACR,GAAG,CAAC,gBAAgB,IAAI,IAAI,IAAI,EAAE,gBAAgB,EAAE,CAAC;KACtD,CAAC;AACJ,CAAC;AAED,SAAS,KAAK,CAAC,KAAa,EAAE,QAAgB;IAC5C,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC;IACtC,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,MAAM,CAAC,GAAG,MAAM,CAAC;AAC7C,CAAC"}
|
|
@@ -0,0 +1,43 @@
|
|
|
1
|
+
import type { MetricAggregator } from '../shared/index.js';
|
|
2
|
+
import type { ToolCallRecord } from '../storage/types.js';
|
|
3
|
+
export interface ThrashingAlert {
|
|
4
|
+
readonly toolName: string;
|
|
5
|
+
readonly occurrences: number;
|
|
6
|
+
readonly windowSize: number;
|
|
7
|
+
readonly similarity: number;
|
|
8
|
+
readonly tokensWastedEstimate: number;
|
|
9
|
+
readonly timestamp: number;
|
|
10
|
+
}
|
|
11
|
+
export interface RetryDetectorMetrics {
|
|
12
|
+
readonly alerts: readonly ThrashingAlert[];
|
|
13
|
+
readonly totalTokensWasted: number;
|
|
14
|
+
readonly totalAlertsEmitted: number;
|
|
15
|
+
}
|
|
16
|
+
export interface RetryDetectorOptions {
|
|
17
|
+
readonly minOccurrences?: number;
|
|
18
|
+
readonly windowSize?: number;
|
|
19
|
+
readonly similarityThreshold?: number;
|
|
20
|
+
readonly onAlert?: (alert: ThrashingAlert) => void;
|
|
21
|
+
}
|
|
22
|
+
export declare function normalizedLevenshteinSimilarity(a: string, b: string): number;
|
|
23
|
+
export declare class RetryDetector {
|
|
24
|
+
private readonly minOccurrences;
|
|
25
|
+
private readonly windowSize;
|
|
26
|
+
private readonly similarityThreshold;
|
|
27
|
+
private readonly onAlert;
|
|
28
|
+
private readonly recentCalls;
|
|
29
|
+
private readonly alerts;
|
|
30
|
+
private totalTokensWasted;
|
|
31
|
+
private readonly firedKeys;
|
|
32
|
+
private callCounter;
|
|
33
|
+
constructor(options?: RetryDetectorOptions);
|
|
34
|
+
recordToolCall(record: ToolCallRecord): ThrashingAlert | null;
|
|
35
|
+
getMetrics(): RetryDetectorMetrics;
|
|
36
|
+
emitMetrics(aggregator: MetricAggregator): void;
|
|
37
|
+
reset(_sessionId: string): void;
|
|
38
|
+
private checkWindow;
|
|
39
|
+
private computeGroupSimilarity;
|
|
40
|
+
private serializeInput;
|
|
41
|
+
private estimateTokensWasted;
|
|
42
|
+
}
|
|
43
|
+
//# sourceMappingURL=retry-detector.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"retry-detector.d.ts","sourceRoot":"","sources":["../../src/metrics/retry-detector.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAE3D,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AAQ1D,MAAM,WAAW,cAAc;IAC7B,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,oBAAoB,EAAE,MAAM,CAAC;IACtC,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;CAC5B;AAED,MAAM,WAAW,oBAAoB;IACnC,QAAQ,CAAC,MAAM,EAAE,SAAS,cAAc,EAAE,CAAC;IAC3C,QAAQ,CAAC,iBAAiB,EAAE,MAAM,CAAC;IACnC,QAAQ,CAAC,kBAAkB,EAAE,MAAM,CAAC;CACrC;AAED,MAAM,WAAW,oBAAoB;IACnC,QAAQ,CAAC,cAAc,CAAC,EAAE,MAAM,CAAC;IACjC,QAAQ,CAAC,UAAU,CAAC,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,mBAAmB,CAAC,EAAE,MAAM,CAAC;IACtC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC,KAAK,EAAE,cAAc,KAAK,IAAI,CAAC;CACpD;AAeD,wBAAgB,+BAA+B,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,GAAG,MAAM,CAa5E;AA+BD,qBAAa,aAAa;IACxB,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAS;IACxC,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAS;IACpC,OAAO,CAAC,QAAQ,CAAC,mBAAmB,CAAS;IAC7C,OAAO,CAAC,QAAQ,CAAC,OAAO,CAA2C;IAEnE,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAwB;IACpD,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAwB;IAC/C,OAAO,CAAC,iBAAiB,CAAK;IAE9B,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAqB;IAC/C,OAAO,CAAC,WAAW,CAAK;gBAEZ,OAAO,CAAC,EAAE,oBAAoB;IAO1C,cAAc,CAAC,MAAM,EAAE,cAAc,GAAG,cAAc,GAAG,IAAI;IAY7D,UAAU,IAAI,oBAAoB;IAQlC,WAAW,CAAC,UAAU,EAAE,gBAAgB,GAAG,IAAI;IAO/C,KAAK,CAAC,UAAU,EAAE,MAAM,GAAG,IAAI;IAQ/B,OAAO,CAAC,WAAW;IAyDnB,OAAO,CAAC,sBAAsB;IAiB9B,OAAO,CAAC,cAAc;IAsBtB,OAAO,CAAC,oBAAoB;CAO7B"}
|
|
@@ -0,0 +1,179 @@
|
|
|
1
|
+
import { createLogger } from '../shared/index.js';
|
|
2
|
+
const logger = createLogger('retry-detector');
|
|
3
|
+
// ---------------------------------------------------------------------------
|
|
4
|
+
// Defaults
|
|
5
|
+
// ---------------------------------------------------------------------------
|
|
6
|
+
const DEFAULT_MIN_OCCURRENCES = 3;
|
|
7
|
+
const DEFAULT_WINDOW_SIZE = 5;
|
|
8
|
+
const DEFAULT_SIMILARITY_THRESHOLD = 0.8;
|
|
9
|
+
const BYTES_PER_TOKEN_ESTIMATE = 4;
|
|
10
|
+
// ---------------------------------------------------------------------------
|
|
11
|
+
// Levenshtein similarity
|
|
12
|
+
// ---------------------------------------------------------------------------
|
|
13
|
+
export function normalizedLevenshteinSimilarity(a, b) {
|
|
14
|
+
if (a === b)
|
|
15
|
+
return 1;
|
|
16
|
+
const maxLen = Math.max(a.length, b.length);
|
|
17
|
+
if (maxLen === 0)
|
|
18
|
+
return 1;
|
|
19
|
+
// Truncate long strings to avoid O(n^2) on massive inputs
|
|
20
|
+
const limit = 2000;
|
|
21
|
+
const sa = a.length > limit ? a.slice(0, limit) : a;
|
|
22
|
+
const sb = b.length > limit ? b.slice(0, limit) : b;
|
|
23
|
+
const effectiveMax = Math.max(sa.length, sb.length);
|
|
24
|
+
const distance = levenshteinDistance(sa, sb);
|
|
25
|
+
return 1 - distance / effectiveMax;
|
|
26
|
+
}
|
|
27
|
+
function levenshteinDistance(a, b) {
|
|
28
|
+
const m = a.length;
|
|
29
|
+
const n = b.length;
|
|
30
|
+
// Single-row DP for space efficiency
|
|
31
|
+
const row = new Array(n + 1);
|
|
32
|
+
for (let j = 0; j <= n; j++)
|
|
33
|
+
row[j] = j;
|
|
34
|
+
for (let i = 1; i <= m; i++) {
|
|
35
|
+
let prev = row[0];
|
|
36
|
+
row[0] = i;
|
|
37
|
+
for (let j = 1; j <= n; j++) {
|
|
38
|
+
const temp = row[j];
|
|
39
|
+
if (a[i - 1] === b[j - 1]) {
|
|
40
|
+
row[j] = prev;
|
|
41
|
+
}
|
|
42
|
+
else {
|
|
43
|
+
row[j] = 1 + Math.min(prev, row[j], row[j - 1]);
|
|
44
|
+
}
|
|
45
|
+
prev = temp;
|
|
46
|
+
}
|
|
47
|
+
}
|
|
48
|
+
return row[n];
|
|
49
|
+
}
|
|
50
|
+
// ---------------------------------------------------------------------------
|
|
51
|
+
// RetryDetector
|
|
52
|
+
// ---------------------------------------------------------------------------
|
|
53
|
+
export class RetryDetector {
|
|
54
|
+
minOccurrences;
|
|
55
|
+
windowSize;
|
|
56
|
+
similarityThreshold;
|
|
57
|
+
onAlert;
|
|
58
|
+
recentCalls = [];
|
|
59
|
+
alerts = [];
|
|
60
|
+
totalTokensWasted = 0;
|
|
61
|
+
// Track which tool+window combos already fired to avoid spamming
|
|
62
|
+
firedKeys = new Set();
|
|
63
|
+
callCounter = 0;
|
|
64
|
+
constructor(options) {
|
|
65
|
+
this.minOccurrences = options?.minOccurrences ?? DEFAULT_MIN_OCCURRENCES;
|
|
66
|
+
this.windowSize = options?.windowSize ?? DEFAULT_WINDOW_SIZE;
|
|
67
|
+
this.similarityThreshold = options?.similarityThreshold ?? DEFAULT_SIMILARITY_THRESHOLD;
|
|
68
|
+
this.onAlert = options?.onAlert ?? null;
|
|
69
|
+
}
|
|
70
|
+
recordToolCall(record) {
|
|
71
|
+
this.recentCalls.push(record);
|
|
72
|
+
this.callCounter++;
|
|
73
|
+
// Only keep the window we need
|
|
74
|
+
if (this.recentCalls.length > this.windowSize * 2) {
|
|
75
|
+
this.recentCalls.splice(0, this.recentCalls.length - this.windowSize * 2);
|
|
76
|
+
}
|
|
77
|
+
return this.checkWindow();
|
|
78
|
+
}
|
|
79
|
+
getMetrics() {
|
|
80
|
+
return {
|
|
81
|
+
alerts: this.alerts,
|
|
82
|
+
totalTokensWasted: this.totalTokensWasted,
|
|
83
|
+
totalAlertsEmitted: this.alerts.length,
|
|
84
|
+
};
|
|
85
|
+
}
|
|
86
|
+
emitMetrics(aggregator) {
|
|
87
|
+
if (this.alerts.length > 0) {
|
|
88
|
+
aggregator.record('ai.retry.alerts_total', this.alerts.length);
|
|
89
|
+
aggregator.record('ai.retry.tokens_wasted', this.totalTokensWasted);
|
|
90
|
+
}
|
|
91
|
+
}
|
|
92
|
+
reset(_sessionId) {
|
|
93
|
+
this.recentCalls.length = 0;
|
|
94
|
+
this.alerts.length = 0;
|
|
95
|
+
this.totalTokensWasted = 0;
|
|
96
|
+
this.firedKeys.clear();
|
|
97
|
+
this.callCounter = 0;
|
|
98
|
+
}
|
|
99
|
+
checkWindow() {
|
|
100
|
+
const window = this.recentCalls.slice(-this.windowSize);
|
|
101
|
+
if (window.length < this.minOccurrences)
|
|
102
|
+
return null;
|
|
103
|
+
// Group calls by tool name within the window
|
|
104
|
+
const byTool = new Map();
|
|
105
|
+
for (const call of window) {
|
|
106
|
+
const arr = byTool.get(call.toolName) ?? [];
|
|
107
|
+
arr.push(call);
|
|
108
|
+
byTool.set(call.toolName, arr);
|
|
109
|
+
}
|
|
110
|
+
for (const [toolName, calls] of byTool) {
|
|
111
|
+
if (calls.length < this.minOccurrences)
|
|
112
|
+
continue;
|
|
113
|
+
// Check: either all failed, or inputs are highly similar
|
|
114
|
+
const allFailed = calls.every((c) => !c.success);
|
|
115
|
+
const similarity = this.computeGroupSimilarity(calls);
|
|
116
|
+
const isSimilar = similarity >= this.similarityThreshold;
|
|
117
|
+
if (!allFailed && !isSimilar)
|
|
118
|
+
continue;
|
|
119
|
+
// Dedupe: use the call counter so alerts can fire again after new calls arrive
|
|
120
|
+
const dedupeKey = `${toolName}:${this.callCounter}`;
|
|
121
|
+
if (this.firedKeys.has(dedupeKey))
|
|
122
|
+
continue;
|
|
123
|
+
this.firedKeys.add(dedupeKey);
|
|
124
|
+
const tokensWasted = this.estimateTokensWasted(calls);
|
|
125
|
+
const alert = {
|
|
126
|
+
toolName,
|
|
127
|
+
occurrences: calls.length,
|
|
128
|
+
windowSize: this.windowSize,
|
|
129
|
+
similarity,
|
|
130
|
+
tokensWastedEstimate: tokensWasted,
|
|
131
|
+
timestamp: Date.now(),
|
|
132
|
+
};
|
|
133
|
+
this.alerts.push(alert);
|
|
134
|
+
this.totalTokensWasted += tokensWasted;
|
|
135
|
+
logger.warn('Thrashing detected', {
|
|
136
|
+
tool: toolName,
|
|
137
|
+
occurrences: calls.length,
|
|
138
|
+
similarity: Math.round(similarity * 100),
|
|
139
|
+
tokensWasted,
|
|
140
|
+
});
|
|
141
|
+
if (this.onAlert) {
|
|
142
|
+
this.onAlert(alert);
|
|
143
|
+
}
|
|
144
|
+
return alert;
|
|
145
|
+
}
|
|
146
|
+
return null;
|
|
147
|
+
}
|
|
148
|
+
computeGroupSimilarity(calls) {
|
|
149
|
+
if (calls.length < 2)
|
|
150
|
+
return 0;
|
|
151
|
+
const inputs = calls.map((c) => this.serializeInput(c));
|
|
152
|
+
let totalSimilarity = 0;
|
|
153
|
+
let comparisons = 0;
|
|
154
|
+
// Compare each pair against the first (reference) input
|
|
155
|
+
const reference = inputs[0];
|
|
156
|
+
for (let i = 1; i < inputs.length; i++) {
|
|
157
|
+
totalSimilarity += normalizedLevenshteinSimilarity(reference, inputs[i]);
|
|
158
|
+
comparisons++;
|
|
159
|
+
}
|
|
160
|
+
return comparisons > 0 ? totalSimilarity / comparisons : 0;
|
|
161
|
+
}
|
|
162
|
+
serializeInput(record) {
|
|
163
|
+
const { id: _id, sessionId: _s, timestamp: _t, durationMs: _d, success: _su, errorType: _e, error: _er, inputSizeBytes: _is, outputSizeBytes: _os, inputHash: _ih, toolUseId: _tu, ...rest } = record;
|
|
164
|
+
try {
|
|
165
|
+
return JSON.stringify(rest, null, 0);
|
|
166
|
+
}
|
|
167
|
+
catch {
|
|
168
|
+
return '';
|
|
169
|
+
}
|
|
170
|
+
}
|
|
171
|
+
estimateTokensWasted(calls) {
|
|
172
|
+
let totalBytes = 0;
|
|
173
|
+
for (const call of calls) {
|
|
174
|
+
totalBytes += (call.inputSizeBytes ?? 0) + (call.outputSizeBytes ?? 0);
|
|
175
|
+
}
|
|
176
|
+
return Math.ceil(totalBytes / BYTES_PER_TOKEN_ESTIMATE);
|
|
177
|
+
}
|
|
178
|
+
}
|
|
179
|
+
//# sourceMappingURL=retry-detector.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"retry-detector.js","sourceRoot":"","sources":["../../src/metrics/retry-detector.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAGlD,MAAM,MAAM,GAAG,YAAY,CAAC,gBAAgB,CAAC,CAAC;AA4B9C,8EAA8E;AAC9E,WAAW;AACX,8EAA8E;AAE9E,MAAM,uBAAuB,GAAG,CAAC,CAAC;AAClC,MAAM,mBAAmB,GAAG,CAAC,CAAC;AAC9B,MAAM,4BAA4B,GAAG,GAAG,CAAC;AACzC,MAAM,wBAAwB,GAAG,CAAC,CAAC;AAEnC,8EAA8E;AAC9E,yBAAyB;AACzB,8EAA8E;AAE9E,MAAM,UAAU,+BAA+B,CAAC,CAAS,EAAE,CAAS;IAClE,IAAI,CAAC,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IACtB,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC;IAC5C,IAAI,MAAM,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IAE3B,0DAA0D;IAC1D,MAAM,KAAK,GAAG,IAAI,CAAC;IACnB,MAAM,EAAE,GAAG,CAAC,CAAC,MAAM,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACpD,MAAM,EAAE,GAAG,CAAC,CAAC,MAAM,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACpD,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC;IAEpD,MAAM,QAAQ,GAAG,mBAAmB,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;IAC7C,OAAO,CAAC,GAAG,QAAQ,GAAG,YAAY,CAAC;AACrC,CAAC;AAED,SAAS,mBAAmB,CAAC,CAAS,EAAE,CAAS;IAC/C,MAAM,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC;IACnB,MAAM,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC;IAEnB,qCAAqC;IACrC,MAAM,GAAG,GAAG,IAAI,KAAK,CAAS,CAAC,GAAG,CAAC,CAAC,CAAC;IACrC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE;QAAE,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IAExC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC5B,IAAI,IAAI,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;QAClB,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;QACX,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YAC5B,MAAM,IAAI,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC;YACpB,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;gBAC1B,GAAG,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC;YAChB,CAAC;iBAAM,CAAC;gBACN,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;YAClD,CAAC;YACD,IAAI,GAAG,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC;AAChB,CAAC;AAED,8EAA8E;AAC9E,gBAAgB;AAChB,8EAA8E;AAE9E,MAAM,OAAO,aAAa;IACP,cAAc,CAAS;IACvB,UAAU,CAAS;IACnB,mBAAmB,CAAS;IAC5B,OAAO,CAA2C;IAElD,WAAW,GAAqB,EAAE,CAAC;IACnC,MAAM,GAAqB,EAAE,CAAC;IACvC,iBAAiB,GAAG,CAAC,CAAC;IAC9B,iEAAiE;IAChD,SAAS,GAAG,IAAI,GAAG,EAAU,CAAC;IACvC,WAAW,GAAG,CAAC,CAAC;IAExB,YAAY,OAA8B;QACxC,IAAI,CAAC,cAAc,GAAG,OAAO,EAAE,cAAc,IAAI,uBAAuB,CAAC;QACzE,IAAI,CAAC,UAAU,GAAG,OAAO,EAAE,UAAU,IAAI,mBAAmB,CAAC;QAC7D,IAAI,CAAC,mBAAmB,GAAG,OAAO,EAAE,mBAAmB,IAAI,4BAA4B,CAAC;QACxF,IAAI,CAAC,OAAO,GAAG,OAAO,EAAE,OAAO,IAAI,IAAI,CAAC;IAC1C,CAAC;IAED,cAAc,CAAC,MAAsB;QACnC,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC9B,IAAI,CAAC,WAAW,EAAE,CAAC;QAEnB,+BAA+B;QAC/B,IAAI,IAAI,CAAC,WAAW,CAAC,MAAM,GAAG,IAAI,CAAC,UAAU,GAAG,CAAC,EAAE,CAAC;YAClD,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,EAAE,IAAI,CAAC,WAAW,CAAC,MAAM,GAAG,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC;QAC5E,CAAC;QAED,OAAO,IAAI,CAAC,WAAW,EAAE,CAAC;IAC5B,CAAC;IAED,UAAU;QACR,OAAO;YACL,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,iBAAiB,EAAE,IAAI,CAAC,iBAAiB;YACzC,kBAAkB,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM;SACvC,CAAC;IACJ,CAAC;IAED,WAAW,CAAC,UAA4B;QACtC,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC3B,UAAU,CAAC,MAAM,CAAC,uBAAuB,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;YAC/D,UAAU,CAAC,MAAM,CAAC,wBAAwB,EAAE,IAAI,CAAC,iBAAiB,CAAC,CAAC;QACtE,CAAC;IACH,CAAC;IAED,KAAK,CAAC,UAAkB;QACtB,IAAI,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC;QAC5B,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC;QACvB,IAAI,CAAC,iBAAiB,GAAG,CAAC,CAAC;QAC3B,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC;QACvB,IAAI,CAAC,WAAW,GAAG,CAAC,CAAC;IACvB,CAAC;IAEO,WAAW;QACjB,MAAM,MAAM,GAAG,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QACxD,IAAI,MAAM,CAAC,MAAM,GAAG,IAAI,CAAC,cAAc;YAAE,OAAO,IAAI,CAAC;QAErD,6CAA6C;QAC7C,MAAM,MAAM,GAAG,IAAI,GAAG,EAA4B,CAAC;QACnD,KAAK,MAAM,IAAI,IAAI,MAAM,EAAE,CAAC;YAC1B,MAAM,GAAG,GAAG,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;YAC5C,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACf,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;QACjC,CAAC;QAED,KAAK,MAAM,CAAC,QAAQ,EAAE,KAAK,CAAC,IAAI,MAAM,EAAE,CAAC;YACvC,IAAI,KAAK,CAAC,MAAM,GAAG,IAAI,CAAC,cAAc;gBAAE,SAAS;YAEjD,yDAAyD;YACzD,MAAM,SAAS,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;YACjD,MAAM,UAAU,GAAG,IAAI,CAAC,sBAAsB,CAAC,KAAK,CAAC,CAAC;YACtD,MAAM,SAAS,GAAG,UAAU,IAAI,IAAI,CAAC,mBAAmB,CAAC;YAEzD,IAAI,CAAC,SAAS,IAAI,CAAC,SAAS;gBAAE,SAAS;YAEvC,+EAA+E;YAC/E,MAAM,SAAS,GAAG,GAAG,QAAQ,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YACpD,IAAI,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,SAAS,CAAC;gBAAE,SAAS;YAC5C,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;YAE9B,MAAM,YAAY,GAAG,IAAI,CAAC,oBAAoB,CAAC,KAAK,CAAC,CAAC;YACtD,MAAM,KAAK,GAAmB;gBAC5B,QAAQ;gBACR,WAAW,EAAE,KAAK,CAAC,MAAM;gBACzB,UAAU,EAAE,IAAI,CAAC,UAAU;gBAC3B,UAAU;gBACV,oBAAoB,EAAE,YAAY;gBAClC,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;aACtB,CAAC;YAEF,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACxB,IAAI,CAAC,iBAAiB,IAAI,YAAY,CAAC;YAEvC,MAAM,CAAC,IAAI,CAAC,oBAAoB,EAAE;gBAChC,IAAI,EAAE,QAAQ;gBACd,WAAW,EAAE,KAAK,CAAC,MAAM;gBACzB,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,UAAU,GAAG,GAAG,CAAC;gBACxC,YAAY;aACb,CAAC,CAAC;YAEH,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;gBACjB,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YACtB,CAAC;YAED,OAAO,KAAK,CAAC;QACf,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAEO,sBAAsB,CAAC,KAAuB;QACpD,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC;YAAE,OAAO,CAAC,CAAC;QAE/B,MAAM,MAAM,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC;QACxD,IAAI,eAAe,GAAG,CAAC,CAAC;QACxB,IAAI,WAAW,GAAG,CAAC,CAAC;QAEpB,wDAAwD;QACxD,MAAM,SAAS,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;QAC5B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACvC,eAAe,IAAI,+BAA+B,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;YACzE,WAAW,EAAE,CAAC;QAChB,CAAC;QAED,OAAO,WAAW,GAAG,CAAC,CAAC,CAAC,CAAC,eAAe,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;IAC7D,CAAC;IAEO,cAAc,CAAC,MAAsB;QAC3C,MAAM,EACJ,EAAE,EAAE,GAAG,EACP,SAAS,EAAE,EAAE,EACb,SAAS,EAAE,EAAE,EACb,UAAU,EAAE,EAAE,EACd,OAAO,EAAE,GAAG,EACZ,SAAS,EAAE,EAAE,EACb,KAAK,EAAE,GAAG,EACV,cAAc,EAAE,GAAG,EACnB,eAAe,EAAE,GAAG,EACpB,SAAS,EAAE,GAAG,EACd,SAAS,EAAE,GAAG,EACd,GAAG,IAAI,EACR,GAAG,MAAM,CAAC;QACX,IAAI,CAAC;YACH,OAAO,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;QACvC,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,EAAE,CAAC;QACZ,CAAC;IACH,CAAC;IAEO,oBAAoB,CAAC,KAAuB;QAClD,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,UAAU,IAAI,CAAC,IAAI,CAAC,cAAc,IAAI,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,eAAe,IAAI,CAAC,CAAC,CAAC;QACzE,CAAC;QACD,OAAO,IAAI,CAAC,IAAI,CAAC,UAAU,GAAG,wBAAwB,CAAC,CAAC;IAC1D,CAAC;CACF"}
|
|
@@ -0,0 +1,75 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Session Metrics Aggregation — maintains running aggregates for a coding session.
|
|
3
|
+
*
|
|
4
|
+
* Tracks tool call counts, durations, success rates, file access patterns,
|
|
5
|
+
* and provides both a plain snapshot (for MCP tool responses) and metric
|
|
6
|
+
* emission (for NR ingestion via MetricAggregator).
|
|
7
|
+
*/
|
|
8
|
+
import type { MetricAggregator } from '../shared/index.js';
|
|
9
|
+
import type { ToolCallRecord } from '../storage/types.js';
|
|
10
|
+
export interface DurationStats {
|
|
11
|
+
count: number;
|
|
12
|
+
sum: number;
|
|
13
|
+
min: number;
|
|
14
|
+
max: number;
|
|
15
|
+
p95: number;
|
|
16
|
+
}
|
|
17
|
+
export interface TimelineEntry {
|
|
18
|
+
timestamp: number;
|
|
19
|
+
toolName: string;
|
|
20
|
+
durationMs: number | null;
|
|
21
|
+
success: boolean;
|
|
22
|
+
}
|
|
23
|
+
export interface SessionMetrics {
|
|
24
|
+
sessionId: string;
|
|
25
|
+
sessionName: string | null;
|
|
26
|
+
sessionStartTime: number;
|
|
27
|
+
sessionDurationMs: number;
|
|
28
|
+
toolCallCount: number;
|
|
29
|
+
toolCallCountByTool: Record<string, number>;
|
|
30
|
+
toolDurationMsByTool: Record<string, DurationStats>;
|
|
31
|
+
toolSuccessRate: number | null;
|
|
32
|
+
toolSuccessRateByTool: Record<string, number>;
|
|
33
|
+
toolErrorCount: number;
|
|
34
|
+
toolErrorsByType: Record<string, number>;
|
|
35
|
+
uniqueFilesRead: number;
|
|
36
|
+
uniqueFilesWritten: number;
|
|
37
|
+
bashCommandsRun: number;
|
|
38
|
+
bashExitCodes: Record<string, number>;
|
|
39
|
+
/** Per-bash-category call counts (e.g. git, test-runner, build). Only populated for Bash tool calls. */
|
|
40
|
+
bashCallsByCategory: Record<string, number>;
|
|
41
|
+
searchQueries: number;
|
|
42
|
+
toolCallTimeline: TimelineEntry[];
|
|
43
|
+
/** True when the timeline was capped at MAX_TIMELINE_ENTRIES; callers should not assume they have the full history. */
|
|
44
|
+
timelineTruncated: boolean;
|
|
45
|
+
/** Lifetime total of timeline entries, including those dropped by the cap. */
|
|
46
|
+
timelineEntryCount: number;
|
|
47
|
+
}
|
|
48
|
+
export declare function computeP95(values: number[]): number;
|
|
49
|
+
export declare function computeDurationStats(durations: number[]): DurationStats;
|
|
50
|
+
export declare class SessionTracker {
|
|
51
|
+
private sessionId;
|
|
52
|
+
private sessionName;
|
|
53
|
+
private sessionStartTime;
|
|
54
|
+
private toolCallCount;
|
|
55
|
+
private toolErrorCount;
|
|
56
|
+
private successCount;
|
|
57
|
+
private bashCommandsRun;
|
|
58
|
+
private searchQueries;
|
|
59
|
+
private readonly toolCallCountByTool;
|
|
60
|
+
private readonly toolDurationsByTool;
|
|
61
|
+
private readonly toolSuccessByTool;
|
|
62
|
+
private readonly toolErrorsByType;
|
|
63
|
+
private readonly filesRead;
|
|
64
|
+
private readonly filesWritten;
|
|
65
|
+
private readonly bashExitCodes;
|
|
66
|
+
private readonly bashCallsByCategory;
|
|
67
|
+
private timeline;
|
|
68
|
+
private timelineEntryCount;
|
|
69
|
+
constructor(sessionId: string);
|
|
70
|
+
recordToolCall(record: ToolCallRecord): void;
|
|
71
|
+
getMetrics(): SessionMetrics;
|
|
72
|
+
emitMetrics(aggregator: MetricAggregator): void;
|
|
73
|
+
reset(sessionId: string): void;
|
|
74
|
+
}
|
|
75
|
+
//# sourceMappingURL=session-tracker.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"session-tracker.d.ts","sourceRoot":"","sources":["../../src/metrics/session-tracker.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAGH,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAC3D,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AAO1D,MAAM,WAAW,aAAa;IAC5B,KAAK,EAAE,MAAM,CAAC;IACd,GAAG,EAAE,MAAM,CAAC;IACZ,GAAG,EAAE,MAAM,CAAC;IACZ,GAAG,EAAE,MAAM,CAAC;IACZ,GAAG,EAAE,MAAM,CAAC;CACb;AAED,MAAM,WAAW,aAAa;IAC5B,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,OAAO,EAAE,OAAO,CAAC;CAClB;AAED,MAAM,WAAW,cAAc;IAC7B,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,gBAAgB,EAAE,MAAM,CAAC;IACzB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,aAAa,EAAE,MAAM,CAAC;IACtB,mBAAmB,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC5C,oBAAoB,EAAE,MAAM,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC;IACpD,eAAe,EAAE,MAAM,GAAG,IAAI,CAAC;IAC/B,qBAAqB,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC9C,cAAc,EAAE,MAAM,CAAC;IACvB,gBAAgB,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACzC,eAAe,EAAE,MAAM,CAAC;IACxB,kBAAkB,EAAE,MAAM,CAAC;IAC3B,eAAe,EAAE,MAAM,CAAC;IACxB,aAAa,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACtC,wGAAwG;IACxG,mBAAmB,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC5C,aAAa,EAAE,MAAM,CAAC;IACtB,gBAAgB,EAAE,aAAa,EAAE,CAAC;IAClC,uHAAuH;IACvH,iBAAiB,EAAE,OAAO,CAAC;IAC3B,8EAA8E;IAC9E,kBAAkB,EAAE,MAAM,CAAC;CAC5B;AAQD,wBAAgB,UAAU,CAAC,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,CAInD;AAED,wBAAgB,oBAAoB,CAAC,SAAS,EAAE,MAAM,EAAE,GAAG,aAAa,CAmBvE;AAMD,qBAAa,cAAc;IACzB,OAAO,CAAC,SAAS,CAAS;IAC1B,OAAO,CAAC,WAAW,CAAuB;IAC1C,OAAO,CAAC,gBAAgB,CAAS;IAEjC,OAAO,CAAC,aAAa,CAAK;IAC1B,OAAO,CAAC,cAAc,CAAK;IAC3B,OAAO,CAAC,YAAY,CAAK;IACzB,OAAO,CAAC,eAAe,CAAK;IAC5B,OAAO,CAAC,aAAa,CAAK;IAE1B,OAAO,CAAC,QAAQ,CAAC,mBAAmB,CAA6B;IACjE,OAAO,CAAC,QAAQ,CAAC,mBAAmB,CAA+B;IACnE,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAAyD;IAC3F,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAA6B;IAC9D,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAqB;IAC/C,OAAO,CAAC,QAAQ,CAAC,YAAY,CAAqB;IAClD,OAAO,CAAC,QAAQ,CAAC,aAAa,CAA6B;IAC3D,OAAO,CAAC,QAAQ,CAAC,mBAAmB,CAA6B;IACjE,OAAO,CAAC,QAAQ,CAAuB;IACvC,OAAO,CAAC,kBAAkB,CAAK;gBAEnB,SAAS,EAAE,MAAM;IAU7B,cAAc,CAAC,MAAM,EAAE,cAAc,GAAG,IAAI;IAsF5C,UAAU,IAAI,cAAc;IA2D5B,WAAW,CAAC,UAAU,EAAE,gBAAgB,GAAG,IAAI;IA6B/C,KAAK,CAAC,SAAS,EAAE,MAAM,GAAG,IAAI;CAuB/B"}
|