@newrelic/preflight 0.0.1-pre.1 → 1.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +183 -0
- package/README.md +498 -0
- package/dist/alerts/alert-log.d.ts +24 -0
- package/dist/alerts/alert-log.d.ts.map +1 -0
- package/dist/alerts/alert-log.js +159 -0
- package/dist/alerts/alert-log.js.map +1 -0
- package/dist/alerts/alert-snapshot-collector.d.ts +168 -0
- package/dist/alerts/alert-snapshot-collector.d.ts.map +1 -0
- package/dist/alerts/alert-snapshot-collector.js +243 -0
- package/dist/alerts/alert-snapshot-collector.js.map +1 -0
- package/dist/alerts/local-alert-engine.d.ts +86 -0
- package/dist/alerts/local-alert-engine.d.ts.map +1 -0
- package/dist/alerts/local-alert-engine.js +466 -0
- package/dist/alerts/local-alert-engine.js.map +1 -0
- package/dist/alerts/local-alert-rule.d.ts +439 -0
- package/dist/alerts/local-alert-rule.d.ts.map +1 -0
- package/dist/alerts/local-alert-rule.js +139 -0
- package/dist/alerts/local-alert-rule.js.map +1 -0
- package/dist/alerts/os-notifier.d.ts +39 -0
- package/dist/alerts/os-notifier.d.ts.map +1 -0
- package/dist/alerts/os-notifier.js +170 -0
- package/dist/alerts/os-notifier.js.map +1 -0
- package/dist/alerts/types.d.ts +35 -0
- package/dist/alerts/types.d.ts.map +1 -0
- package/dist/alerts/types.js +8 -0
- package/dist/alerts/types.js.map +1 -0
- package/dist/config.d.ts +169 -0
- package/dist/config.d.ts.map +1 -0
- package/dist/config.js +860 -0
- package/dist/config.js.map +1 -0
- package/dist/dashboard/dashboard-server.d.ts +38 -0
- package/dist/dashboard/dashboard-server.d.ts.map +1 -0
- package/dist/dashboard/dashboard-server.js +207 -0
- package/dist/dashboard/dashboard-server.js.map +1 -0
- package/dist/dashboard/index.d.ts +3 -0
- package/dist/dashboard/index.d.ts.map +1 -0
- package/dist/dashboard/index.js +2 -0
- package/dist/dashboard/index.js.map +1 -0
- package/dist/dashboard/live-event-bus.d.ts +99 -0
- package/dist/dashboard/live-event-bus.d.ts.map +1 -0
- package/dist/dashboard/live-event-bus.js +56 -0
- package/dist/dashboard/live-event-bus.js.map +1 -0
- package/dist/dashboard/routes/api-handler.d.ts +122 -0
- package/dist/dashboard/routes/api-handler.d.ts.map +1 -0
- package/dist/dashboard/routes/api-handler.js +1414 -0
- package/dist/dashboard/routes/api-handler.js.map +1 -0
- package/dist/dashboard/routes/replay-analyzer.d.ts +15 -0
- package/dist/dashboard/routes/replay-analyzer.d.ts.map +1 -0
- package/dist/dashboard/routes/replay-analyzer.js +227 -0
- package/dist/dashboard/routes/replay-analyzer.js.map +1 -0
- package/dist/dashboard/routes/sse-handler.d.ts +4 -0
- package/dist/dashboard/routes/sse-handler.d.ts.map +1 -0
- package/dist/dashboard/routes/sse-handler.js +122 -0
- package/dist/dashboard/routes/sse-handler.js.map +1 -0
- package/dist/dashboard/routes/static-handler.d.ts +3 -0
- package/dist/dashboard/routes/static-handler.d.ts.map +1 -0
- package/dist/dashboard/routes/static-handler.js +103 -0
- package/dist/dashboard/routes/static-handler.js.map +1 -0
- package/dist/data/alerts/conditions/01-daily-cost-spike.json +16 -0
- package/dist/data/alerts/conditions/02-low-efficiency-score.json +16 -0
- package/dist/data/alerts/conditions/03-stuck-loop-rate.json +16 -0
- package/dist/data/alerts/conditions/04-anti-pattern-rate.json +16 -0
- package/dist/data/alerts/conditions/05-session-cost-budget.json +16 -0
- package/dist/data/alerts/conditions-personal/01-personal-daily-cost.json +16 -0
- package/dist/data/alerts/conditions-personal/02-personal-session-cost.json +16 -0
- package/dist/data/alerts/conditions-personal/03-personal-low-efficiency.json +16 -0
- package/dist/data/alerts/conditions-personal/04-personal-anti-pattern-rate.json +16 -0
- package/dist/data/alerts/conditions-personal/05-personal-stuck-loop.json +16 -0
- package/dist/data/alerts/policy.json +4 -0
- package/dist/data/dashboards/ai-coding-assistant-manager-view.json +103 -0
- package/dist/data/dashboards/ai-coding-assistant-overview.json +239 -0
- package/dist/data/dashboards/ai-coding-assistant-personal.json +442 -0
- package/dist/data/dashboards/ai-coding-assistant-platform-comparison.json +320 -0
- package/dist/data/dashboards/ai-coding-assistant-security.json +275 -0
- package/dist/data/dashboards/ai-coding-assistant-session-detail.json +296 -0
- package/dist/data/dashboards/ai-coding-assistant-team-view.json +345 -0
- package/dist/deploy/data-paths.d.ts +22 -0
- package/dist/deploy/data-paths.d.ts.map +1 -0
- package/dist/deploy/data-paths.js +69 -0
- package/dist/deploy/data-paths.js.map +1 -0
- package/dist/deploy/deploy-alerts.d.ts +58 -0
- package/dist/deploy/deploy-alerts.d.ts.map +1 -0
- package/dist/deploy/deploy-alerts.js +371 -0
- package/dist/deploy/deploy-alerts.js.map +1 -0
- package/dist/deploy/deploy-dashboards.d.ts +92 -0
- package/dist/deploy/deploy-dashboards.d.ts.map +1 -0
- package/dist/deploy/deploy-dashboards.js +282 -0
- package/dist/deploy/deploy-dashboards.js.map +1 -0
- package/dist/digest/digest-formatter.d.ts +3 -0
- package/dist/digest/digest-formatter.d.ts.map +1 -0
- package/dist/digest/digest-formatter.js +37 -0
- package/dist/digest/digest-formatter.js.map +1 -0
- package/dist/digest/digest-sender.d.ts +2 -0
- package/dist/digest/digest-sender.d.ts.map +1 -0
- package/dist/digest/digest-sender.js +29 -0
- package/dist/digest/digest-sender.js.map +1 -0
- package/dist/hooks/bash-classifier.d.ts +26 -0
- package/dist/hooks/bash-classifier.d.ts.map +1 -0
- package/dist/hooks/bash-classifier.js +409 -0
- package/dist/hooks/bash-classifier.js.map +1 -0
- package/dist/hooks/collector-script.d.ts +47 -0
- package/dist/hooks/collector-script.d.ts.map +1 -0
- package/dist/hooks/collector-script.js +662 -0
- package/dist/hooks/collector-script.js.map +1 -0
- package/dist/hooks/event-processor.d.ts +65 -0
- package/dist/hooks/event-processor.d.ts.map +1 -0
- package/dist/hooks/event-processor.js +342 -0
- package/dist/hooks/event-processor.js.map +1 -0
- package/dist/hooks/index.d.ts +7 -0
- package/dist/hooks/index.d.ts.map +1 -0
- package/dist/hooks/index.js +5 -0
- package/dist/hooks/index.js.map +1 -0
- package/dist/hooks/session-resolver.d.ts +66 -0
- package/dist/hooks/session-resolver.d.ts.map +1 -0
- package/dist/hooks/session-resolver.js +196 -0
- package/dist/hooks/session-resolver.js.map +1 -0
- package/dist/hooks/tool-parsers.d.ts +19 -0
- package/dist/hooks/tool-parsers.d.ts.map +1 -0
- package/dist/hooks/tool-parsers.js +260 -0
- package/dist/hooks/tool-parsers.js.map +1 -0
- package/dist/index.d.ts +107 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +1505 -0
- package/dist/index.js.map +1 -0
- package/dist/install/cli.d.ts +11 -0
- package/dist/install/cli.d.ts.map +1 -0
- package/dist/install/cli.js +365 -0
- package/dist/install/cli.js.map +1 -0
- package/dist/install/index.d.ts +4 -0
- package/dist/install/index.d.ts.map +1 -0
- package/dist/install/index.js +3 -0
- package/dist/install/index.js.map +1 -0
- package/dist/install/install-helper.d.ts +35 -0
- package/dist/install/install-helper.d.ts.map +1 -0
- package/dist/install/install-helper.js +227 -0
- package/dist/install/install-helper.js.map +1 -0
- package/dist/install/key-validator.d.ts +19 -0
- package/dist/install/key-validator.d.ts.map +1 -0
- package/dist/install/key-validator.js +122 -0
- package/dist/install/key-validator.js.map +1 -0
- package/dist/install/migrate.d.ts +12 -0
- package/dist/install/migrate.d.ts.map +1 -0
- package/dist/install/migrate.js +115 -0
- package/dist/install/migrate.js.map +1 -0
- package/dist/install/schedule.d.ts +11 -0
- package/dist/install/schedule.d.ts.map +1 -0
- package/dist/install/schedule.js +114 -0
- package/dist/install/schedule.js.map +1 -0
- package/dist/install/setup-wizard.d.ts +40 -0
- package/dist/install/setup-wizard.d.ts.map +1 -0
- package/dist/install/setup-wizard.js +489 -0
- package/dist/install/setup-wizard.js.map +1 -0
- package/dist/lib/date.d.ts +54 -0
- package/dist/lib/date.d.ts.map +1 -0
- package/dist/lib/date.js +85 -0
- package/dist/lib/date.js.map +1 -0
- package/dist/metrics/anti-patterns.d.ts +62 -0
- package/dist/metrics/anti-patterns.d.ts.map +1 -0
- package/dist/metrics/anti-patterns.js +301 -0
- package/dist/metrics/anti-patterns.js.map +1 -0
- package/dist/metrics/api-failure-tracker.d.ts +82 -0
- package/dist/metrics/api-failure-tracker.d.ts.map +1 -0
- package/dist/metrics/api-failure-tracker.js +202 -0
- package/dist/metrics/api-failure-tracker.js.map +1 -0
- package/dist/metrics/budget-tracker.d.ts +60 -0
- package/dist/metrics/budget-tracker.d.ts.map +1 -0
- package/dist/metrics/budget-tracker.js +130 -0
- package/dist/metrics/budget-tracker.js.map +1 -0
- package/dist/metrics/claudemd-tracker.d.ts +108 -0
- package/dist/metrics/claudemd-tracker.d.ts.map +1 -0
- package/dist/metrics/claudemd-tracker.js +337 -0
- package/dist/metrics/claudemd-tracker.js.map +1 -0
- package/dist/metrics/collaboration-profile.d.ts +65 -0
- package/dist/metrics/collaboration-profile.d.ts.map +1 -0
- package/dist/metrics/collaboration-profile.js +231 -0
- package/dist/metrics/collaboration-profile.js.map +1 -0
- package/dist/metrics/context-composition-tracker.d.ts +74 -0
- package/dist/metrics/context-composition-tracker.d.ts.map +1 -0
- package/dist/metrics/context-composition-tracker.js +202 -0
- package/dist/metrics/context-composition-tracker.js.map +1 -0
- package/dist/metrics/context-tracker.d.ts +78 -0
- package/dist/metrics/context-tracker.d.ts.map +1 -0
- package/dist/metrics/context-tracker.js +222 -0
- package/dist/metrics/context-tracker.js.map +1 -0
- package/dist/metrics/context-window-tracker.d.ts +18 -0
- package/dist/metrics/context-window-tracker.d.ts.map +1 -0
- package/dist/metrics/context-window-tracker.js +35 -0
- package/dist/metrics/context-window-tracker.js.map +1 -0
- package/dist/metrics/cost-forecast.d.ts +36 -0
- package/dist/metrics/cost-forecast.d.ts.map +1 -0
- package/dist/metrics/cost-forecast.js +91 -0
- package/dist/metrics/cost-forecast.js.map +1 -0
- package/dist/metrics/cost-per-outcome.d.ts +102 -0
- package/dist/metrics/cost-per-outcome.d.ts.map +1 -0
- package/dist/metrics/cost-per-outcome.js +266 -0
- package/dist/metrics/cost-per-outcome.js.map +1 -0
- package/dist/metrics/cost-tracker.d.ts +78 -0
- package/dist/metrics/cost-tracker.d.ts.map +1 -0
- package/dist/metrics/cost-tracker.js +169 -0
- package/dist/metrics/cost-tracker.js.map +1 -0
- package/dist/metrics/decision-tracker.d.ts +49 -0
- package/dist/metrics/decision-tracker.d.ts.map +1 -0
- package/dist/metrics/decision-tracker.js +161 -0
- package/dist/metrics/decision-tracker.js.map +1 -0
- package/dist/metrics/efficiency-score.d.ts +80 -0
- package/dist/metrics/efficiency-score.d.ts.map +1 -0
- package/dist/metrics/efficiency-score.js +219 -0
- package/dist/metrics/efficiency-score.js.map +1 -0
- package/dist/metrics/git-efficiency-tracker.d.ts +165 -0
- package/dist/metrics/git-efficiency-tracker.d.ts.map +1 -0
- package/dist/metrics/git-efficiency-tracker.js +1056 -0
- package/dist/metrics/git-efficiency-tracker.js.map +1 -0
- package/dist/metrics/index.d.ts +26 -0
- package/dist/metrics/index.d.ts.map +1 -0
- package/dist/metrics/index.js +14 -0
- package/dist/metrics/index.js.map +1 -0
- package/dist/metrics/instruction-drift-tracker.d.ts +69 -0
- package/dist/metrics/instruction-drift-tracker.d.ts.map +1 -0
- package/dist/metrics/instruction-drift-tracker.js +213 -0
- package/dist/metrics/instruction-drift-tracker.js.map +1 -0
- package/dist/metrics/latency-decomposition.d.ts +50 -0
- package/dist/metrics/latency-decomposition.d.ts.map +1 -0
- package/dist/metrics/latency-decomposition.js +112 -0
- package/dist/metrics/latency-decomposition.js.map +1 -0
- package/dist/metrics/latency-tracker.d.ts +33 -0
- package/dist/metrics/latency-tracker.d.ts.map +1 -0
- package/dist/metrics/latency-tracker.js +93 -0
- package/dist/metrics/latency-tracker.js.map +1 -0
- package/dist/metrics/live-session-registry.d.ts +29 -0
- package/dist/metrics/live-session-registry.d.ts.map +1 -0
- package/dist/metrics/live-session-registry.js +103 -0
- package/dist/metrics/live-session-registry.js.map +1 -0
- package/dist/metrics/model-usage-tracker.d.ts +21 -0
- package/dist/metrics/model-usage-tracker.d.ts.map +1 -0
- package/dist/metrics/model-usage-tracker.js +53 -0
- package/dist/metrics/model-usage-tracker.js.map +1 -0
- package/dist/metrics/percentile.d.ts +5 -0
- package/dist/metrics/percentile.d.ts.map +1 -0
- package/dist/metrics/percentile.js +10 -0
- package/dist/metrics/percentile.js.map +1 -0
- package/dist/metrics/personal-coach.d.ts +47 -0
- package/dist/metrics/personal-coach.d.ts.map +1 -0
- package/dist/metrics/personal-coach.js +241 -0
- package/dist/metrics/personal-coach.js.map +1 -0
- package/dist/metrics/prompt-feedback.d.ts +75 -0
- package/dist/metrics/prompt-feedback.d.ts.map +1 -0
- package/dist/metrics/prompt-feedback.js +286 -0
- package/dist/metrics/prompt-feedback.js.map +1 -0
- package/dist/metrics/proxy-metrics.d.ts +54 -0
- package/dist/metrics/proxy-metrics.d.ts.map +1 -0
- package/dist/metrics/proxy-metrics.js +228 -0
- package/dist/metrics/proxy-metrics.js.map +1 -0
- package/dist/metrics/quality-proxy-tracker.d.ts +51 -0
- package/dist/metrics/quality-proxy-tracker.d.ts.map +1 -0
- package/dist/metrics/quality-proxy-tracker.js +162 -0
- package/dist/metrics/quality-proxy-tracker.js.map +1 -0
- package/dist/metrics/recommendation-engine.d.ts +72 -0
- package/dist/metrics/recommendation-engine.d.ts.map +1 -0
- package/dist/metrics/recommendation-engine.js +207 -0
- package/dist/metrics/recommendation-engine.js.map +1 -0
- package/dist/metrics/retry-detector.d.ts +43 -0
- package/dist/metrics/retry-detector.d.ts.map +1 -0
- package/dist/metrics/retry-detector.js +179 -0
- package/dist/metrics/retry-detector.js.map +1 -0
- package/dist/metrics/session-tracker.d.ts +75 -0
- package/dist/metrics/session-tracker.d.ts.map +1 -0
- package/dist/metrics/session-tracker.js +249 -0
- package/dist/metrics/session-tracker.js.map +1 -0
- package/dist/metrics/task-completion-tracker.d.ts +15 -0
- package/dist/metrics/task-completion-tracker.d.ts.map +1 -0
- package/dist/metrics/task-completion-tracker.js +27 -0
- package/dist/metrics/task-completion-tracker.js.map +1 -0
- package/dist/metrics/task-detector.d.ts +84 -0
- package/dist/metrics/task-detector.d.ts.map +1 -0
- package/dist/metrics/task-detector.js +302 -0
- package/dist/metrics/task-detector.js.map +1 -0
- package/dist/metrics/tool-selection-scorer.d.ts +39 -0
- package/dist/metrics/tool-selection-scorer.d.ts.map +1 -0
- package/dist/metrics/tool-selection-scorer.js +193 -0
- package/dist/metrics/tool-selection-scorer.js.map +1 -0
- package/dist/metrics/trend-analyzer.d.ts +92 -0
- package/dist/metrics/trend-analyzer.d.ts.map +1 -0
- package/dist/metrics/trend-analyzer.js +293 -0
- package/dist/metrics/trend-analyzer.js.map +1 -0
- package/dist/metrics/turn-cost-attributor.d.ts +41 -0
- package/dist/metrics/turn-cost-attributor.d.ts.map +1 -0
- package/dist/metrics/turn-cost-attributor.js +118 -0
- package/dist/metrics/turn-cost-attributor.js.map +1 -0
- package/dist/metrics/turn-tracker.d.ts +49 -0
- package/dist/metrics/turn-tracker.d.ts.map +1 -0
- package/dist/metrics/turn-tracker.js +192 -0
- package/dist/metrics/turn-tracker.js.map +1 -0
- package/dist/platforms/amazon-q-adapter.d.ts +10 -0
- package/dist/platforms/amazon-q-adapter.d.ts.map +1 -0
- package/dist/platforms/amazon-q-adapter.js +75 -0
- package/dist/platforms/amazon-q-adapter.js.map +1 -0
- package/dist/platforms/claude-code-adapter.d.ts +10 -0
- package/dist/platforms/claude-code-adapter.d.ts.map +1 -0
- package/dist/platforms/claude-code-adapter.js +48 -0
- package/dist/platforms/claude-code-adapter.js.map +1 -0
- package/dist/platforms/continue-adapter.d.ts +10 -0
- package/dist/platforms/continue-adapter.d.ts.map +1 -0
- package/dist/platforms/continue-adapter.js +73 -0
- package/dist/platforms/continue-adapter.js.map +1 -0
- package/dist/platforms/copilot-adapter.d.ts +37 -0
- package/dist/platforms/copilot-adapter.d.ts.map +1 -0
- package/dist/platforms/copilot-adapter.js +66 -0
- package/dist/platforms/copilot-adapter.js.map +1 -0
- package/dist/platforms/cursor-adapter.d.ts +10 -0
- package/dist/platforms/cursor-adapter.d.ts.map +1 -0
- package/dist/platforms/cursor-adapter.js +60 -0
- package/dist/platforms/cursor-adapter.js.map +1 -0
- package/dist/platforms/generic-mcp-adapter.d.ts +113 -0
- package/dist/platforms/generic-mcp-adapter.d.ts.map +1 -0
- package/dist/platforms/generic-mcp-adapter.js +139 -0
- package/dist/platforms/generic-mcp-adapter.js.map +1 -0
- package/dist/platforms/index.d.ts +15 -0
- package/dist/platforms/index.d.ts.map +1 -0
- package/dist/platforms/index.js +12 -0
- package/dist/platforms/index.js.map +1 -0
- package/dist/platforms/platform-registry.d.ts +11 -0
- package/dist/platforms/platform-registry.d.ts.map +1 -0
- package/dist/platforms/platform-registry.js +54 -0
- package/dist/platforms/platform-registry.js.map +1 -0
- package/dist/platforms/types.d.ts +36 -0
- package/dist/platforms/types.d.ts.map +1 -0
- package/dist/platforms/types.js +2 -0
- package/dist/platforms/types.js.map +1 -0
- package/dist/platforms/windsurf-adapter.d.ts +10 -0
- package/dist/platforms/windsurf-adapter.d.ts.map +1 -0
- package/dist/platforms/windsurf-adapter.js +63 -0
- package/dist/platforms/windsurf-adapter.js.map +1 -0
- package/dist/platforms/zed-adapter.d.ts +10 -0
- package/dist/platforms/zed-adapter.d.ts.map +1 -0
- package/dist/platforms/zed-adapter.js +72 -0
- package/dist/platforms/zed-adapter.js.map +1 -0
- package/dist/proxy/index.d.ts +7 -0
- package/dist/proxy/index.d.ts.map +1 -0
- package/dist/proxy/index.js +5 -0
- package/dist/proxy/index.js.map +1 -0
- package/dist/proxy/otlp-receiver.d.ts +28 -0
- package/dist/proxy/otlp-receiver.d.ts.map +1 -0
- package/dist/proxy/otlp-receiver.js +319 -0
- package/dist/proxy/otlp-receiver.js.map +1 -0
- package/dist/proxy/proxy-manager.d.ts +47 -0
- package/dist/proxy/proxy-manager.d.ts.map +1 -0
- package/dist/proxy/proxy-manager.js +338 -0
- package/dist/proxy/proxy-manager.js.map +1 -0
- package/dist/proxy/types.d.ts +72 -0
- package/dist/proxy/types.d.ts.map +1 -0
- package/dist/proxy/types.js +33 -0
- package/dist/proxy/types.js.map +1 -0
- package/dist/proxy/upstream-http.d.ts +26 -0
- package/dist/proxy/upstream-http.d.ts.map +1 -0
- package/dist/proxy/upstream-http.js +209 -0
- package/dist/proxy/upstream-http.js.map +1 -0
- package/dist/proxy/upstream-stdio.d.ts +25 -0
- package/dist/proxy/upstream-stdio.d.ts.map +1 -0
- package/dist/proxy/upstream-stdio.js +256 -0
- package/dist/proxy/upstream-stdio.js.map +1 -0
- package/dist/security/audit-trail.d.ts +74 -0
- package/dist/security/audit-trail.d.ts.map +1 -0
- package/dist/security/audit-trail.js +338 -0
- package/dist/security/audit-trail.js.map +1 -0
- package/dist/security/index.d.ts +5 -0
- package/dist/security/index.d.ts.map +1 -0
- package/dist/security/index.js +4 -0
- package/dist/security/index.js.map +1 -0
- package/dist/security/ssrf.d.ts +2 -0
- package/dist/security/ssrf.d.ts.map +1 -0
- package/dist/security/ssrf.js +126 -0
- package/dist/security/ssrf.js.map +1 -0
- package/dist/server.d.ts +14 -0
- package/dist/server.d.ts.map +1 -0
- package/dist/server.js +117 -0
- package/dist/server.js.map +1 -0
- package/dist/shared/__test-utils__/log-output.d.ts +49 -0
- package/dist/shared/__test-utils__/log-output.d.ts.map +1 -0
- package/dist/shared/__test-utils__/log-output.js +38 -0
- package/dist/shared/__test-utils__/log-output.js.map +1 -0
- package/dist/shared/config.d.ts +56 -0
- package/dist/shared/config.d.ts.map +1 -0
- package/dist/shared/config.js +290 -0
- package/dist/shared/config.js.map +1 -0
- package/dist/shared/errors.d.ts +139 -0
- package/dist/shared/errors.d.ts.map +1 -0
- package/dist/shared/errors.js +406 -0
- package/dist/shared/errors.js.map +1 -0
- package/dist/shared/events/factory.d.ts +143 -0
- package/dist/shared/events/factory.d.ts.map +1 -0
- package/dist/shared/events/factory.js +351 -0
- package/dist/shared/events/factory.js.map +1 -0
- package/dist/shared/events/index.d.ts +6 -0
- package/dist/shared/events/index.d.ts.map +1 -0
- package/dist/shared/events/index.js +3 -0
- package/dist/shared/events/index.js.map +1 -0
- package/dist/shared/events/serialize.d.ts +87 -0
- package/dist/shared/events/serialize.d.ts.map +1 -0
- package/dist/shared/events/serialize.js +510 -0
- package/dist/shared/events/serialize.js.map +1 -0
- package/dist/shared/events/types.d.ts +139 -0
- package/dist/shared/events/types.d.ts.map +1 -0
- package/dist/shared/events/types.js +2 -0
- package/dist/shared/events/types.js.map +1 -0
- package/dist/shared/harvest/event-buffer.d.ts +59 -0
- package/dist/shared/harvest/event-buffer.d.ts.map +1 -0
- package/dist/shared/harvest/event-buffer.js +100 -0
- package/dist/shared/harvest/event-buffer.js.map +1 -0
- package/dist/shared/harvest/harvest-scheduler.d.ts +200 -0
- package/dist/shared/harvest/harvest-scheduler.d.ts.map +1 -0
- package/dist/shared/harvest/harvest-scheduler.js +647 -0
- package/dist/shared/harvest/harvest-scheduler.js.map +1 -0
- package/dist/shared/harvest/index.d.ts +7 -0
- package/dist/shared/harvest/index.d.ts.map +1 -0
- package/dist/shared/harvest/index.js +4 -0
- package/dist/shared/harvest/index.js.map +1 -0
- package/dist/shared/harvest/metric-aggregator.d.ts +115 -0
- package/dist/shared/harvest/metric-aggregator.d.ts.map +1 -0
- package/dist/shared/harvest/metric-aggregator.js +247 -0
- package/dist/shared/harvest/metric-aggregator.js.map +1 -0
- package/dist/shared/index.d.ts +22 -0
- package/dist/shared/index.d.ts.map +1 -0
- package/dist/shared/index.js +13 -0
- package/dist/shared/index.js.map +1 -0
- package/dist/shared/logger.d.ts +57 -0
- package/dist/shared/logger.d.ts.map +1 -0
- package/dist/shared/logger.js +166 -0
- package/dist/shared/logger.js.map +1 -0
- package/dist/shared/pricing-data.d.ts +4 -0
- package/dist/shared/pricing-data.d.ts.map +1 -0
- package/dist/shared/pricing-data.js +473 -0
- package/dist/shared/pricing-data.js.map +1 -0
- package/dist/shared/pricing.d.ts +148 -0
- package/dist/shared/pricing.d.ts.map +1 -0
- package/dist/shared/pricing.js +528 -0
- package/dist/shared/pricing.js.map +1 -0
- package/dist/shared/redact.d.ts +33 -0
- package/dist/shared/redact.d.ts.map +1 -0
- package/dist/shared/redact.js +110 -0
- package/dist/shared/redact.js.map +1 -0
- package/dist/shared/timing.d.ts +96 -0
- package/dist/shared/timing.d.ts.map +1 -0
- package/dist/shared/timing.js +173 -0
- package/dist/shared/timing.js.map +1 -0
- package/dist/shared/tokens.d.ts +145 -0
- package/dist/shared/tokens.d.ts.map +1 -0
- package/dist/shared/tokens.js +492 -0
- package/dist/shared/tokens.js.map +1 -0
- package/dist/shared/transport/events-api.d.ts +14 -0
- package/dist/shared/transport/events-api.d.ts.map +1 -0
- package/dist/shared/transport/events-api.js +29 -0
- package/dist/shared/transport/events-api.js.map +1 -0
- package/dist/shared/transport/http-client.d.ts +49 -0
- package/dist/shared/transport/http-client.d.ts.map +1 -0
- package/dist/shared/transport/http-client.js +381 -0
- package/dist/shared/transport/http-client.js.map +1 -0
- package/dist/shared/transport/index.d.ts +10 -0
- package/dist/shared/transport/index.d.ts.map +1 -0
- package/dist/shared/transport/index.js +6 -0
- package/dist/shared/transport/index.js.map +1 -0
- package/dist/shared/transport/logs-api.d.ts +29 -0
- package/dist/shared/transport/logs-api.d.ts.map +1 -0
- package/dist/shared/transport/logs-api.js +40 -0
- package/dist/shared/transport/logs-api.js.map +1 -0
- package/dist/shared/transport/metric-api.d.ts +9 -0
- package/dist/shared/transport/metric-api.d.ts.map +1 -0
- package/dist/shared/transport/metric-api.js +39 -0
- package/dist/shared/transport/metric-api.js.map +1 -0
- package/dist/shared/transport/otlp-event-bridge.d.ts +22 -0
- package/dist/shared/transport/otlp-event-bridge.d.ts.map +1 -0
- package/dist/shared/transport/otlp-event-bridge.js +50 -0
- package/dist/shared/transport/otlp-event-bridge.js.map +1 -0
- package/dist/shared/transport/otlp-shared.d.ts +14 -0
- package/dist/shared/transport/otlp-shared.d.ts.map +1 -0
- package/dist/shared/transport/otlp-shared.js +49 -0
- package/dist/shared/transport/otlp-shared.js.map +1 -0
- package/dist/shared/transport/otlp-transport.d.ts +58 -0
- package/dist/shared/transport/otlp-transport.d.ts.map +1 -0
- package/dist/shared/transport/otlp-transport.js +236 -0
- package/dist/shared/transport/otlp-transport.js.map +1 -0
- package/dist/shared/transport/types.d.ts +129 -0
- package/dist/shared/transport/types.d.ts.map +1 -0
- package/dist/shared/transport/types.js +2 -0
- package/dist/shared/transport/types.js.map +1 -0
- package/dist/shared/version.d.ts +2 -0
- package/dist/shared/version.d.ts.map +1 -0
- package/dist/shared/version.js +2 -0
- package/dist/shared/version.js.map +1 -0
- package/dist/storage/index.d.ts +7 -0
- package/dist/storage/index.d.ts.map +1 -0
- package/dist/storage/index.js +4 -0
- package/dist/storage/index.js.map +1 -0
- package/dist/storage/local-store.d.ts +153 -0
- package/dist/storage/local-store.d.ts.map +1 -0
- package/dist/storage/local-store.js +719 -0
- package/dist/storage/local-store.js.map +1 -0
- package/dist/storage/retention.d.ts +2 -0
- package/dist/storage/retention.d.ts.map +1 -0
- package/dist/storage/retention.js +53 -0
- package/dist/storage/retention.js.map +1 -0
- package/dist/storage/session-store.d.ts +97 -0
- package/dist/storage/session-store.d.ts.map +1 -0
- package/dist/storage/session-store.js +391 -0
- package/dist/storage/session-store.js.map +1 -0
- package/dist/storage/types.d.ts +64 -0
- package/dist/storage/types.d.ts.map +1 -0
- package/dist/storage/types.js +2 -0
- package/dist/storage/types.js.map +1 -0
- package/dist/storage/weekly-summary.d.ts +61 -0
- package/dist/storage/weekly-summary.d.ts.map +1 -0
- package/dist/storage/weekly-summary.js +243 -0
- package/dist/storage/weekly-summary.js.map +1 -0
- package/dist/tools/analytics-tools.d.ts +101 -0
- package/dist/tools/analytics-tools.d.ts.map +1 -0
- package/dist/tools/analytics-tools.js +71 -0
- package/dist/tools/analytics-tools.js.map +1 -0
- package/dist/tools/cost-tools.d.ts +121 -0
- package/dist/tools/cost-tools.d.ts.map +1 -0
- package/dist/tools/cost-tools.js +174 -0
- package/dist/tools/cost-tools.js.map +1 -0
- package/dist/tools/cross-session-tools.d.ts +376 -0
- package/dist/tools/cross-session-tools.d.ts.map +1 -0
- package/dist/tools/cross-session-tools.js +820 -0
- package/dist/tools/cross-session-tools.js.map +1 -0
- package/dist/tools/extended-analytics-tools.d.ts +164 -0
- package/dist/tools/extended-analytics-tools.d.ts.map +1 -0
- package/dist/tools/extended-analytics-tools.js +121 -0
- package/dist/tools/extended-analytics-tools.js.map +1 -0
- package/dist/tools/index.d.ts +7 -0
- package/dist/tools/index.d.ts.map +1 -0
- package/dist/tools/index.js +4 -0
- package/dist/tools/index.js.map +1 -0
- package/dist/tools/session-stats.d.ts +162 -0
- package/dist/tools/session-stats.d.ts.map +1 -0
- package/dist/tools/session-stats.js +1054 -0
- package/dist/tools/session-stats.js.map +1 -0
- package/dist/tools/workflow-tools.d.ts +126 -0
- package/dist/tools/workflow-tools.d.ts.map +1 -0
- package/dist/tools/workflow-tools.js +274 -0
- package/dist/tools/workflow-tools.js.map +1 -0
- package/dist/tracing/mcp-tracer.d.ts +4 -0
- package/dist/tracing/mcp-tracer.d.ts.map +1 -0
- package/dist/tracing/mcp-tracer.js +14 -0
- package/dist/tracing/mcp-tracer.js.map +1 -0
- package/dist/tracing/session-span.d.ts +14 -0
- package/dist/tracing/session-span.d.ts.map +1 -0
- package/dist/tracing/session-span.js +53 -0
- package/dist/tracing/session-span.js.map +1 -0
- package/dist/tracing/task-span-tracker.d.ts +11 -0
- package/dist/tracing/task-span-tracker.d.ts.map +1 -0
- package/dist/tracing/task-span-tracker.js +59 -0
- package/dist/tracing/task-span-tracker.js.map +1 -0
- package/dist/tracing/tool-call-span.d.ts +4 -0
- package/dist/tracing/tool-call-span.d.ts.map +1 -0
- package/dist/tracing/tool-call-span.js +60 -0
- package/dist/tracing/tool-call-span.js.map +1 -0
- package/dist/transport/index.d.ts +3 -0
- package/dist/transport/index.d.ts.map +1 -0
- package/dist/transport/index.js +2 -0
- package/dist/transport/index.js.map +1 -0
- package/dist/transport/log-ingest.d.ts +42 -0
- package/dist/transport/log-ingest.d.ts.map +1 -0
- package/dist/transport/log-ingest.js +151 -0
- package/dist/transport/log-ingest.js.map +1 -0
- package/dist/transport/nr-ingest.d.ts +171 -0
- package/dist/transport/nr-ingest.d.ts.map +1 -0
- package/dist/transport/nr-ingest.js +659 -0
- package/dist/transport/nr-ingest.js.map +1 -0
- package/dist/types.d.ts +45 -0
- package/dist/types.d.ts.map +1 -0
- package/dist/types.js +2 -0
- package/dist/types.js.map +1 -0
- package/dist/web/assets/index-BrL281N-.css +2 -0
- package/dist/web/assets/index-CcaYZzXm.js +42 -0
- package/dist/web/favicon.svg +15 -0
- package/dist/web/index.html +15 -0
- package/examples/local-alert-rules.json +106 -0
- package/package.json +125 -1
|
@@ -0,0 +1,169 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Cost Tracking — maintains running token counts and cost calculations.
|
|
3
|
+
*
|
|
4
|
+
* Two paths feed into the tracker:
|
|
5
|
+
* 1. Self-reporting via the `nr_observe_report_tokens` MCP tool (primary)
|
|
6
|
+
* 2. Estimation from hook input/output byte sizes (fallback)
|
|
7
|
+
*
|
|
8
|
+
* Cost calculation delegates to `calculateCost()` from the shared package.
|
|
9
|
+
*/
|
|
10
|
+
import { calculateCost } from '../shared/index.js';
|
|
11
|
+
import { localDateKey } from '../lib/date.js';
|
|
12
|
+
// ---------------------------------------------------------------------------
|
|
13
|
+
// CostTracker
|
|
14
|
+
// ---------------------------------------------------------------------------
|
|
15
|
+
export class CostTracker {
|
|
16
|
+
sessionTracker;
|
|
17
|
+
totalCostUsd = 0;
|
|
18
|
+
totalInputTokens = 0;
|
|
19
|
+
totalOutputTokens = 0;
|
|
20
|
+
totalThinkingTokens = 0;
|
|
21
|
+
totalCacheReadTokens = 0;
|
|
22
|
+
totalCacheCreationTokens = 0;
|
|
23
|
+
currentModel = null;
|
|
24
|
+
reportCount = 0;
|
|
25
|
+
estimationCount = 0;
|
|
26
|
+
latestCostBreakdown = null;
|
|
27
|
+
costByModel = new Map();
|
|
28
|
+
// Per-day cost attribution. Each token event is bucketed into the local-day
|
|
29
|
+
// it was recorded in, so consumers asking "how much did this session spend
|
|
30
|
+
// today" can get a real answer when a session crosses midnight. Without
|
|
31
|
+
// this, dashboard "Today Spend" counts the entire session against today,
|
|
32
|
+
// including tokens spent before midnight.
|
|
33
|
+
costByDayUsd = new Map();
|
|
34
|
+
firstActivityMsByDay = new Map();
|
|
35
|
+
totalLinesChanged = 0;
|
|
36
|
+
constructor(sessionTracker) {
|
|
37
|
+
this.sessionTracker = sessionTracker ?? null;
|
|
38
|
+
}
|
|
39
|
+
/**
|
|
40
|
+
* Primary path: record exact token usage from self-reporting.
|
|
41
|
+
*/
|
|
42
|
+
recordTokenUsage(usage, model) {
|
|
43
|
+
this.reportCount++;
|
|
44
|
+
return this.accumulateTokens(usage, model);
|
|
45
|
+
}
|
|
46
|
+
/**
|
|
47
|
+
* Fallback path: estimate tokens from character counts.
|
|
48
|
+
* Uses the heuristic: tokens ≈ characters / 4.
|
|
49
|
+
*/
|
|
50
|
+
recordEstimatedTokens(inputChars, outputChars, model) {
|
|
51
|
+
const inputTokens = Math.round(inputChars / 4);
|
|
52
|
+
const outputTokens = Math.round(outputChars / 4);
|
|
53
|
+
const usage = {
|
|
54
|
+
inputTokens,
|
|
55
|
+
outputTokens,
|
|
56
|
+
thinkingTokens: 0,
|
|
57
|
+
cacheReadTokens: 0,
|
|
58
|
+
cacheCreationTokens: 0,
|
|
59
|
+
totalTokens: inputTokens + outputTokens,
|
|
60
|
+
};
|
|
61
|
+
this.estimationCount++;
|
|
62
|
+
return this.accumulateTokens(usage, model);
|
|
63
|
+
}
|
|
64
|
+
accumulateTokens(usage, model) {
|
|
65
|
+
const breakdown = calculateCost(model, usage);
|
|
66
|
+
this.totalCostUsd += breakdown.totalUsd;
|
|
67
|
+
this.totalInputTokens += usage.inputTokens;
|
|
68
|
+
this.totalOutputTokens += usage.outputTokens;
|
|
69
|
+
this.totalThinkingTokens += usage.thinkingTokens;
|
|
70
|
+
this.totalCacheReadTokens += usage.cacheReadTokens;
|
|
71
|
+
this.totalCacheCreationTokens += usage.cacheCreationTokens;
|
|
72
|
+
this.currentModel = model;
|
|
73
|
+
this.latestCostBreakdown = breakdown;
|
|
74
|
+
this.costByModel.set(model, (this.costByModel.get(model) ?? 0) + breakdown.totalUsd);
|
|
75
|
+
const nowMs = Date.now();
|
|
76
|
+
const dayKey = localDateKey(nowMs);
|
|
77
|
+
this.costByDayUsd.set(dayKey, (this.costByDayUsd.get(dayKey) ?? 0) + breakdown.totalUsd);
|
|
78
|
+
if (!this.firstActivityMsByDay.has(dayKey)) {
|
|
79
|
+
this.firstActivityMsByDay.set(dayKey, nowMs);
|
|
80
|
+
}
|
|
81
|
+
return breakdown;
|
|
82
|
+
}
|
|
83
|
+
/**
|
|
84
|
+
* Cost spent during a specific local-time day, attributed at the moment
|
|
85
|
+
* each token event was recorded. Used to fix the cross-midnight inflation
|
|
86
|
+
* of "Today Spend" — when a session that started yesterday continues into
|
|
87
|
+
* today, this returns only today's portion.
|
|
88
|
+
*/
|
|
89
|
+
getCostForDay(dayKey) {
|
|
90
|
+
return this.costByDayUsd.get(dayKey) ?? 0;
|
|
91
|
+
}
|
|
92
|
+
/**
|
|
93
|
+
* Epoch ms of the first token event recorded today (local time), or null
|
|
94
|
+
* if no spend has been booked today. The forecast burn-rate denominator
|
|
95
|
+
* should be (now - firstActivityToday), not (now - sessionStart) — the
|
|
96
|
+
* latter dilutes the rate with idle hours from previous days when a
|
|
97
|
+
* session spans midnight.
|
|
98
|
+
*/
|
|
99
|
+
getFirstActivityMsForDay(dayKey) {
|
|
100
|
+
return this.firstActivityMsByDay.get(dayKey) ?? null;
|
|
101
|
+
}
|
|
102
|
+
/**
|
|
103
|
+
* Record lines of code changed (from Edit/Write tool data).
|
|
104
|
+
*/
|
|
105
|
+
recordLinesChanged(lines) {
|
|
106
|
+
this.totalLinesChanged += lines;
|
|
107
|
+
}
|
|
108
|
+
getMetrics() {
|
|
109
|
+
const hasData = this.reportCount > 0 || this.estimationCount > 0;
|
|
110
|
+
const uniqueFilesWritten = this.sessionTracker
|
|
111
|
+
? this.sessionTracker.getMetrics().uniqueFilesWritten
|
|
112
|
+
: 0;
|
|
113
|
+
return {
|
|
114
|
+
sessionTotalCostUsd: hasData ? this.totalCostUsd : null,
|
|
115
|
+
costByTask: null,
|
|
116
|
+
costByModel: Object.fromEntries(this.costByModel),
|
|
117
|
+
costPerLineOfCode: hasData && this.totalLinesChanged > 0 ? this.totalCostUsd / this.totalLinesChanged : null,
|
|
118
|
+
costPerFileModified: hasData && uniqueFilesWritten > 0 ? this.totalCostUsd / uniqueFilesWritten : null,
|
|
119
|
+
model: this.currentModel,
|
|
120
|
+
totalInputTokens: this.totalInputTokens,
|
|
121
|
+
totalOutputTokens: this.totalOutputTokens,
|
|
122
|
+
totalThinkingTokens: this.totalThinkingTokens,
|
|
123
|
+
totalCacheReadTokens: this.totalCacheReadTokens,
|
|
124
|
+
totalCacheCreationTokens: this.totalCacheCreationTokens,
|
|
125
|
+
reportCount: this.reportCount,
|
|
126
|
+
estimationCount: this.estimationCount,
|
|
127
|
+
latestCostBreakdown: this.latestCostBreakdown,
|
|
128
|
+
};
|
|
129
|
+
}
|
|
130
|
+
emitMetrics(aggregator) {
|
|
131
|
+
const attrs = {};
|
|
132
|
+
if (this.currentModel) {
|
|
133
|
+
attrs.model = this.currentModel;
|
|
134
|
+
}
|
|
135
|
+
aggregator.record('ai.cost.session_total_usd', this.totalCostUsd, attrs);
|
|
136
|
+
aggregator.record('ai.cost.tokens_input', this.totalInputTokens, attrs);
|
|
137
|
+
aggregator.record('ai.cost.tokens_output', this.totalOutputTokens, attrs);
|
|
138
|
+
aggregator.record('ai.cost.tokens_thinking', this.totalThinkingTokens, attrs);
|
|
139
|
+
aggregator.record('ai.cost.tokens_cache_read', this.totalCacheReadTokens, attrs);
|
|
140
|
+
if (this.totalLinesChanged > 0) {
|
|
141
|
+
aggregator.record('ai.cost.cost_per_line_of_code', this.totalCostUsd / this.totalLinesChanged, attrs);
|
|
142
|
+
}
|
|
143
|
+
if (this.sessionTracker) {
|
|
144
|
+
const uniqueFilesWritten = this.sessionTracker.getMetrics().uniqueFilesWritten;
|
|
145
|
+
if (uniqueFilesWritten > 0) {
|
|
146
|
+
aggregator.record('ai.cost.cost_per_file_modified', this.totalCostUsd / uniqueFilesWritten, attrs);
|
|
147
|
+
}
|
|
148
|
+
}
|
|
149
|
+
aggregator.record('ai.cost.report_count', this.reportCount, attrs);
|
|
150
|
+
aggregator.record('ai.cost.estimation_count', this.estimationCount, attrs);
|
|
151
|
+
}
|
|
152
|
+
reset() {
|
|
153
|
+
this.totalCostUsd = 0;
|
|
154
|
+
this.totalInputTokens = 0;
|
|
155
|
+
this.totalOutputTokens = 0;
|
|
156
|
+
this.totalThinkingTokens = 0;
|
|
157
|
+
this.totalCacheReadTokens = 0;
|
|
158
|
+
this.totalCacheCreationTokens = 0;
|
|
159
|
+
this.currentModel = null;
|
|
160
|
+
this.reportCount = 0;
|
|
161
|
+
this.estimationCount = 0;
|
|
162
|
+
this.latestCostBreakdown = null;
|
|
163
|
+
this.costByModel = new Map();
|
|
164
|
+
this.costByDayUsd = new Map();
|
|
165
|
+
this.firstActivityMsByDay = new Map();
|
|
166
|
+
this.totalLinesChanged = 0;
|
|
167
|
+
}
|
|
168
|
+
}
|
|
169
|
+
//# sourceMappingURL=cost-tracker.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"cost-tracker.js","sourceRoot":"","sources":["../../src/metrics/cost-tracker.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAGH,OAAO,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AACnD,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAwB9C,8EAA8E;AAC9E,cAAc;AACd,8EAA8E;AAE9E,MAAM,OAAO,WAAW;IACd,cAAc,CAAwB;IAEtC,YAAY,GAAG,CAAC,CAAC;IACjB,gBAAgB,GAAG,CAAC,CAAC;IACrB,iBAAiB,GAAG,CAAC,CAAC;IACtB,mBAAmB,GAAG,CAAC,CAAC;IACxB,oBAAoB,GAAG,CAAC,CAAC;IACzB,wBAAwB,GAAG,CAAC,CAAC;IAC7B,YAAY,GAAkB,IAAI,CAAC;IACnC,WAAW,GAAG,CAAC,CAAC;IAChB,eAAe,GAAG,CAAC,CAAC;IACpB,mBAAmB,GAAyB,IAAI,CAAC;IACjD,WAAW,GAAG,IAAI,GAAG,EAAkB,CAAC;IAChD,4EAA4E;IAC5E,2EAA2E;IAC3E,wEAAwE;IACxE,yEAAyE;IACzE,0CAA0C;IAClC,YAAY,GAAG,IAAI,GAAG,EAAkB,CAAC;IACzC,oBAAoB,GAAG,IAAI,GAAG,EAAkB,CAAC;IACjD,iBAAiB,GAAG,CAAC,CAAC;IAE9B,YAAY,cAA+B;QACzC,IAAI,CAAC,cAAc,GAAG,cAAc,IAAI,IAAI,CAAC;IAC/C,CAAC;IAED;;OAEG;IACH,gBAAgB,CAAC,KAAiB,EAAE,KAAa;QAC/C,IAAI,CAAC,WAAW,EAAE,CAAC;QACnB,OAAO,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;IAC7C,CAAC;IAED;;;OAGG;IACH,qBAAqB,CAAC,UAAkB,EAAE,WAAmB,EAAE,KAAa;QAC1E,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC;QAC/C,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,GAAG,CAAC,CAAC,CAAC;QACjD,MAAM,KAAK,GAAe;YACxB,WAAW;YACX,YAAY;YACZ,cAAc,EAAE,CAAC;YACjB,eAAe,EAAE,CAAC;YAClB,mBAAmB,EAAE,CAAC;YACtB,WAAW,EAAE,WAAW,GAAG,YAAY;SACxC,CAAC;QAEF,IAAI,CAAC,eAAe,EAAE,CAAC;QACvB,OAAO,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;IAC7C,CAAC;IAEO,gBAAgB,CAAC,KAAiB,EAAE,KAAa;QACvD,MAAM,SAAS,GAAG,aAAa,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;QAE9C,IAAI,CAAC,YAAY,IAAI,SAAS,CAAC,QAAQ,CAAC;QACxC,IAAI,CAAC,gBAAgB,IAAI,KAAK,CAAC,WAAW,CAAC;QAC3C,IAAI,CAAC,iBAAiB,IAAI,KAAK,CAAC,YAAY,CAAC;QAC7C,IAAI,CAAC,mBAAmB,IAAI,KAAK,CAAC,cAAc,CAAC;QACjD,IAAI,CAAC,oBAAoB,IAAI,KAAK,CAAC,eAAe,CAAC;QACnD,IAAI,CAAC,wBAAwB,IAAI,KAAK,CAAC,mBAAmB,CAAC;QAC3D,IAAI,CAAC,YAAY,GAAG,KAAK,CAAC;QAC1B,IAAI,CAAC,mBAAmB,GAAG,SAAS,CAAC;QACrC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,KAAK,EAAE,CAAC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,GAAG,SAAS,CAAC,QAAQ,CAAC,CAAC;QAErF,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACzB,MAAM,MAAM,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC;QACnC,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,MAAM,EAAE,CAAC,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,GAAG,SAAS,CAAC,QAAQ,CAAC,CAAC;QACzF,IAAI,CAAC,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;YAC3C,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;QAC/C,CAAC;QAED,OAAO,SAAS,CAAC;IACnB,CAAC;IAED;;;;;OAKG;IACH,aAAa,CAAC,MAAc;QAC1B,OAAO,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IAC5C,CAAC;IAED;;;;;;OAMG;IACH,wBAAwB,CAAC,MAAc;QACrC,OAAO,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC;IACvD,CAAC;IAED;;OAEG;IACH,kBAAkB,CAAC,KAAa;QAC9B,IAAI,CAAC,iBAAiB,IAAI,KAAK,CAAC;IAClC,CAAC;IAED,UAAU;QACR,MAAM,OAAO,GAAG,IAAI,CAAC,WAAW,GAAG,CAAC,IAAI,IAAI,CAAC,eAAe,GAAG,CAAC,CAAC;QAEjE,MAAM,kBAAkB,GAAG,IAAI,CAAC,cAAc;YAC5C,CAAC,CAAC,IAAI,CAAC,cAAc,CAAC,UAAU,EAAE,CAAC,kBAAkB;YACrD,CAAC,CAAC,CAAC,CAAC;QAEN,OAAO;YACL,mBAAmB,EAAE,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,IAAI;YACvD,UAAU,EAAE,IAAI;YAChB,WAAW,EAAE,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,WAAW,CAAC;YACjD,iBAAiB,EACf,OAAO,IAAI,IAAI,CAAC,iBAAiB,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,iBAAiB,CAAC,CAAC,CAAC,IAAI;YAC3F,mBAAmB,EACjB,OAAO,IAAI,kBAAkB,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,GAAG,kBAAkB,CAAC,CAAC,CAAC,IAAI;YACnF,KAAK,EAAE,IAAI,CAAC,YAAY;YACxB,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;YACvC,iBAAiB,EAAE,IAAI,CAAC,iBAAiB;YACzC,mBAAmB,EAAE,IAAI,CAAC,mBAAmB;YAC7C,oBAAoB,EAAE,IAAI,CAAC,oBAAoB;YAC/C,wBAAwB,EAAE,IAAI,CAAC,wBAAwB;YACvD,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,eAAe,EAAE,IAAI,CAAC,eAAe;YACrC,mBAAmB,EAAE,IAAI,CAAC,mBAAmB;SAC9C,CAAC;IACJ,CAAC;IAED,WAAW,CAAC,UAA4B;QACtC,MAAM,KAAK,GAAoC,EAAE,CAAC;QAClD,IAAI,IAAI,CAAC,YAAY,EAAE,CAAC;YACtB,KAAK,CAAC,KAAK,GAAG,IAAI,CAAC,YAAY,CAAC;QAClC,CAAC;QAED,UAAU,CAAC,MAAM,CAAC,2BAA2B,EAAE,IAAI,CAAC,YAAY,EAAE,KAAK,CAAC,CAAC;QACzE,UAAU,CAAC,MAAM,CAAC,sBAAsB,EAAE,IAAI,CAAC,gBAAgB,EAAE,KAAK,CAAC,CAAC;QACxE,UAAU,CAAC,MAAM,CAAC,uBAAuB,EAAE,IAAI,CAAC,iBAAiB,EAAE,KAAK,CAAC,CAAC;QAC1E,UAAU,CAAC,MAAM,CAAC,yBAAyB,EAAE,IAAI,CAAC,mBAAmB,EAAE,KAAK,CAAC,CAAC;QAC9E,UAAU,CAAC,MAAM,CAAC,2BAA2B,EAAE,IAAI,CAAC,oBAAoB,EAAE,KAAK,CAAC,CAAC;QAEjF,IAAI,IAAI,CAAC,iBAAiB,GAAG,CAAC,EAAE,CAAC;YAC/B,UAAU,CAAC,MAAM,CACf,+BAA+B,EAC/B,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC,iBAAiB,EAC1C,KAAK,CACN,CAAC;QACJ,CAAC;QAED,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YACxB,MAAM,kBAAkB,GAAG,IAAI,CAAC,cAAc,CAAC,UAAU,EAAE,CAAC,kBAAkB,CAAC;YAC/E,IAAI,kBAAkB,GAAG,CAAC,EAAE,CAAC;gBAC3B,UAAU,CAAC,MAAM,CACf,gCAAgC,EAChC,IAAI,CAAC,YAAY,GAAG,kBAAkB,EACtC,KAAK,CACN,CAAC;YACJ,CAAC;QACH,CAAC;QAED,UAAU,CAAC,MAAM,CAAC,sBAAsB,EAAE,IAAI,CAAC,WAAW,EAAE,KAAK,CAAC,CAAC;QACnE,UAAU,CAAC,MAAM,CAAC,0BAA0B,EAAE,IAAI,CAAC,eAAe,EAAE,KAAK,CAAC,CAAC;IAC7E,CAAC;IAED,KAAK;QACH,IAAI,CAAC,YAAY,GAAG,CAAC,CAAC;QACtB,IAAI,CAAC,gBAAgB,GAAG,CAAC,CAAC;QAC1B,IAAI,CAAC,iBAAiB,GAAG,CAAC,CAAC;QAC3B,IAAI,CAAC,mBAAmB,GAAG,CAAC,CAAC;QAC7B,IAAI,CAAC,oBAAoB,GAAG,CAAC,CAAC;QAC9B,IAAI,CAAC,wBAAwB,GAAG,CAAC,CAAC;QAClC,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;QACzB,IAAI,CAAC,WAAW,GAAG,CAAC,CAAC;QACrB,IAAI,CAAC,eAAe,GAAG,CAAC,CAAC;QACzB,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC;QAChC,IAAI,CAAC,WAAW,GAAG,IAAI,GAAG,EAAE,CAAC;QAC7B,IAAI,CAAC,YAAY,GAAG,IAAI,GAAG,EAAE,CAAC;QAC9B,IAAI,CAAC,oBAAoB,GAAG,IAAI,GAAG,EAAE,CAAC;QACtC,IAAI,CAAC,iBAAiB,GAAG,CAAC,CAAC;IAC7B,CAAC;CACF"}
|
|
@@ -0,0 +1,49 @@
|
|
|
1
|
+
import type { ToolCallRecord } from '../storage/types.js';
|
|
2
|
+
export type BranchOutcome = 'success' | 'failure' | 'unknown';
|
|
3
|
+
export interface DecisionBranch {
|
|
4
|
+
readonly turnNumber: number;
|
|
5
|
+
readonly timestamp: number;
|
|
6
|
+
readonly reasoning: string;
|
|
7
|
+
readonly chosenAction: string;
|
|
8
|
+
readonly toolName: string | null;
|
|
9
|
+
readonly outcome: BranchOutcome;
|
|
10
|
+
readonly nextToolSuccess: boolean | null;
|
|
11
|
+
readonly sessionSucceeded: boolean | null;
|
|
12
|
+
}
|
|
13
|
+
export interface DecisionTreeMetrics {
|
|
14
|
+
readonly totalBranches: number;
|
|
15
|
+
readonly successRate: number | null;
|
|
16
|
+
readonly failurePoints: readonly DecisionBranch[];
|
|
17
|
+
readonly longestFailureStreak: number;
|
|
18
|
+
readonly firstFailureIndex: number | null;
|
|
19
|
+
}
|
|
20
|
+
export interface DecisionTrackerOptions {
|
|
21
|
+
readonly maxBranches?: number;
|
|
22
|
+
readonly reasoningMaxLength?: number;
|
|
23
|
+
}
|
|
24
|
+
export declare class DecisionTracker {
|
|
25
|
+
private readonly maxBranches;
|
|
26
|
+
private readonly reasoningMaxLength;
|
|
27
|
+
private readonly branches;
|
|
28
|
+
private turnCounter;
|
|
29
|
+
private lastRecordFailed;
|
|
30
|
+
private lastToolName;
|
|
31
|
+
private fileCallCounts;
|
|
32
|
+
constructor(options?: DecisionTrackerOptions);
|
|
33
|
+
recordToolCall(record: ToolCallRecord): void;
|
|
34
|
+
recordDecision(input: {
|
|
35
|
+
turnNumber: number;
|
|
36
|
+
reasoning: string;
|
|
37
|
+
chosenAction: string;
|
|
38
|
+
toolName: string | null;
|
|
39
|
+
}): void;
|
|
40
|
+
recordOutcome(turnNumber: number, success: boolean): void;
|
|
41
|
+
markSessionOutcome(succeeded: boolean): void;
|
|
42
|
+
getMetrics(): DecisionTreeMetrics;
|
|
43
|
+
getBranches(): readonly DecisionBranch[];
|
|
44
|
+
getPostMortem(): readonly DecisionBranch[];
|
|
45
|
+
reset(_sessionId: string): void;
|
|
46
|
+
private computeLongestFailureStreak;
|
|
47
|
+
private findFirstFailureIndex;
|
|
48
|
+
}
|
|
49
|
+
//# sourceMappingURL=decision-tracker.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"decision-tracker.d.ts","sourceRoot":"","sources":["../../src/metrics/decision-tracker.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AAM1D,MAAM,MAAM,aAAa,GAAG,SAAS,GAAG,SAAS,GAAG,SAAS,CAAC;AAE9D,MAAM,WAAW,cAAc;IAC7B,QAAQ,CAAC,UAAU,EAAE,MAAM,CAAC;IAC5B,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,YAAY,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACjC,QAAQ,CAAC,OAAO,EAAE,aAAa,CAAC;IAChC,QAAQ,CAAC,eAAe,EAAE,OAAO,GAAG,IAAI,CAAC;IACzC,QAAQ,CAAC,gBAAgB,EAAE,OAAO,GAAG,IAAI,CAAC;CAC3C;AAED,MAAM,WAAW,mBAAmB;IAClC,QAAQ,CAAC,aAAa,EAAE,MAAM,CAAC;IAC/B,QAAQ,CAAC,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IACpC,QAAQ,CAAC,aAAa,EAAE,SAAS,cAAc,EAAE,CAAC;IAClD,QAAQ,CAAC,oBAAoB,EAAE,MAAM,CAAC;IACtC,QAAQ,CAAC,iBAAiB,EAAE,MAAM,GAAG,IAAI,CAAC;CAC3C;AAED,MAAM,WAAW,sBAAsB;IACrC,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,kBAAkB,CAAC,EAAE,MAAM,CAAC;CACtC;AAaD,qBAAa,eAAe;IAC1B,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAS;IACrC,OAAO,CAAC,QAAQ,CAAC,kBAAkB,CAAS;IAC5C,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAwB;IAEjD,OAAO,CAAC,WAAW,CAAK;IACxB,OAAO,CAAC,gBAAgB,CAAS;IACjC,OAAO,CAAC,YAAY,CAAuB;IAC3C,OAAO,CAAC,cAAc,CAA6B;gBAEvC,OAAO,CAAC,EAAE,sBAAsB;IAK5C,cAAc,CAAC,MAAM,EAAE,cAAc,GAAG,IAAI;IAgD5C,cAAc,CAAC,KAAK,EAAE;QACpB,UAAU,EAAE,MAAM,CAAC;QACnB,SAAS,EAAE,MAAM,CAAC;QAClB,YAAY,EAAE,MAAM,CAAC;QACrB,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;KACzB,GAAG,IAAI;IAkBR,aAAa,CAAC,UAAU,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,GAAG,IAAI;IAezD,kBAAkB,CAAC,SAAS,EAAE,OAAO,GAAG,IAAI;IAQ5C,UAAU,IAAI,mBAAmB;IAejC,WAAW,IAAI,SAAS,cAAc,EAAE;IAIxC,aAAa,IAAI,SAAS,cAAc,EAAE;IAqB1C,KAAK,CAAC,UAAU,EAAE,MAAM,GAAG,IAAI;IAQ/B,OAAO,CAAC,2BAA2B;IAgBnC,OAAO,CAAC,qBAAqB;CAQ9B"}
|
|
@@ -0,0 +1,161 @@
|
|
|
1
|
+
// ---------------------------------------------------------------------------
|
|
2
|
+
// Defaults
|
|
3
|
+
// ---------------------------------------------------------------------------
|
|
4
|
+
const DEFAULT_MAX_BRANCHES = 500;
|
|
5
|
+
const DEFAULT_REASONING_MAX_LENGTH = 500;
|
|
6
|
+
// ---------------------------------------------------------------------------
|
|
7
|
+
// DecisionTracker
|
|
8
|
+
// ---------------------------------------------------------------------------
|
|
9
|
+
export class DecisionTracker {
|
|
10
|
+
maxBranches;
|
|
11
|
+
reasoningMaxLength;
|
|
12
|
+
branches = [];
|
|
13
|
+
turnCounter = 0;
|
|
14
|
+
lastRecordFailed = false;
|
|
15
|
+
lastToolName = null;
|
|
16
|
+
fileCallCounts = new Map();
|
|
17
|
+
constructor(options) {
|
|
18
|
+
this.maxBranches = options?.maxBranches ?? DEFAULT_MAX_BRANCHES;
|
|
19
|
+
this.reasoningMaxLength = options?.reasoningMaxLength ?? DEFAULT_REASONING_MAX_LENGTH;
|
|
20
|
+
}
|
|
21
|
+
recordToolCall(record) {
|
|
22
|
+
this.turnCounter++;
|
|
23
|
+
const turn = this.turnCounter;
|
|
24
|
+
if (this.lastRecordFailed) {
|
|
25
|
+
// Previous tool failed — this tool call represents a recovery decision
|
|
26
|
+
this.recordDecision({
|
|
27
|
+
turnNumber: turn,
|
|
28
|
+
reasoning: `recovery after ${this.lastToolName ?? 'unknown'} failure`,
|
|
29
|
+
chosenAction: record.toolName,
|
|
30
|
+
toolName: record.toolName,
|
|
31
|
+
});
|
|
32
|
+
}
|
|
33
|
+
if (record.toolName === 'AskUserQuestion') {
|
|
34
|
+
this.recordDecision({
|
|
35
|
+
turnNumber: turn,
|
|
36
|
+
reasoning: 'delegating to user',
|
|
37
|
+
chosenAction: 'ask_user',
|
|
38
|
+
toolName: record.toolName,
|
|
39
|
+
});
|
|
40
|
+
}
|
|
41
|
+
// Detect retry decisions: same tool on same file 3+ times
|
|
42
|
+
const filePath = record.filePath;
|
|
43
|
+
if (filePath) {
|
|
44
|
+
const key = `${record.toolName}:${filePath}`;
|
|
45
|
+
const count = (this.fileCallCounts.get(key) ?? 0) + 1;
|
|
46
|
+
this.fileCallCounts.set(key, count);
|
|
47
|
+
if (count >= 3) {
|
|
48
|
+
this.recordDecision({
|
|
49
|
+
turnNumber: turn,
|
|
50
|
+
reasoning: `retrying ${record.toolName} on ${filePath} (${count} attempts)`,
|
|
51
|
+
chosenAction: 'retry',
|
|
52
|
+
toolName: record.toolName,
|
|
53
|
+
});
|
|
54
|
+
}
|
|
55
|
+
}
|
|
56
|
+
// Record outcome for the most recent pending branch
|
|
57
|
+
if (this.branches.length > 0) {
|
|
58
|
+
this.recordOutcome(turn, record.success);
|
|
59
|
+
}
|
|
60
|
+
this.lastRecordFailed = !record.success;
|
|
61
|
+
this.lastToolName = record.toolName;
|
|
62
|
+
}
|
|
63
|
+
recordDecision(input) {
|
|
64
|
+
const branch = {
|
|
65
|
+
turnNumber: input.turnNumber,
|
|
66
|
+
timestamp: Date.now(),
|
|
67
|
+
reasoning: input.reasoning.slice(0, this.reasoningMaxLength),
|
|
68
|
+
chosenAction: input.chosenAction.slice(0, this.reasoningMaxLength),
|
|
69
|
+
toolName: input.toolName,
|
|
70
|
+
outcome: 'unknown',
|
|
71
|
+
nextToolSuccess: null,
|
|
72
|
+
sessionSucceeded: null,
|
|
73
|
+
};
|
|
74
|
+
this.branches.push(branch);
|
|
75
|
+
if (this.branches.length > this.maxBranches) {
|
|
76
|
+
this.branches.shift();
|
|
77
|
+
}
|
|
78
|
+
}
|
|
79
|
+
recordOutcome(turnNumber, success) {
|
|
80
|
+
// Tag the most recent branch at or before this turn
|
|
81
|
+
for (let i = this.branches.length - 1; i >= 0; i--) {
|
|
82
|
+
const branch = this.branches[i];
|
|
83
|
+
if (branch.turnNumber <= turnNumber && branch.nextToolSuccess === null) {
|
|
84
|
+
this.branches[i].nextToolSuccess = success;
|
|
85
|
+
this.branches[i].outcome =
|
|
86
|
+
success ? 'success' : 'failure';
|
|
87
|
+
break;
|
|
88
|
+
}
|
|
89
|
+
}
|
|
90
|
+
}
|
|
91
|
+
markSessionOutcome(succeeded) {
|
|
92
|
+
for (let i = 0; i < this.branches.length; i++) {
|
|
93
|
+
this.branches[i].sessionSucceeded = succeeded;
|
|
94
|
+
}
|
|
95
|
+
}
|
|
96
|
+
getMetrics() {
|
|
97
|
+
const resolved = this.branches.filter((b) => b.outcome !== 'unknown');
|
|
98
|
+
const successes = resolved.filter((b) => b.outcome === 'success').length;
|
|
99
|
+
const successRate = resolved.length > 0 ? successes / resolved.length : null;
|
|
100
|
+
const failurePoints = this.branches.filter((b) => b.outcome === 'failure');
|
|
101
|
+
return {
|
|
102
|
+
totalBranches: this.branches.length,
|
|
103
|
+
successRate: successRate !== null ? Math.round(successRate * 1000) / 1000 : null,
|
|
104
|
+
failurePoints,
|
|
105
|
+
longestFailureStreak: this.computeLongestFailureStreak(),
|
|
106
|
+
firstFailureIndex: this.findFirstFailureIndex(),
|
|
107
|
+
};
|
|
108
|
+
}
|
|
109
|
+
getBranches() {
|
|
110
|
+
return this.branches;
|
|
111
|
+
}
|
|
112
|
+
getPostMortem() {
|
|
113
|
+
// Return branches leading up to and including failures for debugging
|
|
114
|
+
const result = [];
|
|
115
|
+
let inFailureZone = false;
|
|
116
|
+
for (const branch of this.branches) {
|
|
117
|
+
if (branch.outcome === 'failure') {
|
|
118
|
+
inFailureZone = true;
|
|
119
|
+
result.push(branch);
|
|
120
|
+
}
|
|
121
|
+
else if (inFailureZone) {
|
|
122
|
+
// Include the recovery branch after a failure
|
|
123
|
+
result.push(branch);
|
|
124
|
+
if (branch.outcome === 'success') {
|
|
125
|
+
inFailureZone = false;
|
|
126
|
+
}
|
|
127
|
+
}
|
|
128
|
+
}
|
|
129
|
+
return result;
|
|
130
|
+
}
|
|
131
|
+
reset(_sessionId) {
|
|
132
|
+
this.branches.length = 0;
|
|
133
|
+
this.turnCounter = 0;
|
|
134
|
+
this.lastRecordFailed = false;
|
|
135
|
+
this.lastToolName = null;
|
|
136
|
+
this.fileCallCounts.clear();
|
|
137
|
+
}
|
|
138
|
+
computeLongestFailureStreak() {
|
|
139
|
+
let maxStreak = 0;
|
|
140
|
+
let currentStreak = 0;
|
|
141
|
+
for (const branch of this.branches) {
|
|
142
|
+
if (branch.outcome === 'failure') {
|
|
143
|
+
currentStreak++;
|
|
144
|
+
maxStreak = Math.max(maxStreak, currentStreak);
|
|
145
|
+
}
|
|
146
|
+
else if (branch.outcome === 'success') {
|
|
147
|
+
currentStreak = 0;
|
|
148
|
+
}
|
|
149
|
+
}
|
|
150
|
+
return maxStreak;
|
|
151
|
+
}
|
|
152
|
+
findFirstFailureIndex() {
|
|
153
|
+
for (let i = 0; i < this.branches.length; i++) {
|
|
154
|
+
if (this.branches[i].outcome === 'failure') {
|
|
155
|
+
return i;
|
|
156
|
+
}
|
|
157
|
+
}
|
|
158
|
+
return null;
|
|
159
|
+
}
|
|
160
|
+
}
|
|
161
|
+
//# sourceMappingURL=decision-tracker.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"decision-tracker.js","sourceRoot":"","sources":["../../src/metrics/decision-tracker.ts"],"names":[],"mappings":"AAgCA,8EAA8E;AAC9E,WAAW;AACX,8EAA8E;AAE9E,MAAM,oBAAoB,GAAG,GAAG,CAAC;AACjC,MAAM,4BAA4B,GAAG,GAAG,CAAC;AAEzC,8EAA8E;AAC9E,kBAAkB;AAClB,8EAA8E;AAE9E,MAAM,OAAO,eAAe;IACT,WAAW,CAAS;IACpB,kBAAkB,CAAS;IAC3B,QAAQ,GAAqB,EAAE,CAAC;IAEzC,WAAW,GAAG,CAAC,CAAC;IAChB,gBAAgB,GAAG,KAAK,CAAC;IACzB,YAAY,GAAkB,IAAI,CAAC;IACnC,cAAc,GAAG,IAAI,GAAG,EAAkB,CAAC;IAEnD,YAAY,OAAgC;QAC1C,IAAI,CAAC,WAAW,GAAG,OAAO,EAAE,WAAW,IAAI,oBAAoB,CAAC;QAChE,IAAI,CAAC,kBAAkB,GAAG,OAAO,EAAE,kBAAkB,IAAI,4BAA4B,CAAC;IACxF,CAAC;IAED,cAAc,CAAC,MAAsB;QACnC,IAAI,CAAC,WAAW,EAAE,CAAC;QACnB,MAAM,IAAI,GAAG,IAAI,CAAC,WAAW,CAAC;QAE9B,IAAI,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAC1B,uEAAuE;YACvE,IAAI,CAAC,cAAc,CAAC;gBAClB,UAAU,EAAE,IAAI;gBAChB,SAAS,EAAE,kBAAkB,IAAI,CAAC,YAAY,IAAI,SAAS,UAAU;gBACrE,YAAY,EAAE,MAAM,CAAC,QAAQ;gBAC7B,QAAQ,EAAE,MAAM,CAAC,QAAQ;aAC1B,CAAC,CAAC;QACL,CAAC;QAED,IAAI,MAAM,CAAC,QAAQ,KAAK,iBAAiB,EAAE,CAAC;YAC1C,IAAI,CAAC,cAAc,CAAC;gBAClB,UAAU,EAAE,IAAI;gBAChB,SAAS,EAAE,oBAAoB;gBAC/B,YAAY,EAAE,UAAU;gBACxB,QAAQ,EAAE,MAAM,CAAC,QAAQ;aAC1B,CAAC,CAAC;QACL,CAAC;QAED,0DAA0D;QAC1D,MAAM,QAAQ,GAAG,MAAM,CAAC,QAA8B,CAAC;QACvD,IAAI,QAAQ,EAAE,CAAC;YACb,MAAM,GAAG,GAAG,GAAG,MAAM,CAAC,QAAQ,IAAI,QAAQ,EAAE,CAAC;YAC7C,MAAM,KAAK,GAAG,CAAC,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;YACtD,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;YACpC,IAAI,KAAK,IAAI,CAAC,EAAE,CAAC;gBACf,IAAI,CAAC,cAAc,CAAC;oBAClB,UAAU,EAAE,IAAI;oBAChB,SAAS,EAAE,YAAY,MAAM,CAAC,QAAQ,OAAO,QAAQ,KAAK,KAAK,YAAY;oBAC3E,YAAY,EAAE,OAAO;oBACrB,QAAQ,EAAE,MAAM,CAAC,QAAQ;iBAC1B,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,oDAAoD;QACpD,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC7B,IAAI,CAAC,aAAa,CAAC,IAAI,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC;QAC3C,CAAC;QAED,IAAI,CAAC,gBAAgB,GAAG,CAAC,MAAM,CAAC,OAAO,CAAC;QACxC,IAAI,CAAC,YAAY,GAAG,MAAM,CAAC,QAAQ,CAAC;IACtC,CAAC;IAED,cAAc,CAAC,KAKd;QACC,MAAM,MAAM,GAAmB;YAC7B,UAAU,EAAE,KAAK,CAAC,UAAU;YAC5B,SAAS,EAAE,IAAI,CAAC,GAAG,EAAE;YACrB,SAAS,EAAE,KAAK,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,kBAAkB,CAAC;YAC5D,YAAY,EAAE,KAAK,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,kBAAkB,CAAC;YAClE,QAAQ,EAAE,KAAK,CAAC,QAAQ;YACxB,OAAO,EAAE,SAAS;YAClB,eAAe,EAAE,IAAI;YACrB,gBAAgB,EAAE,IAAI;SACvB,CAAC;QAEF,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC3B,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;YAC5C,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE,CAAC;QACxB,CAAC;IACH,CAAC;IAED,aAAa,CAAC,UAAkB,EAAE,OAAgB;QAChD,oDAAoD;QACpD,KAAK,IAAI,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;YACnD,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;YAChC,IAAI,MAAM,CAAC,UAAU,IAAI,UAAU,IAAI,MAAM,CAAC,eAAe,KAAK,IAAI,EAAE,CAAC;gBAErE,IAAI,CAAC,QAAQ,CAAC,CAAC,CAChB,CAAC,eAAe,GAAG,OAAO,CAAC;gBAC3B,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAkE,CAAC,OAAO;oBACxF,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC;gBAClC,MAAM;YACR,CAAC;QACH,CAAC;IACH,CAAC;IAED,kBAAkB,CAAC,SAAkB;QACnC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAE5C,IAAI,CAAC,QAAQ,CAAC,CAAC,CAChB,CAAC,gBAAgB,GAAG,SAAS,CAAC;QACjC,CAAC;IACH,CAAC;IAED,UAAU;QACR,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC;QACtE,MAAM,SAAS,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,MAAM,CAAC;QACzE,MAAM,WAAW,GAAG,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC;QAC7E,MAAM,aAAa,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC;QAE3E,OAAO;YACL,aAAa,EAAE,IAAI,CAAC,QAAQ,CAAC,MAAM;YACnC,WAAW,EAAE,WAAW,KAAK,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,WAAW,GAAG,IAAI,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI;YAChF,aAAa;YACb,oBAAoB,EAAE,IAAI,CAAC,2BAA2B,EAAE;YACxD,iBAAiB,EAAE,IAAI,CAAC,qBAAqB,EAAE;SAChD,CAAC;IACJ,CAAC;IAED,WAAW;QACT,OAAO,IAAI,CAAC,QAAQ,CAAC;IACvB,CAAC;IAED,aAAa;QACX,qEAAqE;QACrE,MAAM,MAAM,GAAqB,EAAE,CAAC;QACpC,IAAI,aAAa,GAAG,KAAK,CAAC;QAE1B,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YACnC,IAAI,MAAM,CAAC,OAAO,KAAK,SAAS,EAAE,CAAC;gBACjC,aAAa,GAAG,IAAI,CAAC;gBACrB,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACtB,CAAC;iBAAM,IAAI,aAAa,EAAE,CAAC;gBACzB,8CAA8C;gBAC9C,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBACpB,IAAI,MAAM,CAAC,OAAO,KAAK,SAAS,EAAE,CAAC;oBACjC,aAAa,GAAG,KAAK,CAAC;gBACxB,CAAC;YACH,CAAC;QACH,CAAC;QAED,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,KAAK,CAAC,UAAkB;QACtB,IAAI,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC;QACzB,IAAI,CAAC,WAAW,GAAG,CAAC,CAAC;QACrB,IAAI,CAAC,gBAAgB,GAAG,KAAK,CAAC;QAC9B,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;QACzB,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,CAAC;IAC9B,CAAC;IAEO,2BAA2B;QACjC,IAAI,SAAS,GAAG,CAAC,CAAC;QAClB,IAAI,aAAa,GAAG,CAAC,CAAC;QAEtB,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YACnC,IAAI,MAAM,CAAC,OAAO,KAAK,SAAS,EAAE,CAAC;gBACjC,aAAa,EAAE,CAAC;gBAChB,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,aAAa,CAAC,CAAC;YACjD,CAAC;iBAAM,IAAI,MAAM,CAAC,OAAO,KAAK,SAAS,EAAE,CAAC;gBACxC,aAAa,GAAG,CAAC,CAAC;YACpB,CAAC;QACH,CAAC;QAED,OAAO,SAAS,CAAC;IACnB,CAAC;IAEO,qBAAqB;QAC3B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC9C,IAAI,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,OAAO,KAAK,SAAS,EAAE,CAAC;gBAC3C,OAAO,CAAC,CAAC;YACX,CAAC;QACH,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;CACF"}
|
|
@@ -0,0 +1,80 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* AI Coding Efficiency Score — computes a composite score for completed tasks.
|
|
3
|
+
*
|
|
4
|
+
* The score is a weighted average of four components, each in [0, 1]:
|
|
5
|
+
* 1. Speed: linesChanged / taskDuration, normalized to 1 line/s = 1.0
|
|
6
|
+
* 2. Correctness: test pass rate during the task (0.5 default if no tests)
|
|
7
|
+
* 3. Autonomy: 1 - (userQuestions / toolCalls)
|
|
8
|
+
* 4. First-attempt quality: 1 - (thrashIterations / 3), floored at 0
|
|
9
|
+
*
|
|
10
|
+
* Final score = weighted average, clamped to [0, 1].
|
|
11
|
+
*/
|
|
12
|
+
import type { MetricAggregator } from '../shared/index.js';
|
|
13
|
+
import type { AiCodingTask } from './task-detector.js';
|
|
14
|
+
import type { AntiPattern } from './anti-patterns.js';
|
|
15
|
+
export interface EfficiencyScoreComponents {
|
|
16
|
+
readonly speed: number;
|
|
17
|
+
readonly correctness: number;
|
|
18
|
+
readonly autonomy: number;
|
|
19
|
+
readonly firstAttemptQuality: number;
|
|
20
|
+
}
|
|
21
|
+
export interface EfficiencyScore {
|
|
22
|
+
readonly score: number;
|
|
23
|
+
readonly components: EfficiencyScoreComponents;
|
|
24
|
+
readonly taskId: string;
|
|
25
|
+
readonly timestamp: number;
|
|
26
|
+
}
|
|
27
|
+
export interface EfficiencyScoreOptions {
|
|
28
|
+
readonly speedWeight?: number;
|
|
29
|
+
readonly correctnessWeight?: number;
|
|
30
|
+
readonly autonomyWeight?: number;
|
|
31
|
+
readonly firstAttemptQualityWeight?: number;
|
|
32
|
+
readonly speedBaselineLinesPerSecond?: number;
|
|
33
|
+
}
|
|
34
|
+
export declare class EfficiencyScorer {
|
|
35
|
+
private readonly speedWeight;
|
|
36
|
+
private readonly correctnessWeight;
|
|
37
|
+
private readonly autonomyWeight;
|
|
38
|
+
private readonly firstAttemptQualityWeight;
|
|
39
|
+
private readonly speedBaselineLps;
|
|
40
|
+
private readonly scores;
|
|
41
|
+
private lastEmittedIndex;
|
|
42
|
+
constructor(options?: EfficiencyScoreOptions);
|
|
43
|
+
/**
|
|
44
|
+
* Compute the efficiency score for a completed task.
|
|
45
|
+
* Anti-patterns are optional — if not provided, first-attempt quality defaults to 1.0.
|
|
46
|
+
*/
|
|
47
|
+
computeScore(task: AiCodingTask, antiPatterns?: AntiPattern[]): EfficiencyScore;
|
|
48
|
+
/**
|
|
49
|
+
* Session-wide rolling average across all scored tasks.
|
|
50
|
+
*/
|
|
51
|
+
getSessionAverage(): EfficiencyScore | null;
|
|
52
|
+
/**
|
|
53
|
+
* Recompute and replace the score for a task that may have changed (e.g., active task).
|
|
54
|
+
*/
|
|
55
|
+
updateScore(task: AiCodingTask, antiPatterns?: AntiPattern[]): EfficiencyScore;
|
|
56
|
+
getScores(): EfficiencyScore[];
|
|
57
|
+
emitMetrics(aggregator: MetricAggregator): void;
|
|
58
|
+
reset(): void;
|
|
59
|
+
private computeComponents;
|
|
60
|
+
/**
|
|
61
|
+
* Speed: linesChanged / durationSeconds, normalized to baseline.
|
|
62
|
+
* 0 lines → 0 speed. 0 duration → clamp to 1.0.
|
|
63
|
+
*/
|
|
64
|
+
private computeSpeed;
|
|
65
|
+
/**
|
|
66
|
+
* Correctness: test pass rate. Default 0.5 if no tests were run.
|
|
67
|
+
*/
|
|
68
|
+
private computeCorrectness;
|
|
69
|
+
/**
|
|
70
|
+
* Autonomy: 1 - (userQuestions / toolCalls). 1.0 if no questions asked.
|
|
71
|
+
*/
|
|
72
|
+
private computeAutonomy;
|
|
73
|
+
/**
|
|
74
|
+
* First-attempt quality: 1 - (maxThrashIterations / 3), floored at 0.
|
|
75
|
+
* If no anti-patterns provided or no thrashing, score is 1.0.
|
|
76
|
+
*/
|
|
77
|
+
private computeFirstAttemptQuality;
|
|
78
|
+
private appendScore;
|
|
79
|
+
}
|
|
80
|
+
//# sourceMappingURL=efficiency-score.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"efficiency-score.d.ts","sourceRoot":"","sources":["../../src/metrics/efficiency-score.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAEH,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,oBAAoB,CAAC;AAC3D,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AACvD,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AAMtD,MAAM,WAAW,yBAAyB;IACxC,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAC7B,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,mBAAmB,EAAE,MAAM,CAAC;CACtC;AAED,MAAM,WAAW,eAAe;IAC9B,QAAQ,CAAC,KAAK,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,UAAU,EAAE,yBAAyB,CAAC;IAC/C,QAAQ,CAAC,MAAM,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;CAC5B;AAED,MAAM,WAAW,sBAAsB;IACrC,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,iBAAiB,CAAC,EAAE,MAAM,CAAC;IACpC,QAAQ,CAAC,cAAc,CAAC,EAAE,MAAM,CAAC;IACjC,QAAQ,CAAC,yBAAyB,CAAC,EAAE,MAAM,CAAC;IAC5C,QAAQ,CAAC,2BAA2B,CAAC,EAAE,MAAM,CAAC;CAC/C;AAkBD,qBAAa,gBAAgB;IAC3B,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAS;IACrC,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAAS;IAC3C,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAS;IACxC,OAAO,CAAC,QAAQ,CAAC,yBAAyB,CAAS;IACnD,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAS;IAE1C,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAyB;IAChD,OAAO,CAAC,gBAAgB,CAAK;gBAEjB,OAAO,CAAC,EAAE,sBAAsB;IAS5C;;;OAGG;IACH,YAAY,CAAC,IAAI,EAAE,YAAY,EAAE,YAAY,CAAC,EAAE,WAAW,EAAE,GAAG,eAAe;IA2B/E;;OAEG;IACH,iBAAiB,IAAI,eAAe,GAAG,IAAI;IAgC3C;;OAEG;IACH,WAAW,CAAC,IAAI,EAAE,YAAY,EAAE,YAAY,CAAC,EAAE,WAAW,EAAE,GAAG,eAAe;IAgC9E,SAAS,IAAI,eAAe,EAAE;IAI9B,WAAW,CAAC,UAAU,EAAE,gBAAgB,GAAG,IAAI;IAY/C,KAAK,IAAI,IAAI;IASb,OAAO,CAAC,iBAAiB;IAYzB;;;OAGG;IACH,OAAO,CAAC,YAAY;IASpB;;OAEG;IACH,OAAO,CAAC,kBAAkB;IAK1B;;OAEG;IACH,OAAO,CAAC,eAAe;IAMvB;;;OAGG;IACH,OAAO,CAAC,0BAA0B;IAclC,OAAO,CAAC,WAAW;CAQpB"}
|