attune-ai 2.0.0__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- attune/__init__.py +358 -0
- attune/adaptive/__init__.py +13 -0
- attune/adaptive/task_complexity.py +127 -0
- attune/agent_monitoring.py +414 -0
- attune/cache/__init__.py +117 -0
- attune/cache/base.py +166 -0
- attune/cache/dependency_manager.py +256 -0
- attune/cache/hash_only.py +251 -0
- attune/cache/hybrid.py +457 -0
- attune/cache/storage.py +285 -0
- attune/cache_monitor.py +356 -0
- attune/cache_stats.py +298 -0
- attune/cli/__init__.py +152 -0
- attune/cli/__main__.py +12 -0
- attune/cli/commands/__init__.py +1 -0
- attune/cli/commands/batch.py +264 -0
- attune/cli/commands/cache.py +248 -0
- attune/cli/commands/help.py +331 -0
- attune/cli/commands/info.py +140 -0
- attune/cli/commands/inspect.py +436 -0
- attune/cli/commands/inspection.py +57 -0
- attune/cli/commands/memory.py +48 -0
- attune/cli/commands/metrics.py +92 -0
- attune/cli/commands/orchestrate.py +184 -0
- attune/cli/commands/patterns.py +207 -0
- attune/cli/commands/profiling.py +202 -0
- attune/cli/commands/provider.py +98 -0
- attune/cli/commands/routing.py +285 -0
- attune/cli/commands/setup.py +96 -0
- attune/cli/commands/status.py +235 -0
- attune/cli/commands/sync.py +166 -0
- attune/cli/commands/tier.py +121 -0
- attune/cli/commands/utilities.py +114 -0
- attune/cli/commands/workflow.py +579 -0
- attune/cli/core.py +32 -0
- attune/cli/parsers/__init__.py +68 -0
- attune/cli/parsers/batch.py +118 -0
- attune/cli/parsers/cache.py +65 -0
- attune/cli/parsers/help.py +41 -0
- attune/cli/parsers/info.py +26 -0
- attune/cli/parsers/inspect.py +66 -0
- attune/cli/parsers/metrics.py +42 -0
- attune/cli/parsers/orchestrate.py +61 -0
- attune/cli/parsers/patterns.py +54 -0
- attune/cli/parsers/provider.py +40 -0
- attune/cli/parsers/routing.py +110 -0
- attune/cli/parsers/setup.py +42 -0
- attune/cli/parsers/status.py +47 -0
- attune/cli/parsers/sync.py +31 -0
- attune/cli/parsers/tier.py +33 -0
- attune/cli/parsers/workflow.py +77 -0
- attune/cli/utils/__init__.py +1 -0
- attune/cli/utils/data.py +242 -0
- attune/cli/utils/helpers.py +68 -0
- attune/cli_legacy.py +3957 -0
- attune/cli_minimal.py +1159 -0
- attune/cli_router.py +437 -0
- attune/cli_unified.py +814 -0
- attune/config/__init__.py +66 -0
- attune/config/xml_config.py +286 -0
- attune/config.py +545 -0
- attune/coordination.py +870 -0
- attune/core.py +1511 -0
- attune/core_modules/__init__.py +15 -0
- attune/cost_tracker.py +626 -0
- attune/dashboard/__init__.py +41 -0
- attune/dashboard/app.py +512 -0
- attune/dashboard/simple_server.py +435 -0
- attune/dashboard/standalone_server.py +547 -0
- attune/discovery.py +306 -0
- attune/emergence.py +306 -0
- attune/exceptions.py +123 -0
- attune/feedback_loops.py +373 -0
- attune/hot_reload/README.md +473 -0
- attune/hot_reload/__init__.py +62 -0
- attune/hot_reload/config.py +83 -0
- attune/hot_reload/integration.py +229 -0
- attune/hot_reload/reloader.py +298 -0
- attune/hot_reload/watcher.py +183 -0
- attune/hot_reload/websocket.py +177 -0
- attune/levels.py +577 -0
- attune/leverage_points.py +441 -0
- attune/logging_config.py +261 -0
- attune/mcp/__init__.py +10 -0
- attune/mcp/server.py +506 -0
- attune/memory/__init__.py +237 -0
- attune/memory/claude_memory.py +469 -0
- attune/memory/config.py +224 -0
- attune/memory/control_panel.py +1290 -0
- attune/memory/control_panel_support.py +145 -0
- attune/memory/cross_session.py +845 -0
- attune/memory/edges.py +179 -0
- attune/memory/encryption.py +159 -0
- attune/memory/file_session.py +770 -0
- attune/memory/graph.py +570 -0
- attune/memory/long_term.py +913 -0
- attune/memory/long_term_types.py +99 -0
- attune/memory/mixins/__init__.py +25 -0
- attune/memory/mixins/backend_init_mixin.py +249 -0
- attune/memory/mixins/capabilities_mixin.py +208 -0
- attune/memory/mixins/handoff_mixin.py +208 -0
- attune/memory/mixins/lifecycle_mixin.py +49 -0
- attune/memory/mixins/long_term_mixin.py +352 -0
- attune/memory/mixins/promotion_mixin.py +109 -0
- attune/memory/mixins/short_term_mixin.py +182 -0
- attune/memory/nodes.py +179 -0
- attune/memory/redis_bootstrap.py +540 -0
- attune/memory/security/__init__.py +31 -0
- attune/memory/security/audit_logger.py +932 -0
- attune/memory/security/pii_scrubber.py +640 -0
- attune/memory/security/secrets_detector.py +678 -0
- attune/memory/short_term.py +2192 -0
- attune/memory/simple_storage.py +302 -0
- attune/memory/storage/__init__.py +15 -0
- attune/memory/storage_backend.py +167 -0
- attune/memory/summary_index.py +583 -0
- attune/memory/types.py +446 -0
- attune/memory/unified.py +182 -0
- attune/meta_workflows/__init__.py +74 -0
- attune/meta_workflows/agent_creator.py +248 -0
- attune/meta_workflows/builtin_templates.py +567 -0
- attune/meta_workflows/cli_commands/__init__.py +56 -0
- attune/meta_workflows/cli_commands/agent_commands.py +321 -0
- attune/meta_workflows/cli_commands/analytics_commands.py +442 -0
- attune/meta_workflows/cli_commands/config_commands.py +232 -0
- attune/meta_workflows/cli_commands/memory_commands.py +182 -0
- attune/meta_workflows/cli_commands/template_commands.py +354 -0
- attune/meta_workflows/cli_commands/workflow_commands.py +382 -0
- attune/meta_workflows/cli_meta_workflows.py +59 -0
- attune/meta_workflows/form_engine.py +292 -0
- attune/meta_workflows/intent_detector.py +409 -0
- attune/meta_workflows/models.py +569 -0
- attune/meta_workflows/pattern_learner.py +738 -0
- attune/meta_workflows/plan_generator.py +384 -0
- attune/meta_workflows/session_context.py +397 -0
- attune/meta_workflows/template_registry.py +229 -0
- attune/meta_workflows/workflow.py +984 -0
- attune/metrics/__init__.py +12 -0
- attune/metrics/collector.py +31 -0
- attune/metrics/prompt_metrics.py +194 -0
- attune/models/__init__.py +172 -0
- attune/models/__main__.py +13 -0
- attune/models/adaptive_routing.py +437 -0
- attune/models/auth_cli.py +444 -0
- attune/models/auth_strategy.py +450 -0
- attune/models/cli.py +655 -0
- attune/models/empathy_executor.py +354 -0
- attune/models/executor.py +257 -0
- attune/models/fallback.py +762 -0
- attune/models/provider_config.py +282 -0
- attune/models/registry.py +472 -0
- attune/models/tasks.py +359 -0
- attune/models/telemetry/__init__.py +71 -0
- attune/models/telemetry/analytics.py +594 -0
- attune/models/telemetry/backend.py +196 -0
- attune/models/telemetry/data_models.py +431 -0
- attune/models/telemetry/storage.py +489 -0
- attune/models/token_estimator.py +420 -0
- attune/models/validation.py +280 -0
- attune/monitoring/__init__.py +52 -0
- attune/monitoring/alerts.py +946 -0
- attune/monitoring/alerts_cli.py +448 -0
- attune/monitoring/multi_backend.py +271 -0
- attune/monitoring/otel_backend.py +362 -0
- attune/optimization/__init__.py +19 -0
- attune/optimization/context_optimizer.py +272 -0
- attune/orchestration/__init__.py +67 -0
- attune/orchestration/agent_templates.py +707 -0
- attune/orchestration/config_store.py +499 -0
- attune/orchestration/execution_strategies.py +2111 -0
- attune/orchestration/meta_orchestrator.py +1168 -0
- attune/orchestration/pattern_learner.py +696 -0
- attune/orchestration/real_tools.py +931 -0
- attune/pattern_cache.py +187 -0
- attune/pattern_library.py +542 -0
- attune/patterns/debugging/all_patterns.json +81 -0
- attune/patterns/debugging/workflow_20260107_1770825e.json +77 -0
- attune/patterns/refactoring_memory.json +89 -0
- attune/persistence.py +564 -0
- attune/platform_utils.py +265 -0
- attune/plugins/__init__.py +28 -0
- attune/plugins/base.py +361 -0
- attune/plugins/registry.py +268 -0
- attune/project_index/__init__.py +32 -0
- attune/project_index/cli.py +335 -0
- attune/project_index/index.py +667 -0
- attune/project_index/models.py +504 -0
- attune/project_index/reports.py +474 -0
- attune/project_index/scanner.py +777 -0
- attune/project_index/scanner_parallel.py +291 -0
- attune/prompts/__init__.py +61 -0
- attune/prompts/config.py +77 -0
- attune/prompts/context.py +177 -0
- attune/prompts/parser.py +285 -0
- attune/prompts/registry.py +313 -0
- attune/prompts/templates.py +208 -0
- attune/redis_config.py +302 -0
- attune/redis_memory.py +799 -0
- attune/resilience/__init__.py +56 -0
- attune/resilience/circuit_breaker.py +256 -0
- attune/resilience/fallback.py +179 -0
- attune/resilience/health.py +300 -0
- attune/resilience/retry.py +209 -0
- attune/resilience/timeout.py +135 -0
- attune/routing/__init__.py +43 -0
- attune/routing/chain_executor.py +433 -0
- attune/routing/classifier.py +217 -0
- attune/routing/smart_router.py +234 -0
- attune/routing/workflow_registry.py +343 -0
- attune/scaffolding/README.md +589 -0
- attune/scaffolding/__init__.py +35 -0
- attune/scaffolding/__main__.py +14 -0
- attune/scaffolding/cli.py +240 -0
- attune/scaffolding/templates/base_wizard.py.jinja2 +121 -0
- attune/scaffolding/templates/coach_wizard.py.jinja2 +321 -0
- attune/scaffolding/templates/domain_wizard.py.jinja2 +408 -0
- attune/scaffolding/templates/linear_flow_wizard.py.jinja2 +203 -0
- attune/socratic/__init__.py +256 -0
- attune/socratic/ab_testing.py +958 -0
- attune/socratic/blueprint.py +533 -0
- attune/socratic/cli.py +703 -0
- attune/socratic/collaboration.py +1114 -0
- attune/socratic/domain_templates.py +924 -0
- attune/socratic/embeddings.py +738 -0
- attune/socratic/engine.py +794 -0
- attune/socratic/explainer.py +682 -0
- attune/socratic/feedback.py +772 -0
- attune/socratic/forms.py +629 -0
- attune/socratic/generator.py +732 -0
- attune/socratic/llm_analyzer.py +637 -0
- attune/socratic/mcp_server.py +702 -0
- attune/socratic/session.py +312 -0
- attune/socratic/storage.py +667 -0
- attune/socratic/success.py +730 -0
- attune/socratic/visual_editor.py +860 -0
- attune/socratic/web_ui.py +958 -0
- attune/telemetry/__init__.py +39 -0
- attune/telemetry/agent_coordination.py +475 -0
- attune/telemetry/agent_tracking.py +367 -0
- attune/telemetry/approval_gates.py +545 -0
- attune/telemetry/cli.py +1231 -0
- attune/telemetry/commands/__init__.py +14 -0
- attune/telemetry/commands/dashboard_commands.py +696 -0
- attune/telemetry/event_streaming.py +409 -0
- attune/telemetry/feedback_loop.py +567 -0
- attune/telemetry/usage_tracker.py +591 -0
- attune/templates.py +754 -0
- attune/test_generator/__init__.py +38 -0
- attune/test_generator/__main__.py +14 -0
- attune/test_generator/cli.py +234 -0
- attune/test_generator/generator.py +355 -0
- attune/test_generator/risk_analyzer.py +216 -0
- attune/test_generator/templates/unit_test.py.jinja2 +272 -0
- attune/tier_recommender.py +384 -0
- attune/tools.py +183 -0
- attune/trust/__init__.py +28 -0
- attune/trust/circuit_breaker.py +579 -0
- attune/trust_building.py +527 -0
- attune/validation/__init__.py +19 -0
- attune/validation/xml_validator.py +281 -0
- attune/vscode_bridge.py +173 -0
- attune/workflow_commands.py +780 -0
- attune/workflow_patterns/__init__.py +33 -0
- attune/workflow_patterns/behavior.py +249 -0
- attune/workflow_patterns/core.py +76 -0
- attune/workflow_patterns/output.py +99 -0
- attune/workflow_patterns/registry.py +255 -0
- attune/workflow_patterns/structural.py +288 -0
- attune/workflows/__init__.py +539 -0
- attune/workflows/autonomous_test_gen.py +1268 -0
- attune/workflows/base.py +2667 -0
- attune/workflows/batch_processing.py +342 -0
- attune/workflows/bug_predict.py +1084 -0
- attune/workflows/builder.py +273 -0
- attune/workflows/caching.py +253 -0
- attune/workflows/code_review.py +1048 -0
- attune/workflows/code_review_adapters.py +312 -0
- attune/workflows/code_review_pipeline.py +722 -0
- attune/workflows/config.py +645 -0
- attune/workflows/dependency_check.py +644 -0
- attune/workflows/document_gen/__init__.py +25 -0
- attune/workflows/document_gen/config.py +30 -0
- attune/workflows/document_gen/report_formatter.py +162 -0
- attune/workflows/document_gen/workflow.py +1426 -0
- attune/workflows/document_manager.py +216 -0
- attune/workflows/document_manager_README.md +134 -0
- attune/workflows/documentation_orchestrator.py +1205 -0
- attune/workflows/history.py +510 -0
- attune/workflows/keyboard_shortcuts/__init__.py +39 -0
- attune/workflows/keyboard_shortcuts/generators.py +391 -0
- attune/workflows/keyboard_shortcuts/parsers.py +416 -0
- attune/workflows/keyboard_shortcuts/prompts.py +295 -0
- attune/workflows/keyboard_shortcuts/schema.py +193 -0
- attune/workflows/keyboard_shortcuts/workflow.py +509 -0
- attune/workflows/llm_base.py +363 -0
- attune/workflows/manage_docs.py +87 -0
- attune/workflows/manage_docs_README.md +134 -0
- attune/workflows/manage_documentation.py +821 -0
- attune/workflows/new_sample_workflow1.py +149 -0
- attune/workflows/new_sample_workflow1_README.md +150 -0
- attune/workflows/orchestrated_health_check.py +849 -0
- attune/workflows/orchestrated_release_prep.py +600 -0
- attune/workflows/output.py +413 -0
- attune/workflows/perf_audit.py +863 -0
- attune/workflows/pr_review.py +762 -0
- attune/workflows/progress.py +785 -0
- attune/workflows/progress_server.py +322 -0
- attune/workflows/progressive/README 2.md +454 -0
- attune/workflows/progressive/README.md +454 -0
- attune/workflows/progressive/__init__.py +82 -0
- attune/workflows/progressive/cli.py +219 -0
- attune/workflows/progressive/core.py +488 -0
- attune/workflows/progressive/orchestrator.py +723 -0
- attune/workflows/progressive/reports.py +520 -0
- attune/workflows/progressive/telemetry.py +274 -0
- attune/workflows/progressive/test_gen.py +495 -0
- attune/workflows/progressive/workflow.py +589 -0
- attune/workflows/refactor_plan.py +694 -0
- attune/workflows/release_prep.py +895 -0
- attune/workflows/release_prep_crew.py +969 -0
- attune/workflows/research_synthesis.py +404 -0
- attune/workflows/routing.py +168 -0
- attune/workflows/secure_release.py +593 -0
- attune/workflows/security_adapters.py +297 -0
- attune/workflows/security_audit.py +1329 -0
- attune/workflows/security_audit_phase3.py +355 -0
- attune/workflows/seo_optimization.py +633 -0
- attune/workflows/step_config.py +234 -0
- attune/workflows/telemetry_mixin.py +269 -0
- attune/workflows/test5.py +125 -0
- attune/workflows/test5_README.md +158 -0
- attune/workflows/test_coverage_boost_crew.py +849 -0
- attune/workflows/test_gen/__init__.py +52 -0
- attune/workflows/test_gen/ast_analyzer.py +249 -0
- attune/workflows/test_gen/config.py +88 -0
- attune/workflows/test_gen/data_models.py +38 -0
- attune/workflows/test_gen/report_formatter.py +289 -0
- attune/workflows/test_gen/test_templates.py +381 -0
- attune/workflows/test_gen/workflow.py +655 -0
- attune/workflows/test_gen.py +54 -0
- attune/workflows/test_gen_behavioral.py +477 -0
- attune/workflows/test_gen_parallel.py +341 -0
- attune/workflows/test_lifecycle.py +526 -0
- attune/workflows/test_maintenance.py +627 -0
- attune/workflows/test_maintenance_cli.py +590 -0
- attune/workflows/test_maintenance_crew.py +840 -0
- attune/workflows/test_runner.py +622 -0
- attune/workflows/tier_tracking.py +531 -0
- attune/workflows/xml_enhanced_crew.py +285 -0
- attune_ai-2.0.0.dist-info/METADATA +1026 -0
- attune_ai-2.0.0.dist-info/RECORD +457 -0
- attune_ai-2.0.0.dist-info/WHEEL +5 -0
- attune_ai-2.0.0.dist-info/entry_points.txt +26 -0
- attune_ai-2.0.0.dist-info/licenses/LICENSE +201 -0
- attune_ai-2.0.0.dist-info/licenses/LICENSE_CHANGE_ANNOUNCEMENT.md +101 -0
- attune_ai-2.0.0.dist-info/top_level.txt +5 -0
- attune_healthcare/__init__.py +13 -0
- attune_healthcare/monitors/__init__.py +9 -0
- attune_healthcare/monitors/clinical_protocol_monitor.py +315 -0
- attune_healthcare/monitors/monitoring/__init__.py +44 -0
- attune_healthcare/monitors/monitoring/protocol_checker.py +300 -0
- attune_healthcare/monitors/monitoring/protocol_loader.py +214 -0
- attune_healthcare/monitors/monitoring/sensor_parsers.py +306 -0
- attune_healthcare/monitors/monitoring/trajectory_analyzer.py +389 -0
- attune_llm/README.md +553 -0
- attune_llm/__init__.py +28 -0
- attune_llm/agent_factory/__init__.py +53 -0
- attune_llm/agent_factory/adapters/__init__.py +85 -0
- attune_llm/agent_factory/adapters/autogen_adapter.py +312 -0
- attune_llm/agent_factory/adapters/crewai_adapter.py +483 -0
- attune_llm/agent_factory/adapters/haystack_adapter.py +298 -0
- attune_llm/agent_factory/adapters/langchain_adapter.py +362 -0
- attune_llm/agent_factory/adapters/langgraph_adapter.py +333 -0
- attune_llm/agent_factory/adapters/native.py +228 -0
- attune_llm/agent_factory/adapters/wizard_adapter.py +423 -0
- attune_llm/agent_factory/base.py +305 -0
- attune_llm/agent_factory/crews/__init__.py +67 -0
- attune_llm/agent_factory/crews/code_review.py +1113 -0
- attune_llm/agent_factory/crews/health_check.py +1262 -0
- attune_llm/agent_factory/crews/refactoring.py +1128 -0
- attune_llm/agent_factory/crews/security_audit.py +1018 -0
- attune_llm/agent_factory/decorators.py +287 -0
- attune_llm/agent_factory/factory.py +558 -0
- attune_llm/agent_factory/framework.py +193 -0
- attune_llm/agent_factory/memory_integration.py +328 -0
- attune_llm/agent_factory/resilient.py +320 -0
- attune_llm/agents_md/__init__.py +22 -0
- attune_llm/agents_md/loader.py +218 -0
- attune_llm/agents_md/parser.py +271 -0
- attune_llm/agents_md/registry.py +307 -0
- attune_llm/claude_memory.py +466 -0
- attune_llm/cli/__init__.py +8 -0
- attune_llm/cli/sync_claude.py +487 -0
- attune_llm/code_health.py +1313 -0
- attune_llm/commands/__init__.py +51 -0
- attune_llm/commands/context.py +375 -0
- attune_llm/commands/loader.py +301 -0
- attune_llm/commands/models.py +231 -0
- attune_llm/commands/parser.py +371 -0
- attune_llm/commands/registry.py +429 -0
- attune_llm/config/__init__.py +29 -0
- attune_llm/config/unified.py +291 -0
- attune_llm/context/__init__.py +22 -0
- attune_llm/context/compaction.py +455 -0
- attune_llm/context/manager.py +434 -0
- attune_llm/contextual_patterns.py +361 -0
- attune_llm/core.py +907 -0
- attune_llm/git_pattern_extractor.py +435 -0
- attune_llm/hooks/__init__.py +24 -0
- attune_llm/hooks/config.py +306 -0
- attune_llm/hooks/executor.py +289 -0
- attune_llm/hooks/registry.py +302 -0
- attune_llm/hooks/scripts/__init__.py +39 -0
- attune_llm/hooks/scripts/evaluate_session.py +201 -0
- attune_llm/hooks/scripts/first_time_init.py +285 -0
- attune_llm/hooks/scripts/pre_compact.py +207 -0
- attune_llm/hooks/scripts/session_end.py +183 -0
- attune_llm/hooks/scripts/session_start.py +163 -0
- attune_llm/hooks/scripts/suggest_compact.py +225 -0
- attune_llm/learning/__init__.py +30 -0
- attune_llm/learning/evaluator.py +438 -0
- attune_llm/learning/extractor.py +514 -0
- attune_llm/learning/storage.py +560 -0
- attune_llm/levels.py +227 -0
- attune_llm/pattern_confidence.py +414 -0
- attune_llm/pattern_resolver.py +272 -0
- attune_llm/pattern_summary.py +350 -0
- attune_llm/providers.py +967 -0
- attune_llm/routing/__init__.py +32 -0
- attune_llm/routing/model_router.py +362 -0
- attune_llm/security/IMPLEMENTATION_SUMMARY.md +413 -0
- attune_llm/security/PHASE2_COMPLETE.md +384 -0
- attune_llm/security/PHASE2_SECRETS_DETECTOR_COMPLETE.md +271 -0
- attune_llm/security/QUICK_REFERENCE.md +316 -0
- attune_llm/security/README.md +262 -0
- attune_llm/security/__init__.py +62 -0
- attune_llm/security/audit_logger.py +929 -0
- attune_llm/security/audit_logger_example.py +152 -0
- attune_llm/security/pii_scrubber.py +640 -0
- attune_llm/security/secrets_detector.py +678 -0
- attune_llm/security/secrets_detector_example.py +304 -0
- attune_llm/security/secure_memdocs.py +1192 -0
- attune_llm/security/secure_memdocs_example.py +278 -0
- attune_llm/session_status.py +745 -0
- attune_llm/state.py +246 -0
- attune_llm/utils/__init__.py +5 -0
- attune_llm/utils/tokens.py +349 -0
- attune_software/SOFTWARE_PLUGIN_README.md +57 -0
- attune_software/__init__.py +13 -0
- attune_software/cli/__init__.py +120 -0
- attune_software/cli/inspect.py +362 -0
- attune_software/cli.py +574 -0
- attune_software/plugin.py +188 -0
- workflow_scaffolding/__init__.py +11 -0
- workflow_scaffolding/__main__.py +12 -0
- workflow_scaffolding/cli.py +206 -0
- workflow_scaffolding/generator.py +265 -0
|
@@ -0,0 +1,946 @@
|
|
|
1
|
+
"""Alert System for LLM Telemetry Monitoring
|
|
2
|
+
|
|
3
|
+
Provides threshold-based alerting for LLM usage metrics.
|
|
4
|
+
|
|
5
|
+
**Features:**
|
|
6
|
+
- Interactive CLI workflow (`empathy alerts init`)
|
|
7
|
+
- Multiple notification channels (webhook, email, stdout)
|
|
8
|
+
- Threshold triggers (daily cost, error rate, etc.)
|
|
9
|
+
- Cooldown mechanism (prevent spam)
|
|
10
|
+
- Enterprise background daemon (`empathy alerts watch --daemon`)
|
|
11
|
+
|
|
12
|
+
**Supported Metrics:**
|
|
13
|
+
- daily_cost: Total USD spent in the last 24 hours
|
|
14
|
+
- error_rate: Percentage of failed LLM calls
|
|
15
|
+
- avg_latency: Average response time in milliseconds
|
|
16
|
+
- token_usage: Total tokens used in the last 24 hours
|
|
17
|
+
|
|
18
|
+
Copyright 2025-2026 Smart-AI-Memory
|
|
19
|
+
Licensed under Fair Source License 0.9
|
|
20
|
+
"""
|
|
21
|
+
|
|
22
|
+
from __future__ import annotations
|
|
23
|
+
|
|
24
|
+
import ipaddress
|
|
25
|
+
import json
|
|
26
|
+
import logging
|
|
27
|
+
import smtplib
|
|
28
|
+
import sqlite3
|
|
29
|
+
import time
|
|
30
|
+
import urllib.error
|
|
31
|
+
import urllib.parse
|
|
32
|
+
import urllib.request
|
|
33
|
+
from dataclasses import dataclass
|
|
34
|
+
from datetime import datetime, timedelta
|
|
35
|
+
from email.mime.multipart import MIMEMultipart
|
|
36
|
+
from email.mime.text import MIMEText
|
|
37
|
+
from enum import Enum
|
|
38
|
+
from pathlib import Path
|
|
39
|
+
from typing import Any
|
|
40
|
+
|
|
41
|
+
logger = logging.getLogger(__name__)
|
|
42
|
+
|
|
43
|
+
|
|
44
|
+
def _validate_webhook_url(url: str) -> str:
|
|
45
|
+
"""Validate webhook URL to prevent SSRF attacks.
|
|
46
|
+
|
|
47
|
+
Args:
|
|
48
|
+
url: Webhook URL to validate
|
|
49
|
+
|
|
50
|
+
Returns:
|
|
51
|
+
Validated URL (unchanged if valid)
|
|
52
|
+
|
|
53
|
+
Raises:
|
|
54
|
+
ValueError: If URL is invalid or targets unsafe destinations
|
|
55
|
+
|
|
56
|
+
Security:
|
|
57
|
+
Prevents Server-Side Request Forgery (SSRF) by blocking:
|
|
58
|
+
- Non-HTTP(S) schemes (file://, gopher://, ftp://)
|
|
59
|
+
- Localhost and loopback addresses (127.0.0.1, ::1)
|
|
60
|
+
- Cloud metadata services (169.254.169.254)
|
|
61
|
+
- Private IP ranges (10.x, 172.16-31.x, 192.168.x)
|
|
62
|
+
- Common internal service ports (Redis, PostgreSQL, etc.)
|
|
63
|
+
"""
|
|
64
|
+
if not url or not isinstance(url, str):
|
|
65
|
+
raise ValueError("webhook_url must be a non-empty string")
|
|
66
|
+
|
|
67
|
+
# Parse URL
|
|
68
|
+
try:
|
|
69
|
+
parsed = urllib.parse.urlparse(url)
|
|
70
|
+
except Exception as e:
|
|
71
|
+
raise ValueError(f"Invalid URL format: {e}")
|
|
72
|
+
|
|
73
|
+
# Only allow http and https schemes
|
|
74
|
+
if parsed.scheme not in ("http", "https"):
|
|
75
|
+
raise ValueError(
|
|
76
|
+
f"Invalid scheme '{parsed.scheme}'. Only http and https allowed for webhooks."
|
|
77
|
+
)
|
|
78
|
+
|
|
79
|
+
# Check hostname exists
|
|
80
|
+
hostname = parsed.hostname
|
|
81
|
+
if not hostname:
|
|
82
|
+
raise ValueError("Webhook URL must contain a valid hostname")
|
|
83
|
+
|
|
84
|
+
# Blocked hostnames (localhost, metadata services)
|
|
85
|
+
blocked_hosts = {
|
|
86
|
+
"localhost",
|
|
87
|
+
"127.0.0.1",
|
|
88
|
+
"0.0.0.0",
|
|
89
|
+
"::1",
|
|
90
|
+
"[::1]",
|
|
91
|
+
"169.254.169.254", # AWS metadata
|
|
92
|
+
"metadata.google.internal", # GCP metadata
|
|
93
|
+
"instance-data", # Azure metadata pattern
|
|
94
|
+
}
|
|
95
|
+
|
|
96
|
+
hostname_lower = hostname.lower()
|
|
97
|
+
if hostname_lower in blocked_hosts:
|
|
98
|
+
raise ValueError(f"Webhook URL cannot target local or metadata address: {hostname}")
|
|
99
|
+
|
|
100
|
+
# Check for private/internal IPs
|
|
101
|
+
try:
|
|
102
|
+
ip = ipaddress.ip_address(hostname)
|
|
103
|
+
if ip.is_private:
|
|
104
|
+
raise ValueError(f"Webhook URL cannot target private IP: {hostname}")
|
|
105
|
+
if ip.is_loopback:
|
|
106
|
+
raise ValueError(f"Webhook URL cannot target loopback address: {hostname}")
|
|
107
|
+
if ip.is_link_local:
|
|
108
|
+
raise ValueError(f"Webhook URL cannot target link-local address: {hostname}")
|
|
109
|
+
if ip.is_reserved:
|
|
110
|
+
raise ValueError(f"Webhook URL cannot target reserved IP: {hostname}")
|
|
111
|
+
except ValueError as e:
|
|
112
|
+
# Check if this is our own validation error
|
|
113
|
+
if "cannot target" in str(e):
|
|
114
|
+
raise
|
|
115
|
+
# Not an IP address (it's a hostname) - that's fine, continue
|
|
116
|
+
|
|
117
|
+
# Block common internal service ports
|
|
118
|
+
if parsed.port is not None:
|
|
119
|
+
blocked_ports = {
|
|
120
|
+
22, # SSH
|
|
121
|
+
23, # Telnet
|
|
122
|
+
3306, # MySQL
|
|
123
|
+
5432, # PostgreSQL
|
|
124
|
+
6379, # Redis
|
|
125
|
+
27017, # MongoDB
|
|
126
|
+
9200, # Elasticsearch
|
|
127
|
+
2379, # etcd
|
|
128
|
+
8500, # Consul
|
|
129
|
+
}
|
|
130
|
+
if parsed.port in blocked_ports:
|
|
131
|
+
raise ValueError(
|
|
132
|
+
f"Webhook URL cannot target internal service port {parsed.port}. "
|
|
133
|
+
"Use standard HTTP (80) or HTTPS (443) ports."
|
|
134
|
+
)
|
|
135
|
+
|
|
136
|
+
return url
|
|
137
|
+
|
|
138
|
+
|
|
139
|
+
class AlertChannel(Enum):
|
|
140
|
+
"""Notification channels for alerts."""
|
|
141
|
+
|
|
142
|
+
WEBHOOK = "webhook"
|
|
143
|
+
EMAIL = "email"
|
|
144
|
+
VSCODE_OUTPUT = "vscode_output"
|
|
145
|
+
STDOUT = "stdout"
|
|
146
|
+
|
|
147
|
+
|
|
148
|
+
class AlertMetric(Enum):
|
|
149
|
+
"""Metrics that can be monitored."""
|
|
150
|
+
|
|
151
|
+
DAILY_COST = "daily_cost"
|
|
152
|
+
ERROR_RATE = "error_rate"
|
|
153
|
+
AVG_LATENCY = "avg_latency"
|
|
154
|
+
TOKEN_USAGE = "token_usage"
|
|
155
|
+
|
|
156
|
+
|
|
157
|
+
class AlertSeverity(Enum):
|
|
158
|
+
"""Alert severity levels."""
|
|
159
|
+
|
|
160
|
+
INFO = "info"
|
|
161
|
+
WARNING = "warning"
|
|
162
|
+
CRITICAL = "critical"
|
|
163
|
+
|
|
164
|
+
|
|
165
|
+
@dataclass
|
|
166
|
+
class AlertConfig:
|
|
167
|
+
"""Configuration for a single alert."""
|
|
168
|
+
|
|
169
|
+
alert_id: str
|
|
170
|
+
name: str
|
|
171
|
+
metric: AlertMetric
|
|
172
|
+
threshold: float
|
|
173
|
+
channel: AlertChannel
|
|
174
|
+
webhook_url: str | None = None
|
|
175
|
+
email: str | None = None
|
|
176
|
+
enabled: bool = True
|
|
177
|
+
cooldown_seconds: int = 3600 # 1 hour default
|
|
178
|
+
severity: AlertSeverity = AlertSeverity.WARNING
|
|
179
|
+
created_at: datetime | None = None
|
|
180
|
+
|
|
181
|
+
def to_dict(self) -> dict[str, Any]:
|
|
182
|
+
"""Convert to dictionary."""
|
|
183
|
+
return {
|
|
184
|
+
"alert_id": self.alert_id,
|
|
185
|
+
"name": self.name,
|
|
186
|
+
"metric": self.metric.value,
|
|
187
|
+
"threshold": self.threshold,
|
|
188
|
+
"channel": self.channel.value,
|
|
189
|
+
"webhook_url": self.webhook_url,
|
|
190
|
+
"email": self.email,
|
|
191
|
+
"enabled": self.enabled,
|
|
192
|
+
"cooldown_seconds": self.cooldown_seconds,
|
|
193
|
+
"severity": self.severity.value,
|
|
194
|
+
"created_at": self.created_at.isoformat() if self.created_at else None,
|
|
195
|
+
}
|
|
196
|
+
|
|
197
|
+
@classmethod
|
|
198
|
+
def from_dict(cls, data: dict[str, Any]) -> AlertConfig:
|
|
199
|
+
"""Create from dictionary."""
|
|
200
|
+
return cls(
|
|
201
|
+
alert_id=data["alert_id"],
|
|
202
|
+
name=data["name"],
|
|
203
|
+
metric=AlertMetric(data["metric"]),
|
|
204
|
+
threshold=data["threshold"],
|
|
205
|
+
channel=AlertChannel(data["channel"]),
|
|
206
|
+
webhook_url=data.get("webhook_url"),
|
|
207
|
+
email=data.get("email"),
|
|
208
|
+
enabled=data.get("enabled", True),
|
|
209
|
+
cooldown_seconds=data.get("cooldown_seconds", 3600),
|
|
210
|
+
severity=AlertSeverity(data.get("severity", "warning")),
|
|
211
|
+
created_at=(
|
|
212
|
+
datetime.fromisoformat(data["created_at"]) if data.get("created_at") else None
|
|
213
|
+
),
|
|
214
|
+
)
|
|
215
|
+
|
|
216
|
+
|
|
217
|
+
@dataclass
|
|
218
|
+
class AlertEvent:
|
|
219
|
+
"""An alert event that was triggered."""
|
|
220
|
+
|
|
221
|
+
alert_id: str
|
|
222
|
+
alert_name: str
|
|
223
|
+
metric: AlertMetric
|
|
224
|
+
current_value: float
|
|
225
|
+
threshold: float
|
|
226
|
+
severity: AlertSeverity
|
|
227
|
+
triggered_at: datetime
|
|
228
|
+
message: str
|
|
229
|
+
|
|
230
|
+
def to_dict(self) -> dict[str, Any]:
|
|
231
|
+
"""Convert to dictionary."""
|
|
232
|
+
return {
|
|
233
|
+
"alert_id": self.alert_id,
|
|
234
|
+
"alert_name": self.alert_name,
|
|
235
|
+
"metric": self.metric.value,
|
|
236
|
+
"current_value": self.current_value,
|
|
237
|
+
"threshold": self.threshold,
|
|
238
|
+
"severity": self.severity.value,
|
|
239
|
+
"triggered_at": self.triggered_at.isoformat(),
|
|
240
|
+
"message": self.message,
|
|
241
|
+
}
|
|
242
|
+
|
|
243
|
+
|
|
244
|
+
class AlertEngine:
|
|
245
|
+
"""Alert engine with SQLite storage and notification delivery.
|
|
246
|
+
|
|
247
|
+
Monitors telemetry metrics and sends alerts when thresholds are exceeded.
|
|
248
|
+
|
|
249
|
+
Example:
|
|
250
|
+
>>> engine = AlertEngine()
|
|
251
|
+
>>> engine.add_alert(
|
|
252
|
+
... alert_id="cost_alert",
|
|
253
|
+
... name="Daily Cost Alert",
|
|
254
|
+
... metric=AlertMetric.DAILY_COST,
|
|
255
|
+
... threshold=10.0,
|
|
256
|
+
... channel=AlertChannel.WEBHOOK,
|
|
257
|
+
... webhook_url="https://hooks.slack.com/..."
|
|
258
|
+
... )
|
|
259
|
+
>>> events = engine.check_and_trigger()
|
|
260
|
+
>>> for event in events:
|
|
261
|
+
... print(f"Alert: {event.message}")
|
|
262
|
+
"""
|
|
263
|
+
|
|
264
|
+
def __init__(
|
|
265
|
+
self,
|
|
266
|
+
db_path: str | Path = ".attune/alerts.db",
|
|
267
|
+
telemetry_dir: str | Path | None = None,
|
|
268
|
+
):
|
|
269
|
+
"""Initialize AlertEngine.
|
|
270
|
+
|
|
271
|
+
Args:
|
|
272
|
+
db_path: Path to SQLite database for alert storage
|
|
273
|
+
telemetry_dir: Path to telemetry directory (default: ~/.attune/telemetry)
|
|
274
|
+
"""
|
|
275
|
+
self.db_path = Path(db_path)
|
|
276
|
+
self.db_path.parent.mkdir(parents=True, exist_ok=True)
|
|
277
|
+
|
|
278
|
+
self.telemetry_dir = (
|
|
279
|
+
Path(telemetry_dir) if telemetry_dir else Path.home() / ".empathy" / "telemetry"
|
|
280
|
+
)
|
|
281
|
+
|
|
282
|
+
self._cooldown_cache: dict[str, float] = {} # alert_id -> last_triggered_time
|
|
283
|
+
self._init_db()
|
|
284
|
+
|
|
285
|
+
def _init_db(self) -> None:
|
|
286
|
+
"""Initialize SQLite database with alerts and history tables."""
|
|
287
|
+
conn = sqlite3.connect(self.db_path)
|
|
288
|
+
cursor = conn.cursor()
|
|
289
|
+
|
|
290
|
+
# Alerts configuration table
|
|
291
|
+
cursor.execute(
|
|
292
|
+
"""
|
|
293
|
+
CREATE TABLE IF NOT EXISTS alerts (
|
|
294
|
+
id TEXT PRIMARY KEY,
|
|
295
|
+
name TEXT NOT NULL,
|
|
296
|
+
metric TEXT NOT NULL,
|
|
297
|
+
threshold REAL NOT NULL,
|
|
298
|
+
channel TEXT NOT NULL,
|
|
299
|
+
webhook_url TEXT,
|
|
300
|
+
email TEXT,
|
|
301
|
+
enabled INTEGER DEFAULT 1,
|
|
302
|
+
cooldown INTEGER DEFAULT 3600,
|
|
303
|
+
severity TEXT DEFAULT 'warning',
|
|
304
|
+
created_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP
|
|
305
|
+
)
|
|
306
|
+
"""
|
|
307
|
+
)
|
|
308
|
+
|
|
309
|
+
# Alert history table for audit trail
|
|
310
|
+
cursor.execute(
|
|
311
|
+
"""
|
|
312
|
+
CREATE TABLE IF NOT EXISTS alert_history (
|
|
313
|
+
id INTEGER PRIMARY KEY AUTOINCREMENT,
|
|
314
|
+
alert_id TEXT NOT NULL,
|
|
315
|
+
metric TEXT NOT NULL,
|
|
316
|
+
current_value REAL NOT NULL,
|
|
317
|
+
threshold REAL NOT NULL,
|
|
318
|
+
severity TEXT NOT NULL,
|
|
319
|
+
triggered_at TIMESTAMP DEFAULT CURRENT_TIMESTAMP,
|
|
320
|
+
delivered INTEGER DEFAULT 0,
|
|
321
|
+
delivery_error TEXT,
|
|
322
|
+
FOREIGN KEY (alert_id) REFERENCES alerts(id)
|
|
323
|
+
)
|
|
324
|
+
"""
|
|
325
|
+
)
|
|
326
|
+
|
|
327
|
+
conn.commit()
|
|
328
|
+
conn.close()
|
|
329
|
+
|
|
330
|
+
def add_alert(
|
|
331
|
+
self,
|
|
332
|
+
alert_id: str,
|
|
333
|
+
name: str,
|
|
334
|
+
metric: AlertMetric | str,
|
|
335
|
+
threshold: float,
|
|
336
|
+
channel: AlertChannel | str,
|
|
337
|
+
webhook_url: str | None = None,
|
|
338
|
+
email: str | None = None,
|
|
339
|
+
cooldown_seconds: int = 3600,
|
|
340
|
+
severity: AlertSeverity | str = AlertSeverity.WARNING,
|
|
341
|
+
) -> AlertConfig:
|
|
342
|
+
"""Add a new alert configuration.
|
|
343
|
+
|
|
344
|
+
Args:
|
|
345
|
+
alert_id: Unique identifier for the alert
|
|
346
|
+
name: Human-readable name
|
|
347
|
+
metric: Metric to monitor
|
|
348
|
+
threshold: Threshold value that triggers the alert
|
|
349
|
+
channel: Notification channel
|
|
350
|
+
webhook_url: Webhook URL (required for webhook channel)
|
|
351
|
+
email: Email address (required for email channel)
|
|
352
|
+
cooldown_seconds: Minimum seconds between alerts
|
|
353
|
+
severity: Alert severity level
|
|
354
|
+
|
|
355
|
+
Returns:
|
|
356
|
+
AlertConfig for the created alert
|
|
357
|
+
|
|
358
|
+
Raises:
|
|
359
|
+
ValueError: If webhook_url missing for webhook channel or email missing for email channel
|
|
360
|
+
"""
|
|
361
|
+
# Normalize enum values
|
|
362
|
+
if isinstance(metric, str):
|
|
363
|
+
metric = AlertMetric(metric)
|
|
364
|
+
if isinstance(channel, str):
|
|
365
|
+
channel = AlertChannel(channel)
|
|
366
|
+
if isinstance(severity, str):
|
|
367
|
+
severity = AlertSeverity(severity)
|
|
368
|
+
|
|
369
|
+
# Validate channel requirements
|
|
370
|
+
if channel == AlertChannel.WEBHOOK and not webhook_url:
|
|
371
|
+
raise ValueError("webhook_url required for webhook channel")
|
|
372
|
+
if channel == AlertChannel.EMAIL and not email:
|
|
373
|
+
raise ValueError("email required for email channel")
|
|
374
|
+
|
|
375
|
+
conn = sqlite3.connect(self.db_path)
|
|
376
|
+
cursor = conn.cursor()
|
|
377
|
+
|
|
378
|
+
cursor.execute(
|
|
379
|
+
"""
|
|
380
|
+
INSERT OR REPLACE INTO alerts
|
|
381
|
+
(id, name, metric, threshold, channel, webhook_url, email, cooldown, severity)
|
|
382
|
+
VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?)
|
|
383
|
+
""",
|
|
384
|
+
(
|
|
385
|
+
alert_id,
|
|
386
|
+
name,
|
|
387
|
+
metric.value,
|
|
388
|
+
threshold,
|
|
389
|
+
channel.value,
|
|
390
|
+
webhook_url,
|
|
391
|
+
email,
|
|
392
|
+
cooldown_seconds,
|
|
393
|
+
severity.value,
|
|
394
|
+
),
|
|
395
|
+
)
|
|
396
|
+
|
|
397
|
+
conn.commit()
|
|
398
|
+
conn.close()
|
|
399
|
+
|
|
400
|
+
logger.info(
|
|
401
|
+
"alert_created",
|
|
402
|
+
alert_id=alert_id,
|
|
403
|
+
metric=metric.value,
|
|
404
|
+
threshold=threshold,
|
|
405
|
+
channel=channel.value,
|
|
406
|
+
)
|
|
407
|
+
|
|
408
|
+
return AlertConfig(
|
|
409
|
+
alert_id=alert_id,
|
|
410
|
+
name=name,
|
|
411
|
+
metric=metric,
|
|
412
|
+
threshold=threshold,
|
|
413
|
+
channel=channel,
|
|
414
|
+
webhook_url=webhook_url,
|
|
415
|
+
email=email,
|
|
416
|
+
cooldown_seconds=cooldown_seconds,
|
|
417
|
+
severity=severity,
|
|
418
|
+
created_at=datetime.now(),
|
|
419
|
+
)
|
|
420
|
+
|
|
421
|
+
def list_alerts(self) -> list[AlertConfig]:
|
|
422
|
+
"""List all configured alerts.
|
|
423
|
+
|
|
424
|
+
Returns:
|
|
425
|
+
List of AlertConfig objects
|
|
426
|
+
"""
|
|
427
|
+
conn = sqlite3.connect(self.db_path)
|
|
428
|
+
cursor = conn.cursor()
|
|
429
|
+
|
|
430
|
+
cursor.execute(
|
|
431
|
+
"SELECT id, name, metric, threshold, channel, webhook_url, email, "
|
|
432
|
+
"enabled, cooldown, severity, created_at FROM alerts"
|
|
433
|
+
)
|
|
434
|
+
rows = cursor.fetchall()
|
|
435
|
+
conn.close()
|
|
436
|
+
|
|
437
|
+
alerts = []
|
|
438
|
+
for row in rows:
|
|
439
|
+
alerts.append(
|
|
440
|
+
AlertConfig(
|
|
441
|
+
alert_id=row[0],
|
|
442
|
+
name=row[1],
|
|
443
|
+
metric=AlertMetric(row[2]),
|
|
444
|
+
threshold=row[3],
|
|
445
|
+
channel=AlertChannel(row[4]),
|
|
446
|
+
webhook_url=row[5],
|
|
447
|
+
email=row[6],
|
|
448
|
+
enabled=bool(row[7]),
|
|
449
|
+
cooldown_seconds=row[8],
|
|
450
|
+
severity=AlertSeverity(row[9]) if row[9] else AlertSeverity.WARNING,
|
|
451
|
+
created_at=datetime.fromisoformat(row[10]) if row[10] else None,
|
|
452
|
+
)
|
|
453
|
+
)
|
|
454
|
+
|
|
455
|
+
return alerts
|
|
456
|
+
|
|
457
|
+
def get_alert(self, alert_id: str) -> AlertConfig | None:
|
|
458
|
+
"""Get a specific alert by ID.
|
|
459
|
+
|
|
460
|
+
Args:
|
|
461
|
+
alert_id: The alert ID
|
|
462
|
+
|
|
463
|
+
Returns:
|
|
464
|
+
AlertConfig or None if not found
|
|
465
|
+
"""
|
|
466
|
+
conn = sqlite3.connect(self.db_path)
|
|
467
|
+
cursor = conn.cursor()
|
|
468
|
+
|
|
469
|
+
cursor.execute(
|
|
470
|
+
"SELECT id, name, metric, threshold, channel, webhook_url, email, "
|
|
471
|
+
"enabled, cooldown, severity, created_at FROM alerts WHERE id = ?",
|
|
472
|
+
(alert_id,),
|
|
473
|
+
)
|
|
474
|
+
row = cursor.fetchone()
|
|
475
|
+
conn.close()
|
|
476
|
+
|
|
477
|
+
if not row:
|
|
478
|
+
return None
|
|
479
|
+
|
|
480
|
+
return AlertConfig(
|
|
481
|
+
alert_id=row[0],
|
|
482
|
+
name=row[1],
|
|
483
|
+
metric=AlertMetric(row[2]),
|
|
484
|
+
threshold=row[3],
|
|
485
|
+
channel=AlertChannel(row[4]),
|
|
486
|
+
webhook_url=row[5],
|
|
487
|
+
email=row[6],
|
|
488
|
+
enabled=bool(row[7]),
|
|
489
|
+
cooldown_seconds=row[8],
|
|
490
|
+
severity=AlertSeverity(row[9]) if row[9] else AlertSeverity.WARNING,
|
|
491
|
+
created_at=datetime.fromisoformat(row[10]) if row[10] else None,
|
|
492
|
+
)
|
|
493
|
+
|
|
494
|
+
def delete_alert(self, alert_id: str) -> bool:
|
|
495
|
+
"""Delete an alert by ID.
|
|
496
|
+
|
|
497
|
+
Args:
|
|
498
|
+
alert_id: The alert ID to delete
|
|
499
|
+
|
|
500
|
+
Returns:
|
|
501
|
+
True if deleted, False if not found
|
|
502
|
+
"""
|
|
503
|
+
conn = sqlite3.connect(self.db_path)
|
|
504
|
+
cursor = conn.cursor()
|
|
505
|
+
|
|
506
|
+
cursor.execute("DELETE FROM alerts WHERE id = ?", (alert_id,))
|
|
507
|
+
deleted = cursor.rowcount > 0
|
|
508
|
+
|
|
509
|
+
conn.commit()
|
|
510
|
+
conn.close()
|
|
511
|
+
|
|
512
|
+
if deleted:
|
|
513
|
+
logger.info("alert_deleted", alert_id=alert_id)
|
|
514
|
+
|
|
515
|
+
return deleted
|
|
516
|
+
|
|
517
|
+
def enable_alert(self, alert_id: str) -> bool:
|
|
518
|
+
"""Enable an alert."""
|
|
519
|
+
return self._set_alert_enabled(alert_id, True)
|
|
520
|
+
|
|
521
|
+
def disable_alert(self, alert_id: str) -> bool:
|
|
522
|
+
"""Disable an alert."""
|
|
523
|
+
return self._set_alert_enabled(alert_id, False)
|
|
524
|
+
|
|
525
|
+
def _set_alert_enabled(self, alert_id: str, enabled: bool) -> bool:
|
|
526
|
+
"""Set alert enabled status."""
|
|
527
|
+
conn = sqlite3.connect(self.db_path)
|
|
528
|
+
cursor = conn.cursor()
|
|
529
|
+
|
|
530
|
+
cursor.execute("UPDATE alerts SET enabled = ? WHERE id = ?", (int(enabled), alert_id))
|
|
531
|
+
updated = cursor.rowcount > 0
|
|
532
|
+
|
|
533
|
+
conn.commit()
|
|
534
|
+
conn.close()
|
|
535
|
+
|
|
536
|
+
return updated
|
|
537
|
+
|
|
538
|
+
def get_metrics(self) -> dict[str, float]:
|
|
539
|
+
"""Get current telemetry metrics.
|
|
540
|
+
|
|
541
|
+
Reads from telemetry files and calculates:
|
|
542
|
+
- daily_cost: Total cost in last 24 hours
|
|
543
|
+
- error_rate: Percentage of errors
|
|
544
|
+
- avg_latency: Average latency in ms
|
|
545
|
+
- token_usage: Total tokens in last 24 hours
|
|
546
|
+
|
|
547
|
+
Returns:
|
|
548
|
+
Dictionary of metric name to current value
|
|
549
|
+
"""
|
|
550
|
+
usage_file = self.telemetry_dir / "usage.jsonl"
|
|
551
|
+
|
|
552
|
+
if not usage_file.exists():
|
|
553
|
+
logger.debug("telemetry_file_not_found", path=str(usage_file))
|
|
554
|
+
return {
|
|
555
|
+
"daily_cost": 0.0,
|
|
556
|
+
"error_rate": 0.0,
|
|
557
|
+
"avg_latency": 0.0,
|
|
558
|
+
"token_usage": 0,
|
|
559
|
+
}
|
|
560
|
+
|
|
561
|
+
# Read last 24 hours of data
|
|
562
|
+
cutoff = datetime.now() - timedelta(hours=24)
|
|
563
|
+
total_cost = 0.0
|
|
564
|
+
total_tokens = 0
|
|
565
|
+
total_latency = 0.0
|
|
566
|
+
total_calls = 0
|
|
567
|
+
error_calls = 0
|
|
568
|
+
|
|
569
|
+
try:
|
|
570
|
+
with open(usage_file) as f:
|
|
571
|
+
for line in f:
|
|
572
|
+
if not line.strip():
|
|
573
|
+
continue
|
|
574
|
+
try:
|
|
575
|
+
entry = json.loads(line)
|
|
576
|
+
timestamp = datetime.fromisoformat(entry.get("timestamp", "2000-01-01"))
|
|
577
|
+
if timestamp < cutoff:
|
|
578
|
+
continue
|
|
579
|
+
|
|
580
|
+
total_calls += 1
|
|
581
|
+
total_cost += entry.get("cost", 0.0)
|
|
582
|
+
total_tokens += entry.get("tokens", {}).get("total", 0)
|
|
583
|
+
total_latency += entry.get("duration_ms", 0)
|
|
584
|
+
|
|
585
|
+
if entry.get("error"):
|
|
586
|
+
error_calls += 1
|
|
587
|
+
except (json.JSONDecodeError, KeyError):
|
|
588
|
+
continue
|
|
589
|
+
except (OSError, PermissionError) as e:
|
|
590
|
+
logger.warning("telemetry_read_error", error=str(e))
|
|
591
|
+
return {
|
|
592
|
+
"daily_cost": 0.0,
|
|
593
|
+
"error_rate": 0.0,
|
|
594
|
+
"avg_latency": 0.0,
|
|
595
|
+
"token_usage": 0,
|
|
596
|
+
}
|
|
597
|
+
|
|
598
|
+
return {
|
|
599
|
+
"daily_cost": total_cost,
|
|
600
|
+
"error_rate": (error_calls / total_calls * 100) if total_calls > 0 else 0.0,
|
|
601
|
+
"avg_latency": (total_latency / total_calls) if total_calls > 0 else 0.0,
|
|
602
|
+
"token_usage": total_tokens,
|
|
603
|
+
}
|
|
604
|
+
|
|
605
|
+
def check_and_trigger(self) -> list[AlertEvent]:
|
|
606
|
+
"""Check all alerts and trigger notifications if thresholds exceeded.
|
|
607
|
+
|
|
608
|
+
Returns:
|
|
609
|
+
List of AlertEvent objects for triggered alerts
|
|
610
|
+
"""
|
|
611
|
+
alerts = self.list_alerts()
|
|
612
|
+
metrics = self.get_metrics()
|
|
613
|
+
triggered_events = []
|
|
614
|
+
|
|
615
|
+
for alert in alerts:
|
|
616
|
+
if not alert.enabled:
|
|
617
|
+
continue
|
|
618
|
+
|
|
619
|
+
# Check cooldown
|
|
620
|
+
last_triggered = self._cooldown_cache.get(alert.alert_id, 0)
|
|
621
|
+
if time.time() - last_triggered < alert.cooldown_seconds:
|
|
622
|
+
logger.debug(
|
|
623
|
+
"alert_in_cooldown",
|
|
624
|
+
alert_id=alert.alert_id,
|
|
625
|
+
remaining=alert.cooldown_seconds - (time.time() - last_triggered),
|
|
626
|
+
)
|
|
627
|
+
continue
|
|
628
|
+
|
|
629
|
+
# Get current metric value
|
|
630
|
+
current_value = metrics.get(alert.metric.value, 0.0)
|
|
631
|
+
|
|
632
|
+
# Check threshold
|
|
633
|
+
if current_value >= alert.threshold:
|
|
634
|
+
event = AlertEvent(
|
|
635
|
+
alert_id=alert.alert_id,
|
|
636
|
+
alert_name=alert.name,
|
|
637
|
+
metric=alert.metric,
|
|
638
|
+
current_value=current_value,
|
|
639
|
+
threshold=alert.threshold,
|
|
640
|
+
severity=alert.severity,
|
|
641
|
+
triggered_at=datetime.now(),
|
|
642
|
+
message=self._format_alert_message(alert, current_value),
|
|
643
|
+
)
|
|
644
|
+
|
|
645
|
+
# Deliver notification
|
|
646
|
+
success = self._deliver_notification(alert, event)
|
|
647
|
+
|
|
648
|
+
# Record in history
|
|
649
|
+
self._record_alert_history(event, success)
|
|
650
|
+
|
|
651
|
+
# Update cooldown
|
|
652
|
+
self._cooldown_cache[alert.alert_id] = time.time()
|
|
653
|
+
|
|
654
|
+
triggered_events.append(event)
|
|
655
|
+
|
|
656
|
+
logger.info(
|
|
657
|
+
"alert_triggered",
|
|
658
|
+
alert_id=alert.alert_id,
|
|
659
|
+
metric=alert.metric.value,
|
|
660
|
+
current_value=current_value,
|
|
661
|
+
threshold=alert.threshold,
|
|
662
|
+
delivered=success,
|
|
663
|
+
)
|
|
664
|
+
|
|
665
|
+
return triggered_events
|
|
666
|
+
|
|
667
|
+
def _format_alert_message(self, alert: AlertConfig, current_value: float) -> str:
|
|
668
|
+
"""Format human-readable alert message."""
|
|
669
|
+
metric_units = {
|
|
670
|
+
AlertMetric.DAILY_COST: "USD",
|
|
671
|
+
AlertMetric.ERROR_RATE: "%",
|
|
672
|
+
AlertMetric.AVG_LATENCY: "ms",
|
|
673
|
+
AlertMetric.TOKEN_USAGE: "tokens",
|
|
674
|
+
}
|
|
675
|
+
unit = metric_units.get(alert.metric, "")
|
|
676
|
+
|
|
677
|
+
return (
|
|
678
|
+
f"[{alert.severity.value.upper()}] {alert.name}\n"
|
|
679
|
+
f"Metric: {alert.metric.value}\n"
|
|
680
|
+
f"Current: {current_value:.2f} {unit}\n"
|
|
681
|
+
f"Threshold: {alert.threshold:.2f} {unit}\n"
|
|
682
|
+
f"Triggered at: {datetime.now().isoformat()}"
|
|
683
|
+
)
|
|
684
|
+
|
|
685
|
+
def _deliver_notification(self, alert: AlertConfig, event: AlertEvent) -> bool:
|
|
686
|
+
"""Deliver notification through configured channel.
|
|
687
|
+
|
|
688
|
+
Args:
|
|
689
|
+
alert: The alert configuration
|
|
690
|
+
event: The alert event
|
|
691
|
+
|
|
692
|
+
Returns:
|
|
693
|
+
True if delivered successfully
|
|
694
|
+
"""
|
|
695
|
+
try:
|
|
696
|
+
if alert.channel == AlertChannel.WEBHOOK:
|
|
697
|
+
return self._deliver_webhook(alert, event)
|
|
698
|
+
elif alert.channel == AlertChannel.EMAIL:
|
|
699
|
+
return self._deliver_email(alert, event)
|
|
700
|
+
elif alert.channel in (AlertChannel.VSCODE_OUTPUT, AlertChannel.STDOUT):
|
|
701
|
+
return self._deliver_stdout(event)
|
|
702
|
+
else:
|
|
703
|
+
logger.warning("unknown_alert_channel", channel=alert.channel.value)
|
|
704
|
+
return False
|
|
705
|
+
except Exception as e:
|
|
706
|
+
logger.error(
|
|
707
|
+
"alert_delivery_failed",
|
|
708
|
+
alert_id=alert.alert_id,
|
|
709
|
+
channel=alert.channel.value,
|
|
710
|
+
error=str(e),
|
|
711
|
+
)
|
|
712
|
+
return False
|
|
713
|
+
|
|
714
|
+
def _deliver_webhook(self, alert: AlertConfig, event: AlertEvent) -> bool:
|
|
715
|
+
"""Deliver alert via webhook (Slack, Discord, etc.).
|
|
716
|
+
|
|
717
|
+
Security:
|
|
718
|
+
Validates webhook URL to prevent SSRF attacks before making request.
|
|
719
|
+
See _validate_webhook_url() for details on blocked targets.
|
|
720
|
+
"""
|
|
721
|
+
if not alert.webhook_url:
|
|
722
|
+
return False
|
|
723
|
+
|
|
724
|
+
# Validate webhook URL to prevent SSRF (CWE-918)
|
|
725
|
+
try:
|
|
726
|
+
validated_url = _validate_webhook_url(alert.webhook_url)
|
|
727
|
+
except ValueError as e:
|
|
728
|
+
logger.warning(
|
|
729
|
+
"invalid_webhook_url",
|
|
730
|
+
url=alert.webhook_url,
|
|
731
|
+
error=str(e),
|
|
732
|
+
)
|
|
733
|
+
return False
|
|
734
|
+
|
|
735
|
+
payload = {
|
|
736
|
+
"text": event.message,
|
|
737
|
+
"blocks": [
|
|
738
|
+
{
|
|
739
|
+
"type": "header",
|
|
740
|
+
"text": {
|
|
741
|
+
"type": "plain_text",
|
|
742
|
+
"text": f"🚨 {event.alert_name}",
|
|
743
|
+
},
|
|
744
|
+
},
|
|
745
|
+
{
|
|
746
|
+
"type": "section",
|
|
747
|
+
"fields": [
|
|
748
|
+
{
|
|
749
|
+
"type": "mrkdwn",
|
|
750
|
+
"text": f"*Metric:*\n{event.metric.value}",
|
|
751
|
+
},
|
|
752
|
+
{
|
|
753
|
+
"type": "mrkdwn",
|
|
754
|
+
"text": f"*Severity:*\n{event.severity.value}",
|
|
755
|
+
},
|
|
756
|
+
{
|
|
757
|
+
"type": "mrkdwn",
|
|
758
|
+
"text": f"*Current Value:*\n{event.current_value:.2f}",
|
|
759
|
+
},
|
|
760
|
+
{
|
|
761
|
+
"type": "mrkdwn",
|
|
762
|
+
"text": f"*Threshold:*\n{event.threshold:.2f}",
|
|
763
|
+
},
|
|
764
|
+
],
|
|
765
|
+
},
|
|
766
|
+
],
|
|
767
|
+
}
|
|
768
|
+
|
|
769
|
+
data = json.dumps(payload).encode("utf-8")
|
|
770
|
+
req = urllib.request.Request(
|
|
771
|
+
validated_url,
|
|
772
|
+
data=data,
|
|
773
|
+
headers={"Content-Type": "application/json"},
|
|
774
|
+
)
|
|
775
|
+
|
|
776
|
+
try:
|
|
777
|
+
with urllib.request.urlopen(req, timeout=10) as response:
|
|
778
|
+
if response.status == 200:
|
|
779
|
+
logger.info("webhook_delivered", url=validated_url)
|
|
780
|
+
return True
|
|
781
|
+
else:
|
|
782
|
+
logger.warning(
|
|
783
|
+
"webhook_unexpected_status",
|
|
784
|
+
url=validated_url,
|
|
785
|
+
status=response.status,
|
|
786
|
+
)
|
|
787
|
+
return False
|
|
788
|
+
except urllib.error.HTTPError as e:
|
|
789
|
+
logger.warning(
|
|
790
|
+
"webhook_http_error",
|
|
791
|
+
url=validated_url,
|
|
792
|
+
status=e.code,
|
|
793
|
+
error=str(e),
|
|
794
|
+
)
|
|
795
|
+
return False
|
|
796
|
+
except urllib.error.URLError as e:
|
|
797
|
+
logger.error("webhook_delivery_failed", url=validated_url, error=str(e))
|
|
798
|
+
return False
|
|
799
|
+
|
|
800
|
+
def _deliver_email(self, alert: AlertConfig, event: AlertEvent) -> bool:
|
|
801
|
+
"""Deliver alert via email.
|
|
802
|
+
|
|
803
|
+
Requires SMTP_HOST, SMTP_PORT, SMTP_USER, SMTP_PASSWORD environment variables.
|
|
804
|
+
"""
|
|
805
|
+
if not alert.email:
|
|
806
|
+
return False
|
|
807
|
+
|
|
808
|
+
import os
|
|
809
|
+
|
|
810
|
+
smtp_host = os.environ.get("SMTP_HOST", "localhost")
|
|
811
|
+
smtp_port = int(os.environ.get("SMTP_PORT", "587"))
|
|
812
|
+
smtp_user = os.environ.get("SMTP_USER", "")
|
|
813
|
+
smtp_password = os.environ.get("SMTP_PASSWORD", "")
|
|
814
|
+
from_email = os.environ.get("SMTP_FROM", "alerts@empathy-framework.local")
|
|
815
|
+
|
|
816
|
+
msg = MIMEMultipart()
|
|
817
|
+
msg["From"] = from_email
|
|
818
|
+
msg["To"] = alert.email
|
|
819
|
+
msg["Subject"] = f"[{event.severity.value.upper()}] {event.alert_name}"
|
|
820
|
+
|
|
821
|
+
body = f"""
|
|
822
|
+
Empathy Framework Alert
|
|
823
|
+
|
|
824
|
+
Alert: {event.alert_name}
|
|
825
|
+
Metric: {event.metric.value}
|
|
826
|
+
Current Value: {event.current_value:.2f}
|
|
827
|
+
Threshold: {event.threshold:.2f}
|
|
828
|
+
Severity: {event.severity.value}
|
|
829
|
+
Triggered: {event.triggered_at.isoformat()}
|
|
830
|
+
|
|
831
|
+
--
|
|
832
|
+
Empathy Framework Monitoring
|
|
833
|
+
"""
|
|
834
|
+
msg.attach(MIMEText(body, "plain"))
|
|
835
|
+
|
|
836
|
+
try:
|
|
837
|
+
with smtplib.SMTP(smtp_host, smtp_port) as server:
|
|
838
|
+
if smtp_user and smtp_password:
|
|
839
|
+
server.starttls()
|
|
840
|
+
server.login(smtp_user, smtp_password)
|
|
841
|
+
server.sendmail(from_email, alert.email, msg.as_string())
|
|
842
|
+
return True
|
|
843
|
+
except (smtplib.SMTPException, OSError) as e:
|
|
844
|
+
logger.error("email_delivery_failed", email=alert.email, error=str(e))
|
|
845
|
+
return False
|
|
846
|
+
|
|
847
|
+
def _deliver_stdout(self, event: AlertEvent) -> bool:
|
|
848
|
+
"""Deliver alert to stdout/console."""
|
|
849
|
+
print(f"\n{'='*60}")
|
|
850
|
+
print(event.message)
|
|
851
|
+
print(f"{'='*60}\n")
|
|
852
|
+
return True
|
|
853
|
+
|
|
854
|
+
def _record_alert_history(self, event: AlertEvent, delivered: bool) -> None:
|
|
855
|
+
"""Record alert event in history table."""
|
|
856
|
+
conn = sqlite3.connect(self.db_path)
|
|
857
|
+
cursor = conn.cursor()
|
|
858
|
+
|
|
859
|
+
cursor.execute(
|
|
860
|
+
"""
|
|
861
|
+
INSERT INTO alert_history
|
|
862
|
+
(alert_id, metric, current_value, threshold, severity, delivered)
|
|
863
|
+
VALUES (?, ?, ?, ?, ?, ?)
|
|
864
|
+
""",
|
|
865
|
+
(
|
|
866
|
+
event.alert_id,
|
|
867
|
+
event.metric.value,
|
|
868
|
+
event.current_value,
|
|
869
|
+
event.threshold,
|
|
870
|
+
event.severity.value,
|
|
871
|
+
int(delivered),
|
|
872
|
+
),
|
|
873
|
+
)
|
|
874
|
+
|
|
875
|
+
conn.commit()
|
|
876
|
+
conn.close()
|
|
877
|
+
|
|
878
|
+
def get_alert_history(
|
|
879
|
+
self, alert_id: str | None = None, limit: int = 100
|
|
880
|
+
) -> list[dict[str, Any]]:
|
|
881
|
+
"""Get alert history.
|
|
882
|
+
|
|
883
|
+
Args:
|
|
884
|
+
alert_id: Filter by alert ID (optional)
|
|
885
|
+
limit: Maximum number of records to return
|
|
886
|
+
|
|
887
|
+
Returns:
|
|
888
|
+
List of alert history records
|
|
889
|
+
"""
|
|
890
|
+
conn = sqlite3.connect(self.db_path)
|
|
891
|
+
cursor = conn.cursor()
|
|
892
|
+
|
|
893
|
+
if alert_id:
|
|
894
|
+
cursor.execute(
|
|
895
|
+
"""
|
|
896
|
+
SELECT alert_id, metric, current_value, threshold, severity,
|
|
897
|
+
triggered_at, delivered, delivery_error
|
|
898
|
+
FROM alert_history
|
|
899
|
+
WHERE alert_id = ?
|
|
900
|
+
ORDER BY triggered_at DESC
|
|
901
|
+
LIMIT ?
|
|
902
|
+
""",
|
|
903
|
+
(alert_id, limit),
|
|
904
|
+
)
|
|
905
|
+
else:
|
|
906
|
+
cursor.execute(
|
|
907
|
+
"""
|
|
908
|
+
SELECT alert_id, metric, current_value, threshold, severity,
|
|
909
|
+
triggered_at, delivered, delivery_error
|
|
910
|
+
FROM alert_history
|
|
911
|
+
ORDER BY triggered_at DESC
|
|
912
|
+
LIMIT ?
|
|
913
|
+
""",
|
|
914
|
+
(limit,),
|
|
915
|
+
)
|
|
916
|
+
|
|
917
|
+
rows = cursor.fetchall()
|
|
918
|
+
conn.close()
|
|
919
|
+
|
|
920
|
+
return [
|
|
921
|
+
{
|
|
922
|
+
"alert_id": row[0],
|
|
923
|
+
"metric": row[1],
|
|
924
|
+
"current_value": row[2],
|
|
925
|
+
"threshold": row[3],
|
|
926
|
+
"severity": row[4],
|
|
927
|
+
"triggered_at": row[5],
|
|
928
|
+
"delivered": bool(row[6]),
|
|
929
|
+
"delivery_error": row[7],
|
|
930
|
+
}
|
|
931
|
+
for row in rows
|
|
932
|
+
]
|
|
933
|
+
|
|
934
|
+
|
|
935
|
+
def get_alert_engine(
|
|
936
|
+
db_path: str | Path = ".attune/alerts.db",
|
|
937
|
+
) -> AlertEngine:
|
|
938
|
+
"""Get an AlertEngine instance.
|
|
939
|
+
|
|
940
|
+
Args:
|
|
941
|
+
db_path: Path to SQLite database
|
|
942
|
+
|
|
943
|
+
Returns:
|
|
944
|
+
Configured AlertEngine instance
|
|
945
|
+
"""
|
|
946
|
+
return AlertEngine(db_path=db_path)
|