evalvault 1.57.1__py3-none-any.whl → 1.59.0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (56) hide show
  1. evalvault/adapters/inbound/api/routers/pipeline.py +48 -0
  2. evalvault/adapters/inbound/cli/commands/analyze.py +434 -179
  3. evalvault/adapters/inbound/cli/commands/pipeline.py +5 -1
  4. evalvault/adapters/inbound/cli/commands/run.py +628 -183
  5. evalvault/adapters/inbound/cli/commands/run_helpers.py +29 -30
  6. evalvault/adapters/inbound/cli/utils/analysis_io.py +2 -2
  7. evalvault/adapters/inbound/cli/utils/progress.py +2 -2
  8. evalvault/adapters/outbound/analysis/__init__.py +13 -3
  9. evalvault/adapters/outbound/analysis/embedding_analyzer_module.py +2 -1
  10. evalvault/adapters/outbound/analysis/embedding_searcher_module.py +2 -1
  11. evalvault/adapters/outbound/analysis/hypothesis_generator_module.py +359 -0
  12. evalvault/adapters/outbound/analysis/llm_report_module.py +9 -9
  13. evalvault/adapters/outbound/analysis/network_analyzer_module.py +250 -0
  14. evalvault/adapters/outbound/analysis/pipeline_factory.py +3 -0
  15. evalvault/adapters/outbound/analysis/pipeline_helpers.py +1 -1
  16. evalvault/adapters/outbound/analysis/priority_summary_module.py +1 -1
  17. evalvault/adapters/outbound/analysis/retrieval_benchmark_module.py +3 -2
  18. evalvault/adapters/outbound/analysis/timeseries_advanced_module.py +349 -0
  19. evalvault/adapters/outbound/benchmark/lm_eval_adapter.py +1 -1
  20. evalvault/adapters/outbound/documents/__init__.py +4 -0
  21. evalvault/adapters/outbound/documents/ocr/__init__.py +3 -0
  22. evalvault/adapters/outbound/documents/ocr/paddleocr_backend.py +112 -0
  23. evalvault/adapters/outbound/documents/pdf_extractor.py +50 -0
  24. evalvault/adapters/outbound/documents/versioned_loader.py +244 -0
  25. evalvault/adapters/outbound/improvement/insight_generator.py +23 -12
  26. evalvault/adapters/outbound/improvement/pattern_detector.py +16 -10
  27. evalvault/adapters/outbound/improvement/playbook_loader.py +21 -13
  28. evalvault/adapters/outbound/kg/graph_rag_retriever.py +2 -1
  29. evalvault/adapters/outbound/llm/__init__.py +63 -63
  30. evalvault/adapters/outbound/llm/instructor_factory.py +101 -7
  31. evalvault/adapters/outbound/llm/ollama_adapter.py +27 -27
  32. evalvault/adapters/outbound/llm/token_aware_chat.py +1 -1
  33. evalvault/adapters/outbound/report/__init__.py +2 -0
  34. evalvault/adapters/outbound/report/dashboard_generator.py +197 -0
  35. evalvault/adapters/outbound/report/llm_report_generator.py +4 -4
  36. evalvault/adapters/outbound/report/markdown_adapter.py +61 -63
  37. evalvault/adapters/outbound/storage/postgres_adapter.py +1 -1
  38. evalvault/adapters/outbound/tracer/open_rag_log_handler.py +3 -3
  39. evalvault/adapters/outbound/tracer/open_rag_trace_adapter.py +3 -3
  40. evalvault/adapters/outbound/tracer/open_rag_trace_helpers.py +4 -4
  41. evalvault/config/settings.py +10 -0
  42. evalvault/domain/entities/analysis_pipeline.py +13 -3
  43. evalvault/domain/services/analysis_service.py +3 -3
  44. evalvault/domain/services/document_versioning.py +119 -0
  45. evalvault/domain/services/evaluator.py +1 -1
  46. evalvault/domain/services/pipeline_template_registry.py +197 -127
  47. evalvault/domain/services/retriever_context.py +56 -2
  48. evalvault/domain/services/visual_space_service.py +1 -1
  49. evalvault/ports/outbound/analysis_port.py +2 -2
  50. evalvault/ports/outbound/improvement_port.py +4 -0
  51. evalvault-1.59.0.dist-info/METADATA +327 -0
  52. {evalvault-1.57.1.dist-info → evalvault-1.59.0.dist-info}/RECORD +55 -45
  53. evalvault-1.57.1.dist-info/METADATA +0 -683
  54. {evalvault-1.57.1.dist-info → evalvault-1.59.0.dist-info}/WHEEL +0 -0
  55. {evalvault-1.57.1.dist-info → evalvault-1.59.0.dist-info}/entry_points.txt +0 -0
  56. {evalvault-1.57.1.dist-info → evalvault-1.59.0.dist-info}/licenses/LICENSE.md +0 -0
evalvault/adapters/inbound/api/routers/pipeline.py CHANGED
@@ -71,6 +71,54 @@ INTENT_CATALOG = {
71
71
  "description": "시간에 따른 추세를 분석합니다.",
72
72
  "sample_query": "메트릭 추세를 분석해줘",
73
73
  },
74
+ AnalysisIntent.ANALYZE_STATISTICAL: {
75
+ "label": "기술 통계량",
76
+ "category": "analysis",
77
+ "description": "메트릭별 기초 통계량을 계산합니다.",
78
+ "sample_query": "기초 통계 분석해줘",
79
+ },
80
+ AnalysisIntent.ANALYZE_NLP: {
81
+ "label": "NLP 분석",
82
+ "category": "analysis",
83
+ "description": "질문/답변 텍스트를 분석합니다.",
84
+ "sample_query": "텍스트 분석해줘",
85
+ },
86
+ AnalysisIntent.ANALYZE_CAUSAL: {
87
+ "label": "인과 관계 분석",
88
+ "category": "analysis",
89
+ "description": "요인별 영향도와 인과 관계를 분석합니다.",
90
+ "sample_query": "인과 관계 분석해줘",
91
+ },
92
+ AnalysisIntent.ANALYZE_NETWORK: {
93
+ "label": "네트워크 분석",
94
+ "category": "analysis",
95
+ "description": "메트릭 간 상관관계 네트워크를 분석합니다.",
96
+ "sample_query": "메트릭 네트워크 분석해줘",
97
+ },
98
+ AnalysisIntent.ANALYZE_PLAYBOOK: {
99
+ "label": "플레이북 분석",
100
+ "category": "analysis",
101
+ "description": "개선 플레이북 기반 진단을 수행합니다.",
102
+ "sample_query": "플레이북으로 분석해줘",
103
+ },
104
+ AnalysisIntent.DETECT_ANOMALIES: {
105
+ "label": "이상 탐지",
106
+ "category": "timeseries",
107
+ "description": "시계열 이상 패턴을 탐지합니다.",
108
+ "sample_query": "이상 탐지해줘",
109
+ },
110
+ AnalysisIntent.FORECAST_PERFORMANCE: {
111
+ "label": "성능 예측",
112
+ "category": "timeseries",
113
+ "description": "미래 성능을 예측합니다.",
114
+ "sample_query": "성능 예측해줘",
115
+ },
116
+ AnalysisIntent.GENERATE_HYPOTHESES: {
117
+ "label": "가설 생성",
118
+ "category": "generation",
119
+ "description": "성능 저하 원인에 대한 가설을 생성합니다.",
120
+ "sample_query": "가설 생성해줘",
121
+ },
74
122
  AnalysisIntent.BENCHMARK_RETRIEVAL: {
75
123
  "label": "검색 벤치마크",
76
124
  "category": "benchmark",