evalvault 1.72.1__py3-none-any.whl → 1.73.0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (27) hide show
  1. evalvault/adapters/inbound/api/routers/pipeline.py +6 -0
  2. evalvault/adapters/inbound/cli/commands/analyze.py +40 -1
  3. evalvault/adapters/inbound/cli/commands/pipeline.py +100 -0
  4. evalvault/adapters/inbound/cli/commands/regress.py +96 -0
  5. evalvault/adapters/inbound/cli/commands/stage.py +217 -24
  6. evalvault/adapters/outbound/analysis/__init__.py +4 -0
  7. evalvault/adapters/outbound/analysis/dataset_feature_analyzer_module.py +458 -0
  8. evalvault/adapters/outbound/analysis/pipeline_factory.py +1 -0
  9. evalvault/adapters/outbound/analysis/statistical_adapter.py +12 -6
  10. evalvault/adapters/outbound/improvement/pattern_detector.py +4 -0
  11. evalvault/adapters/outbound/storage/base_sql.py +160 -0
  12. evalvault/adapters/outbound/storage/postgres_adapter.py +132 -8
  13. evalvault/adapters/outbound/storage/postgres_schema.sql +15 -0
  14. evalvault/adapters/outbound/storage/schema.sql +18 -1
  15. evalvault/adapters/outbound/storage/sqlite_adapter.py +115 -1
  16. evalvault/adapters/outbound/tracer/open_rag_trace_adapter.py +23 -1
  17. evalvault/domain/entities/analysis.py +1 -0
  18. evalvault/domain/entities/analysis_pipeline.py +1 -0
  19. evalvault/domain/entities/stage.py +13 -0
  20. evalvault/domain/services/intent_classifier.py +13 -0
  21. evalvault/domain/services/pipeline_template_registry.py +22 -0
  22. evalvault/ports/outbound/storage_port.py +32 -0
  23. {evalvault-1.72.1.dist-info → evalvault-1.73.0.dist-info}/METADATA +2 -1
  24. {evalvault-1.72.1.dist-info → evalvault-1.73.0.dist-info}/RECORD +27 -26
  25. {evalvault-1.72.1.dist-info → evalvault-1.73.0.dist-info}/WHEEL +0 -0
  26. {evalvault-1.72.1.dist-info → evalvault-1.73.0.dist-info}/entry_points.txt +0 -0
  27. {evalvault-1.72.1.dist-info → evalvault-1.73.0.dist-info}/licenses/LICENSE.md +0 -0
@@ -55,6 +55,9 @@ class PipelineTemplateRegistry:
55
55
  self._create_analyze_statistical_template()
56
56
  )
57
57
  self._templates[AnalysisIntent.ANALYZE_NLP] = self._create_analyze_nlp_template()
58
+ self._templates[AnalysisIntent.ANALYZE_DATASET_FEATURES] = (
59
+ self._create_analyze_dataset_features_template()
60
+ )
58
61
  self._templates[AnalysisIntent.ANALYZE_CAUSAL] = self._create_analyze_causal_template()
59
62
  self._templates[AnalysisIntent.ANALYZE_NETWORK] = self._create_analyze_network_template()
60
63
  self._templates[AnalysisIntent.ANALYZE_PLAYBOOK] = self._create_analyze_playbook_template()
@@ -480,6 +483,25 @@ class PipelineTemplateRegistry:
480
483
  nodes=nodes,
481
484
  )
482
485
 
486
+ def _create_analyze_dataset_features_template(self) -> AnalysisPipeline:
487
+ nodes = [
488
+ AnalysisNode(
489
+ id="load_data",
490
+ name="데이터 로드",
491
+ module="data_loader",
492
+ ),
493
+ AnalysisNode(
494
+ id="dataset_feature_analysis",
495
+ name="데이터셋 특성 분석",
496
+ module="dataset_feature_analyzer",
497
+ depends_on=["load_data"],
498
+ ),
499
+ ]
500
+ return AnalysisPipeline(
501
+ intent=AnalysisIntent.ANALYZE_DATASET_FEATURES,
502
+ nodes=nodes,
503
+ )
504
+
483
505
  def _create_analyze_causal_template(self) -> AnalysisPipeline:
484
506
  nodes = [
485
507
  AnalysisNode(
@@ -207,6 +207,17 @@ class StoragePort(Protocol):
207
207
  """파이프라인 분석 결과 히스토리를 저장합니다."""
208
208
  ...
209
209
 
210
+ def save_analysis_result(
211
+ self,
212
+ *,
213
+ run_id: str,
214
+ analysis_type: str,
215
+ result_data: dict[str, Any],
216
+ analysis_id: str | None = None,
217
+ ) -> str:
218
+ """분석 결과(JSON)를 저장합니다."""
219
+ ...
220
+
210
221
  def save_analysis_report(
211
222
  self,
212
223
  *,
@@ -236,3 +247,24 @@ class StoragePort(Protocol):
236
247
  def get_pipeline_result(self, result_id: str) -> dict[str, Any]:
237
248
  """저장된 파이프라인 분석 결과를 조회합니다."""
238
249
  ...
250
+
251
+ def export_analysis_results_to_excel(self, run_id: str, output_path: Path) -> Path:
252
+ """분석 결과를 Excel로 내보냅니다."""
253
+ ...
254
+
255
+ def set_regression_baseline(
256
+ self,
257
+ baseline_key: str,
258
+ run_id: str,
259
+ *,
260
+ dataset_name: str | None = None,
261
+ branch: str | None = None,
262
+ commit_sha: str | None = None,
263
+ metadata: dict[str, Any] | None = None,
264
+ ) -> None:
265
+ """회귀 테스트 베이스라인을 설정합니다."""
266
+ ...
267
+
268
+ def get_regression_baseline(self, baseline_key: str) -> dict[str, Any] | None:
269
+ """회귀 테스트 베이스라인을 조회합니다."""
270
+ ...
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: evalvault
3
- Version: 1.72.1
3
+ Version: 1.73.0
4
4
  Summary: RAG evaluation system using Ragas with Phoenix/Langfuse tracing
5
5
  Project-URL: Homepage, https://github.com/ntts9990/EvalVault
6
6
  Project-URL: Documentation, https://github.com/ntts9990/EvalVault#readme
@@ -138,6 +138,7 @@ English version? See `README.en.md`.
138
138
  ## Quick Links
139
139
 
140
140
  - 문서 허브: `docs/INDEX.md`
141
+ - 핸드북(내부 교과서형): `docs/handbook/INDEX.md`
141
142
  - CLI 실행 시나리오 가이드: `docs/guides/RAG_CLI_WORKFLOW_TEMPLATES.md`
142
143
  - 사용자 가이드: `docs/guides/USER_GUIDE.md`
143
144
  - 개발 가이드: `docs/guides/DEV_GUIDE.md`
@@ -15,13 +15,13 @@ evalvault/adapters/inbound/api/routers/config.py,sha256=LygN0fVMr8NFtj5zuQXnVFho
15
15
  evalvault/adapters/inbound/api/routers/domain.py,sha256=RsR7GIFMjccDN7vpG1uDyk9n1DnCTH18JDGAX7o4Qqc,3648
16
16
  evalvault/adapters/inbound/api/routers/knowledge.py,sha256=yb_e7OEPtwldOAzHTGiWe7jShHw2JdpOFnzGPMceRsg,7109
17
17
  evalvault/adapters/inbound/api/routers/mcp.py,sha256=yHANV7qIXig-7YSiQgXzSTuabqFStH5yT3URyQGY2W4,4764
18
- evalvault/adapters/inbound/api/routers/pipeline.py,sha256=8UgQzNFHcuqS61s69mOrPee4OMwfxVdvRWHJ2_qYBF0,17175
18
+ evalvault/adapters/inbound/api/routers/pipeline.py,sha256=n3FRS-mAMj4poSP8jHSBpK0V5nRuH61jJLUoUGbabn8,17481
19
19
  evalvault/adapters/inbound/api/routers/runs.py,sha256=eIJ4xkFu-Bn2gRUVBajWZBi-QD2Spl6_wDuaRMeEI84,42744
20
20
  evalvault/adapters/inbound/cli/__init__.py,sha256=a42flC5NK-VfbdbBrE49IrUL5zAyKdXZYJVM6E3NTE0,675
21
21
  evalvault/adapters/inbound/cli/app.py,sha256=ytNgHRg9ZTAl33AkB1wIL8RKfQ_Cf8fsy0gSsLTs7Ew,1603
22
22
  evalvault/adapters/inbound/cli/commands/__init__.py,sha256=TB3evGuv3_AQoudWiR2bH5EH_AY9f9E7lQcSOWH6TO8,4091
23
23
  evalvault/adapters/inbound/cli/commands/agent.py,sha256=YlOYMEzzS1aSKDKD_a7UK3St18X6GXGkdTatrzyd8Zc,7555
24
- evalvault/adapters/inbound/cli/commands/analyze.py,sha256=sffmFRbHyxBd0yy10OwxkBSfzIIEhcshW6TOydQcmY0,48974
24
+ evalvault/adapters/inbound/cli/commands/analyze.py,sha256=_t58kZuokalVG8FheDTyl2BihEy4YIY_7W4HBJiYanU,50733
25
25
  evalvault/adapters/inbound/cli/commands/api.py,sha256=YdbJ_-QEajnFcjTa7P2heLMjFKpeQ4nWP_p-HvfYkEo,1943
26
26
  evalvault/adapters/inbound/cli/commands/artifacts.py,sha256=bE8FQxmnU0mMIAPx5en8aKrtfNNkrbWoLxIX4ZT9D5c,3776
27
27
  evalvault/adapters/inbound/cli/commands/benchmark.py,sha256=RZ4nRTF7d6hDZug-Pw8dGcFEyWdOKclwqkvS-gN4VWo,41097
@@ -42,13 +42,13 @@ evalvault/adapters/inbound/cli/commands/langfuse.py,sha256=aExhZ5WYT0FzJI4v1sF-a
42
42
  evalvault/adapters/inbound/cli/commands/method.py,sha256=OWdoofhvsDJchgNKnGGjXfIsZ-IHKZEo6RlmTsZRRYM,19124
43
43
  evalvault/adapters/inbound/cli/commands/ops.py,sha256=2r6hdrZ7STnWMhtzYmv8jF_ukBq4HuKB1El6YnyxwrY,4035
44
44
  evalvault/adapters/inbound/cli/commands/phoenix.py,sha256=LQi3KTLq1ybjjBuz92oQ6lYyBS3mHrCHk0qe-7bqB4U,15611
45
- evalvault/adapters/inbound/cli/commands/pipeline.py,sha256=NeqWLzO9kRDuZd0pHAIHglP3F7VzoNOU4JI0QcSZ120,7788
45
+ evalvault/adapters/inbound/cli/commands/pipeline.py,sha256=iQTZAso3JYrMK8w3cEwLPSRMuohyiIXiTv4BnpdoQEc,12237
46
46
  evalvault/adapters/inbound/cli/commands/profile_difficulty.py,sha256=nOJH3iqgLAlXq4keLBj5oqpiRCg0jjGgT-7Q57HxEh8,6665
47
47
  evalvault/adapters/inbound/cli/commands/prompts.py,sha256=lddde5VbjYaqN_9gHPLNu6DWpg5fE-KqZzjN-XYwvJw,27153
48
- evalvault/adapters/inbound/cli/commands/regress.py,sha256=rugJiX4Qujx9JlAwMUlCIEc2eMa-6mZscmb79pYNWfI,15527
48
+ evalvault/adapters/inbound/cli/commands/regress.py,sha256=lveQFfriEs9OHNSW88YQwfdZrIf-Y5iu-uNqSWhsMc8,18975
49
49
  evalvault/adapters/inbound/cli/commands/run.py,sha256=DMobs36HxZ0AnG3DWYuJuiq9x7M4qQu7GbMz02Yf-rM,130361
50
50
  evalvault/adapters/inbound/cli/commands/run_helpers.py,sha256=WCKSaZ2vdBwvYgS0gb3Z_O0eNEAjtWEqH0-8KS1c3gI,43211
51
- evalvault/adapters/inbound/cli/commands/stage.py,sha256=oRC9c5CysLX90Iy5Ba1pc_00DaOBS78lcBvzkbdrGRM,17123
51
+ evalvault/adapters/inbound/cli/commands/stage.py,sha256=qjhh4Wjf-LYd3EMG3GH3ehfUyvIXA4ClnX8MugDm1_w,23888
52
52
  evalvault/adapters/inbound/cli/utils/__init__.py,sha256=QPNKneZS-Z-tTnYYxtgJXgcJWY6puUlRQcKrn7Mlv1M,685
53
53
  evalvault/adapters/inbound/cli/utils/analysis_io.py,sha256=RHkKEq4e-PtbtRDlXAJWU80RYHNPw-O5V9_GujdaGfc,13393
54
54
  evalvault/adapters/inbound/cli/utils/console.py,sha256=uikQ7igql04HH6zSpCk_uA9HpQmD0IcJxEAo3K9_FsE,1787
@@ -65,7 +65,7 @@ evalvault/adapters/outbound/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMp
65
65
  evalvault/adapters/outbound/artifact_fs.py,sha256=nySk7-10B9rQpV9EslBmRUr0gFIi9V1E_E_wdC1WpIU,439
66
66
  evalvault/adapters/outbound/judge_calibration_adapter.py,sha256=vu5dVJVo5AXa5ULcx8WE-6YgfD718BC8Ci1_HAdwy20,1155
67
67
  evalvault/adapters/outbound/judge_calibration_reporter.py,sha256=R0nId6P1jYQ3M3636knPNFztuc8kewDBKsg2LLcUw58,2005
68
- evalvault/adapters/outbound/analysis/__init__.py,sha256=TPgPY552AY4xEXOs7kaySs9v3FYkPrLhI_XDk4TNtro,6324
68
+ evalvault/adapters/outbound/analysis/__init__.py,sha256=SK7J6nSbxhZcwrDW1lOIZD4i_3WbhE2GB2KOCysgk30,6479
69
69
  evalvault/adapters/outbound/analysis/analysis_report_module.py,sha256=xah3wgJErHD_Hpb1YAwWRsxr8xaC8SW--CpNA7IgfxI,3957
70
70
  evalvault/adapters/outbound/analysis/base_module.py,sha256=eUN77SSD2KR4WKU7gLY8TlVewETx_YIZvPT4LUnBv4o,2523
71
71
  evalvault/adapters/outbound/analysis/bm25_searcher_module.py,sha256=I8BsXrHaOVxgRTEVUVumSvEpSZ_sT6zsbTd2rlyW6x8,3701
@@ -75,6 +75,7 @@ evalvault/adapters/outbound/analysis/common.py,sha256=H1RqNBiOt7WRcHUM3jFydd3850
75
75
  evalvault/adapters/outbound/analysis/comparison_pipeline_adapter.py,sha256=D_ZPVgQHz3Cn3fxxl-TgLEoo_RNbhsOJCvqH-cJ2Lf4,1577
76
76
  evalvault/adapters/outbound/analysis/comparison_report_module.py,sha256=0tTMZB5qpGMaxlcWtTtTln7Y_jFEDFaaW7V-UyboBDM,2343
77
77
  evalvault/adapters/outbound/analysis/data_loader_module.py,sha256=6X0-ZcFtEfonQnbJ0POqmHXstJ1Wq1NvpijtbKSeEm0,3749
78
+ evalvault/adapters/outbound/analysis/dataset_feature_analyzer_module.py,sha256=SSyTcXHbwdNhjKY5v79-kD3pRrkSQC7_0duCukLS5r0,18051
78
79
  evalvault/adapters/outbound/analysis/detailed_report_module.py,sha256=59CjuNQthlroJyGEhQap3PgahWfzXciKx_DD10gHXjM,3897
79
80
  evalvault/adapters/outbound/analysis/diagnostic_playbook_module.py,sha256=qMgcBlwr2_a-pgth7zV1CWdGeUrzTeZjB4K9uyDnKcc,3993
80
81
  evalvault/adapters/outbound/analysis/embedding_analyzer_module.py,sha256=-lxNC-h4HUr1co9mNRHGO-gM3MgArT2LNBvjQoR_UkE,7286
@@ -93,7 +94,7 @@ evalvault/adapters/outbound/analysis/network_analyzer_module.py,sha256=RTCeIEfEp
93
94
  evalvault/adapters/outbound/analysis/nlp_adapter.py,sha256=aLtF_fns-7IEtitwON2EYS_lweq_IdldFsRm47alN0Q,29561
94
95
  evalvault/adapters/outbound/analysis/nlp_analyzer_module.py,sha256=kVuG9pVMQO6OYY5zxj_w9nNQZ1-qIO0y6XcXo6lG-n0,8221
95
96
  evalvault/adapters/outbound/analysis/pattern_detector_module.py,sha256=SyCDO_VS-r-tjGh8WrW-t1GCSC9ouxirdVk4NizFPXo,1882
96
- evalvault/adapters/outbound/analysis/pipeline_factory.py,sha256=Yk-VPagdAZXbbD08pCSOleg-URuVAzJks4oGl61mKAs,3763
97
+ evalvault/adapters/outbound/analysis/pipeline_factory.py,sha256=G60gMp8ar_4hqRiyW_INGyz1EMd0RPoT3JFMNWgnpYE,3840
97
98
  evalvault/adapters/outbound/analysis/pipeline_helpers.py,sha256=8E8IrYI5JvRrpnjxe0DS7srbPzB0XAxxXhLLYgfwsgU,5756
98
99
  evalvault/adapters/outbound/analysis/priority_summary_module.py,sha256=o8Y0rfHjYYE9WNTwKtpJulwfvLA3MNMhYjdSg15Vacc,10802
99
100
  evalvault/adapters/outbound/analysis/ragas_evaluator_module.py,sha256=Cd-spGn56zMcqOdoTLUHTYVOFqHqR17tPFyJs7rmnbw,7659
@@ -107,7 +108,7 @@ evalvault/adapters/outbound/analysis/run_comparator_module.py,sha256=HSyvzNv3NGf
107
108
  evalvault/adapters/outbound/analysis/run_loader_module.py,sha256=ZTcCmHDGAeZmx5SDh2xQgCip_oA8K4cFk_2wxGFYw9I,3910
108
109
  evalvault/adapters/outbound/analysis/run_metric_comparator_module.py,sha256=srCFBg2in-g3-A2yIjt6S6OVNvklMNG4m1pFqGvrvsc,5290
109
110
  evalvault/adapters/outbound/analysis/search_comparator_module.py,sha256=t4U3V9D2mFxL_lYraV8zDzh-4zv2r4k8XKnz7GSKcuU,1726
110
- evalvault/adapters/outbound/analysis/statistical_adapter.py,sha256=gojsaMCiyVv1Y7u1oQvIbGaAWB_cEf4HUf9wj054LaY,15179
111
+ evalvault/adapters/outbound/analysis/statistical_adapter.py,sha256=a-1yQxv_e70-_Py8GlBI5Sig6ta1GuuDjUGvZYFAyzQ,15611
111
112
  evalvault/adapters/outbound/analysis/statistical_analyzer_module.py,sha256=FzM6TJbVQ26dD04cMl52o-0y6C3G_wX1IVkSVyubsAw,6008
112
113
  evalvault/adapters/outbound/analysis/statistical_comparator_module.py,sha256=dxGVa3zvuBRab6KhRIVfg2IDB0PEGljBmohlSYI-BtE,1843
113
114
  evalvault/adapters/outbound/analysis/summary_report_module.py,sha256=HCoM8DMEGwwFQUjJLDWXnC6vE9Xo0YvhLRh9v3GMHRg,4279
@@ -146,7 +147,7 @@ evalvault/adapters/outbound/filesystem/difficulty_profile_writer.py,sha256=9qO9_
146
147
  evalvault/adapters/outbound/filesystem/ops_snapshot_writer.py,sha256=sOuUk8VD8yWwG8508uw1zqSnNsp3dQrF9bp9T2z-n48,448
147
148
  evalvault/adapters/outbound/improvement/__init__.py,sha256=tXA6vaZOLvqwJpyjGMiC8WrvszMmvUPzJnHjvJhQxSI,1143
148
149
  evalvault/adapters/outbound/improvement/insight_generator.py,sha256=U16l0euCZy0_08Zb_i0eijXSjS5t-iq0iMUfttwPqgI,17636
149
- evalvault/adapters/outbound/improvement/pattern_detector.py,sha256=uFFjWNy8A4KIihw_ANtL6At73RirwNnFnN4rFsEvcXk,24602
150
+ evalvault/adapters/outbound/improvement/pattern_detector.py,sha256=wUHrQbhKfgtmp4Rd5n4pXFoROr6Wjza2uNtCtVke6Fc,24790
150
151
  evalvault/adapters/outbound/improvement/playbook_loader.py,sha256=keheUoJn--cjSbdngEAUlkhrc_dYqdrlW_iZAI2R4Y4,7456
151
152
  evalvault/adapters/outbound/improvement/stage_metric_playbook_loader.py,sha256=JdmXQsackWqeWTnULE4gfTK8vAikGR27h-TVc03CGXk,1706
152
153
  evalvault/adapters/outbound/kg/__init__.py,sha256=fUCKOV080ZjiEob9s4TmXWf-IDa6GbIFQMLfH6gFCKg,567
@@ -190,15 +191,15 @@ evalvault/adapters/outbound/report/pr_comment_formatter.py,sha256=FxWWfZQU5ErejV
190
191
  evalvault/adapters/outbound/retriever/__init__.py,sha256=o5qK4pIrlXm0mIs_fo0aLPQHuHkrmrXKc6ZSg8a0t4g,201
191
192
  evalvault/adapters/outbound/retriever/graph_rag_adapter.py,sha256=xTI7uMFp4WKstg1s2zY9R_QsWPA-Rz_KUnzekwso8z0,11790
192
193
  evalvault/adapters/outbound/storage/__init__.py,sha256=n5R6thAPTx1leSwv6od6nBWcLWFa-UYD6cOLzN89T8I,614
193
- evalvault/adapters/outbound/storage/base_sql.py,sha256=sNCkUD9YfCBUTUXeLCyScXPwcgmfn6wX15j8WcjZm7w,52550
194
+ evalvault/adapters/outbound/storage/base_sql.py,sha256=NHHlBBhoDq8zbLfIvRoOswjB97Tro1sRE3cmbR8QnV8,58380
194
195
  evalvault/adapters/outbound/storage/benchmark_storage_adapter.py,sha256=Qgf9xSSIkYQRpG4uLzcUdoYO9LTQDQ4tFRkkMYer-WA,9803
195
- evalvault/adapters/outbound/storage/postgres_adapter.py,sha256=fLg_0JA3iBKQh8nRI_Njf4564H4evcnWGTjX183IrFA,52194
196
- evalvault/adapters/outbound/storage/postgres_schema.sql,sha256=xaN4rSkhtBNfKw5gOYqqhYP0xIN2Sn3drOnFpkBo1_Q,11255
197
- evalvault/adapters/outbound/storage/schema.sql,sha256=GXelsMmthV6ugC1tv9oVwr1x-Ni-N3BpBom7iLDLlZA,13015
198
- evalvault/adapters/outbound/storage/sqlite_adapter.py,sha256=qX4SHaDi8U0kY-rAksQ_GJX58bg9EwXkXQ2hffcoWDQ,56090
196
+ evalvault/adapters/outbound/storage/postgres_adapter.py,sha256=pyIPMliC7bsIXoRQ8l6a_svQUJ7or1XFxERT-DFJuf4,56854
197
+ evalvault/adapters/outbound/storage/postgres_schema.sql,sha256=WQNeOUm9UYWteh6k-PLrIhgkagIv_UPGCIi4nGzP9VA,11916
198
+ evalvault/adapters/outbound/storage/schema.sql,sha256=ERgupB1bH1xqQr56GZHyVGfcUqr_7NGfg7U6f69W29Y,13746
199
+ evalvault/adapters/outbound/storage/sqlite_adapter.py,sha256=9Z2A4C5QZEcQiQVt4h7fJMIbPSA3lV_u2bd2nXqDdOA,60491
199
200
  evalvault/adapters/outbound/tracer/__init__.py,sha256=xrvQQuAvF_UI02mKLMV7GTrG3zn836n5zwCRrrmhq_U,1054
200
201
  evalvault/adapters/outbound/tracer/open_rag_log_handler.py,sha256=aq96FIWD-bBaSkq-bygWhQArC9LWghSwi-S03Mga0mI,2827
201
- evalvault/adapters/outbound/tracer/open_rag_trace_adapter.py,sha256=P-4PN1UweITXu5uN3LJVCEL3wRwiExzhgs3y2GN78xM,4784
202
+ evalvault/adapters/outbound/tracer/open_rag_trace_adapter.py,sha256=X_dlqUEwck_MQRGC-euEN73L2Ikcd5eZlgtKK24nDFY,5453
202
203
  evalvault/adapters/outbound/tracer/open_rag_trace_decorators.py,sha256=LFnk-3FSLwRz0pxp8gMZl3Kd1BIMv_4Gr21nbRQ53m4,2034
203
204
  evalvault/adapters/outbound/tracer/open_rag_trace_helpers.py,sha256=D48Mbj-ioDKztjhV9513Q5DiUNiVdO60B_2sWMFEmnI,3520
204
205
  evalvault/adapters/outbound/tracer/phoenix_tracer_adapter.py,sha256=inmTAolAVsm0IrszE9VTJoI7HSvGGAnGNZVu_vZRAGg,741
@@ -219,8 +220,8 @@ evalvault/config/settings.py,sha256=9k6moWFMpFpg7pN0u13J_S2cROFd0c-xoRQM_RnP9FE,
219
220
  evalvault/config/playbooks/improvement_playbook.yaml,sha256=9F9WVVCydFfz6zUuGYzZ4PKdW1LLtcBKVF36T7xT764,26965
220
221
  evalvault/domain/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
221
222
  evalvault/domain/entities/__init__.py,sha256=7adWG4vwr67fC_ysT1rSvYG5U7qVc2CfWfUf7gDhx-k,4244
222
- evalvault/domain/entities/analysis.py,sha256=gcMtumC66g-AIqb2LgfMpm5BMzwJhJkjg-zuybNoJCM,15208
223
- evalvault/domain/entities/analysis_pipeline.py,sha256=hD9rFHMa4rUq0InRkSKhh6HQ9ZeNYAHKADzs-kWRP04,16845
223
+ evalvault/domain/entities/analysis.py,sha256=jIpK4Ae_LemEG7C1Gmq74fBv20Ojueh1zgZraxFzLgw,15250
224
+ evalvault/domain/entities/analysis_pipeline.py,sha256=hiDWvhgAVSXy0V9UaEtF7HWEL8CAVVQFitGW3LpFxec,16903
224
225
  evalvault/domain/entities/benchmark.py,sha256=CVbz_eW7Y9eM7wG7xA_xmldTIs72csdoTmu3E0NKoMU,18475
225
226
  evalvault/domain/entities/benchmark_run.py,sha256=2ZJOq5Ny_pfvRKM7E4RuIKxfxvoYK-5PAtPDhOwra9k,5653
226
227
  evalvault/domain/entities/dataset.py,sha256=WsC_5ivGluy-o2nXxLGmoC8DYl5UafVSo2hSowb3rvs,1886
@@ -238,7 +239,7 @@ evalvault/domain/entities/prompt.py,sha256=lQlRnHEKY69GWTC-cUIu0DMuPfJ9UWm6Sm4KT
238
239
  evalvault/domain/entities/prompt_suggestion.py,sha256=Ep_XSjdYUj7pFSCMyeeZKs8yTnp74AVx05Zqr7829PE,1243
239
240
  evalvault/domain/entities/rag_trace.py,sha256=sZgnkG4fK6KOe3Np6TYAZ_tPnsRbOmucDSQns35U1n4,11868
240
241
  evalvault/domain/entities/result.py,sha256=OaGHMDLWMW2O4fNVuVTUvWFVBQ1iu93OD_oI3NumrCQ,10697
241
- evalvault/domain/entities/stage.py,sha256=KyR-v3tyusPJ7pfTXtHE2_23tVvNSRU9Q1RT-R5akXg,7914
242
+ evalvault/domain/entities/stage.py,sha256=2WDcwNErUx0Jeai3ofC0TSysd0TwajXTFyJ-9EFjHoA,8719
242
243
  evalvault/domain/metrics/__init__.py,sha256=RKHfCRKPHfKh7HmlZd4bazZi9V4jvRtAOZd15J4rMDk,1529
243
244
  evalvault/domain/metrics/analysis_registry.py,sha256=JZpBrBs7-JExHKYuEML6Vg_uYLm-WniBE3BfiU5OtJg,7641
244
245
  evalvault/domain/metrics/confidence.py,sha256=AX4oeN28OvmMkwD0pT-jskkOlXh87C1pe2W9P1sF69g,17224
@@ -284,7 +285,7 @@ evalvault/domain/services/experiment_statistics.py,sha256=aOrqbBjB1swHPaFRziID1m
284
285
  evalvault/domain/services/graph_rag_experiment.py,sha256=guSMw8OvfQ-Fz8PLygepDr4Pt-xKyWxwJPdQNRgWU-0,5027
285
286
  evalvault/domain/services/holdout_splitter.py,sha256=Sos61Zy_bBjStt8LPHJ3KxDNda-OmX7AVUsT24K1n6Q,1910
286
287
  evalvault/domain/services/improvement_guide_service.py,sha256=gMoVFlDsprOEEfRGKmdbk9_Due62J63Q-rL2zr65Q0s,17881
287
- evalvault/domain/services/intent_classifier.py,sha256=hsWivDXqXJjCJEE-OI7eUGeYrewpYxlz67Z0TI3oskU,11707
288
+ evalvault/domain/services/intent_classifier.py,sha256=Ceem50XWjgGQ69zJ7AgNzbqgogzXCDbu4Uen0cfhN80,12055
288
289
  evalvault/domain/services/judge_calibration_service.py,sha256=cOaAsbfMBlaDxoMAXe8MacDDRK0tCD-tXRnYjB6sEPs,19264
289
290
  evalvault/domain/services/kg_generator.py,sha256=oEugjPdn8Pb2Q3r5yAZl0dZJibNUkEherlRVquknB6k,24969
290
291
  evalvault/domain/services/memory_aware_evaluator.py,sha256=vTiYoxiMfZ_CMjSBjqwkBRdpiXRwQ2zXnQ2pXzVHYts,5249
@@ -293,7 +294,7 @@ evalvault/domain/services/method_runner.py,sha256=pABqKZeaALpWZYDfzAbd-VOZt2djQg
293
294
  evalvault/domain/services/multiturn_evaluator.py,sha256=fipi5hEyidq_cnGGr0GpvoprLtjm6dHLuAkSotbT3YA,7202
294
295
  evalvault/domain/services/ops_snapshot_service.py,sha256=1CqJN2p3tM6SgzLCZKcVEM213fd1cDGexTRPG_3e59w,5138
295
296
  evalvault/domain/services/pipeline_orchestrator.py,sha256=yriVlEVZYDtt0Vwt4Ae6xyW1H6Dj4Hxdn8XQSvQNSoQ,19436
296
- evalvault/domain/services/pipeline_template_registry.py,sha256=k5Ce1BC3NgcYqCLiUZpXsl_6WwDHOXONoYDH7KzX2L4,28809
297
+ evalvault/domain/services/pipeline_template_registry.py,sha256=Gg0k-Sj3MNDBjckhI2gQRCNUsqIz0nnjPuswW5kUdBw,29567
297
298
  evalvault/domain/services/prompt_candidate_service.py,sha256=Ibyb5EaWK28Ju2HnTqHHGOoiA9Q-VwY3hjxVODALwGY,3997
298
299
  evalvault/domain/services/prompt_manifest.py,sha256=5s5Kd6-_Dn-xrjjlU99CVo6njsPhvE50H5m_85U-H6U,5612
299
300
  evalvault/domain/services/prompt_registry.py,sha256=QyL4yIcKT93uv6L0-Q_iaNXno8QnsC19YcGekuSRMtE,5247
@@ -347,15 +348,15 @@ evalvault/ports/outbound/ops_snapshot_port.py,sha256=6v72W41tlnxjkJfbfHhFiJMPlRS
347
348
  evalvault/ports/outbound/relation_augmenter_port.py,sha256=cMcHQnmK111WzZr50vYr7affeHhOtpFZxPARwkg9xbk,651
348
349
  evalvault/ports/outbound/report_port.py,sha256=wgReSYL4SupXIoALFh0QFWfX2kzPftXpWTvGLCMd2B8,1315
349
350
  evalvault/ports/outbound/stage_storage_port.py,sha256=Nlf9upsXxgCABQB5cJdpLQYsoZNiGRAU5zE5D-Ptp2I,1201
350
- evalvault/ports/outbound/storage_port.py,sha256=F6k-c0Yz7IWvLRrTdQAmpHjDYVz-Zo9eL6Qj0HNBJ4Y,6632
351
+ evalvault/ports/outbound/storage_port.py,sha256=DOOjcLUGkkI7cOjkyqlppbkIOSy8tCcIW7WGdqRBmZ8,7579
351
352
  evalvault/ports/outbound/tracer_port.py,sha256=kTqJCUIJHnvvDzMxxGhHSfiz8_Q4CZ0WSPvIUVVOcyw,623
352
353
  evalvault/ports/outbound/tracker_port.py,sha256=05LA3AWnuE1XmGQC16Zle9i2sEV3q69Nt8ZUye_w1_Y,2532
353
354
  evalvault/reports/__init__.py,sha256=Bb1X4871msAN8I6PM6nKGED3psPwZt88hXZBAOdH06Y,113
354
355
  evalvault/reports/release_notes.py,sha256=pZj0PBFT-4F_Ty-Kv5P69BuoOnmTCn4kznDcORFJd0w,4011
355
356
  evalvault/scripts/__init__.py,sha256=NwEeIFQbkX4ml2R_PhtIoNtArDSX_suuoymgG_7Kwso,89
356
357
  evalvault/scripts/regression_runner.py,sha256=SxZori5BZ8jVQ057Mf5V5FPgIVDccrV5oRONmnhuk8w,8438
357
- evalvault-1.72.1.dist-info/METADATA,sha256=0TK5p39lmMOzVnXQZ73DlQWsFBZCVX7PXJE70uVtCoQ,26159
358
- evalvault-1.72.1.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
359
- evalvault-1.72.1.dist-info/entry_points.txt,sha256=Oj9Xc5gYcyUYYNmQfWI8NYGw7nN-3M-h2ipHIMlVn6o,65
360
- evalvault-1.72.1.dist-info/licenses/LICENSE.md,sha256=3RNWY4jjtrQ_yYa-D-7I3XO12Ti7YzxsLV_dpykujvo,11358
361
- evalvault-1.72.1.dist-info/RECORD,,
358
+ evalvault-1.73.0.dist-info/METADATA,sha256=QwtbGVufH3mlOw4qbnQRI5d7yNeyKklkVk_fZm5retQ,26218
359
+ evalvault-1.73.0.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
360
+ evalvault-1.73.0.dist-info/entry_points.txt,sha256=Oj9Xc5gYcyUYYNmQfWI8NYGw7nN-3M-h2ipHIMlVn6o,65
361
+ evalvault-1.73.0.dist-info/licenses/LICENSE.md,sha256=3RNWY4jjtrQ_yYa-D-7I3XO12Ti7YzxsLV_dpykujvo,11358
362
+ evalvault-1.73.0.dist-info/RECORD,,