evalvault 1.72.1__py3-none-any.whl → 1.73.0__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- evalvault/adapters/inbound/api/routers/pipeline.py +6 -0
- evalvault/adapters/inbound/cli/commands/analyze.py +40 -1
- evalvault/adapters/inbound/cli/commands/pipeline.py +100 -0
- evalvault/adapters/inbound/cli/commands/regress.py +96 -0
- evalvault/adapters/inbound/cli/commands/stage.py +217 -24
- evalvault/adapters/outbound/analysis/__init__.py +4 -0
- evalvault/adapters/outbound/analysis/dataset_feature_analyzer_module.py +458 -0
- evalvault/adapters/outbound/analysis/pipeline_factory.py +1 -0
- evalvault/adapters/outbound/analysis/statistical_adapter.py +12 -6
- evalvault/adapters/outbound/improvement/pattern_detector.py +4 -0
- evalvault/adapters/outbound/storage/base_sql.py +160 -0
- evalvault/adapters/outbound/storage/postgres_adapter.py +132 -8
- evalvault/adapters/outbound/storage/postgres_schema.sql +15 -0
- evalvault/adapters/outbound/storage/schema.sql +18 -1
- evalvault/adapters/outbound/storage/sqlite_adapter.py +115 -1
- evalvault/adapters/outbound/tracer/open_rag_trace_adapter.py +23 -1
- evalvault/domain/entities/analysis.py +1 -0
- evalvault/domain/entities/analysis_pipeline.py +1 -0
- evalvault/domain/entities/stage.py +13 -0
- evalvault/domain/services/intent_classifier.py +13 -0
- evalvault/domain/services/pipeline_template_registry.py +22 -0
- evalvault/ports/outbound/storage_port.py +32 -0
- {evalvault-1.72.1.dist-info → evalvault-1.73.0.dist-info}/METADATA +2 -1
- {evalvault-1.72.1.dist-info → evalvault-1.73.0.dist-info}/RECORD +27 -26
- {evalvault-1.72.1.dist-info → evalvault-1.73.0.dist-info}/WHEEL +0 -0
- {evalvault-1.72.1.dist-info → evalvault-1.73.0.dist-info}/entry_points.txt +0 -0
- {evalvault-1.72.1.dist-info → evalvault-1.73.0.dist-info}/licenses/LICENSE.md +0 -0
|
@@ -55,6 +55,9 @@ class PipelineTemplateRegistry:
|
|
|
55
55
|
self._create_analyze_statistical_template()
|
|
56
56
|
)
|
|
57
57
|
self._templates[AnalysisIntent.ANALYZE_NLP] = self._create_analyze_nlp_template()
|
|
58
|
+
self._templates[AnalysisIntent.ANALYZE_DATASET_FEATURES] = (
|
|
59
|
+
self._create_analyze_dataset_features_template()
|
|
60
|
+
)
|
|
58
61
|
self._templates[AnalysisIntent.ANALYZE_CAUSAL] = self._create_analyze_causal_template()
|
|
59
62
|
self._templates[AnalysisIntent.ANALYZE_NETWORK] = self._create_analyze_network_template()
|
|
60
63
|
self._templates[AnalysisIntent.ANALYZE_PLAYBOOK] = self._create_analyze_playbook_template()
|
|
@@ -480,6 +483,25 @@ class PipelineTemplateRegistry:
|
|
|
480
483
|
nodes=nodes,
|
|
481
484
|
)
|
|
482
485
|
|
|
486
|
+
def _create_analyze_dataset_features_template(self) -> AnalysisPipeline:
|
|
487
|
+
nodes = [
|
|
488
|
+
AnalysisNode(
|
|
489
|
+
id="load_data",
|
|
490
|
+
name="데이터 로드",
|
|
491
|
+
module="data_loader",
|
|
492
|
+
),
|
|
493
|
+
AnalysisNode(
|
|
494
|
+
id="dataset_feature_analysis",
|
|
495
|
+
name="데이터셋 특성 분석",
|
|
496
|
+
module="dataset_feature_analyzer",
|
|
497
|
+
depends_on=["load_data"],
|
|
498
|
+
),
|
|
499
|
+
]
|
|
500
|
+
return AnalysisPipeline(
|
|
501
|
+
intent=AnalysisIntent.ANALYZE_DATASET_FEATURES,
|
|
502
|
+
nodes=nodes,
|
|
503
|
+
)
|
|
504
|
+
|
|
483
505
|
def _create_analyze_causal_template(self) -> AnalysisPipeline:
|
|
484
506
|
nodes = [
|
|
485
507
|
AnalysisNode(
|
|
@@ -207,6 +207,17 @@ class StoragePort(Protocol):
|
|
|
207
207
|
"""파이프라인 분석 결과 히스토리를 저장합니다."""
|
|
208
208
|
...
|
|
209
209
|
|
|
210
|
+
def save_analysis_result(
|
|
211
|
+
self,
|
|
212
|
+
*,
|
|
213
|
+
run_id: str,
|
|
214
|
+
analysis_type: str,
|
|
215
|
+
result_data: dict[str, Any],
|
|
216
|
+
analysis_id: str | None = None,
|
|
217
|
+
) -> str:
|
|
218
|
+
"""분석 결과(JSON)를 저장합니다."""
|
|
219
|
+
...
|
|
220
|
+
|
|
210
221
|
def save_analysis_report(
|
|
211
222
|
self,
|
|
212
223
|
*,
|
|
@@ -236,3 +247,24 @@ class StoragePort(Protocol):
|
|
|
236
247
|
def get_pipeline_result(self, result_id: str) -> dict[str, Any]:
|
|
237
248
|
"""저장된 파이프라인 분석 결과를 조회합니다."""
|
|
238
249
|
...
|
|
250
|
+
|
|
251
|
+
def export_analysis_results_to_excel(self, run_id: str, output_path: Path) -> Path:
|
|
252
|
+
"""분석 결과를 Excel로 내보냅니다."""
|
|
253
|
+
...
|
|
254
|
+
|
|
255
|
+
def set_regression_baseline(
|
|
256
|
+
self,
|
|
257
|
+
baseline_key: str,
|
|
258
|
+
run_id: str,
|
|
259
|
+
*,
|
|
260
|
+
dataset_name: str | None = None,
|
|
261
|
+
branch: str | None = None,
|
|
262
|
+
commit_sha: str | None = None,
|
|
263
|
+
metadata: dict[str, Any] | None = None,
|
|
264
|
+
) -> None:
|
|
265
|
+
"""회귀 테스트 베이스라인을 설정합니다."""
|
|
266
|
+
...
|
|
267
|
+
|
|
268
|
+
def get_regression_baseline(self, baseline_key: str) -> dict[str, Any] | None:
|
|
269
|
+
"""회귀 테스트 베이스라인을 조회합니다."""
|
|
270
|
+
...
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: evalvault
|
|
3
|
-
Version: 1.
|
|
3
|
+
Version: 1.73.0
|
|
4
4
|
Summary: RAG evaluation system using Ragas with Phoenix/Langfuse tracing
|
|
5
5
|
Project-URL: Homepage, https://github.com/ntts9990/EvalVault
|
|
6
6
|
Project-URL: Documentation, https://github.com/ntts9990/EvalVault#readme
|
|
@@ -138,6 +138,7 @@ English version? See `README.en.md`.
|
|
|
138
138
|
## Quick Links
|
|
139
139
|
|
|
140
140
|
- 문서 허브: `docs/INDEX.md`
|
|
141
|
+
- 핸드북(내부 교과서형): `docs/handbook/INDEX.md`
|
|
141
142
|
- CLI 실행 시나리오 가이드: `docs/guides/RAG_CLI_WORKFLOW_TEMPLATES.md`
|
|
142
143
|
- 사용자 가이드: `docs/guides/USER_GUIDE.md`
|
|
143
144
|
- 개발 가이드: `docs/guides/DEV_GUIDE.md`
|
|
@@ -15,13 +15,13 @@ evalvault/adapters/inbound/api/routers/config.py,sha256=LygN0fVMr8NFtj5zuQXnVFho
|
|
|
15
15
|
evalvault/adapters/inbound/api/routers/domain.py,sha256=RsR7GIFMjccDN7vpG1uDyk9n1DnCTH18JDGAX7o4Qqc,3648
|
|
16
16
|
evalvault/adapters/inbound/api/routers/knowledge.py,sha256=yb_e7OEPtwldOAzHTGiWe7jShHw2JdpOFnzGPMceRsg,7109
|
|
17
17
|
evalvault/adapters/inbound/api/routers/mcp.py,sha256=yHANV7qIXig-7YSiQgXzSTuabqFStH5yT3URyQGY2W4,4764
|
|
18
|
-
evalvault/adapters/inbound/api/routers/pipeline.py,sha256=
|
|
18
|
+
evalvault/adapters/inbound/api/routers/pipeline.py,sha256=n3FRS-mAMj4poSP8jHSBpK0V5nRuH61jJLUoUGbabn8,17481
|
|
19
19
|
evalvault/adapters/inbound/api/routers/runs.py,sha256=eIJ4xkFu-Bn2gRUVBajWZBi-QD2Spl6_wDuaRMeEI84,42744
|
|
20
20
|
evalvault/adapters/inbound/cli/__init__.py,sha256=a42flC5NK-VfbdbBrE49IrUL5zAyKdXZYJVM6E3NTE0,675
|
|
21
21
|
evalvault/adapters/inbound/cli/app.py,sha256=ytNgHRg9ZTAl33AkB1wIL8RKfQ_Cf8fsy0gSsLTs7Ew,1603
|
|
22
22
|
evalvault/adapters/inbound/cli/commands/__init__.py,sha256=TB3evGuv3_AQoudWiR2bH5EH_AY9f9E7lQcSOWH6TO8,4091
|
|
23
23
|
evalvault/adapters/inbound/cli/commands/agent.py,sha256=YlOYMEzzS1aSKDKD_a7UK3St18X6GXGkdTatrzyd8Zc,7555
|
|
24
|
-
evalvault/adapters/inbound/cli/commands/analyze.py,sha256=
|
|
24
|
+
evalvault/adapters/inbound/cli/commands/analyze.py,sha256=_t58kZuokalVG8FheDTyl2BihEy4YIY_7W4HBJiYanU,50733
|
|
25
25
|
evalvault/adapters/inbound/cli/commands/api.py,sha256=YdbJ_-QEajnFcjTa7P2heLMjFKpeQ4nWP_p-HvfYkEo,1943
|
|
26
26
|
evalvault/adapters/inbound/cli/commands/artifacts.py,sha256=bE8FQxmnU0mMIAPx5en8aKrtfNNkrbWoLxIX4ZT9D5c,3776
|
|
27
27
|
evalvault/adapters/inbound/cli/commands/benchmark.py,sha256=RZ4nRTF7d6hDZug-Pw8dGcFEyWdOKclwqkvS-gN4VWo,41097
|
|
@@ -42,13 +42,13 @@ evalvault/adapters/inbound/cli/commands/langfuse.py,sha256=aExhZ5WYT0FzJI4v1sF-a
|
|
|
42
42
|
evalvault/adapters/inbound/cli/commands/method.py,sha256=OWdoofhvsDJchgNKnGGjXfIsZ-IHKZEo6RlmTsZRRYM,19124
|
|
43
43
|
evalvault/adapters/inbound/cli/commands/ops.py,sha256=2r6hdrZ7STnWMhtzYmv8jF_ukBq4HuKB1El6YnyxwrY,4035
|
|
44
44
|
evalvault/adapters/inbound/cli/commands/phoenix.py,sha256=LQi3KTLq1ybjjBuz92oQ6lYyBS3mHrCHk0qe-7bqB4U,15611
|
|
45
|
-
evalvault/adapters/inbound/cli/commands/pipeline.py,sha256=
|
|
45
|
+
evalvault/adapters/inbound/cli/commands/pipeline.py,sha256=iQTZAso3JYrMK8w3cEwLPSRMuohyiIXiTv4BnpdoQEc,12237
|
|
46
46
|
evalvault/adapters/inbound/cli/commands/profile_difficulty.py,sha256=nOJH3iqgLAlXq4keLBj5oqpiRCg0jjGgT-7Q57HxEh8,6665
|
|
47
47
|
evalvault/adapters/inbound/cli/commands/prompts.py,sha256=lddde5VbjYaqN_9gHPLNu6DWpg5fE-KqZzjN-XYwvJw,27153
|
|
48
|
-
evalvault/adapters/inbound/cli/commands/regress.py,sha256=
|
|
48
|
+
evalvault/adapters/inbound/cli/commands/regress.py,sha256=lveQFfriEs9OHNSW88YQwfdZrIf-Y5iu-uNqSWhsMc8,18975
|
|
49
49
|
evalvault/adapters/inbound/cli/commands/run.py,sha256=DMobs36HxZ0AnG3DWYuJuiq9x7M4qQu7GbMz02Yf-rM,130361
|
|
50
50
|
evalvault/adapters/inbound/cli/commands/run_helpers.py,sha256=WCKSaZ2vdBwvYgS0gb3Z_O0eNEAjtWEqH0-8KS1c3gI,43211
|
|
51
|
-
evalvault/adapters/inbound/cli/commands/stage.py,sha256=
|
|
51
|
+
evalvault/adapters/inbound/cli/commands/stage.py,sha256=qjhh4Wjf-LYd3EMG3GH3ehfUyvIXA4ClnX8MugDm1_w,23888
|
|
52
52
|
evalvault/adapters/inbound/cli/utils/__init__.py,sha256=QPNKneZS-Z-tTnYYxtgJXgcJWY6puUlRQcKrn7Mlv1M,685
|
|
53
53
|
evalvault/adapters/inbound/cli/utils/analysis_io.py,sha256=RHkKEq4e-PtbtRDlXAJWU80RYHNPw-O5V9_GujdaGfc,13393
|
|
54
54
|
evalvault/adapters/inbound/cli/utils/console.py,sha256=uikQ7igql04HH6zSpCk_uA9HpQmD0IcJxEAo3K9_FsE,1787
|
|
@@ -65,7 +65,7 @@ evalvault/adapters/outbound/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMp
|
|
|
65
65
|
evalvault/adapters/outbound/artifact_fs.py,sha256=nySk7-10B9rQpV9EslBmRUr0gFIi9V1E_E_wdC1WpIU,439
|
|
66
66
|
evalvault/adapters/outbound/judge_calibration_adapter.py,sha256=vu5dVJVo5AXa5ULcx8WE-6YgfD718BC8Ci1_HAdwy20,1155
|
|
67
67
|
evalvault/adapters/outbound/judge_calibration_reporter.py,sha256=R0nId6P1jYQ3M3636knPNFztuc8kewDBKsg2LLcUw58,2005
|
|
68
|
-
evalvault/adapters/outbound/analysis/__init__.py,sha256=
|
|
68
|
+
evalvault/adapters/outbound/analysis/__init__.py,sha256=SK7J6nSbxhZcwrDW1lOIZD4i_3WbhE2GB2KOCysgk30,6479
|
|
69
69
|
evalvault/adapters/outbound/analysis/analysis_report_module.py,sha256=xah3wgJErHD_Hpb1YAwWRsxr8xaC8SW--CpNA7IgfxI,3957
|
|
70
70
|
evalvault/adapters/outbound/analysis/base_module.py,sha256=eUN77SSD2KR4WKU7gLY8TlVewETx_YIZvPT4LUnBv4o,2523
|
|
71
71
|
evalvault/adapters/outbound/analysis/bm25_searcher_module.py,sha256=I8BsXrHaOVxgRTEVUVumSvEpSZ_sT6zsbTd2rlyW6x8,3701
|
|
@@ -75,6 +75,7 @@ evalvault/adapters/outbound/analysis/common.py,sha256=H1RqNBiOt7WRcHUM3jFydd3850
|
|
|
75
75
|
evalvault/adapters/outbound/analysis/comparison_pipeline_adapter.py,sha256=D_ZPVgQHz3Cn3fxxl-TgLEoo_RNbhsOJCvqH-cJ2Lf4,1577
|
|
76
76
|
evalvault/adapters/outbound/analysis/comparison_report_module.py,sha256=0tTMZB5qpGMaxlcWtTtTln7Y_jFEDFaaW7V-UyboBDM,2343
|
|
77
77
|
evalvault/adapters/outbound/analysis/data_loader_module.py,sha256=6X0-ZcFtEfonQnbJ0POqmHXstJ1Wq1NvpijtbKSeEm0,3749
|
|
78
|
+
evalvault/adapters/outbound/analysis/dataset_feature_analyzer_module.py,sha256=SSyTcXHbwdNhjKY5v79-kD3pRrkSQC7_0duCukLS5r0,18051
|
|
78
79
|
evalvault/adapters/outbound/analysis/detailed_report_module.py,sha256=59CjuNQthlroJyGEhQap3PgahWfzXciKx_DD10gHXjM,3897
|
|
79
80
|
evalvault/adapters/outbound/analysis/diagnostic_playbook_module.py,sha256=qMgcBlwr2_a-pgth7zV1CWdGeUrzTeZjB4K9uyDnKcc,3993
|
|
80
81
|
evalvault/adapters/outbound/analysis/embedding_analyzer_module.py,sha256=-lxNC-h4HUr1co9mNRHGO-gM3MgArT2LNBvjQoR_UkE,7286
|
|
@@ -93,7 +94,7 @@ evalvault/adapters/outbound/analysis/network_analyzer_module.py,sha256=RTCeIEfEp
|
|
|
93
94
|
evalvault/adapters/outbound/analysis/nlp_adapter.py,sha256=aLtF_fns-7IEtitwON2EYS_lweq_IdldFsRm47alN0Q,29561
|
|
94
95
|
evalvault/adapters/outbound/analysis/nlp_analyzer_module.py,sha256=kVuG9pVMQO6OYY5zxj_w9nNQZ1-qIO0y6XcXo6lG-n0,8221
|
|
95
96
|
evalvault/adapters/outbound/analysis/pattern_detector_module.py,sha256=SyCDO_VS-r-tjGh8WrW-t1GCSC9ouxirdVk4NizFPXo,1882
|
|
96
|
-
evalvault/adapters/outbound/analysis/pipeline_factory.py,sha256=
|
|
97
|
+
evalvault/adapters/outbound/analysis/pipeline_factory.py,sha256=G60gMp8ar_4hqRiyW_INGyz1EMd0RPoT3JFMNWgnpYE,3840
|
|
97
98
|
evalvault/adapters/outbound/analysis/pipeline_helpers.py,sha256=8E8IrYI5JvRrpnjxe0DS7srbPzB0XAxxXhLLYgfwsgU,5756
|
|
98
99
|
evalvault/adapters/outbound/analysis/priority_summary_module.py,sha256=o8Y0rfHjYYE9WNTwKtpJulwfvLA3MNMhYjdSg15Vacc,10802
|
|
99
100
|
evalvault/adapters/outbound/analysis/ragas_evaluator_module.py,sha256=Cd-spGn56zMcqOdoTLUHTYVOFqHqR17tPFyJs7rmnbw,7659
|
|
@@ -107,7 +108,7 @@ evalvault/adapters/outbound/analysis/run_comparator_module.py,sha256=HSyvzNv3NGf
|
|
|
107
108
|
evalvault/adapters/outbound/analysis/run_loader_module.py,sha256=ZTcCmHDGAeZmx5SDh2xQgCip_oA8K4cFk_2wxGFYw9I,3910
|
|
108
109
|
evalvault/adapters/outbound/analysis/run_metric_comparator_module.py,sha256=srCFBg2in-g3-A2yIjt6S6OVNvklMNG4m1pFqGvrvsc,5290
|
|
109
110
|
evalvault/adapters/outbound/analysis/search_comparator_module.py,sha256=t4U3V9D2mFxL_lYraV8zDzh-4zv2r4k8XKnz7GSKcuU,1726
|
|
110
|
-
evalvault/adapters/outbound/analysis/statistical_adapter.py,sha256=
|
|
111
|
+
evalvault/adapters/outbound/analysis/statistical_adapter.py,sha256=a-1yQxv_e70-_Py8GlBI5Sig6ta1GuuDjUGvZYFAyzQ,15611
|
|
111
112
|
evalvault/adapters/outbound/analysis/statistical_analyzer_module.py,sha256=FzM6TJbVQ26dD04cMl52o-0y6C3G_wX1IVkSVyubsAw,6008
|
|
112
113
|
evalvault/adapters/outbound/analysis/statistical_comparator_module.py,sha256=dxGVa3zvuBRab6KhRIVfg2IDB0PEGljBmohlSYI-BtE,1843
|
|
113
114
|
evalvault/adapters/outbound/analysis/summary_report_module.py,sha256=HCoM8DMEGwwFQUjJLDWXnC6vE9Xo0YvhLRh9v3GMHRg,4279
|
|
@@ -146,7 +147,7 @@ evalvault/adapters/outbound/filesystem/difficulty_profile_writer.py,sha256=9qO9_
|
|
|
146
147
|
evalvault/adapters/outbound/filesystem/ops_snapshot_writer.py,sha256=sOuUk8VD8yWwG8508uw1zqSnNsp3dQrF9bp9T2z-n48,448
|
|
147
148
|
evalvault/adapters/outbound/improvement/__init__.py,sha256=tXA6vaZOLvqwJpyjGMiC8WrvszMmvUPzJnHjvJhQxSI,1143
|
|
148
149
|
evalvault/adapters/outbound/improvement/insight_generator.py,sha256=U16l0euCZy0_08Zb_i0eijXSjS5t-iq0iMUfttwPqgI,17636
|
|
149
|
-
evalvault/adapters/outbound/improvement/pattern_detector.py,sha256=
|
|
150
|
+
evalvault/adapters/outbound/improvement/pattern_detector.py,sha256=wUHrQbhKfgtmp4Rd5n4pXFoROr6Wjza2uNtCtVke6Fc,24790
|
|
150
151
|
evalvault/adapters/outbound/improvement/playbook_loader.py,sha256=keheUoJn--cjSbdngEAUlkhrc_dYqdrlW_iZAI2R4Y4,7456
|
|
151
152
|
evalvault/adapters/outbound/improvement/stage_metric_playbook_loader.py,sha256=JdmXQsackWqeWTnULE4gfTK8vAikGR27h-TVc03CGXk,1706
|
|
152
153
|
evalvault/adapters/outbound/kg/__init__.py,sha256=fUCKOV080ZjiEob9s4TmXWf-IDa6GbIFQMLfH6gFCKg,567
|
|
@@ -190,15 +191,15 @@ evalvault/adapters/outbound/report/pr_comment_formatter.py,sha256=FxWWfZQU5ErejV
|
|
|
190
191
|
evalvault/adapters/outbound/retriever/__init__.py,sha256=o5qK4pIrlXm0mIs_fo0aLPQHuHkrmrXKc6ZSg8a0t4g,201
|
|
191
192
|
evalvault/adapters/outbound/retriever/graph_rag_adapter.py,sha256=xTI7uMFp4WKstg1s2zY9R_QsWPA-Rz_KUnzekwso8z0,11790
|
|
192
193
|
evalvault/adapters/outbound/storage/__init__.py,sha256=n5R6thAPTx1leSwv6od6nBWcLWFa-UYD6cOLzN89T8I,614
|
|
193
|
-
evalvault/adapters/outbound/storage/base_sql.py,sha256=
|
|
194
|
+
evalvault/adapters/outbound/storage/base_sql.py,sha256=NHHlBBhoDq8zbLfIvRoOswjB97Tro1sRE3cmbR8QnV8,58380
|
|
194
195
|
evalvault/adapters/outbound/storage/benchmark_storage_adapter.py,sha256=Qgf9xSSIkYQRpG4uLzcUdoYO9LTQDQ4tFRkkMYer-WA,9803
|
|
195
|
-
evalvault/adapters/outbound/storage/postgres_adapter.py,sha256=
|
|
196
|
-
evalvault/adapters/outbound/storage/postgres_schema.sql,sha256=
|
|
197
|
-
evalvault/adapters/outbound/storage/schema.sql,sha256=
|
|
198
|
-
evalvault/adapters/outbound/storage/sqlite_adapter.py,sha256=
|
|
196
|
+
evalvault/adapters/outbound/storage/postgres_adapter.py,sha256=pyIPMliC7bsIXoRQ8l6a_svQUJ7or1XFxERT-DFJuf4,56854
|
|
197
|
+
evalvault/adapters/outbound/storage/postgres_schema.sql,sha256=WQNeOUm9UYWteh6k-PLrIhgkagIv_UPGCIi4nGzP9VA,11916
|
|
198
|
+
evalvault/adapters/outbound/storage/schema.sql,sha256=ERgupB1bH1xqQr56GZHyVGfcUqr_7NGfg7U6f69W29Y,13746
|
|
199
|
+
evalvault/adapters/outbound/storage/sqlite_adapter.py,sha256=9Z2A4C5QZEcQiQVt4h7fJMIbPSA3lV_u2bd2nXqDdOA,60491
|
|
199
200
|
evalvault/adapters/outbound/tracer/__init__.py,sha256=xrvQQuAvF_UI02mKLMV7GTrG3zn836n5zwCRrrmhq_U,1054
|
|
200
201
|
evalvault/adapters/outbound/tracer/open_rag_log_handler.py,sha256=aq96FIWD-bBaSkq-bygWhQArC9LWghSwi-S03Mga0mI,2827
|
|
201
|
-
evalvault/adapters/outbound/tracer/open_rag_trace_adapter.py,sha256=
|
|
202
|
+
evalvault/adapters/outbound/tracer/open_rag_trace_adapter.py,sha256=X_dlqUEwck_MQRGC-euEN73L2Ikcd5eZlgtKK24nDFY,5453
|
|
202
203
|
evalvault/adapters/outbound/tracer/open_rag_trace_decorators.py,sha256=LFnk-3FSLwRz0pxp8gMZl3Kd1BIMv_4Gr21nbRQ53m4,2034
|
|
203
204
|
evalvault/adapters/outbound/tracer/open_rag_trace_helpers.py,sha256=D48Mbj-ioDKztjhV9513Q5DiUNiVdO60B_2sWMFEmnI,3520
|
|
204
205
|
evalvault/adapters/outbound/tracer/phoenix_tracer_adapter.py,sha256=inmTAolAVsm0IrszE9VTJoI7HSvGGAnGNZVu_vZRAGg,741
|
|
@@ -219,8 +220,8 @@ evalvault/config/settings.py,sha256=9k6moWFMpFpg7pN0u13J_S2cROFd0c-xoRQM_RnP9FE,
|
|
|
219
220
|
evalvault/config/playbooks/improvement_playbook.yaml,sha256=9F9WVVCydFfz6zUuGYzZ4PKdW1LLtcBKVF36T7xT764,26965
|
|
220
221
|
evalvault/domain/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
221
222
|
evalvault/domain/entities/__init__.py,sha256=7adWG4vwr67fC_ysT1rSvYG5U7qVc2CfWfUf7gDhx-k,4244
|
|
222
|
-
evalvault/domain/entities/analysis.py,sha256=
|
|
223
|
-
evalvault/domain/entities/analysis_pipeline.py,sha256=
|
|
223
|
+
evalvault/domain/entities/analysis.py,sha256=jIpK4Ae_LemEG7C1Gmq74fBv20Ojueh1zgZraxFzLgw,15250
|
|
224
|
+
evalvault/domain/entities/analysis_pipeline.py,sha256=hiDWvhgAVSXy0V9UaEtF7HWEL8CAVVQFitGW3LpFxec,16903
|
|
224
225
|
evalvault/domain/entities/benchmark.py,sha256=CVbz_eW7Y9eM7wG7xA_xmldTIs72csdoTmu3E0NKoMU,18475
|
|
225
226
|
evalvault/domain/entities/benchmark_run.py,sha256=2ZJOq5Ny_pfvRKM7E4RuIKxfxvoYK-5PAtPDhOwra9k,5653
|
|
226
227
|
evalvault/domain/entities/dataset.py,sha256=WsC_5ivGluy-o2nXxLGmoC8DYl5UafVSo2hSowb3rvs,1886
|
|
@@ -238,7 +239,7 @@ evalvault/domain/entities/prompt.py,sha256=lQlRnHEKY69GWTC-cUIu0DMuPfJ9UWm6Sm4KT
|
|
|
238
239
|
evalvault/domain/entities/prompt_suggestion.py,sha256=Ep_XSjdYUj7pFSCMyeeZKs8yTnp74AVx05Zqr7829PE,1243
|
|
239
240
|
evalvault/domain/entities/rag_trace.py,sha256=sZgnkG4fK6KOe3Np6TYAZ_tPnsRbOmucDSQns35U1n4,11868
|
|
240
241
|
evalvault/domain/entities/result.py,sha256=OaGHMDLWMW2O4fNVuVTUvWFVBQ1iu93OD_oI3NumrCQ,10697
|
|
241
|
-
evalvault/domain/entities/stage.py,sha256=
|
|
242
|
+
evalvault/domain/entities/stage.py,sha256=2WDcwNErUx0Jeai3ofC0TSysd0TwajXTFyJ-9EFjHoA,8719
|
|
242
243
|
evalvault/domain/metrics/__init__.py,sha256=RKHfCRKPHfKh7HmlZd4bazZi9V4jvRtAOZd15J4rMDk,1529
|
|
243
244
|
evalvault/domain/metrics/analysis_registry.py,sha256=JZpBrBs7-JExHKYuEML6Vg_uYLm-WniBE3BfiU5OtJg,7641
|
|
244
245
|
evalvault/domain/metrics/confidence.py,sha256=AX4oeN28OvmMkwD0pT-jskkOlXh87C1pe2W9P1sF69g,17224
|
|
@@ -284,7 +285,7 @@ evalvault/domain/services/experiment_statistics.py,sha256=aOrqbBjB1swHPaFRziID1m
|
|
|
284
285
|
evalvault/domain/services/graph_rag_experiment.py,sha256=guSMw8OvfQ-Fz8PLygepDr4Pt-xKyWxwJPdQNRgWU-0,5027
|
|
285
286
|
evalvault/domain/services/holdout_splitter.py,sha256=Sos61Zy_bBjStt8LPHJ3KxDNda-OmX7AVUsT24K1n6Q,1910
|
|
286
287
|
evalvault/domain/services/improvement_guide_service.py,sha256=gMoVFlDsprOEEfRGKmdbk9_Due62J63Q-rL2zr65Q0s,17881
|
|
287
|
-
evalvault/domain/services/intent_classifier.py,sha256=
|
|
288
|
+
evalvault/domain/services/intent_classifier.py,sha256=Ceem50XWjgGQ69zJ7AgNzbqgogzXCDbu4Uen0cfhN80,12055
|
|
288
289
|
evalvault/domain/services/judge_calibration_service.py,sha256=cOaAsbfMBlaDxoMAXe8MacDDRK0tCD-tXRnYjB6sEPs,19264
|
|
289
290
|
evalvault/domain/services/kg_generator.py,sha256=oEugjPdn8Pb2Q3r5yAZl0dZJibNUkEherlRVquknB6k,24969
|
|
290
291
|
evalvault/domain/services/memory_aware_evaluator.py,sha256=vTiYoxiMfZ_CMjSBjqwkBRdpiXRwQ2zXnQ2pXzVHYts,5249
|
|
@@ -293,7 +294,7 @@ evalvault/domain/services/method_runner.py,sha256=pABqKZeaALpWZYDfzAbd-VOZt2djQg
|
|
|
293
294
|
evalvault/domain/services/multiturn_evaluator.py,sha256=fipi5hEyidq_cnGGr0GpvoprLtjm6dHLuAkSotbT3YA,7202
|
|
294
295
|
evalvault/domain/services/ops_snapshot_service.py,sha256=1CqJN2p3tM6SgzLCZKcVEM213fd1cDGexTRPG_3e59w,5138
|
|
295
296
|
evalvault/domain/services/pipeline_orchestrator.py,sha256=yriVlEVZYDtt0Vwt4Ae6xyW1H6Dj4Hxdn8XQSvQNSoQ,19436
|
|
296
|
-
evalvault/domain/services/pipeline_template_registry.py,sha256=
|
|
297
|
+
evalvault/domain/services/pipeline_template_registry.py,sha256=Gg0k-Sj3MNDBjckhI2gQRCNUsqIz0nnjPuswW5kUdBw,29567
|
|
297
298
|
evalvault/domain/services/prompt_candidate_service.py,sha256=Ibyb5EaWK28Ju2HnTqHHGOoiA9Q-VwY3hjxVODALwGY,3997
|
|
298
299
|
evalvault/domain/services/prompt_manifest.py,sha256=5s5Kd6-_Dn-xrjjlU99CVo6njsPhvE50H5m_85U-H6U,5612
|
|
299
300
|
evalvault/domain/services/prompt_registry.py,sha256=QyL4yIcKT93uv6L0-Q_iaNXno8QnsC19YcGekuSRMtE,5247
|
|
@@ -347,15 +348,15 @@ evalvault/ports/outbound/ops_snapshot_port.py,sha256=6v72W41tlnxjkJfbfHhFiJMPlRS
|
|
|
347
348
|
evalvault/ports/outbound/relation_augmenter_port.py,sha256=cMcHQnmK111WzZr50vYr7affeHhOtpFZxPARwkg9xbk,651
|
|
348
349
|
evalvault/ports/outbound/report_port.py,sha256=wgReSYL4SupXIoALFh0QFWfX2kzPftXpWTvGLCMd2B8,1315
|
|
349
350
|
evalvault/ports/outbound/stage_storage_port.py,sha256=Nlf9upsXxgCABQB5cJdpLQYsoZNiGRAU5zE5D-Ptp2I,1201
|
|
350
|
-
evalvault/ports/outbound/storage_port.py,sha256=
|
|
351
|
+
evalvault/ports/outbound/storage_port.py,sha256=DOOjcLUGkkI7cOjkyqlppbkIOSy8tCcIW7WGdqRBmZ8,7579
|
|
351
352
|
evalvault/ports/outbound/tracer_port.py,sha256=kTqJCUIJHnvvDzMxxGhHSfiz8_Q4CZ0WSPvIUVVOcyw,623
|
|
352
353
|
evalvault/ports/outbound/tracker_port.py,sha256=05LA3AWnuE1XmGQC16Zle9i2sEV3q69Nt8ZUye_w1_Y,2532
|
|
353
354
|
evalvault/reports/__init__.py,sha256=Bb1X4871msAN8I6PM6nKGED3psPwZt88hXZBAOdH06Y,113
|
|
354
355
|
evalvault/reports/release_notes.py,sha256=pZj0PBFT-4F_Ty-Kv5P69BuoOnmTCn4kznDcORFJd0w,4011
|
|
355
356
|
evalvault/scripts/__init__.py,sha256=NwEeIFQbkX4ml2R_PhtIoNtArDSX_suuoymgG_7Kwso,89
|
|
356
357
|
evalvault/scripts/regression_runner.py,sha256=SxZori5BZ8jVQ057Mf5V5FPgIVDccrV5oRONmnhuk8w,8438
|
|
357
|
-
evalvault-1.
|
|
358
|
-
evalvault-1.
|
|
359
|
-
evalvault-1.
|
|
360
|
-
evalvault-1.
|
|
361
|
-
evalvault-1.
|
|
358
|
+
evalvault-1.73.0.dist-info/METADATA,sha256=QwtbGVufH3mlOw4qbnQRI5d7yNeyKklkVk_fZm5retQ,26218
|
|
359
|
+
evalvault-1.73.0.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
|
|
360
|
+
evalvault-1.73.0.dist-info/entry_points.txt,sha256=Oj9Xc5gYcyUYYNmQfWI8NYGw7nN-3M-h2ipHIMlVn6o,65
|
|
361
|
+
evalvault-1.73.0.dist-info/licenses/LICENSE.md,sha256=3RNWY4jjtrQ_yYa-D-7I3XO12Ti7YzxsLV_dpykujvo,11358
|
|
362
|
+
evalvault-1.73.0.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|
|
File without changes
|