evalvault 1.73.2__py3-none-any.whl → 1.75.0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (58) hide show
  1. evalvault/adapters/inbound/api/adapter.py +66 -17
  2. evalvault/adapters/inbound/api/routers/calibration.py +9 -9
  3. evalvault/adapters/inbound/api/routers/chat.py +604 -37
  4. evalvault/adapters/inbound/api/routers/domain.py +10 -5
  5. evalvault/adapters/inbound/api/routers/pipeline.py +3 -3
  6. evalvault/adapters/inbound/api/routers/runs.py +23 -4
  7. evalvault/adapters/inbound/cli/commands/analyze.py +10 -12
  8. evalvault/adapters/inbound/cli/commands/benchmark.py +10 -8
  9. evalvault/adapters/inbound/cli/commands/calibrate.py +2 -7
  10. evalvault/adapters/inbound/cli/commands/calibrate_judge.py +2 -7
  11. evalvault/adapters/inbound/cli/commands/compare.py +2 -7
  12. evalvault/adapters/inbound/cli/commands/debug.py +3 -2
  13. evalvault/adapters/inbound/cli/commands/domain.py +12 -12
  14. evalvault/adapters/inbound/cli/commands/experiment.py +9 -8
  15. evalvault/adapters/inbound/cli/commands/gate.py +3 -2
  16. evalvault/adapters/inbound/cli/commands/graph_rag.py +2 -2
  17. evalvault/adapters/inbound/cli/commands/history.py +3 -12
  18. evalvault/adapters/inbound/cli/commands/method.py +1 -2
  19. evalvault/adapters/inbound/cli/commands/ops.py +2 -2
  20. evalvault/adapters/inbound/cli/commands/pipeline.py +2 -2
  21. evalvault/adapters/inbound/cli/commands/profile_difficulty.py +3 -12
  22. evalvault/adapters/inbound/cli/commands/prompts.py +4 -18
  23. evalvault/adapters/inbound/cli/commands/regress.py +5 -4
  24. evalvault/adapters/inbound/cli/commands/run.py +42 -31
  25. evalvault/adapters/inbound/cli/commands/run_helpers.py +24 -15
  26. evalvault/adapters/inbound/cli/commands/stage.py +6 -25
  27. evalvault/adapters/inbound/cli/utils/options.py +10 -4
  28. evalvault/adapters/inbound/mcp/tools.py +11 -8
  29. evalvault/adapters/outbound/analysis/embedding_analyzer_module.py +17 -1
  30. evalvault/adapters/outbound/analysis/embedding_searcher_module.py +14 -0
  31. evalvault/adapters/outbound/domain_memory/__init__.py +8 -4
  32. evalvault/adapters/outbound/domain_memory/factory.py +68 -0
  33. evalvault/adapters/outbound/domain_memory/postgres_adapter.py +1062 -0
  34. evalvault/adapters/outbound/domain_memory/postgres_domain_memory_schema.sql +177 -0
  35. evalvault/adapters/outbound/llm/vllm_adapter.py +23 -0
  36. evalvault/adapters/outbound/nlp/korean/dense_retriever.py +10 -7
  37. evalvault/adapters/outbound/nlp/korean/toolkit.py +15 -4
  38. evalvault/adapters/outbound/ops/__init__.py +5 -0
  39. evalvault/adapters/outbound/ops/report_renderer.py +159 -0
  40. evalvault/adapters/outbound/retriever/pgvector_store.py +165 -0
  41. evalvault/adapters/outbound/storage/base_sql.py +3 -2
  42. evalvault/adapters/outbound/storage/factory.py +53 -0
  43. evalvault/adapters/outbound/storage/postgres_adapter.py +90 -0
  44. evalvault/adapters/outbound/storage/postgres_schema.sql +15 -0
  45. evalvault/adapters/outbound/storage/schema.sql +14 -0
  46. evalvault/adapters/outbound/storage/sqlite_adapter.py +77 -0
  47. evalvault/config/settings.py +31 -7
  48. evalvault/domain/entities/ops_report.py +40 -0
  49. evalvault/domain/services/domain_learning_hook.py +2 -1
  50. evalvault/domain/services/ops_report_service.py +192 -0
  51. evalvault/ports/inbound/web_port.py +3 -1
  52. evalvault/ports/outbound/storage_port.py +2 -0
  53. evalvault-1.75.0.dist-info/METADATA +221 -0
  54. {evalvault-1.73.2.dist-info → evalvault-1.75.0.dist-info}/RECORD +57 -48
  55. evalvault-1.73.2.dist-info/METADATA +0 -585
  56. {evalvault-1.73.2.dist-info → evalvault-1.75.0.dist-info}/WHEEL +0 -0
  57. {evalvault-1.73.2.dist-info → evalvault-1.75.0.dist-info}/entry_points.txt +0 -0
  58. {evalvault-1.73.2.dist-info → evalvault-1.75.0.dist-info}/licenses/LICENSE.md +0 -0
@@ -0,0 +1,221 @@
1
+ Metadata-Version: 2.4
2
+ Name: evalvault
3
+ Version: 1.75.0
4
+ Summary: RAG evaluation system using Ragas with Phoenix/Langfuse tracing
5
+ Project-URL: Homepage, https://github.com/ntts9990/EvalVault
6
+ Project-URL: Documentation, https://github.com/ntts9990/EvalVault#readme
7
+ Project-URL: Repository, https://github.com/ntts9990/EvalVault.git
8
+ Project-URL: Issues, https://github.com/ntts9990/EvalVault/issues
9
+ Project-URL: Changelog, https://github.com/ntts9990/EvalVault/releases
10
+ Author: EvalVault Contributors
11
+ Maintainer: EvalVault Contributors
12
+ License: Apache-2.0
13
+ License-File: LICENSE.md
14
+ Keywords: ai,evaluation,langfuse,llm,machine-learning,nlp,observability,opentelemetry,phoenix,rag,ragas,retrieval-augmented-generation,testing
15
+ Classifier: Development Status :: 4 - Beta
16
+ Classifier: Intended Audience :: Developers
17
+ Classifier: Intended Audience :: Science/Research
18
+ Classifier: License :: OSI Approved :: Apache Software License
19
+ Classifier: Operating System :: OS Independent
20
+ Classifier: Programming Language :: Python :: 3
21
+ Classifier: Programming Language :: Python :: 3.12
22
+ Classifier: Programming Language :: Python :: 3.13
23
+ Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence
24
+ Classifier: Topic :: Software Development :: Quality Assurance
25
+ Classifier: Topic :: Software Development :: Testing
26
+ Classifier: Typing :: Typed
27
+ Requires-Python: >=3.12
28
+ Requires-Dist: chainlit>=2.9.5
29
+ Requires-Dist: chardet
30
+ Requires-Dist: fastapi>=0.128.0
31
+ Requires-Dist: instructor
32
+ Requires-Dist: langchain-openai
33
+ Requires-Dist: langfuse
34
+ Requires-Dist: matplotlib<3.9.0,>=3.8.0
35
+ Requires-Dist: networkx
36
+ Requires-Dist: openai
37
+ Requires-Dist: openpyxl
38
+ Requires-Dist: pandas
39
+ Requires-Dist: pydantic
40
+ Requires-Dist: pydantic-settings
41
+ Requires-Dist: pypdf>=4.3.0
42
+ Requires-Dist: python-multipart
43
+ Requires-Dist: ragas==0.4.2
44
+ Requires-Dist: rich
45
+ Requires-Dist: truststore>=0.10.4
46
+ Requires-Dist: typer
47
+ Requires-Dist: uvicorn>=0.40.0
48
+ Requires-Dist: xlrd
49
+ Provides-Extra: analysis
50
+ Requires-Dist: scikit-learn>=1.3.0; extra == 'analysis'
51
+ Requires-Dist: xgboost>=2.0.0; extra == 'analysis'
52
+ Provides-Extra: anthropic
53
+ Requires-Dist: anthropic; extra == 'anthropic'
54
+ Requires-Dist: langchain-anthropic; extra == 'anthropic'
55
+ Provides-Extra: benchmark
56
+ Requires-Dist: datasets>=2.0.0; extra == 'benchmark'
57
+ Requires-Dist: lm-eval[api]>=0.4.0; extra == 'benchmark'
58
+ Provides-Extra: dashboard
59
+ Requires-Dist: matplotlib<3.9.0,>=3.8.0; extra == 'dashboard'
60
+ Provides-Extra: dev
61
+ Requires-Dist: anthropic; extra == 'dev'
62
+ Requires-Dist: arize-phoenix>=8.0.0; extra == 'dev'
63
+ Requires-Dist: datasets>=2.0.0; extra == 'dev'
64
+ Requires-Dist: faiss-cpu>=1.8.0; extra == 'dev'
65
+ Requires-Dist: ijson>=3.3.0; extra == 'dev'
66
+ Requires-Dist: kiwipiepy>=0.18.0; extra == 'dev'
67
+ Requires-Dist: langchain-anthropic; extra == 'dev'
68
+ Requires-Dist: lm-eval[api]>=0.4.0; extra == 'dev'
69
+ Requires-Dist: mkdocs-material>=9.5.0; extra == 'dev'
70
+ Requires-Dist: mkdocs>=1.5.0; extra == 'dev'
71
+ Requires-Dist: mkdocstrings[python]>=0.24.0; extra == 'dev'
72
+ Requires-Dist: mlflow>=2.0.0; extra == 'dev'
73
+ Requires-Dist: openinference-instrumentation-langchain>=0.1.0; extra == 'dev'
74
+ Requires-Dist: opentelemetry-api>=1.20.0; extra == 'dev'
75
+ Requires-Dist: opentelemetry-exporter-otlp>=1.20.0; extra == 'dev'
76
+ Requires-Dist: opentelemetry-sdk>=1.20.0; extra == 'dev'
77
+ Requires-Dist: pgvector>=0.2.5; extra == 'dev'
78
+ Requires-Dist: psycopg[binary]>=3.0.0; extra == 'dev'
79
+ Requires-Dist: pydeps>=3.0.1; extra == 'dev'
80
+ Requires-Dist: pymdown-extensions>=10.7.0; extra == 'dev'
81
+ Requires-Dist: pytest; extra == 'dev'
82
+ Requires-Dist: pytest-asyncio; extra == 'dev'
83
+ Requires-Dist: pytest-cov; extra == 'dev'
84
+ Requires-Dist: pytest-html; extra == 'dev'
85
+ Requires-Dist: pytest-mock; extra == 'dev'
86
+ Requires-Dist: pytest-rerunfailures; extra == 'dev'
87
+ Requires-Dist: pytest-xdist; extra == 'dev'
88
+ Requires-Dist: python-multipart; extra == 'dev'
89
+ Requires-Dist: rank-bm25>=0.2.2; extra == 'dev'
90
+ Requires-Dist: ruff; extra == 'dev'
91
+ Requires-Dist: scikit-learn<1.4.0,>=1.3.0; extra == 'dev'
92
+ Requires-Dist: sentence-transformers>=5.2.0; extra == 'dev'
93
+ Requires-Dist: xgboost>=2.0.0; extra == 'dev'
94
+ Provides-Extra: docs
95
+ Requires-Dist: mkdocs-material>=9.5.0; extra == 'docs'
96
+ Requires-Dist: mkdocs>=1.5.0; extra == 'docs'
97
+ Requires-Dist: mkdocstrings[python]>=0.24.0; extra == 'docs'
98
+ Requires-Dist: pymdown-extensions>=10.7.0; extra == 'docs'
99
+ Provides-Extra: korean
100
+ Requires-Dist: kiwipiepy>=0.18.0; extra == 'korean'
101
+ Requires-Dist: rank-bm25>=0.2.2; extra == 'korean'
102
+ Requires-Dist: sentence-transformers>=5.2.0; extra == 'korean'
103
+ Provides-Extra: mlflow
104
+ Requires-Dist: mlflow>=2.0.0; extra == 'mlflow'
105
+ Provides-Extra: perf
106
+ Requires-Dist: faiss-cpu>=1.8.0; extra == 'perf'
107
+ Requires-Dist: ijson>=3.3.0; extra == 'perf'
108
+ Provides-Extra: phoenix
109
+ Requires-Dist: arize-phoenix>=8.0.0; extra == 'phoenix'
110
+ Requires-Dist: openinference-instrumentation-langchain>=0.1.0; extra == 'phoenix'
111
+ Requires-Dist: opentelemetry-api>=1.20.0; extra == 'phoenix'
112
+ Requires-Dist: opentelemetry-exporter-otlp>=1.20.0; extra == 'phoenix'
113
+ Requires-Dist: opentelemetry-sdk>=1.20.0; extra == 'phoenix'
114
+ Provides-Extra: postgres
115
+ Requires-Dist: pgvector>=0.2.5; extra == 'postgres'
116
+ Requires-Dist: psycopg[binary]>=3.0.0; extra == 'postgres'
117
+ Provides-Extra: secrets
118
+ Requires-Dist: boto3; extra == 'secrets'
119
+ Requires-Dist: google-cloud-secret-manager; extra == 'secrets'
120
+ Requires-Dist: hvac; extra == 'secrets'
121
+ Provides-Extra: timeseries
122
+ Requires-Dist: aeon>=1.3.0; extra == 'timeseries'
123
+ Requires-Dist: numba>=0.55.0; extra == 'timeseries'
124
+ Provides-Extra: web
125
+ Description-Content-Type: text/markdown
126
+
127
+ # EvalVault
128
+
129
+ RAG(Retrieval-Augmented Generation) 시스템을 대상으로 **평가(Eval) → 분석(Analysis) → 추적(Tracing) → 개선 루프**를 하나의 워크플로로 묶는 CLI + Web UI 플랫폼입니다.
130
+
131
+ [![PyPI](https://img.shields.io/pypi/v/evalvault.svg)](https://pypi.org/project/evalvault/)
132
+ [![Python 3.12+](https://img.shields.io/badge/python-3.12+-blue.svg)](https://www.python.org/downloads/)
133
+ [![CI](https://github.com/ntts9990/EvalVault/actions/workflows/ci.yml/badge.svg?branch=main)](https://github.com/ntts9990/EvalVault/actions/workflows/ci.yml)
134
+ [![License](https://img.shields.io/badge/license-Apache%202.0-blue.svg)](LICENSE.md)
135
+
136
+ English version? See `README.en.md`.
137
+
138
+ ---
139
+
140
+ ## Quickstart (CLI)
141
+
142
+ ```bash
143
+ uv sync --extra dev
144
+ cp .env.example .env
145
+
146
+ uv run evalvault run --mode simple tests/fixtures/e2e/insurance_qa_korean.json \
147
+ --metrics faithfulness,answer_relevancy \
148
+ --profile dev \
149
+ --auto-analyze
150
+ ```
151
+
152
+ Tip: 기본 저장소는 Postgres+pgvector입니다. SQLite를 쓰려면 `--db` 또는 `DB_BACKEND=sqlite` + `EVALVAULT_DB_PATH`를 지정하세요.
153
+
154
+ ---
155
+
156
+ ## 핵심 기능
157
+
158
+ - **End-to-End 평가 루프**: Eval → Analysis → Tracing → Improvement를 한 흐름으로 실행
159
+ - **Dataset 중심 운영**: 합격 기준(threshold)을 데이터셋에 유지
160
+ - **Artifacts-first**: 보고서뿐 아니라 모듈별 원본 결과를 구조화 저장
161
+ - **옵션형 Observability**: Phoenix/Langfuse/MLflow는 필요할 때만 활성화
162
+ - **CLI + Web UI**: 동일 run_id 기반으로 히스토리/비교/리포트 통합
163
+
164
+ ---
165
+
166
+ ## 문서 허브
167
+
168
+ - 문서 인덱스: `docs/INDEX.md`
169
+ - 핸드북(교과서형): `docs/handbook/INDEX.md`
170
+ - 외부 요약본: `docs/handbook/EXTERNAL.md`
171
+ - 운영 가이드(로컬/도커/관측/런북): `docs/handbook/CHAPTERS/04_operations.md`
172
+ - 워크플로(실행/분석/비교/회귀): `docs/handbook/CHAPTERS/03_workflows.md`
173
+ - 품질/테스트/CI: `docs/handbook/CHAPTERS/06_quality_and_testing.md`
174
+ - 아키텍처: `docs/handbook/CHAPTERS/01_architecture.md`
175
+ - 오프라인/폐쇄망(Docker/모델 캐시): `docs/guides/OFFLINE_DOCKER.md`, `docs/guides/OFFLINE_MODELS.md`
176
+
177
+ 참고(호환성): `docs/guides/USER_GUIDE.md`, `docs/guides/DEV_GUIDE.md` 등 일부 문서는 과거 링크 호환을 위한 deprecated 스텁이며, 최신 내용은 handbook을 따릅니다.
178
+
179
+ ---
180
+
181
+ ## Web UI
182
+
183
+ ```bash
184
+ # API
185
+ uv run evalvault serve-api --reload
186
+
187
+ # Frontend
188
+ cd frontend
189
+ npm install
190
+ npm run dev
191
+ ```
192
+
193
+ 브라우저에서 `http://localhost:5173` 접속 후, Evaluation Studio에서 실행/히스토리/리포트를 확인합니다.
194
+
195
+ ---
196
+
197
+ ## 오프라인/폐쇄망
198
+
199
+ - Docker 이미지 번들: `docs/guides/OFFLINE_DOCKER.md`
200
+ - NLP 모델 캐시 번들: `docs/guides/OFFLINE_MODELS.md`
201
+
202
+ LLM 모델은 폐쇄망 내부 인프라가 관리하며, EvalVault는 **분석용 NLP 모델 캐시**만 번들에 포함합니다.
203
+
204
+ ---
205
+
206
+ ## 기여
207
+
208
+ ```bash
209
+ uv run ruff check src/ tests/
210
+ uv run ruff format src/ tests/
211
+ uv run pytest tests -v
212
+ ```
213
+
214
+ - 기여 가이드: `CONTRIBUTING.md`
215
+ - 개발/테스트 루틴: `AGENTS.md`, `docs/handbook/CHAPTERS/06_quality_and_testing.md`
216
+
217
+ ---
218
+
219
+ ## License
220
+
221
+ EvalVault is licensed under the [Apache 2.0](LICENSE.md) license.
@@ -5,62 +5,62 @@ evalvault/mkdocs_helpers.py,sha256=1AKVQ1W2_VO4qclhfyefyU9Dz1Hzkh1DWDwsFMe24jc,3
5
5
  evalvault/adapters/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
6
6
  evalvault/adapters/inbound/__init__.py,sha256=SG1svel1PwqetnqVpKFLSv612_WwGwLTbFpYgwk6FMw,166
7
7
  evalvault/adapters/inbound/api/__init__.py,sha256=LeVVttCA3tLKoHA2PO4z3y8VkfVcf3Bq8CZSzo91lf4,34
8
- evalvault/adapters/inbound/api/adapter.py,sha256=Igg2grCUxQzMuvDOAhBK08wY0nxjmnvnaGS5rLVF3i4,83388
8
+ evalvault/adapters/inbound/api/adapter.py,sha256=AQ6-4_wzvszIPlq61y4V9MOZyuM-hvhrw0wVrFPHLUk,85145
9
9
  evalvault/adapters/inbound/api/main.py,sha256=QgLxzHEy7aycGKIFLtN12tWTjnpWLtQ2XDXKV_2FDvg,7531
10
10
  evalvault/adapters/inbound/api/routers/__init__.py,sha256=q07_YF9TnBl68bqcRCvhPU4-zRTyvmPoHVehwO6W7QM,19
11
11
  evalvault/adapters/inbound/api/routers/benchmark.py,sha256=yevntbZcNtMvbVODsITUBgR1Ka4pdFQrXBJJ4K4Jyr4,4477
12
- evalvault/adapters/inbound/api/routers/calibration.py,sha256=ZnJSEW8hV-94S95lU_nDmzcLyaUoH1suM3sFUpJ3w5k,4130
13
- evalvault/adapters/inbound/api/routers/chat.py,sha256=hCA6rWr5GT_gCqu75uCqYwy2gOEUd85mlcc5y-ruFTY,20661
12
+ evalvault/adapters/inbound/api/routers/calibration.py,sha256=FzEOe7KqDtfGDlOKREsAoYId1jTILyqkDm_Y3LyHk54,4130
13
+ evalvault/adapters/inbound/api/routers/chat.py,sha256=N6lTO_rAswtpL0xusnZk-Gh_ShjlJgM8haRMynwNxVo,42023
14
14
  evalvault/adapters/inbound/api/routers/config.py,sha256=LygN0fVMr8NFtj5zuQXnVFhoafx56Txa98vpwtPa4Jc,4104
15
- evalvault/adapters/inbound/api/routers/domain.py,sha256=RsR7GIFMjccDN7vpG1uDyk9n1DnCTH18JDGAX7o4Qqc,3648
15
+ evalvault/adapters/inbound/api/routers/domain.py,sha256=Yc94E_lEEB5LERsBRwYeKXnou8PFaysLXauBbtTzfGM,3826
16
16
  evalvault/adapters/inbound/api/routers/knowledge.py,sha256=yb_e7OEPtwldOAzHTGiWe7jShHw2JdpOFnzGPMceRsg,7109
17
17
  evalvault/adapters/inbound/api/routers/mcp.py,sha256=yHANV7qIXig-7YSiQgXzSTuabqFStH5yT3URyQGY2W4,4764
18
- evalvault/adapters/inbound/api/routers/pipeline.py,sha256=n3FRS-mAMj4poSP8jHSBpK0V5nRuH61jJLUoUGbabn8,17481
19
- evalvault/adapters/inbound/api/routers/runs.py,sha256=eIJ4xkFu-Bn2gRUVBajWZBi-QD2Spl6_wDuaRMeEI84,42744
18
+ evalvault/adapters/inbound/api/routers/pipeline.py,sha256=VCoPYg69fg2hc5Z8oWIPbHzYYT2NnGoRZW48C48lApE,17442
19
+ evalvault/adapters/inbound/api/routers/runs.py,sha256=eQu_6Vp-8lcp4oVaEFhlmR8uCyQ8ys_-VRHO5AKDQvs,43617
20
20
  evalvault/adapters/inbound/cli/__init__.py,sha256=a42flC5NK-VfbdbBrE49IrUL5zAyKdXZYJVM6E3NTE0,675
21
21
  evalvault/adapters/inbound/cli/app.py,sha256=ytNgHRg9ZTAl33AkB1wIL8RKfQ_Cf8fsy0gSsLTs7Ew,1603
22
22
  evalvault/adapters/inbound/cli/commands/__init__.py,sha256=TB3evGuv3_AQoudWiR2bH5EH_AY9f9E7lQcSOWH6TO8,4091
23
23
  evalvault/adapters/inbound/cli/commands/agent.py,sha256=YlOYMEzzS1aSKDKD_a7UK3St18X6GXGkdTatrzyd8Zc,7555
24
- evalvault/adapters/inbound/cli/commands/analyze.py,sha256=_t58kZuokalVG8FheDTyl2BihEy4YIY_7W4HBJiYanU,50733
24
+ evalvault/adapters/inbound/cli/commands/analyze.py,sha256=kSnYGx54v6wWNwWJYqZYBXMR0OR6v8YDxyfpF3eveSc,50565
25
25
  evalvault/adapters/inbound/cli/commands/api.py,sha256=YdbJ_-QEajnFcjTa7P2heLMjFKpeQ4nWP_p-HvfYkEo,1943
26
26
  evalvault/adapters/inbound/cli/commands/artifacts.py,sha256=bE8FQxmnU0mMIAPx5en8aKrtfNNkrbWoLxIX4ZT9D5c,3776
27
- evalvault/adapters/inbound/cli/commands/benchmark.py,sha256=RZ4nRTF7d6hDZug-Pw8dGcFEyWdOKclwqkvS-gN4VWo,41097
28
- evalvault/adapters/inbound/cli/commands/calibrate.py,sha256=-UnT0LQH40U5lzMLqMJ7DOTLa3mt5P_fJL2XzqIkvu4,4223
29
- evalvault/adapters/inbound/cli/commands/calibrate_judge.py,sha256=hJBlNl9Rt-ZtoIu-HKfudhZb2j2HOoEnRbiG4n5TOTE,10348
30
- evalvault/adapters/inbound/cli/commands/compare.py,sha256=qqgBN9noE9kiYJs-EZWiU_yA1mW4mnKFavlFTS63OzU,10385
27
+ evalvault/adapters/inbound/cli/commands/benchmark.py,sha256=rcmLcId5w_cM5ZfMzu2V49B-pDAZMXBcYgiB8v1X0Eo,41306
28
+ evalvault/adapters/inbound/cli/commands/calibrate.py,sha256=bIb6tQQRSldrRN3ng9jblIe-XGrg-pG14YfqPX1P0R0,4001
29
+ evalvault/adapters/inbound/cli/commands/calibrate_judge.py,sha256=4w4vr7-Eu35A9O_Ycs_j6qTZSHlIXUGyI4dQUARMkNo,10134
30
+ evalvault/adapters/inbound/cli/commands/compare.py,sha256=Rck0a062iGxUuojOi-wGmXxGJMEGC_W5sxBfAnaOCw4,10172
31
31
  evalvault/adapters/inbound/cli/commands/config.py,sha256=Mv9IQHBFHZ3I2stUzHDgLDn-Znt_Awdy3j-sk5ruUmw,6069
32
- evalvault/adapters/inbound/cli/commands/debug.py,sha256=KU-hL1gLhpjV2ZybDQgGMwRfm-hCynkrqY4UzETfL9k,2234
33
- evalvault/adapters/inbound/cli/commands/domain.py,sha256=dL9iqBlnr5mDeS1unXW6uxE0qp6yfnxj-ls6k3EenwI,27279
34
- evalvault/adapters/inbound/cli/commands/experiment.py,sha256=Jtz-jp7URy8HYWf15pje8Ecrctx_Q5kYw-QccT0vMDA,11400
35
- evalvault/adapters/inbound/cli/commands/gate.py,sha256=SxBSHALhekw9OVuJcuk64tkS8YMDDsgmhMALTE38wwY,9956
32
+ evalvault/adapters/inbound/cli/commands/debug.py,sha256=n-B8VN1TpGn6YzaoFzRNdOOve_qkyF8ohWadKAnyM4E,2297
33
+ evalvault/adapters/inbound/cli/commands/domain.py,sha256=saCgveGorFkJrST2gu8GEp5LI0KNAM1pQ5klVXMYfV4,27472
34
+ evalvault/adapters/inbound/cli/commands/experiment.py,sha256=0tbZFR3RMqJv-LYmA3t4xygZ8jOYaBycbK2eWTAXVB8,11595
35
+ evalvault/adapters/inbound/cli/commands/gate.py,sha256=rN4GthzNwc7j_nGU8hPHVBnLXDn4z9ojaQWKqZxbMhc,10019
36
36
  evalvault/adapters/inbound/cli/commands/generate.py,sha256=7IPvd0WAwPxt9uaxmzqWCwt0b2VC_wXiVxyJ3lP-xys,8562
37
- evalvault/adapters/inbound/cli/commands/graph_rag.py,sha256=UWaTgWuBE9B6KJJnfN9PBYl6gMOKaa641KjXw8Xwqho,11047
38
- evalvault/adapters/inbound/cli/commands/history.py,sha256=bo7mtHgSCniI7WfeewKQIJzI_HNUTrDiAkOXLFxabVc,8434
37
+ evalvault/adapters/inbound/cli/commands/graph_rag.py,sha256=fR3vy86GXwvZDkWmfPm82rGSBvCF22HoEGZqQTmyLoQ,11063
38
+ evalvault/adapters/inbound/cli/commands/history.py,sha256=dGkoRz59FZCbs-Af29MxgV61Jpan_T04flV9kgZp3LM,7974
39
39
  evalvault/adapters/inbound/cli/commands/init.py,sha256=7q86fUeBVA08fU_N0lAV6Lakxirq4val2jIyALlDy3E,8822
40
40
  evalvault/adapters/inbound/cli/commands/kg.py,sha256=ycV9Xj6SUUJLTyTfLZcjXDVLcZqwo7Gw878ZhZAeDoc,19155
41
41
  evalvault/adapters/inbound/cli/commands/langfuse.py,sha256=aExhZ5WYT0FzJI4v1sF-a1jqy9b1BF46_HBtfiQjVGI,4085
42
- evalvault/adapters/inbound/cli/commands/method.py,sha256=OWdoofhvsDJchgNKnGGjXfIsZ-IHKZEo6RlmTsZRRYM,19124
43
- evalvault/adapters/inbound/cli/commands/ops.py,sha256=2r6hdrZ7STnWMhtzYmv8jF_ukBq4HuKB1El6YnyxwrY,4035
42
+ evalvault/adapters/inbound/cli/commands/method.py,sha256=s4O4nM0IMT5-VAkpesSQlJWXvvkz_ztUUkNaGDwWNGA,19088
43
+ evalvault/adapters/inbound/cli/commands/ops.py,sha256=jh0ryYIDvj2VDhOR6bESPHnyogtzAfSs81gKMGlOczs,4042
44
44
  evalvault/adapters/inbound/cli/commands/phoenix.py,sha256=LQi3KTLq1ybjjBuz92oQ6lYyBS3mHrCHk0qe-7bqB4U,15611
45
- evalvault/adapters/inbound/cli/commands/pipeline.py,sha256=iQTZAso3JYrMK8w3cEwLPSRMuohyiIXiTv4BnpdoQEc,12237
46
- evalvault/adapters/inbound/cli/commands/profile_difficulty.py,sha256=nOJH3iqgLAlXq4keLBj5oqpiRCg0jjGgT-7Q57HxEh8,6665
47
- evalvault/adapters/inbound/cli/commands/prompts.py,sha256=lddde5VbjYaqN_9gHPLNu6DWpg5fE-KqZzjN-XYwvJw,27153
48
- evalvault/adapters/inbound/cli/commands/regress.py,sha256=lveQFfriEs9OHNSW88YQwfdZrIf-Y5iu-uNqSWhsMc8,18975
49
- evalvault/adapters/inbound/cli/commands/run.py,sha256=DMobs36HxZ0AnG3DWYuJuiq9x7M4qQu7GbMz02Yf-rM,130361
50
- evalvault/adapters/inbound/cli/commands/run_helpers.py,sha256=WCKSaZ2vdBwvYgS0gb3Z_O0eNEAjtWEqH0-8KS1c3gI,43211
51
- evalvault/adapters/inbound/cli/commands/stage.py,sha256=qjhh4Wjf-LYd3EMG3GH3ehfUyvIXA4ClnX8MugDm1_w,23888
45
+ evalvault/adapters/inbound/cli/commands/pipeline.py,sha256=nBsgSG9RvwDRy_X-01DqZe0jS9zpp1j4hkccni3sruc,12253
46
+ evalvault/adapters/inbound/cli/commands/profile_difficulty.py,sha256=PF8MbYzufbNVlKKnBp6JF9PrBe-ncGDOe8JHWW0L278,6329
47
+ evalvault/adapters/inbound/cli/commands/prompts.py,sha256=ExbTG_8yZupuw6em6OPOdTOMc4T-YPc7tUx5_cbXeiU,26708
48
+ evalvault/adapters/inbound/cli/commands/regress.py,sha256=VzwTucxJav71Xmd18qCb93XG_mTvfjmW52SQRv8Sgu4,19082
49
+ evalvault/adapters/inbound/cli/commands/run.py,sha256=BkuOFHZISJ_aO_0Sy-xNPdbqSEDbT2PXLllGhbeuggk,130710
50
+ evalvault/adapters/inbound/cli/commands/run_helpers.py,sha256=-1d7GTnCnSz1DwmuwRy5E2_WNU_B0x0wvLnohU1kIWk,43739
51
+ evalvault/adapters/inbound/cli/commands/stage.py,sha256=XiPfJrdtUWrdSw5EzLgvz5WEEBW1qz1FALEhDYamMjE,23236
52
52
  evalvault/adapters/inbound/cli/utils/__init__.py,sha256=QPNKneZS-Z-tTnYYxtgJXgcJWY6puUlRQcKrn7Mlv1M,685
53
53
  evalvault/adapters/inbound/cli/utils/analysis_io.py,sha256=RHkKEq4e-PtbtRDlXAJWU80RYHNPw-O5V9_GujdaGfc,13393
54
54
  evalvault/adapters/inbound/cli/utils/console.py,sha256=uikQ7igql04HH6zSpCk_uA9HpQmD0IcJxEAo3K9_FsE,1787
55
55
  evalvault/adapters/inbound/cli/utils/errors.py,sha256=RXLJZHadvENXDQ4ZzDyaL_0Z5IEfb_x0MxQba8dD20g,4908
56
56
  evalvault/adapters/inbound/cli/utils/formatters.py,sha256=-n1slpbvJxRv-NNbbXCFZ1da52GySA3bC3E6wdaAPE0,946
57
- evalvault/adapters/inbound/cli/utils/options.py,sha256=0vBmbpil1DCdO7Pktz_G1D-yMopNr0EcyOZgEE8-T2E,1799
57
+ evalvault/adapters/inbound/cli/utils/options.py,sha256=F6VZxUlxB_NHdGIo-cleUktiNAKyCydWO_B9B0uUO4E,1959
58
58
  evalvault/adapters/inbound/cli/utils/presets.py,sha256=6XNVBnkkWpYwK-_UYd7AdVRPdgRNcbLZX22fF7gNlZY,3255
59
59
  evalvault/adapters/inbound/cli/utils/progress.py,sha256=2kFKKZ4AWNvo9IcSLhu8qbslKfPHqKWLxYOImHVecqA,11136
60
60
  evalvault/adapters/inbound/cli/utils/validators.py,sha256=OnjNvi_iLtxjWBIrqtbGWAmx2d4zNm_-qi0Ce-3KHZk,1436
61
61
  evalvault/adapters/inbound/mcp/__init__.py,sha256=kctJsmaP4fY94T3WCOhgANk3TCLdfb24UFDsV82RCDU,1135
62
62
  evalvault/adapters/inbound/mcp/schemas.py,sha256=KUKm4gEc-UDyF8sUbyzAnAIzyZ6DcXsaCEIVR3oESNQ,4469
63
- evalvault/adapters/inbound/mcp/tools.py,sha256=fnvkWS5p93o3FNmUSbh3EW4jCAVwtBKHX6kDuEbXkK8,24219
63
+ evalvault/adapters/inbound/mcp/tools.py,sha256=siKO_JhHIILD4rTf19tPMJ4Gsh3QZCFSjW1AUFwjaGs,24449
64
64
  evalvault/adapters/outbound/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
65
65
  evalvault/adapters/outbound/artifact_fs.py,sha256=nySk7-10B9rQpV9EslBmRUr0gFIi9V1E_E_wdC1WpIU,439
66
66
  evalvault/adapters/outbound/judge_calibration_adapter.py,sha256=vu5dVJVo5AXa5ULcx8WE-6YgfD718BC8Ci1_HAdwy20,1155
@@ -78,9 +78,9 @@ evalvault/adapters/outbound/analysis/data_loader_module.py,sha256=6X0-ZcFtEfonQn
78
78
  evalvault/adapters/outbound/analysis/dataset_feature_analyzer_module.py,sha256=SSyTcXHbwdNhjKY5v79-kD3pRrkSQC7_0duCukLS5r0,18051
79
79
  evalvault/adapters/outbound/analysis/detailed_report_module.py,sha256=59CjuNQthlroJyGEhQap3PgahWfzXciKx_DD10gHXjM,3897
80
80
  evalvault/adapters/outbound/analysis/diagnostic_playbook_module.py,sha256=qMgcBlwr2_a-pgth7zV1CWdGeUrzTeZjB4K9uyDnKcc,3993
81
- evalvault/adapters/outbound/analysis/embedding_analyzer_module.py,sha256=-lxNC-h4HUr1co9mNRHGO-gM3MgArT2LNBvjQoR_UkE,7286
81
+ evalvault/adapters/outbound/analysis/embedding_analyzer_module.py,sha256=R_PrlUTRvFE3Mb1MxD2jcM7uEvLY3_fVqFyacVBOeW4,7982
82
82
  evalvault/adapters/outbound/analysis/embedding_distribution_module.py,sha256=AdCOFnmCk4luKw8NT6VBlrxaetYcNmhLTgKhjYxmDDg,2581
83
- evalvault/adapters/outbound/analysis/embedding_searcher_module.py,sha256=j6w_jIGG9rbmVuAUtx2uEAX6wPXPjqmQyW0sy7R97dQ,4875
83
+ evalvault/adapters/outbound/analysis/embedding_searcher_module.py,sha256=DcAMuV7krSZngTI8LZqxasSKovqo3VxyVEnS-VcE8eU,5420
84
84
  evalvault/adapters/outbound/analysis/hybrid_rrf_module.py,sha256=kaHSc7z3Jg_KrRLBqPMTV_9XXsL6v1dmbz-3dDO6IMw,3255
85
85
  evalvault/adapters/outbound/analysis/hybrid_weighted_module.py,sha256=AO-7thmnFGerUDWd8l9ydxeAkHkACo7Raf9O0RfW_nE,3671
86
86
  evalvault/adapters/outbound/analysis/hypothesis_generator_module.py,sha256=tx9fWgS0rBoK5eJPmwK5POoV78yN03hkFmWhCx71Ln0,13337
@@ -139,8 +139,11 @@ evalvault/adapters/outbound/documents/pdf_extractor.py,sha256=ugDzoeZbTCqFPOlbl3
139
139
  evalvault/adapters/outbound/documents/versioned_loader.py,sha256=oNlwE40lfOFhX6uNCbxTLH_S1-zMy6kNq95SyRv2I1I,7786
140
140
  evalvault/adapters/outbound/documents/ocr/__init__.py,sha256=i6JIdO9UyHNd6wlb3KnBxLfI10WLjlFqssKBTbYUf6E,39
141
141
  evalvault/adapters/outbound/documents/ocr/paddleocr_backend.py,sha256=AORA9JUV5ux5QkrwXBg5xjzqJqgFUjTyyFrfqkUYdpw,3378
142
- evalvault/adapters/outbound/domain_memory/__init__.py,sha256=ksMX1IkNiDqQHLtJe9TOXiLC1iouGt6_QSdPLiALHHs,229
142
+ evalvault/adapters/outbound/domain_memory/__init__.py,sha256=IRuOQu8YtLmWUf9fGHc3Mo3BG0YbMT1oOtcka0z-y2s,486
143
143
  evalvault/adapters/outbound/domain_memory/domain_memory_schema.sql,sha256=APlNhJNFZdcm7Sb2tvr7V8JMiLinmXkx1gd6pgTf9ZI,11268
144
+ evalvault/adapters/outbound/domain_memory/factory.py,sha256=hAwIKBN936zwkdJm8xkJ2gLArRz2AcPW5L6N5WNOmrg,2581
145
+ evalvault/adapters/outbound/domain_memory/postgres_adapter.py,sha256=lD9Tlxa8ItpATkOWNbTUoa8lwIiIU1jHBGQVZct88w4,41026
146
+ evalvault/adapters/outbound/domain_memory/postgres_domain_memory_schema.sql,sha256=nPYO0t43DMJXkPZm0c-NlJEKcARkfbtSgsQSjpQ7k3I,9084
144
147
  evalvault/adapters/outbound/domain_memory/sqlite_adapter.py,sha256=RWobnFgvxiItxFAr6niY89sT19O-cnExTbP0I7UAY78,85186
145
148
  evalvault/adapters/outbound/filesystem/__init__.py,sha256=eTQLuVPMpEctE92TtegKQT3wuJTIhiBS38BzfxRV-N0,122
146
149
  evalvault/adapters/outbound/filesystem/difficulty_profile_writer.py,sha256=9qO9_3E-SL6ngDOia6zcw680S1fQloxo32f6hx76YHs,1626
@@ -165,7 +168,7 @@ evalvault/adapters/outbound/llm/llm_relation_augmenter.py,sha256=B22CJB66Vfh_SK_
165
168
  evalvault/adapters/outbound/llm/ollama_adapter.py,sha256=HuPjX9rhBn95OzwNNXOgD-FIOKSUNuHEcNKDeHxw8kA,11481
166
169
  evalvault/adapters/outbound/llm/openai_adapter.py,sha256=X6S93HFFJDOhjPmayw0xobNiJDb0AtqG07e5wZRBRuE,6463
167
170
  evalvault/adapters/outbound/llm/token_aware_chat.py,sha256=yYmynaniNrYxtvXL6ejTE_d8x8nS3PEpgtTJ4eI2hgM,12977
168
- evalvault/adapters/outbound/llm/vllm_adapter.py,sha256=OKb3Nda9OLMmHdvLjvkeJcQVeXf-B8TDibmAs7PS7kg,5157
171
+ evalvault/adapters/outbound/llm/vllm_adapter.py,sha256=ifZ_KSPxqx6I_fd2l_I0PQP1NQ44seiCXRWwkXkemHc,6001
169
172
  evalvault/adapters/outbound/methods/__init__.py,sha256=3vyE9w3Ex2oMaO4ZE7Fy6xlHhJ6YQXHQNCvBiW9X2lM,345
170
173
  evalvault/adapters/outbound/methods/baseline_oracle.py,sha256=oUsF5sIiPY5vuDtrz0Ki05SnPlnVzn7APERP5v1KpPM,1308
171
174
  evalvault/adapters/outbound/methods/external_command.py,sha256=hsWaqMG0u2JhsS736n0t8sobrGSJMNNp1tUL_M4zgyg,6118
@@ -173,14 +176,16 @@ evalvault/adapters/outbound/methods/registry.py,sha256=Znd35eouoe8k2E0NfDpVlDBSN
173
176
  evalvault/adapters/outbound/nlp/__init__.py,sha256=9MQMIjEUU03T0ZZtG-Wjz0Bt2-esGEcfv1kT9W6_CBY,40
174
177
  evalvault/adapters/outbound/nlp/korean/__init__.py,sha256=3ZVFHDxS6jzXat-WhTvW3hnbGNaeFhhWVVN1TtEOlnE,2267
175
178
  evalvault/adapters/outbound/nlp/korean/bm25_retriever.py,sha256=ZuDg3TqbK8Au2BgmZ5TXWfR8iKJZvILAv3Fda6La_pc,8289
176
- evalvault/adapters/outbound/nlp/korean/dense_retriever.py,sha256=YG7euqQdEFyq-CXwTo4xAytc1XE7oUj3dnBbmLxAVB0,35773
179
+ evalvault/adapters/outbound/nlp/korean/dense_retriever.py,sha256=B0lKpOl_yl-eNOqAtAjv9ZkUpSCap48I8swzor6JBPQ,35906
177
180
  evalvault/adapters/outbound/nlp/korean/document_chunker.py,sha256=PbLyf_OzFTSKqGU0No1pkiPdEf_jl1ipJ0UNEjOkLHw,13184
178
181
  evalvault/adapters/outbound/nlp/korean/hybrid_retriever.py,sha256=Z6HDLI59AJqM6kUEEtpmqjeBqFq1lJXTg_1A0n8UOmE,19583
179
182
  evalvault/adapters/outbound/nlp/korean/kiwi_tokenizer.py,sha256=EnJnlo6D7YsVX2o41HNMSxTaenbP5n1BqKtIX1-tOd8,12140
180
183
  evalvault/adapters/outbound/nlp/korean/korean_evaluation.py,sha256=Mxwu3zhtdm8Tew5o3Oxs8O8Wh-YN81Zs04tlS3vhNS8,20046
181
184
  evalvault/adapters/outbound/nlp/korean/korean_stopwords.py,sha256=UemEFCJudg2EpsHg8uU2eR-iCh34kw4ZSVCRvnEC6a4,4293
182
- evalvault/adapters/outbound/nlp/korean/toolkit.py,sha256=EYGpd89ilpn4Wg5t8pALYt4Qi0aDHYOfXGuYbQx7do0,4246
185
+ evalvault/adapters/outbound/nlp/korean/toolkit.py,sha256=iMaY5VueC5P0rxm5SCdz69CDV2iVMBxrhiryx0UqhMA,4757
183
186
  evalvault/adapters/outbound/nlp/korean/toolkit_factory.py,sha256=x3v-AAkVInOabC4PtOtStsZrFnHun0IOqZDyQGaQVm8,586
187
+ evalvault/adapters/outbound/ops/__init__.py,sha256=_QiDVPuiYWkIwW_ELEVKD_v6dLojjyvIJWs4qVNxehw,164
188
+ evalvault/adapters/outbound/ops/report_renderer.py,sha256=mezVKdIsnJSNvBW6xkhpNG3MOFXHZLZspmHk5o-e8Cg,6354
184
189
  evalvault/adapters/outbound/phoenix/sync_service.py,sha256=i6gHpNiZXKQ5yzV9B2TPb-P1N45k_Ck5ruzh3oqp4d8,9122
185
190
  evalvault/adapters/outbound/report/__init__.py,sha256=8VeMrfj63mDR-xUHct-drNNBA5M-m-B7sgC1qUJF7g4,660
186
191
  evalvault/adapters/outbound/report/ci_report_formatter.py,sha256=5YD8BwtOjLnHcNbbG0HJziOifD9BDhBtZT1oItd6zJE,1233
@@ -190,13 +195,15 @@ evalvault/adapters/outbound/report/markdown_adapter.py,sha256=5PS72h_qe4ZtYs-umh
190
195
  evalvault/adapters/outbound/report/pr_comment_formatter.py,sha256=FxWWfZQU5ErejVqE_F8rKoUxoBTbbmw_ok9xbEYiA4E,1661
191
196
  evalvault/adapters/outbound/retriever/__init__.py,sha256=o5qK4pIrlXm0mIs_fo0aLPQHuHkrmrXKc6ZSg8a0t4g,201
192
197
  evalvault/adapters/outbound/retriever/graph_rag_adapter.py,sha256=xTI7uMFp4WKstg1s2zY9R_QsWPA-Rz_KUnzekwso8z0,11790
198
+ evalvault/adapters/outbound/retriever/pgvector_store.py,sha256=gf2oO_aWpkaDJxBhc3L4XqDbThGC-tCndKmLmco7X0I,5871
193
199
  evalvault/adapters/outbound/storage/__init__.py,sha256=n5R6thAPTx1leSwv6od6nBWcLWFa-UYD6cOLzN89T8I,614
194
- evalvault/adapters/outbound/storage/base_sql.py,sha256=NHHlBBhoDq8zbLfIvRoOswjB97Tro1sRE3cmbR8QnV8,58380
200
+ evalvault/adapters/outbound/storage/base_sql.py,sha256=WzA57p11m65zf-F7jjiJ9GG0BxnnAahKRckVOiK3xcY,58441
195
201
  evalvault/adapters/outbound/storage/benchmark_storage_adapter.py,sha256=Qgf9xSSIkYQRpG4uLzcUdoYO9LTQDQ4tFRkkMYer-WA,9803
196
- evalvault/adapters/outbound/storage/postgres_adapter.py,sha256=pyIPMliC7bsIXoRQ8l6a_svQUJ7or1XFxERT-DFJuf4,56854
197
- evalvault/adapters/outbound/storage/postgres_schema.sql,sha256=WQNeOUm9UYWteh6k-PLrIhgkagIv_UPGCIi4nGzP9VA,11916
198
- evalvault/adapters/outbound/storage/schema.sql,sha256=ERgupB1bH1xqQr56GZHyVGfcUqr_7NGfg7U6f69W29Y,13746
199
- evalvault/adapters/outbound/storage/sqlite_adapter.py,sha256=9Z2A4C5QZEcQiQVt4h7fJMIbPSA3lV_u2bd2nXqDdOA,60491
202
+ evalvault/adapters/outbound/storage/factory.py,sha256=PVtU4C1NGdAnghMgs4k_p36KqNMJUQjBFVwg9W4MBxw,1980
203
+ evalvault/adapters/outbound/storage/postgres_adapter.py,sha256=SZb4Dx2ZYNu-pDqX4rVgT4bRfJ2cQ75DXcWIIEu8aws,59933
204
+ evalvault/adapters/outbound/storage/postgres_schema.sql,sha256=CIQn1S93ZrH1B_qumePf5aKi-25L284QmvpllnUfeEI,12375
205
+ evalvault/adapters/outbound/storage/schema.sql,sha256=LEtrKFpa1SbIBN-igkNiQXJqVLGp-liX-6KR_sZAMwM,14283
206
+ evalvault/adapters/outbound/storage/sqlite_adapter.py,sha256=Gsco1g_N1RHyRzIQIwelR-PU7kx57djHOc_hKEu_gCc,62940
200
207
  evalvault/adapters/outbound/tracer/__init__.py,sha256=xrvQQuAvF_UI02mKLMV7GTrG3zn836n5zwCRrrmhq_U,1054
201
208
  evalvault/adapters/outbound/tracer/open_rag_log_handler.py,sha256=aq96FIWD-bBaSkq-bygWhQArC9LWghSwi-S03Mga0mI,2827
202
209
  evalvault/adapters/outbound/tracer/open_rag_trace_adapter.py,sha256=X_dlqUEwck_MQRGC-euEN73L2Ikcd5eZlgtKK24nDFY,5453
@@ -216,7 +223,7 @@ evalvault/config/langfuse_support.py,sha256=DEzVMfMGGf1V45W_2oUG-NCDfsYI4UUdnYJI
216
223
  evalvault/config/model_config.py,sha256=KlzDbGyDLeOGE7ElekFFk5YjjT5u8i6KO2B4EyZkLnI,3542
217
224
  evalvault/config/phoenix_support.py,sha256=e6RPWd6Qb7KU6Q8pLaYTpJGWULtvEEU6B0xHWyVyOH0,13604
218
225
  evalvault/config/secret_manager.py,sha256=YjPMuNqeBrAR2BzCJvsBNUExaU4TBSFyZ8kVYZZifqA,4172
219
- evalvault/config/settings.py,sha256=9k6moWFMpFpg7pN0u13J_S2cROFd0c-xoRQM_RnP9FE,18814
226
+ evalvault/config/settings.py,sha256=yBntqR4PsznvARCRyP_1sMC53x2EziZhT5BWV_3qtGA,19455
220
227
  evalvault/config/playbooks/improvement_playbook.yaml,sha256=9F9WVVCydFfz6zUuGYzZ4PKdW1LLtcBKVF36T7xT764,26965
221
228
  evalvault/domain/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
222
229
  evalvault/domain/entities/__init__.py,sha256=7adWG4vwr67fC_ysT1rSvYG5U7qVc2CfWfUf7gDhx-k,4244
@@ -235,6 +242,7 @@ evalvault/domain/entities/kg.py,sha256=8awN1M4vxAGQZk_ZG8i2CXKTizQ8FA1VCLhUWHZq0
235
242
  evalvault/domain/entities/memory.py,sha256=bfS75q8K8_jNrB7IYh4mjP8Lkyj-I0TVsmHCP0FuICw,8423
236
243
  evalvault/domain/entities/method.py,sha256=a3jZi7SjcpK3HeVyVwQkUMwpnmg2RbxCnH4NqYPLCOI,1157
237
244
  evalvault/domain/entities/multiturn.py,sha256=V9ay30rix6zxNcDRXeLudMgikC1b4f3kt01Hj2ZH7wE,2012
245
+ evalvault/domain/entities/ops_report.py,sha256=89x1UKdFb6oxpsQb4pfED69dcCqnyrzBuOo42dcbgho,1343
238
246
  evalvault/domain/entities/prompt.py,sha256=lQlRnHEKY69GWTC-cUIu0DMuPfJ9UWm6Sm4KTNjVwfY,2920
239
247
  evalvault/domain/entities/prompt_suggestion.py,sha256=Ep_XSjdYUj7pFSCMyeeZKs8yTnp74AVx05Zqr7829PE,1243
240
248
  evalvault/domain/entities/rag_trace.py,sha256=sZgnkG4fK6KOe3Np6TYAZ_tPnsRbOmucDSQns35U1n4,11868
@@ -273,7 +281,7 @@ evalvault/domain/services/difficulty_profile_reporter.py,sha256=uIj9-eiO2dDvQ6tP
273
281
  evalvault/domain/services/difficulty_profiling_service.py,sha256=wB3T2iz_dZjvj7wiU2fnM0XT-doMNokV_YqSt24Wc6A,11078
274
282
  evalvault/domain/services/document_chunker.py,sha256=u05N1xSBcJuJPUfP7WmpY_EyHuUMuGMsPSM9qs-ID8c,2494
275
283
  evalvault/domain/services/document_versioning.py,sha256=M1qZaMpQ2exVT1wkVAmvEPPuoYibJDt0F7pYfTK7mvE,3323
276
- evalvault/domain/services/domain_learning_hook.py,sha256=rhKBmdnrJyfGzFNsNxzyv8jZO26-WOosHSmBV_9qdJg,7176
284
+ evalvault/domain/services/domain_learning_hook.py,sha256=fNbOQmQ7nsQJMpfWqEOcLxOiWG0deCkjBOOZZFOsIvk,7268
277
285
  evalvault/domain/services/embedding_overlay.py,sha256=ZTNxUPXpHGbQ3Uri5DD3feTUFn7qrhuNshhyCQEvRuM,3559
278
286
  evalvault/domain/services/entity_extractor.py,sha256=f3Rf5saK8QsgetLNK1Hbxzt8PtttJZCicSR63S8DJ5k,14141
279
287
  evalvault/domain/services/evaluator.py,sha256=Iud5KWompKyMm59qsaH0jWkNL4nl_A7UI3pES-rCjcA,78921
@@ -292,6 +300,7 @@ evalvault/domain/services/memory_aware_evaluator.py,sha256=vTiYoxiMfZ_CMjSBjqwkB
292
300
  evalvault/domain/services/memory_based_analysis.py,sha256=oh2irCy3le7fWiTtL31SMEhPyu7fyBVz-giO2hlNifE,4499
293
301
  evalvault/domain/services/method_runner.py,sha256=pABqKZeaALpWZYDfzAbd-VOZt2djQggRNIPuuPQeUSw,3571
294
302
  evalvault/domain/services/multiturn_evaluator.py,sha256=fipi5hEyidq_cnGGr0GpvoprLtjm6dHLuAkSotbT3YA,7202
303
+ evalvault/domain/services/ops_report_service.py,sha256=FNMN0GpaA3rnnbYs-5xY1ReXzGWaQG0t3ZN0eoeQiRc,7018
295
304
  evalvault/domain/services/ops_snapshot_service.py,sha256=1CqJN2p3tM6SgzLCZKcVEM213fd1cDGexTRPG_3e59w,5138
296
305
  evalvault/domain/services/pipeline_orchestrator.py,sha256=yriVlEVZYDtt0Vwt4Ae6xyW1H6Dj4Hxdn8XQSvQNSoQ,19436
297
306
  evalvault/domain/services/pipeline_template_registry.py,sha256=Gg0k-Sj3MNDBjckhI2gQRCNUsqIz0nnjPuswW5kUdBw,29567
@@ -322,7 +331,7 @@ evalvault/ports/inbound/analysis_pipeline_port.py,sha256=RJfKtp22AYEqnmRk6RDawAK
322
331
  evalvault/ports/inbound/evaluator_port.py,sha256=rDvouIRUjBD7uICgrpeo11vNPvo27_0CdylRHPodPSE,1323
323
332
  evalvault/ports/inbound/learning_hook_port.py,sha256=EeJeMl3chcPHlj5mkLOj6tm8s_qdDRvoCwK1-0l70tI,3297
324
333
  evalvault/ports/inbound/multiturn_port.py,sha256=qZNV6h9Qvw77FE_9hZdyYUOvj_7cXSBHVkj6B9HztJI,524
325
- evalvault/ports/inbound/web_port.py,sha256=6MJuPQy9CKvuQKiRGyDaDgeqBYj1T_Q9wCjHPbd5GYE,5730
334
+ evalvault/ports/inbound/web_port.py,sha256=b5PgJx6uZkyF4cd_T3piHIh0ipUzBid2hHRBSV3pHHA,5784
326
335
  evalvault/ports/outbound/__init__.py,sha256=x3LseXtwX0NONM1mnhT3fMchz7U6gEDRUX0TDswpg5E,3591
327
336
  evalvault/ports/outbound/analysis_cache_port.py,sha256=zPSdUVK_yw3PMWPII2YvS1WLmCGlg5bDScSuYINW9yc,1386
328
337
  evalvault/ports/outbound/analysis_module_port.py,sha256=QYzkvie9-BbONj8ZgiQUjm8I-bn8mgzlXTzIXMhehmQ,1881
@@ -348,15 +357,15 @@ evalvault/ports/outbound/ops_snapshot_port.py,sha256=6v72W41tlnxjkJfbfHhFiJMPlRS
348
357
  evalvault/ports/outbound/relation_augmenter_port.py,sha256=cMcHQnmK111WzZr50vYr7affeHhOtpFZxPARwkg9xbk,651
349
358
  evalvault/ports/outbound/report_port.py,sha256=wgReSYL4SupXIoALFh0QFWfX2kzPftXpWTvGLCMd2B8,1315
350
359
  evalvault/ports/outbound/stage_storage_port.py,sha256=Nlf9upsXxgCABQB5cJdpLQYsoZNiGRAU5zE5D-Ptp2I,1201
351
- evalvault/ports/outbound/storage_port.py,sha256=DOOjcLUGkkI7cOjkyqlppbkIOSy8tCcIW7WGdqRBmZ8,7579
360
+ evalvault/ports/outbound/storage_port.py,sha256=dRXWvtDduGHHeZKguIvUak6Ab0FqhsQSd9dEdM_1OPY,7654
352
361
  evalvault/ports/outbound/tracer_port.py,sha256=kTqJCUIJHnvvDzMxxGhHSfiz8_Q4CZ0WSPvIUVVOcyw,623
353
362
  evalvault/ports/outbound/tracker_port.py,sha256=05LA3AWnuE1XmGQC16Zle9i2sEV3q69Nt8ZUye_w1_Y,2532
354
363
  evalvault/reports/__init__.py,sha256=Bb1X4871msAN8I6PM6nKGED3psPwZt88hXZBAOdH06Y,113
355
364
  evalvault/reports/release_notes.py,sha256=pZj0PBFT-4F_Ty-Kv5P69BuoOnmTCn4kznDcORFJd0w,4011
356
365
  evalvault/scripts/__init__.py,sha256=NwEeIFQbkX4ml2R_PhtIoNtArDSX_suuoymgG_7Kwso,89
357
366
  evalvault/scripts/regression_runner.py,sha256=SxZori5BZ8jVQ057Mf5V5FPgIVDccrV5oRONmnhuk8w,8438
358
- evalvault-1.73.2.dist-info/METADATA,sha256=j2HvoSJag0ISVSoJnZN5iQ_QPQy_djdEDgfy27kHepI,26218
359
- evalvault-1.73.2.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
360
- evalvault-1.73.2.dist-info/entry_points.txt,sha256=Oj9Xc5gYcyUYYNmQfWI8NYGw7nN-3M-h2ipHIMlVn6o,65
361
- evalvault-1.73.2.dist-info/licenses/LICENSE.md,sha256=3RNWY4jjtrQ_yYa-D-7I3XO12Ti7YzxsLV_dpykujvo,11358
362
- evalvault-1.73.2.dist-info/RECORD,,
367
+ evalvault-1.75.0.dist-info/METADATA,sha256=Jb-JFy3QXbPR4UpLR-TgNRhhnDTn604-zH6lFiq3Fvc,8752
368
+ evalvault-1.75.0.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
369
+ evalvault-1.75.0.dist-info/entry_points.txt,sha256=Oj9Xc5gYcyUYYNmQfWI8NYGw7nN-3M-h2ipHIMlVn6o,65
370
+ evalvault-1.75.0.dist-info/licenses/LICENSE.md,sha256=3RNWY4jjtrQ_yYa-D-7I3XO12Ti7YzxsLV_dpykujvo,11358
371
+ evalvault-1.75.0.dist-info/RECORD,,