evalvault 1.74.0__py3-none-any.whl → 1.76.0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (59) hide show
  1. evalvault/adapters/inbound/api/adapter.py +127 -80
  2. evalvault/adapters/inbound/api/routers/calibration.py +9 -9
  3. evalvault/adapters/inbound/api/routers/chat.py +303 -17
  4. evalvault/adapters/inbound/api/routers/config.py +3 -1
  5. evalvault/adapters/inbound/api/routers/domain.py +10 -5
  6. evalvault/adapters/inbound/api/routers/pipeline.py +3 -3
  7. evalvault/adapters/inbound/api/routers/runs.py +23 -4
  8. evalvault/adapters/inbound/cli/commands/analyze.py +10 -12
  9. evalvault/adapters/inbound/cli/commands/benchmark.py +10 -8
  10. evalvault/adapters/inbound/cli/commands/calibrate.py +2 -7
  11. evalvault/adapters/inbound/cli/commands/calibrate_judge.py +2 -7
  12. evalvault/adapters/inbound/cli/commands/compare.py +2 -7
  13. evalvault/adapters/inbound/cli/commands/debug.py +3 -2
  14. evalvault/adapters/inbound/cli/commands/domain.py +12 -12
  15. evalvault/adapters/inbound/cli/commands/experiment.py +9 -8
  16. evalvault/adapters/inbound/cli/commands/gate.py +3 -2
  17. evalvault/adapters/inbound/cli/commands/graph_rag.py +2 -2
  18. evalvault/adapters/inbound/cli/commands/history.py +3 -12
  19. evalvault/adapters/inbound/cli/commands/method.py +3 -4
  20. evalvault/adapters/inbound/cli/commands/ops.py +2 -2
  21. evalvault/adapters/inbound/cli/commands/pipeline.py +2 -2
  22. evalvault/adapters/inbound/cli/commands/profile_difficulty.py +3 -12
  23. evalvault/adapters/inbound/cli/commands/prompts.py +4 -18
  24. evalvault/adapters/inbound/cli/commands/regress.py +5 -4
  25. evalvault/adapters/inbound/cli/commands/run.py +188 -59
  26. evalvault/adapters/inbound/cli/commands/run_helpers.py +181 -70
  27. evalvault/adapters/inbound/cli/commands/stage.py +6 -25
  28. evalvault/adapters/inbound/cli/utils/options.py +10 -4
  29. evalvault/adapters/inbound/mcp/tools.py +11 -8
  30. evalvault/adapters/outbound/analysis/embedding_analyzer_module.py +17 -1
  31. evalvault/adapters/outbound/analysis/embedding_searcher_module.py +14 -0
  32. evalvault/adapters/outbound/domain_memory/__init__.py +8 -4
  33. evalvault/adapters/outbound/domain_memory/factory.py +68 -0
  34. evalvault/adapters/outbound/domain_memory/postgres_adapter.py +1062 -0
  35. evalvault/adapters/outbound/domain_memory/postgres_domain_memory_schema.sql +177 -0
  36. evalvault/adapters/outbound/llm/factory.py +1 -1
  37. evalvault/adapters/outbound/llm/vllm_adapter.py +23 -0
  38. evalvault/adapters/outbound/nlp/korean/dense_retriever.py +10 -7
  39. evalvault/adapters/outbound/nlp/korean/toolkit.py +15 -4
  40. evalvault/adapters/outbound/phoenix/sync_service.py +99 -0
  41. evalvault/adapters/outbound/retriever/pgvector_store.py +165 -0
  42. evalvault/adapters/outbound/storage/base_sql.py +3 -2
  43. evalvault/adapters/outbound/storage/factory.py +53 -0
  44. evalvault/adapters/outbound/storage/postgres_schema.sql +2 -0
  45. evalvault/adapters/outbound/tracker/mlflow_adapter.py +209 -54
  46. evalvault/adapters/outbound/tracker/phoenix_adapter.py +158 -9
  47. evalvault/config/instrumentation.py +8 -6
  48. evalvault/config/phoenix_support.py +5 -0
  49. evalvault/config/settings.py +71 -11
  50. evalvault/domain/services/domain_learning_hook.py +2 -1
  51. evalvault/domain/services/evaluator.py +2 -0
  52. evalvault/ports/inbound/web_port.py +3 -1
  53. evalvault/ports/outbound/storage_port.py +2 -0
  54. evalvault-1.76.0.dist-info/METADATA +221 -0
  55. {evalvault-1.74.0.dist-info → evalvault-1.76.0.dist-info}/RECORD +58 -53
  56. evalvault-1.74.0.dist-info/METADATA +0 -585
  57. {evalvault-1.74.0.dist-info → evalvault-1.76.0.dist-info}/WHEEL +0 -0
  58. {evalvault-1.74.0.dist-info → evalvault-1.76.0.dist-info}/entry_points.txt +0 -0
  59. {evalvault-1.74.0.dist-info → evalvault-1.76.0.dist-info}/licenses/LICENSE.md +0 -0
@@ -5,62 +5,62 @@ evalvault/mkdocs_helpers.py,sha256=1AKVQ1W2_VO4qclhfyefyU9Dz1Hzkh1DWDwsFMe24jc,3
5
5
  evalvault/adapters/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
6
6
  evalvault/adapters/inbound/__init__.py,sha256=SG1svel1PwqetnqVpKFLSv612_WwGwLTbFpYgwk6FMw,166
7
7
  evalvault/adapters/inbound/api/__init__.py,sha256=LeVVttCA3tLKoHA2PO4z3y8VkfVcf3Bq8CZSzo91lf4,34
8
- evalvault/adapters/inbound/api/adapter.py,sha256=B0kLz4aEsZ-WeCQlUKSanSz6r9gedr_JmiRIaso3HoA,84659
8
+ evalvault/adapters/inbound/api/adapter.py,sha256=wzudfkMALcX3IH7MfG-dYc5j-nzxBdDBT1X8_vJWick,86848
9
9
  evalvault/adapters/inbound/api/main.py,sha256=QgLxzHEy7aycGKIFLtN12tWTjnpWLtQ2XDXKV_2FDvg,7531
10
10
  evalvault/adapters/inbound/api/routers/__init__.py,sha256=q07_YF9TnBl68bqcRCvhPU4-zRTyvmPoHVehwO6W7QM,19
11
11
  evalvault/adapters/inbound/api/routers/benchmark.py,sha256=yevntbZcNtMvbVODsITUBgR1Ka4pdFQrXBJJ4K4Jyr4,4477
12
- evalvault/adapters/inbound/api/routers/calibration.py,sha256=ZnJSEW8hV-94S95lU_nDmzcLyaUoH1suM3sFUpJ3w5k,4130
13
- evalvault/adapters/inbound/api/routers/chat.py,sha256=lQfJTPPcA3H3IzxNpYSTBBAy-gSxCYYmDfEr4hCFp9M,30676
14
- evalvault/adapters/inbound/api/routers/config.py,sha256=LygN0fVMr8NFtj5zuQXnVFhoafx56Txa98vpwtPa4Jc,4104
15
- evalvault/adapters/inbound/api/routers/domain.py,sha256=RsR7GIFMjccDN7vpG1uDyk9n1DnCTH18JDGAX7o4Qqc,3648
12
+ evalvault/adapters/inbound/api/routers/calibration.py,sha256=FzEOe7KqDtfGDlOKREsAoYId1jTILyqkDm_Y3LyHk54,4130
13
+ evalvault/adapters/inbound/api/routers/chat.py,sha256=N6lTO_rAswtpL0xusnZk-Gh_ShjlJgM8haRMynwNxVo,42023
14
+ evalvault/adapters/inbound/api/routers/config.py,sha256=U6dLwJTT2m54yTC5dK8Pi2FWJfclEGP947Mo24sBWZM,4155
15
+ evalvault/adapters/inbound/api/routers/domain.py,sha256=Yc94E_lEEB5LERsBRwYeKXnou8PFaysLXauBbtTzfGM,3826
16
16
  evalvault/adapters/inbound/api/routers/knowledge.py,sha256=yb_e7OEPtwldOAzHTGiWe7jShHw2JdpOFnzGPMceRsg,7109
17
17
  evalvault/adapters/inbound/api/routers/mcp.py,sha256=yHANV7qIXig-7YSiQgXzSTuabqFStH5yT3URyQGY2W4,4764
18
- evalvault/adapters/inbound/api/routers/pipeline.py,sha256=n3FRS-mAMj4poSP8jHSBpK0V5nRuH61jJLUoUGbabn8,17481
19
- evalvault/adapters/inbound/api/routers/runs.py,sha256=eIJ4xkFu-Bn2gRUVBajWZBi-QD2Spl6_wDuaRMeEI84,42744
18
+ evalvault/adapters/inbound/api/routers/pipeline.py,sha256=VCoPYg69fg2hc5Z8oWIPbHzYYT2NnGoRZW48C48lApE,17442
19
+ evalvault/adapters/inbound/api/routers/runs.py,sha256=eQu_6Vp-8lcp4oVaEFhlmR8uCyQ8ys_-VRHO5AKDQvs,43617
20
20
  evalvault/adapters/inbound/cli/__init__.py,sha256=a42flC5NK-VfbdbBrE49IrUL5zAyKdXZYJVM6E3NTE0,675
21
21
  evalvault/adapters/inbound/cli/app.py,sha256=ytNgHRg9ZTAl33AkB1wIL8RKfQ_Cf8fsy0gSsLTs7Ew,1603
22
22
  evalvault/adapters/inbound/cli/commands/__init__.py,sha256=TB3evGuv3_AQoudWiR2bH5EH_AY9f9E7lQcSOWH6TO8,4091
23
23
  evalvault/adapters/inbound/cli/commands/agent.py,sha256=YlOYMEzzS1aSKDKD_a7UK3St18X6GXGkdTatrzyd8Zc,7555
24
- evalvault/adapters/inbound/cli/commands/analyze.py,sha256=_t58kZuokalVG8FheDTyl2BihEy4YIY_7W4HBJiYanU,50733
24
+ evalvault/adapters/inbound/cli/commands/analyze.py,sha256=kSnYGx54v6wWNwWJYqZYBXMR0OR6v8YDxyfpF3eveSc,50565
25
25
  evalvault/adapters/inbound/cli/commands/api.py,sha256=YdbJ_-QEajnFcjTa7P2heLMjFKpeQ4nWP_p-HvfYkEo,1943
26
26
  evalvault/adapters/inbound/cli/commands/artifacts.py,sha256=bE8FQxmnU0mMIAPx5en8aKrtfNNkrbWoLxIX4ZT9D5c,3776
27
- evalvault/adapters/inbound/cli/commands/benchmark.py,sha256=RZ4nRTF7d6hDZug-Pw8dGcFEyWdOKclwqkvS-gN4VWo,41097
28
- evalvault/adapters/inbound/cli/commands/calibrate.py,sha256=-UnT0LQH40U5lzMLqMJ7DOTLa3mt5P_fJL2XzqIkvu4,4223
29
- evalvault/adapters/inbound/cli/commands/calibrate_judge.py,sha256=hJBlNl9Rt-ZtoIu-HKfudhZb2j2HOoEnRbiG4n5TOTE,10348
30
- evalvault/adapters/inbound/cli/commands/compare.py,sha256=qqgBN9noE9kiYJs-EZWiU_yA1mW4mnKFavlFTS63OzU,10385
27
+ evalvault/adapters/inbound/cli/commands/benchmark.py,sha256=rcmLcId5w_cM5ZfMzu2V49B-pDAZMXBcYgiB8v1X0Eo,41306
28
+ evalvault/adapters/inbound/cli/commands/calibrate.py,sha256=bIb6tQQRSldrRN3ng9jblIe-XGrg-pG14YfqPX1P0R0,4001
29
+ evalvault/adapters/inbound/cli/commands/calibrate_judge.py,sha256=4w4vr7-Eu35A9O_Ycs_j6qTZSHlIXUGyI4dQUARMkNo,10134
30
+ evalvault/adapters/inbound/cli/commands/compare.py,sha256=Rck0a062iGxUuojOi-wGmXxGJMEGC_W5sxBfAnaOCw4,10172
31
31
  evalvault/adapters/inbound/cli/commands/config.py,sha256=Mv9IQHBFHZ3I2stUzHDgLDn-Znt_Awdy3j-sk5ruUmw,6069
32
- evalvault/adapters/inbound/cli/commands/debug.py,sha256=KU-hL1gLhpjV2ZybDQgGMwRfm-hCynkrqY4UzETfL9k,2234
33
- evalvault/adapters/inbound/cli/commands/domain.py,sha256=dL9iqBlnr5mDeS1unXW6uxE0qp6yfnxj-ls6k3EenwI,27279
34
- evalvault/adapters/inbound/cli/commands/experiment.py,sha256=Jtz-jp7URy8HYWf15pje8Ecrctx_Q5kYw-QccT0vMDA,11400
35
- evalvault/adapters/inbound/cli/commands/gate.py,sha256=SxBSHALhekw9OVuJcuk64tkS8YMDDsgmhMALTE38wwY,9956
32
+ evalvault/adapters/inbound/cli/commands/debug.py,sha256=n-B8VN1TpGn6YzaoFzRNdOOve_qkyF8ohWadKAnyM4E,2297
33
+ evalvault/adapters/inbound/cli/commands/domain.py,sha256=saCgveGorFkJrST2gu8GEp5LI0KNAM1pQ5klVXMYfV4,27472
34
+ evalvault/adapters/inbound/cli/commands/experiment.py,sha256=0tbZFR3RMqJv-LYmA3t4xygZ8jOYaBycbK2eWTAXVB8,11595
35
+ evalvault/adapters/inbound/cli/commands/gate.py,sha256=rN4GthzNwc7j_nGU8hPHVBnLXDn4z9ojaQWKqZxbMhc,10019
36
36
  evalvault/adapters/inbound/cli/commands/generate.py,sha256=7IPvd0WAwPxt9uaxmzqWCwt0b2VC_wXiVxyJ3lP-xys,8562
37
- evalvault/adapters/inbound/cli/commands/graph_rag.py,sha256=UWaTgWuBE9B6KJJnfN9PBYl6gMOKaa641KjXw8Xwqho,11047
38
- evalvault/adapters/inbound/cli/commands/history.py,sha256=bo7mtHgSCniI7WfeewKQIJzI_HNUTrDiAkOXLFxabVc,8434
37
+ evalvault/adapters/inbound/cli/commands/graph_rag.py,sha256=fR3vy86GXwvZDkWmfPm82rGSBvCF22HoEGZqQTmyLoQ,11063
38
+ evalvault/adapters/inbound/cli/commands/history.py,sha256=dGkoRz59FZCbs-Af29MxgV61Jpan_T04flV9kgZp3LM,7974
39
39
  evalvault/adapters/inbound/cli/commands/init.py,sha256=7q86fUeBVA08fU_N0lAV6Lakxirq4val2jIyALlDy3E,8822
40
40
  evalvault/adapters/inbound/cli/commands/kg.py,sha256=ycV9Xj6SUUJLTyTfLZcjXDVLcZqwo7Gw878ZhZAeDoc,19155
41
41
  evalvault/adapters/inbound/cli/commands/langfuse.py,sha256=aExhZ5WYT0FzJI4v1sF-a1jqy9b1BF46_HBtfiQjVGI,4085
42
- evalvault/adapters/inbound/cli/commands/method.py,sha256=OWdoofhvsDJchgNKnGGjXfIsZ-IHKZEo6RlmTsZRRYM,19124
43
- evalvault/adapters/inbound/cli/commands/ops.py,sha256=2r6hdrZ7STnWMhtzYmv8jF_ukBq4HuKB1El6YnyxwrY,4035
42
+ evalvault/adapters/inbound/cli/commands/method.py,sha256=2DuMD1AMaQr9gl6xAQty_YKdq5MA9Y-FMYMmERnf9-4,19090
43
+ evalvault/adapters/inbound/cli/commands/ops.py,sha256=jh0ryYIDvj2VDhOR6bESPHnyogtzAfSs81gKMGlOczs,4042
44
44
  evalvault/adapters/inbound/cli/commands/phoenix.py,sha256=LQi3KTLq1ybjjBuz92oQ6lYyBS3mHrCHk0qe-7bqB4U,15611
45
- evalvault/adapters/inbound/cli/commands/pipeline.py,sha256=iQTZAso3JYrMK8w3cEwLPSRMuohyiIXiTv4BnpdoQEc,12237
46
- evalvault/adapters/inbound/cli/commands/profile_difficulty.py,sha256=nOJH3iqgLAlXq4keLBj5oqpiRCg0jjGgT-7Q57HxEh8,6665
47
- evalvault/adapters/inbound/cli/commands/prompts.py,sha256=lddde5VbjYaqN_9gHPLNu6DWpg5fE-KqZzjN-XYwvJw,27153
48
- evalvault/adapters/inbound/cli/commands/regress.py,sha256=lveQFfriEs9OHNSW88YQwfdZrIf-Y5iu-uNqSWhsMc8,18975
49
- evalvault/adapters/inbound/cli/commands/run.py,sha256=DMobs36HxZ0AnG3DWYuJuiq9x7M4qQu7GbMz02Yf-rM,130361
50
- evalvault/adapters/inbound/cli/commands/run_helpers.py,sha256=WCKSaZ2vdBwvYgS0gb3Z_O0eNEAjtWEqH0-8KS1c3gI,43211
51
- evalvault/adapters/inbound/cli/commands/stage.py,sha256=qjhh4Wjf-LYd3EMG3GH3ehfUyvIXA4ClnX8MugDm1_w,23888
45
+ evalvault/adapters/inbound/cli/commands/pipeline.py,sha256=nBsgSG9RvwDRy_X-01DqZe0jS9zpp1j4hkccni3sruc,12253
46
+ evalvault/adapters/inbound/cli/commands/profile_difficulty.py,sha256=PF8MbYzufbNVlKKnBp6JF9PrBe-ncGDOe8JHWW0L278,6329
47
+ evalvault/adapters/inbound/cli/commands/prompts.py,sha256=ExbTG_8yZupuw6em6OPOdTOMc4T-YPc7tUx5_cbXeiU,26708
48
+ evalvault/adapters/inbound/cli/commands/regress.py,sha256=VzwTucxJav71Xmd18qCb93XG_mTvfjmW52SQRv8Sgu4,19082
49
+ evalvault/adapters/inbound/cli/commands/run.py,sha256=H65pQ_bbUST_d6_OdUDU9ZS-FMLE8FMy4KXLWj11Qzg,136577
50
+ evalvault/adapters/inbound/cli/commands/run_helpers.py,sha256=yFt7jzZX8NEClCJdwOt9LfrpIhD5J_m9HD-XSrSLP0I,47994
51
+ evalvault/adapters/inbound/cli/commands/stage.py,sha256=XiPfJrdtUWrdSw5EzLgvz5WEEBW1qz1FALEhDYamMjE,23236
52
52
  evalvault/adapters/inbound/cli/utils/__init__.py,sha256=QPNKneZS-Z-tTnYYxtgJXgcJWY6puUlRQcKrn7Mlv1M,685
53
53
  evalvault/adapters/inbound/cli/utils/analysis_io.py,sha256=RHkKEq4e-PtbtRDlXAJWU80RYHNPw-O5V9_GujdaGfc,13393
54
54
  evalvault/adapters/inbound/cli/utils/console.py,sha256=uikQ7igql04HH6zSpCk_uA9HpQmD0IcJxEAo3K9_FsE,1787
55
55
  evalvault/adapters/inbound/cli/utils/errors.py,sha256=RXLJZHadvENXDQ4ZzDyaL_0Z5IEfb_x0MxQba8dD20g,4908
56
56
  evalvault/adapters/inbound/cli/utils/formatters.py,sha256=-n1slpbvJxRv-NNbbXCFZ1da52GySA3bC3E6wdaAPE0,946
57
- evalvault/adapters/inbound/cli/utils/options.py,sha256=0vBmbpil1DCdO7Pktz_G1D-yMopNr0EcyOZgEE8-T2E,1799
57
+ evalvault/adapters/inbound/cli/utils/options.py,sha256=F6VZxUlxB_NHdGIo-cleUktiNAKyCydWO_B9B0uUO4E,1959
58
58
  evalvault/adapters/inbound/cli/utils/presets.py,sha256=6XNVBnkkWpYwK-_UYd7AdVRPdgRNcbLZX22fF7gNlZY,3255
59
59
  evalvault/adapters/inbound/cli/utils/progress.py,sha256=2kFKKZ4AWNvo9IcSLhu8qbslKfPHqKWLxYOImHVecqA,11136
60
60
  evalvault/adapters/inbound/cli/utils/validators.py,sha256=OnjNvi_iLtxjWBIrqtbGWAmx2d4zNm_-qi0Ce-3KHZk,1436
61
61
  evalvault/adapters/inbound/mcp/__init__.py,sha256=kctJsmaP4fY94T3WCOhgANk3TCLdfb24UFDsV82RCDU,1135
62
62
  evalvault/adapters/inbound/mcp/schemas.py,sha256=KUKm4gEc-UDyF8sUbyzAnAIzyZ6DcXsaCEIVR3oESNQ,4469
63
- evalvault/adapters/inbound/mcp/tools.py,sha256=fnvkWS5p93o3FNmUSbh3EW4jCAVwtBKHX6kDuEbXkK8,24219
63
+ evalvault/adapters/inbound/mcp/tools.py,sha256=siKO_JhHIILD4rTf19tPMJ4Gsh3QZCFSjW1AUFwjaGs,24449
64
64
  evalvault/adapters/outbound/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
65
65
  evalvault/adapters/outbound/artifact_fs.py,sha256=nySk7-10B9rQpV9EslBmRUr0gFIi9V1E_E_wdC1WpIU,439
66
66
  evalvault/adapters/outbound/judge_calibration_adapter.py,sha256=vu5dVJVo5AXa5ULcx8WE-6YgfD718BC8Ci1_HAdwy20,1155
@@ -78,9 +78,9 @@ evalvault/adapters/outbound/analysis/data_loader_module.py,sha256=6X0-ZcFtEfonQn
78
78
  evalvault/adapters/outbound/analysis/dataset_feature_analyzer_module.py,sha256=SSyTcXHbwdNhjKY5v79-kD3pRrkSQC7_0duCukLS5r0,18051
79
79
  evalvault/adapters/outbound/analysis/detailed_report_module.py,sha256=59CjuNQthlroJyGEhQap3PgahWfzXciKx_DD10gHXjM,3897
80
80
  evalvault/adapters/outbound/analysis/diagnostic_playbook_module.py,sha256=qMgcBlwr2_a-pgth7zV1CWdGeUrzTeZjB4K9uyDnKcc,3993
81
- evalvault/adapters/outbound/analysis/embedding_analyzer_module.py,sha256=-lxNC-h4HUr1co9mNRHGO-gM3MgArT2LNBvjQoR_UkE,7286
81
+ evalvault/adapters/outbound/analysis/embedding_analyzer_module.py,sha256=R_PrlUTRvFE3Mb1MxD2jcM7uEvLY3_fVqFyacVBOeW4,7982
82
82
  evalvault/adapters/outbound/analysis/embedding_distribution_module.py,sha256=AdCOFnmCk4luKw8NT6VBlrxaetYcNmhLTgKhjYxmDDg,2581
83
- evalvault/adapters/outbound/analysis/embedding_searcher_module.py,sha256=j6w_jIGG9rbmVuAUtx2uEAX6wPXPjqmQyW0sy7R97dQ,4875
83
+ evalvault/adapters/outbound/analysis/embedding_searcher_module.py,sha256=DcAMuV7krSZngTI8LZqxasSKovqo3VxyVEnS-VcE8eU,5420
84
84
  evalvault/adapters/outbound/analysis/hybrid_rrf_module.py,sha256=kaHSc7z3Jg_KrRLBqPMTV_9XXsL6v1dmbz-3dDO6IMw,3255
85
85
  evalvault/adapters/outbound/analysis/hybrid_weighted_module.py,sha256=AO-7thmnFGerUDWd8l9ydxeAkHkACo7Raf9O0RfW_nE,3671
86
86
  evalvault/adapters/outbound/analysis/hypothesis_generator_module.py,sha256=tx9fWgS0rBoK5eJPmwK5POoV78yN03hkFmWhCx71Ln0,13337
@@ -139,8 +139,11 @@ evalvault/adapters/outbound/documents/pdf_extractor.py,sha256=ugDzoeZbTCqFPOlbl3
139
139
  evalvault/adapters/outbound/documents/versioned_loader.py,sha256=oNlwE40lfOFhX6uNCbxTLH_S1-zMy6kNq95SyRv2I1I,7786
140
140
  evalvault/adapters/outbound/documents/ocr/__init__.py,sha256=i6JIdO9UyHNd6wlb3KnBxLfI10WLjlFqssKBTbYUf6E,39
141
141
  evalvault/adapters/outbound/documents/ocr/paddleocr_backend.py,sha256=AORA9JUV5ux5QkrwXBg5xjzqJqgFUjTyyFrfqkUYdpw,3378
142
- evalvault/adapters/outbound/domain_memory/__init__.py,sha256=ksMX1IkNiDqQHLtJe9TOXiLC1iouGt6_QSdPLiALHHs,229
142
+ evalvault/adapters/outbound/domain_memory/__init__.py,sha256=IRuOQu8YtLmWUf9fGHc3Mo3BG0YbMT1oOtcka0z-y2s,486
143
143
  evalvault/adapters/outbound/domain_memory/domain_memory_schema.sql,sha256=APlNhJNFZdcm7Sb2tvr7V8JMiLinmXkx1gd6pgTf9ZI,11268
144
+ evalvault/adapters/outbound/domain_memory/factory.py,sha256=hAwIKBN936zwkdJm8xkJ2gLArRz2AcPW5L6N5WNOmrg,2581
145
+ evalvault/adapters/outbound/domain_memory/postgres_adapter.py,sha256=lD9Tlxa8ItpATkOWNbTUoa8lwIiIU1jHBGQVZct88w4,41026
146
+ evalvault/adapters/outbound/domain_memory/postgres_domain_memory_schema.sql,sha256=nPYO0t43DMJXkPZm0c-NlJEKcARkfbtSgsQSjpQ7k3I,9084
144
147
  evalvault/adapters/outbound/domain_memory/sqlite_adapter.py,sha256=RWobnFgvxiItxFAr6niY89sT19O-cnExTbP0I7UAY78,85186
145
148
  evalvault/adapters/outbound/filesystem/__init__.py,sha256=eTQLuVPMpEctE92TtegKQT3wuJTIhiBS38BzfxRV-N0,122
146
149
  evalvault/adapters/outbound/filesystem/difficulty_profile_writer.py,sha256=9qO9_3E-SL6ngDOia6zcw680S1fQloxo32f6hx76YHs,1626
@@ -159,13 +162,13 @@ evalvault/adapters/outbound/llm/__init__.py,sha256=MZODPJbwpMuuubG7cxXEh75V3e0r6
159
162
  evalvault/adapters/outbound/llm/anthropic_adapter.py,sha256=LTU3RhtgaKNLvMpwj1-GGCclsBZM2dzVJ1OIMO9BHqI,8162
160
163
  evalvault/adapters/outbound/llm/azure_adapter.py,sha256=FR9Gimy-jonzQjtILGHKXAY_ycbjGKbKLFiD-OZ8EVs,3033
161
164
  evalvault/adapters/outbound/llm/base.py,sha256=c4cJJTKwJiBlGNCV7qomq5mQCrbc48Yi7c3vjlat7Q0,7674
162
- evalvault/adapters/outbound/llm/factory.py,sha256=TTpbyDQH9TCr1wmajSkLgkF_fHGv6sX0hZOEqIWZudU,3509
165
+ evalvault/adapters/outbound/llm/factory.py,sha256=Ee8VTIDK46JmfQ7nqxQd1onr0qizA7pzU8l9_7L3qsE,3496
163
166
  evalvault/adapters/outbound/llm/instructor_factory.py,sha256=6iJIjZbCJwDYEpV673R3lQOupzeWlvjCmhjYqthrueY,4497
164
167
  evalvault/adapters/outbound/llm/llm_relation_augmenter.py,sha256=B22CJB66Vfh_SK_11J8jlfIhjDmY_7FXp-bTL2YGWGw,4848
165
168
  evalvault/adapters/outbound/llm/ollama_adapter.py,sha256=HuPjX9rhBn95OzwNNXOgD-FIOKSUNuHEcNKDeHxw8kA,11481
166
169
  evalvault/adapters/outbound/llm/openai_adapter.py,sha256=X6S93HFFJDOhjPmayw0xobNiJDb0AtqG07e5wZRBRuE,6463
167
170
  evalvault/adapters/outbound/llm/token_aware_chat.py,sha256=yYmynaniNrYxtvXL6ejTE_d8x8nS3PEpgtTJ4eI2hgM,12977
168
- evalvault/adapters/outbound/llm/vllm_adapter.py,sha256=OKb3Nda9OLMmHdvLjvkeJcQVeXf-B8TDibmAs7PS7kg,5157
171
+ evalvault/adapters/outbound/llm/vllm_adapter.py,sha256=ifZ_KSPxqx6I_fd2l_I0PQP1NQ44seiCXRWwkXkemHc,6001
169
172
  evalvault/adapters/outbound/methods/__init__.py,sha256=3vyE9w3Ex2oMaO4ZE7Fy6xlHhJ6YQXHQNCvBiW9X2lM,345
170
173
  evalvault/adapters/outbound/methods/baseline_oracle.py,sha256=oUsF5sIiPY5vuDtrz0Ki05SnPlnVzn7APERP5v1KpPM,1308
171
174
  evalvault/adapters/outbound/methods/external_command.py,sha256=hsWaqMG0u2JhsS736n0t8sobrGSJMNNp1tUL_M4zgyg,6118
@@ -173,17 +176,17 @@ evalvault/adapters/outbound/methods/registry.py,sha256=Znd35eouoe8k2E0NfDpVlDBSN
173
176
  evalvault/adapters/outbound/nlp/__init__.py,sha256=9MQMIjEUU03T0ZZtG-Wjz0Bt2-esGEcfv1kT9W6_CBY,40
174
177
  evalvault/adapters/outbound/nlp/korean/__init__.py,sha256=3ZVFHDxS6jzXat-WhTvW3hnbGNaeFhhWVVN1TtEOlnE,2267
175
178
  evalvault/adapters/outbound/nlp/korean/bm25_retriever.py,sha256=ZuDg3TqbK8Au2BgmZ5TXWfR8iKJZvILAv3Fda6La_pc,8289
176
- evalvault/adapters/outbound/nlp/korean/dense_retriever.py,sha256=YG7euqQdEFyq-CXwTo4xAytc1XE7oUj3dnBbmLxAVB0,35773
179
+ evalvault/adapters/outbound/nlp/korean/dense_retriever.py,sha256=B0lKpOl_yl-eNOqAtAjv9ZkUpSCap48I8swzor6JBPQ,35906
177
180
  evalvault/adapters/outbound/nlp/korean/document_chunker.py,sha256=PbLyf_OzFTSKqGU0No1pkiPdEf_jl1ipJ0UNEjOkLHw,13184
178
181
  evalvault/adapters/outbound/nlp/korean/hybrid_retriever.py,sha256=Z6HDLI59AJqM6kUEEtpmqjeBqFq1lJXTg_1A0n8UOmE,19583
179
182
  evalvault/adapters/outbound/nlp/korean/kiwi_tokenizer.py,sha256=EnJnlo6D7YsVX2o41HNMSxTaenbP5n1BqKtIX1-tOd8,12140
180
183
  evalvault/adapters/outbound/nlp/korean/korean_evaluation.py,sha256=Mxwu3zhtdm8Tew5o3Oxs8O8Wh-YN81Zs04tlS3vhNS8,20046
181
184
  evalvault/adapters/outbound/nlp/korean/korean_stopwords.py,sha256=UemEFCJudg2EpsHg8uU2eR-iCh34kw4ZSVCRvnEC6a4,4293
182
- evalvault/adapters/outbound/nlp/korean/toolkit.py,sha256=EYGpd89ilpn4Wg5t8pALYt4Qi0aDHYOfXGuYbQx7do0,4246
185
+ evalvault/adapters/outbound/nlp/korean/toolkit.py,sha256=iMaY5VueC5P0rxm5SCdz69CDV2iVMBxrhiryx0UqhMA,4757
183
186
  evalvault/adapters/outbound/nlp/korean/toolkit_factory.py,sha256=x3v-AAkVInOabC4PtOtStsZrFnHun0IOqZDyQGaQVm8,586
184
187
  evalvault/adapters/outbound/ops/__init__.py,sha256=_QiDVPuiYWkIwW_ELEVKD_v6dLojjyvIJWs4qVNxehw,164
185
188
  evalvault/adapters/outbound/ops/report_renderer.py,sha256=mezVKdIsnJSNvBW6xkhpNG3MOFXHZLZspmHk5o-e8Cg,6354
186
- evalvault/adapters/outbound/phoenix/sync_service.py,sha256=i6gHpNiZXKQ5yzV9B2TPb-P1N45k_Ck5ruzh3oqp4d8,9122
189
+ evalvault/adapters/outbound/phoenix/sync_service.py,sha256=3rNtolFzwbRbmsP7fCh6lMDcpEf428mLqpZuw1tYW3M,13271
187
190
  evalvault/adapters/outbound/report/__init__.py,sha256=8VeMrfj63mDR-xUHct-drNNBA5M-m-B7sgC1qUJF7g4,660
188
191
  evalvault/adapters/outbound/report/ci_report_formatter.py,sha256=5YD8BwtOjLnHcNbbG0HJziOifD9BDhBtZT1oItd6zJE,1233
189
192
  evalvault/adapters/outbound/report/dashboard_generator.py,sha256=g0SANOrOS_mSfLfKbfbxflxZmCNbZGrGzA0g03_Yb48,8356
@@ -192,11 +195,13 @@ evalvault/adapters/outbound/report/markdown_adapter.py,sha256=5PS72h_qe4ZtYs-umh
192
195
  evalvault/adapters/outbound/report/pr_comment_formatter.py,sha256=FxWWfZQU5ErejVqE_F8rKoUxoBTbbmw_ok9xbEYiA4E,1661
193
196
  evalvault/adapters/outbound/retriever/__init__.py,sha256=o5qK4pIrlXm0mIs_fo0aLPQHuHkrmrXKc6ZSg8a0t4g,201
194
197
  evalvault/adapters/outbound/retriever/graph_rag_adapter.py,sha256=xTI7uMFp4WKstg1s2zY9R_QsWPA-Rz_KUnzekwso8z0,11790
198
+ evalvault/adapters/outbound/retriever/pgvector_store.py,sha256=gf2oO_aWpkaDJxBhc3L4XqDbThGC-tCndKmLmco7X0I,5871
195
199
  evalvault/adapters/outbound/storage/__init__.py,sha256=n5R6thAPTx1leSwv6od6nBWcLWFa-UYD6cOLzN89T8I,614
196
- evalvault/adapters/outbound/storage/base_sql.py,sha256=NHHlBBhoDq8zbLfIvRoOswjB97Tro1sRE3cmbR8QnV8,58380
200
+ evalvault/adapters/outbound/storage/base_sql.py,sha256=WzA57p11m65zf-F7jjiJ9GG0BxnnAahKRckVOiK3xcY,58441
197
201
  evalvault/adapters/outbound/storage/benchmark_storage_adapter.py,sha256=Qgf9xSSIkYQRpG4uLzcUdoYO9LTQDQ4tFRkkMYer-WA,9803
202
+ evalvault/adapters/outbound/storage/factory.py,sha256=PVtU4C1NGdAnghMgs4k_p36KqNMJUQjBFVwg9W4MBxw,1980
198
203
  evalvault/adapters/outbound/storage/postgres_adapter.py,sha256=SZb4Dx2ZYNu-pDqX4rVgT4bRfJ2cQ75DXcWIIEu8aws,59933
199
- evalvault/adapters/outbound/storage/postgres_schema.sql,sha256=E-HMnGjrB05n2Z-zDq1kQzYSpYlPwg2Egm1e3MSRB7E,12335
204
+ evalvault/adapters/outbound/storage/postgres_schema.sql,sha256=CIQn1S93ZrH1B_qumePf5aKi-25L284QmvpllnUfeEI,12375
200
205
  evalvault/adapters/outbound/storage/schema.sql,sha256=LEtrKFpa1SbIBN-igkNiQXJqVLGp-liX-6KR_sZAMwM,14283
201
206
  evalvault/adapters/outbound/storage/sqlite_adapter.py,sha256=Gsco1g_N1RHyRzIQIwelR-PU7kx57djHOc_hKEu_gCc,62940
202
207
  evalvault/adapters/outbound/tracer/__init__.py,sha256=xrvQQuAvF_UI02mKLMV7GTrG3zn836n5zwCRrrmhq_U,1054
@@ -208,17 +213,17 @@ evalvault/adapters/outbound/tracer/phoenix_tracer_adapter.py,sha256=inmTAolAVsm0
208
213
  evalvault/adapters/outbound/tracker/__init__.py,sha256=Suu5BznOK5uTuD5_jS8JMZd8RPfQNlddLxHCBvMTm_4,358
209
214
  evalvault/adapters/outbound/tracker/langfuse_adapter.py,sha256=uI-t5v9AC5VUMYsIc1FHYImourZeErGMXB0_prOMErc,18839
210
215
  evalvault/adapters/outbound/tracker/log_sanitizer.py,sha256=ilKTTSzsHslQYc-elnWu0Z3HKNNw1D1iI0_cCvYbo1M,2653
211
- evalvault/adapters/outbound/tracker/mlflow_adapter.py,sha256=6pSxbxSDZE7jN7uSMU6VFg0JlO7cBiMLYcd53NYpfcY,7350
212
- evalvault/adapters/outbound/tracker/phoenix_adapter.py,sha256=8p2qJeKn6OvIxNbD16h_QrhmCzKIBIf8_ej535MNn_A,26443
216
+ evalvault/adapters/outbound/tracker/mlflow_adapter.py,sha256=8vo53d2ZpcYDz3J798iru7Sk-Wm3XhARJMVmS5d6pRE,13495
217
+ evalvault/adapters/outbound/tracker/phoenix_adapter.py,sha256=EXEhoOFTFNSVuSnN2wFIH3H1kq4T14601sGIcRIy8hs,32947
213
218
  evalvault/config/__init__.py,sha256=UCgeDx62M2gOuFvdN29wWwny2fdH4bPY_uUC3-42eDw,1297
214
219
  evalvault/config/agent_types.py,sha256=EP2Pv3ZtOzDXIvIa-Hnd1to9JIbMUtGitrlwzZtx0Ys,13418
215
220
  evalvault/config/domain_config.py,sha256=rOgNA2T8NWlDzcEFC0shdUCCww0lI1E5fUm5QrKQSZI,9264
216
- evalvault/config/instrumentation.py,sha256=L8on9HjB6Ji8cSOJ6Pepsopfg9okDNMWF7LKZiCA6Ro,5266
221
+ evalvault/config/instrumentation.py,sha256=BW2a3OqHH6aQNjjlL0oyEI6K3pXuORy6x__-Zfm0ocY,5403
217
222
  evalvault/config/langfuse_support.py,sha256=DEzVMfMGGf1V45W_2oUG-NCDfsYI4UUdnYJIgBSrN2o,582
218
223
  evalvault/config/model_config.py,sha256=KlzDbGyDLeOGE7ElekFFk5YjjT5u8i6KO2B4EyZkLnI,3542
219
- evalvault/config/phoenix_support.py,sha256=e6RPWd6Qb7KU6Q8pLaYTpJGWULtvEEU6B0xHWyVyOH0,13604
224
+ evalvault/config/phoenix_support.py,sha256=w2W8UQTprac8BWdIfV9kPjr2sEj7EF9pNBXX2JB1x4M,13810
220
225
  evalvault/config/secret_manager.py,sha256=YjPMuNqeBrAR2BzCJvsBNUExaU4TBSFyZ8kVYZZifqA,4172
221
- evalvault/config/settings.py,sha256=9k6moWFMpFpg7pN0u13J_S2cROFd0c-xoRQM_RnP9FE,18814
226
+ evalvault/config/settings.py,sha256=2EoO6WutkwD2F7rkyECxx5-VenivntOXPZwemVQ9ZtU,20696
222
227
  evalvault/config/playbooks/improvement_playbook.yaml,sha256=9F9WVVCydFfz6zUuGYzZ4PKdW1LLtcBKVF36T7xT764,26965
223
228
  evalvault/domain/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
224
229
  evalvault/domain/entities/__init__.py,sha256=7adWG4vwr67fC_ysT1rSvYG5U7qVc2CfWfUf7gDhx-k,4244
@@ -276,10 +281,10 @@ evalvault/domain/services/difficulty_profile_reporter.py,sha256=uIj9-eiO2dDvQ6tP
276
281
  evalvault/domain/services/difficulty_profiling_service.py,sha256=wB3T2iz_dZjvj7wiU2fnM0XT-doMNokV_YqSt24Wc6A,11078
277
282
  evalvault/domain/services/document_chunker.py,sha256=u05N1xSBcJuJPUfP7WmpY_EyHuUMuGMsPSM9qs-ID8c,2494
278
283
  evalvault/domain/services/document_versioning.py,sha256=M1qZaMpQ2exVT1wkVAmvEPPuoYibJDt0F7pYfTK7mvE,3323
279
- evalvault/domain/services/domain_learning_hook.py,sha256=rhKBmdnrJyfGzFNsNxzyv8jZO26-WOosHSmBV_9qdJg,7176
284
+ evalvault/domain/services/domain_learning_hook.py,sha256=fNbOQmQ7nsQJMpfWqEOcLxOiWG0deCkjBOOZZFOsIvk,7268
280
285
  evalvault/domain/services/embedding_overlay.py,sha256=ZTNxUPXpHGbQ3Uri5DD3feTUFn7qrhuNshhyCQEvRuM,3559
281
286
  evalvault/domain/services/entity_extractor.py,sha256=f3Rf5saK8QsgetLNK1Hbxzt8PtttJZCicSR63S8DJ5k,14141
282
- evalvault/domain/services/evaluator.py,sha256=Iud5KWompKyMm59qsaH0jWkNL4nl_A7UI3pES-rCjcA,78921
287
+ evalvault/domain/services/evaluator.py,sha256=aJp-vgJxlXPHMMjcnjcVDoq8gcwdNb1IfVN8sup7u7M,78979
283
288
  evalvault/domain/services/experiment_comparator.py,sha256=IBrxIwux-8GucwlLx6e5lUqB9miSPvBLGJK9ctoW7Y0,3299
284
289
  evalvault/domain/services/experiment_manager.py,sha256=2k-qGiAUyZuqqmcp4P-M3Z9HTXwwcqW5HQYKNkcIHuI,4863
285
290
  evalvault/domain/services/experiment_reporter.py,sha256=QYlVmCFSx8hKTPMezc7QjJE07b3MSQ82Q4QVucSHLVY,1420
@@ -326,7 +331,7 @@ evalvault/ports/inbound/analysis_pipeline_port.py,sha256=RJfKtp22AYEqnmRk6RDawAK
326
331
  evalvault/ports/inbound/evaluator_port.py,sha256=rDvouIRUjBD7uICgrpeo11vNPvo27_0CdylRHPodPSE,1323
327
332
  evalvault/ports/inbound/learning_hook_port.py,sha256=EeJeMl3chcPHlj5mkLOj6tm8s_qdDRvoCwK1-0l70tI,3297
328
333
  evalvault/ports/inbound/multiturn_port.py,sha256=qZNV6h9Qvw77FE_9hZdyYUOvj_7cXSBHVkj6B9HztJI,524
329
- evalvault/ports/inbound/web_port.py,sha256=6MJuPQy9CKvuQKiRGyDaDgeqBYj1T_Q9wCjHPbd5GYE,5730
334
+ evalvault/ports/inbound/web_port.py,sha256=b5PgJx6uZkyF4cd_T3piHIh0ipUzBid2hHRBSV3pHHA,5784
330
335
  evalvault/ports/outbound/__init__.py,sha256=x3LseXtwX0NONM1mnhT3fMchz7U6gEDRUX0TDswpg5E,3591
331
336
  evalvault/ports/outbound/analysis_cache_port.py,sha256=zPSdUVK_yw3PMWPII2YvS1WLmCGlg5bDScSuYINW9yc,1386
332
337
  evalvault/ports/outbound/analysis_module_port.py,sha256=QYzkvie9-BbONj8ZgiQUjm8I-bn8mgzlXTzIXMhehmQ,1881
@@ -352,15 +357,15 @@ evalvault/ports/outbound/ops_snapshot_port.py,sha256=6v72W41tlnxjkJfbfHhFiJMPlRS
352
357
  evalvault/ports/outbound/relation_augmenter_port.py,sha256=cMcHQnmK111WzZr50vYr7affeHhOtpFZxPARwkg9xbk,651
353
358
  evalvault/ports/outbound/report_port.py,sha256=wgReSYL4SupXIoALFh0QFWfX2kzPftXpWTvGLCMd2B8,1315
354
359
  evalvault/ports/outbound/stage_storage_port.py,sha256=Nlf9upsXxgCABQB5cJdpLQYsoZNiGRAU5zE5D-Ptp2I,1201
355
- evalvault/ports/outbound/storage_port.py,sha256=DOOjcLUGkkI7cOjkyqlppbkIOSy8tCcIW7WGdqRBmZ8,7579
360
+ evalvault/ports/outbound/storage_port.py,sha256=dRXWvtDduGHHeZKguIvUak6Ab0FqhsQSd9dEdM_1OPY,7654
356
361
  evalvault/ports/outbound/tracer_port.py,sha256=kTqJCUIJHnvvDzMxxGhHSfiz8_Q4CZ0WSPvIUVVOcyw,623
357
362
  evalvault/ports/outbound/tracker_port.py,sha256=05LA3AWnuE1XmGQC16Zle9i2sEV3q69Nt8ZUye_w1_Y,2532
358
363
  evalvault/reports/__init__.py,sha256=Bb1X4871msAN8I6PM6nKGED3psPwZt88hXZBAOdH06Y,113
359
364
  evalvault/reports/release_notes.py,sha256=pZj0PBFT-4F_Ty-Kv5P69BuoOnmTCn4kznDcORFJd0w,4011
360
365
  evalvault/scripts/__init__.py,sha256=NwEeIFQbkX4ml2R_PhtIoNtArDSX_suuoymgG_7Kwso,89
361
366
  evalvault/scripts/regression_runner.py,sha256=SxZori5BZ8jVQ057Mf5V5FPgIVDccrV5oRONmnhuk8w,8438
362
- evalvault-1.74.0.dist-info/METADATA,sha256=ASZ_QeCeh2pyJ3eBUfu0zDKbIwDbvMp9JzL6KVvjWqk,26218
363
- evalvault-1.74.0.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
364
- evalvault-1.74.0.dist-info/entry_points.txt,sha256=Oj9Xc5gYcyUYYNmQfWI8NYGw7nN-3M-h2ipHIMlVn6o,65
365
- evalvault-1.74.0.dist-info/licenses/LICENSE.md,sha256=3RNWY4jjtrQ_yYa-D-7I3XO12Ti7YzxsLV_dpykujvo,11358
366
- evalvault-1.74.0.dist-info/RECORD,,
367
+ evalvault-1.76.0.dist-info/METADATA,sha256=HleQUSCdC3UNzeCVN4PdvcOG5Jx-dYfMgaq8VwRnlYQ,8752
368
+ evalvault-1.76.0.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
369
+ evalvault-1.76.0.dist-info/entry_points.txt,sha256=Oj9Xc5gYcyUYYNmQfWI8NYGw7nN-3M-h2ipHIMlVn6o,65
370
+ evalvault-1.76.0.dist-info/licenses/LICENSE.md,sha256=3RNWY4jjtrQ_yYa-D-7I3XO12Ti7YzxsLV_dpykujvo,11358
371
+ evalvault-1.76.0.dist-info/RECORD,,