judgeval 0.16.0__py3-none-any.whl → 0.16.1__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (40) hide show
  1. judgeval/api/api_types.py +2 -1
  2. judgeval/data/judgment_types.py +2 -1
  3. judgeval/logger.py +1 -1
  4. judgeval/tracer/__init__.py +10 -7
  5. judgeval/tracer/keys.py +7 -3
  6. judgeval/tracer/llm/__init__.py +2 -1259
  7. judgeval/tracer/llm/config.py +110 -0
  8. judgeval/tracer/llm/constants.py +10 -0
  9. judgeval/tracer/llm/llm_anthropic/__init__.py +3 -0
  10. judgeval/tracer/llm/llm_anthropic/wrapper.py +611 -0
  11. judgeval/tracer/llm/llm_google/__init__.py +0 -0
  12. judgeval/tracer/llm/llm_google/config.py +24 -0
  13. judgeval/tracer/llm/llm_google/wrapper.py +426 -0
  14. judgeval/tracer/llm/llm_groq/__init__.py +0 -0
  15. judgeval/tracer/llm/llm_groq/config.py +23 -0
  16. judgeval/tracer/llm/llm_groq/wrapper.py +477 -0
  17. judgeval/tracer/llm/llm_openai/__init__.py +3 -0
  18. judgeval/tracer/llm/llm_openai/wrapper.py +637 -0
  19. judgeval/tracer/llm/llm_together/__init__.py +0 -0
  20. judgeval/tracer/llm/llm_together/config.py +23 -0
  21. judgeval/tracer/llm/llm_together/wrapper.py +478 -0
  22. judgeval/tracer/llm/providers.py +5 -5
  23. judgeval/tracer/processors/__init__.py +1 -1
  24. judgeval/trainer/console.py +1 -1
  25. judgeval/utils/decorators/__init__.py +0 -0
  26. judgeval/utils/decorators/dont_throw.py +21 -0
  27. judgeval/utils/{decorators.py → decorators/use_once.py} +0 -11
  28. judgeval/utils/meta.py +1 -1
  29. judgeval/utils/version_check.py +1 -1
  30. judgeval/version.py +1 -1
  31. {judgeval-0.16.0.dist-info → judgeval-0.16.1.dist-info}/METADATA +1 -1
  32. {judgeval-0.16.0.dist-info → judgeval-0.16.1.dist-info}/RECORD +37 -23
  33. judgeval/tracer/llm/google/__init__.py +0 -21
  34. judgeval/tracer/llm/groq/__init__.py +0 -20
  35. judgeval/tracer/llm/together/__init__.py +0 -20
  36. /judgeval/tracer/llm/{anthropic/__init__.py → llm_anthropic/config.py} +0 -0
  37. /judgeval/tracer/llm/{openai/__init__.py → llm_openai/config.py} +0 -0
  38. {judgeval-0.16.0.dist-info → judgeval-0.16.1.dist-info}/WHEEL +0 -0
  39. {judgeval-0.16.0.dist-info → judgeval-0.16.1.dist-info}/entry_points.txt +0 -0
  40. {judgeval-0.16.0.dist-info → judgeval-0.16.1.dist-info}/licenses/LICENSE.md +0 -0
@@ -3,15 +3,15 @@ judgeval/cli.py,sha256=C7QfElL1sys6hjRpI8rNkFgGqmnsLQGk3lU-9OGbXT0,1612
3
3
  judgeval/constants.py,sha256=JZZJ1MqzZZDVk-5PRPRbmLnM8mXI-RDL5vxa1JFuscs,3408
4
4
  judgeval/env.py,sha256=37Mn4g0OkpFxXCZGlO_CLqKJnyX-jx_R24tC28XJzig,2112
5
5
  judgeval/exceptions.py,sha256=tTbfe4yoOtPXmn22UQz9-6a-5PT9uOko85xaRRwr0Sw,621
6
- judgeval/logger.py,sha256=ZWbp0QfT1CJnQIjV-Zle4n489nFCKEmD2-ukx--iiow,1553
7
- judgeval/version.py,sha256=UCd6S0KuM6h0ZUz8pm-Ty1EDHaJNSUYM_7PrDz0ov-E,74
6
+ judgeval/logger.py,sha256=VP5blbsJ53mvJbNHfBf5p2KrARUrkrErpPkB-__Hh3U,1562
7
+ judgeval/version.py,sha256=E9GfLYqQOVVxwpAsbmQY8_rlL12TBLF1VSdmcy7Phzo,74
8
8
  judgeval/warnings.py,sha256=LbGte14ppiFjrkp-JJYueZ40NWFvMkWRvPXr6r-fUWw,73
9
9
  judgeval/api/__init__.py,sha256=ho8L4wC9y-STYEpk5zHwc2mZJhC4ezW8jiGgOIERBVY,12058
10
- judgeval/api/api_types.py,sha256=6wrjvO8XsYbfPxjQ_sHS9EOjqexbn3XDFclWqb4CgZ4,8874
10
+ judgeval/api/api_types.py,sha256=KRPJRDX9pFHa39VudA823r34eihJS2DCirNLe0tdtbs,8900
11
11
  judgeval/data/__init__.py,sha256=1tU0EN0ThIfQ1fad5I3dKxAfTcZ5U8cvTLcQ6qLVLU0,407
12
12
  judgeval/data/evaluation_run.py,sha256=O41p99wNAuCAf6lsLNKzkZ6W-kL9LlzCYxVls7IcKkA,4727
13
13
  judgeval/data/example.py,sha256=eGJpF-lyUH734Cg90B7WtU9f8iKoS3VFGeV6R-GVCCc,1039
14
- judgeval/data/judgment_types.py,sha256=uI4wUiXeA6k8o2ONia506eaZcydHKQKrK1LzccTK-xc,16577
14
+ judgeval/data/judgment_types.py,sha256=7XHLA6UM0BlGR0Sz6Fbu9BIUZqPJQz_nDW5GySXCiIk,16646
15
15
  judgeval/data/result.py,sha256=XufFGSAkBDfevPUmzSgsR9HEqytISkM0U5HkhJmsjpY,2102
16
16
  judgeval/data/scorer_data.py,sha256=HeP15ZgftFTJCF8JmDJCLWXRnZJIaGDJCzl7Hg6gWwE,2006
17
17
  judgeval/data/trace.py,sha256=zSiR3o6xt8Z46XA3M9fJBtViF0BsPO6yKp9jxdscOSc,3881
@@ -41,9 +41,9 @@ judgeval/scorers/judgeval_scorers/api_scorers/answer_relevancy.py,sha256=ciiFBQQ
41
41
  judgeval/scorers/judgeval_scorers/api_scorers/faithfulness.py,sha256=ucYOI6ztAjfoYmcgTDzN8u5RrehlVqrkeLEfss9b1fk,441
42
42
  judgeval/scorers/judgeval_scorers/api_scorers/instruction_adherence.py,sha256=V3RdrWhnR_vLBrtWw7QbgN9K_A-Och7-v9I2fN4z8gY,506
43
43
  judgeval/scorers/judgeval_scorers/api_scorers/prompt_scorer.py,sha256=zJ0n3HyZ1FFBnMnTYxBi37m_3Er7ENd4HpqLjNi5Eag,10902
44
- judgeval/tracer/__init__.py,sha256=uIOx-2P_FVwBKhwVkkIOyEQCv3gouCZ2I8-eApocnKU,36165
44
+ judgeval/tracer/__init__.py,sha256=NQ84UE__-0Bmqm0YTOf7mdi1zHf8iLaL2bC6fc-VUVw,36443
45
45
  judgeval/tracer/constants.py,sha256=ae8tivAW97awJQxdRB9OMqX50wOLX3zqChT_AGkPBu0,85
46
- judgeval/tracer/keys.py,sha256=ho4-_w4ngTVejdSKUH80sG6vtYt4c7FEKrYpFrDfPLs,2105
46
+ judgeval/tracer/keys.py,sha256=8HsLASFPfqNtXwdXpihIbmFONpUdUGpYvHQK9jqrHvQ,2220
47
47
  judgeval/tracer/local_eval_queue.py,sha256=KZKvSSli7B-EVzdHa4-CmXUpv0uOjGLLRa2KTPg8lRc,7320
48
48
  judgeval/tracer/managers.py,sha256=NEkovnK8Qaod1U5msT0_hyHUqo9C2uFro2IzNlC8jCo,5071
49
49
  judgeval/tracer/utils.py,sha256=lbL_90pV3VNrz-GlJy_BQzjd1mKWR6zeJYbubTjU3UA,530
@@ -51,30 +51,44 @@ judgeval/tracer/exporters/__init__.py,sha256=3WDXC28iY5gYMM5s7ejmy7P-DVDQ_iIuzwo
51
51
  judgeval/tracer/exporters/s3.py,sha256=N9gmw17cnR0VkfAQQkLsNj5BksgNRETThR5qYhWRjP4,4360
52
52
  judgeval/tracer/exporters/store.py,sha256=KQV3cyqteesByQjR-9VdPXT9OlUZ-6F08ogqj837_c0,1012
53
53
  judgeval/tracer/exporters/utils.py,sha256=JRcoSQuEHxMDJbXfyrUIfA2SHBVkZM82h4bTbYGxkNw,1154
54
- judgeval/tracer/llm/__init__.py,sha256=b7toFMVyZU4Pv8jximfneP5gyohUB4DwJDvy8b2_IMw,44217
55
- judgeval/tracer/llm/providers.py,sha256=UU8xrh2n9p3xZwnlWMUcZoFpog2-F9-YfcV0c2aUNqQ,1432
56
- judgeval/tracer/llm/anthropic/__init__.py,sha256=DUTkYjMejWLI8inFJ_Ih7vf7_aJFAiCyi1Oxls-ACGo,439
57
- judgeval/tracer/llm/google/__init__.py,sha256=7j96SPUl61yVl3jCQ-JuPpgVU9GhmcsBzY2vj5wJAVo,506
58
- judgeval/tracer/llm/groq/__init__.py,sha256=YhG1ccX6uDHc3H4l2bc68U0P3IhyUTs2RAeGgelLgw8,339
59
- judgeval/tracer/llm/openai/__init__.py,sha256=vcWYsCA5Sg8kuKQ7amcdhXktb6l9db1i0twlYrtFok4,827
60
- judgeval/tracer/llm/together/__init__.py,sha256=8AlIG42BWPyWihXQPoZOIQZFVCXPzf9bLwnu5DJ7Uhg,419
61
- judgeval/tracer/processors/__init__.py,sha256=vU-9qzDMkspfxcDLrufLCqQRZhAXF7IZMKKEgzbDfxM,7089
54
+ judgeval/tracer/llm/__init__.py,sha256=ENxApieKSktYrIviofXWP9GU0WnhBm0Q9mlGe_m_gMY,139
55
+ judgeval/tracer/llm/config.py,sha256=fpfn-fJssWb4x7oxN24JK5jKdOoC15DY6cWsGklMH90,4009
56
+ judgeval/tracer/llm/constants.py,sha256=V2_P4SYqj4X7A-bGqY_SMZ3Udoc76RxWB4XeEp6HNtY,190
57
+ judgeval/tracer/llm/providers.py,sha256=TFbT_X4Nl9Iu2Kzt11U3Va4rhfgvH2hesvgT18-_nsM,1487
58
+ judgeval/tracer/llm/llm_anthropic/__init__.py,sha256=HG0gIlTgaRt-Y0u1ERPQ19pUgb4YHkTh7tZQPeyR4oM,80
59
+ judgeval/tracer/llm/llm_anthropic/config.py,sha256=DUTkYjMejWLI8inFJ_Ih7vf7_aJFAiCyi1Oxls-ACGo,439
60
+ judgeval/tracer/llm/llm_anthropic/wrapper.py,sha256=4DzLqQcyVFkT5CB5BopjQef3mW4HPhTtWx1J7J2RGuA,22660
61
+ judgeval/tracer/llm/llm_google/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
62
+ judgeval/tracer/llm/llm_google/config.py,sha256=ENx0dq7s3bUOlSMSYvw-_Z2Aq9J7VEGiv5XuqE3CEKk,571
63
+ judgeval/tracer/llm/llm_google/wrapper.py,sha256=OozzlvmbZK0rWUUfX2yBE-LjGoGD4CHO_gMz9jOqEbE,15460
64
+ judgeval/tracer/llm/llm_groq/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
65
+ judgeval/tracer/llm/llm_groq/config.py,sha256=zKOOzGMtl0mL8FSyJAMvKUeogUS7aW7A8fbPk5yvcvI,442
66
+ judgeval/tracer/llm/llm_groq/wrapper.py,sha256=E5KekXQsW1DGb2AYUCgdYsiBKjh8bLzKVsGvQQIUVT8,17602
67
+ judgeval/tracer/llm/llm_openai/__init__.py,sha256=CyzwhY0-zmqWKlEno7JPBcvO7G_hI8dp6-_5_KEzFqg,74
68
+ judgeval/tracer/llm/llm_openai/config.py,sha256=vcWYsCA5Sg8kuKQ7amcdhXktb6l9db1i0twlYrtFok4,827
69
+ judgeval/tracer/llm/llm_openai/wrapper.py,sha256=AXKuUlR0JVlOsC17WulRwfrLPoMX7ffvc0GuhxFauJo,23338
70
+ judgeval/tracer/llm/llm_together/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
71
+ judgeval/tracer/llm/llm_together/config.py,sha256=XnRa2ZWE-ZFa1K7JiN7J1gteBW0Sdh9hEkn4R-xv8lY,590
72
+ judgeval/tracer/llm/llm_together/wrapper.py,sha256=vzlHLhkMxXIwYw0SefcYVzh6NBm63pxrqSsrORLanr0,17706
73
+ judgeval/tracer/processors/__init__.py,sha256=BdOOPOD1RfMI5YHW76DNPKR07EAev-JxoolZ3KaXNNU,7100
62
74
  judgeval/trainer/__init__.py,sha256=h_DDVV7HFF7HUPAJFpt2d9wjqgnmEVcHxqZyB1k7pPQ,257
63
75
  judgeval/trainer/config.py,sha256=sAAVBgeoFDJWYjGIgOvoQoiO0gtqNAOI6MHncwdN_mk,4292
64
- judgeval/trainer/console.py,sha256=PJ0rCnDwC7aoW-VsLDS96ZyMyagh-l9EOJKff1ATIpo,4342
76
+ judgeval/trainer/console.py,sha256=SvokkFEU-K1vLV4Rd1m6YJJ7HyYwTr4Azdzwx_JPZUY,4351
65
77
  judgeval/trainer/trainable_model.py,sha256=T-Sioi_sXtfYlcu3lE0cd60PHs8DrYaZ-Kxb4h1nU04,8993
66
78
  judgeval/trainer/trainer.py,sha256=FBhHq2YPooKADDCC_IEKex81L6a5quCmAMyl9mn3QLk,16675
67
79
  judgeval/utils/async_utils.py,sha256=AF1xdu8Ao5GyhFvfaLOaKJHn1RISyXZ4U70UZe9zfBA,1083
68
- judgeval/utils/decorators.py,sha256=rdqY1w0zNL6O6GU6Wdeo0-x5EgpFTEhU2vkgiWsRYdc,525
69
80
  judgeval/utils/file_utils.py,sha256=vq-n5WZEZjVbZ5S9QTkW8nSH6Pvw-Jx0ttsQ1t0wnPQ,3140
70
81
  judgeval/utils/guards.py,sha256=QBb6m6KElxdvt2bskLZCKh_zGHbBcqV-VfGzT63o3hY,807
71
- judgeval/utils/meta.py,sha256=2ioJcaaEiIUXoBecOlRHPEDu6gCPsLq8IRWtVMCBbfU,783
82
+ judgeval/utils/meta.py,sha256=RAqZuvOlymqMwFoS0joBW_r65lcN9bY8BpNYHoytKps,773
72
83
  judgeval/utils/serialize.py,sha256=QXR-8Nj5rqOrI9zLx0oRLdk6DW6Bc7j8eyF4zQ7PLxA,6256
73
84
  judgeval/utils/testing.py,sha256=m5Nexv65tmfSj1XvAPK5Ear7aJ7w5xjDtZN0tLZ_RBk,2939
74
85
  judgeval/utils/url.py,sha256=Shf0v3XcbaWpL0m1eGJEEO_z4TsQCnDB2Rl25OTUmiI,195
75
- judgeval/utils/version_check.py,sha256=ylZQSqV7kLzEOChxvav9SCHUU4OnaCp36tXHLjdzmw0,1072
76
- judgeval-0.16.0.dist-info/METADATA,sha256=kojyijzNE_2gKKvMGrs7E0zHHv3GtOXRjfmIOUQujTY,11512
77
- judgeval-0.16.0.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
78
- judgeval-0.16.0.dist-info/entry_points.txt,sha256=-eoeD-oDLn4A7MSgeBS9Akwanf3_0r0cgEleBcIOjg0,46
79
- judgeval-0.16.0.dist-info/licenses/LICENSE.md,sha256=tKmCg7k5QOmxPK19XMfzim04QiQJPmgIm0pAn55IJwk,11352
80
- judgeval-0.16.0.dist-info/RECORD,,
86
+ judgeval/utils/version_check.py,sha256=se4Ft8rjcl5u7fHMxSGQpka844V2AcZpOYl6StLWTio,1081
87
+ judgeval/utils/decorators/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
88
+ judgeval/utils/decorators/dont_throw.py,sha256=_m27SjtpUFXYegi0W6FICw5UrqQ49gjDTvtGs29zEbo,494
89
+ judgeval/utils/decorators/use_once.py,sha256=8mgj5VK9v08VOOWX2Bstc0CezNsOVUKMIv7N2R83E8s,288
90
+ judgeval-0.16.1.dist-info/METADATA,sha256=tkmel7oqIAY2FL78lf4hS9ZkSvPEzY0f6hyfS6QVHC4,11512
91
+ judgeval-0.16.1.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
92
+ judgeval-0.16.1.dist-info/entry_points.txt,sha256=-eoeD-oDLn4A7MSgeBS9Akwanf3_0r0cgEleBcIOjg0,46
93
+ judgeval-0.16.1.dist-info/licenses/LICENSE.md,sha256=tKmCg7k5QOmxPK19XMfzim04QiQJPmgIm0pAn55IJwk,11352
94
+ judgeval-0.16.1.dist-info/RECORD,,
@@ -1,21 +0,0 @@
1
- from __future__ import annotations
2
-
3
- HAS_GOOGLE_GENAI = False
4
- google_genai_Client = None
5
- google_genai_AsyncClient = None
6
-
7
- try:
8
- from google.genai import Client # type: ignore[import-untyped]
9
- from google.genai.client import AsyncClient # type: ignore[import-untyped]
10
-
11
- google_genai_Client = Client
12
- google_genai_AsyncClient = AsyncClient
13
- HAS_GOOGLE_GENAI = True
14
- except ImportError:
15
- pass
16
-
17
- __all__ = [
18
- "HAS_GOOGLE_GENAI",
19
- "google_genai_Client",
20
- "google_genai_AsyncClient",
21
- ]
@@ -1,20 +0,0 @@
1
- from __future__ import annotations
2
-
3
- HAS_GROQ = False
4
- groq_Groq = None
5
- groq_AsyncGroq = None
6
-
7
- try:
8
- from groq import Groq, AsyncGroq # type: ignore[import-untyped]
9
-
10
- groq_Groq = Groq
11
- groq_AsyncGroq = AsyncGroq
12
- HAS_GROQ = True
13
- except ImportError:
14
- pass
15
-
16
- __all__ = [
17
- "HAS_GROQ",
18
- "groq_Groq",
19
- "groq_AsyncGroq",
20
- ]
@@ -1,20 +0,0 @@
1
- from __future__ import annotations
2
-
3
- HAS_TOGETHER = False
4
- together_Together = None
5
- together_AsyncTogether = None
6
-
7
- try:
8
- from together import Together, AsyncTogether # type: ignore[import-untyped]
9
-
10
- together_Together = Together
11
- together_AsyncTogether = AsyncTogether
12
- HAS_TOGETHER = True
13
- except ImportError:
14
- pass
15
-
16
- __all__ = [
17
- "HAS_TOGETHER",
18
- "together_Together",
19
- "together_AsyncTogether",
20
- ]