judgeval 0.16.0__py3-none-any.whl → 0.16.2__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- judgeval/api/api_types.py +2 -1
- judgeval/data/judgment_types.py +2 -1
- judgeval/logger.py +1 -1
- judgeval/tracer/__init__.py +10 -7
- judgeval/tracer/keys.py +7 -3
- judgeval/tracer/llm/__init__.py +2 -1259
- judgeval/tracer/llm/config.py +110 -0
- judgeval/tracer/llm/constants.py +10 -0
- judgeval/tracer/llm/llm_anthropic/__init__.py +3 -0
- judgeval/tracer/llm/llm_anthropic/wrapper.py +611 -0
- judgeval/tracer/llm/llm_google/__init__.py +0 -0
- judgeval/tracer/llm/llm_google/config.py +24 -0
- judgeval/tracer/llm/llm_google/wrapper.py +426 -0
- judgeval/tracer/llm/llm_groq/__init__.py +0 -0
- judgeval/tracer/llm/llm_groq/config.py +23 -0
- judgeval/tracer/llm/llm_groq/wrapper.py +477 -0
- judgeval/tracer/llm/llm_openai/__init__.py +3 -0
- judgeval/tracer/llm/llm_openai/wrapper.py +637 -0
- judgeval/tracer/llm/llm_together/__init__.py +0 -0
- judgeval/tracer/llm/llm_together/config.py +23 -0
- judgeval/tracer/llm/llm_together/wrapper.py +478 -0
- judgeval/tracer/llm/providers.py +5 -5
- judgeval/tracer/processors/__init__.py +1 -1
- judgeval/trainer/console.py +1 -1
- judgeval/utils/decorators/__init__.py +0 -0
- judgeval/utils/decorators/dont_throw.py +21 -0
- judgeval/utils/{decorators.py → decorators/use_once.py} +0 -11
- judgeval/utils/meta.py +1 -1
- judgeval/utils/version_check.py +1 -1
- judgeval/version.py +1 -1
- {judgeval-0.16.0.dist-info → judgeval-0.16.2.dist-info}/METADATA +1 -1
- {judgeval-0.16.0.dist-info → judgeval-0.16.2.dist-info}/RECORD +37 -23
- judgeval/tracer/llm/google/__init__.py +0 -21
- judgeval/tracer/llm/groq/__init__.py +0 -20
- judgeval/tracer/llm/together/__init__.py +0 -20
- /judgeval/tracer/llm/{anthropic/__init__.py → llm_anthropic/config.py} +0 -0
- /judgeval/tracer/llm/{openai/__init__.py → llm_openai/config.py} +0 -0
- {judgeval-0.16.0.dist-info → judgeval-0.16.2.dist-info}/WHEEL +0 -0
- {judgeval-0.16.0.dist-info → judgeval-0.16.2.dist-info}/entry_points.txt +0 -0
- {judgeval-0.16.0.dist-info → judgeval-0.16.2.dist-info}/licenses/LICENSE.md +0 -0
@@ -3,15 +3,15 @@ judgeval/cli.py,sha256=C7QfElL1sys6hjRpI8rNkFgGqmnsLQGk3lU-9OGbXT0,1612
|
|
3
3
|
judgeval/constants.py,sha256=JZZJ1MqzZZDVk-5PRPRbmLnM8mXI-RDL5vxa1JFuscs,3408
|
4
4
|
judgeval/env.py,sha256=37Mn4g0OkpFxXCZGlO_CLqKJnyX-jx_R24tC28XJzig,2112
|
5
5
|
judgeval/exceptions.py,sha256=tTbfe4yoOtPXmn22UQz9-6a-5PT9uOko85xaRRwr0Sw,621
|
6
|
-
judgeval/logger.py,sha256=
|
7
|
-
judgeval/version.py,sha256=
|
6
|
+
judgeval/logger.py,sha256=VP5blbsJ53mvJbNHfBf5p2KrARUrkrErpPkB-__Hh3U,1562
|
7
|
+
judgeval/version.py,sha256=EPF9JmcL48Nu1Cj7xx0zmbXA_VvZwskV2Y3XGJKroDI,74
|
8
8
|
judgeval/warnings.py,sha256=LbGte14ppiFjrkp-JJYueZ40NWFvMkWRvPXr6r-fUWw,73
|
9
9
|
judgeval/api/__init__.py,sha256=ho8L4wC9y-STYEpk5zHwc2mZJhC4ezW8jiGgOIERBVY,12058
|
10
|
-
judgeval/api/api_types.py,sha256=
|
10
|
+
judgeval/api/api_types.py,sha256=KRPJRDX9pFHa39VudA823r34eihJS2DCirNLe0tdtbs,8900
|
11
11
|
judgeval/data/__init__.py,sha256=1tU0EN0ThIfQ1fad5I3dKxAfTcZ5U8cvTLcQ6qLVLU0,407
|
12
12
|
judgeval/data/evaluation_run.py,sha256=O41p99wNAuCAf6lsLNKzkZ6W-kL9LlzCYxVls7IcKkA,4727
|
13
13
|
judgeval/data/example.py,sha256=eGJpF-lyUH734Cg90B7WtU9f8iKoS3VFGeV6R-GVCCc,1039
|
14
|
-
judgeval/data/judgment_types.py,sha256=
|
14
|
+
judgeval/data/judgment_types.py,sha256=7XHLA6UM0BlGR0Sz6Fbu9BIUZqPJQz_nDW5GySXCiIk,16646
|
15
15
|
judgeval/data/result.py,sha256=XufFGSAkBDfevPUmzSgsR9HEqytISkM0U5HkhJmsjpY,2102
|
16
16
|
judgeval/data/scorer_data.py,sha256=HeP15ZgftFTJCF8JmDJCLWXRnZJIaGDJCzl7Hg6gWwE,2006
|
17
17
|
judgeval/data/trace.py,sha256=zSiR3o6xt8Z46XA3M9fJBtViF0BsPO6yKp9jxdscOSc,3881
|
@@ -41,9 +41,9 @@ judgeval/scorers/judgeval_scorers/api_scorers/answer_relevancy.py,sha256=ciiFBQQ
|
|
41
41
|
judgeval/scorers/judgeval_scorers/api_scorers/faithfulness.py,sha256=ucYOI6ztAjfoYmcgTDzN8u5RrehlVqrkeLEfss9b1fk,441
|
42
42
|
judgeval/scorers/judgeval_scorers/api_scorers/instruction_adherence.py,sha256=V3RdrWhnR_vLBrtWw7QbgN9K_A-Och7-v9I2fN4z8gY,506
|
43
43
|
judgeval/scorers/judgeval_scorers/api_scorers/prompt_scorer.py,sha256=zJ0n3HyZ1FFBnMnTYxBi37m_3Er7ENd4HpqLjNi5Eag,10902
|
44
|
-
judgeval/tracer/__init__.py,sha256=
|
44
|
+
judgeval/tracer/__init__.py,sha256=NQ84UE__-0Bmqm0YTOf7mdi1zHf8iLaL2bC6fc-VUVw,36443
|
45
45
|
judgeval/tracer/constants.py,sha256=ae8tivAW97awJQxdRB9OMqX50wOLX3zqChT_AGkPBu0,85
|
46
|
-
judgeval/tracer/keys.py,sha256=
|
46
|
+
judgeval/tracer/keys.py,sha256=8HsLASFPfqNtXwdXpihIbmFONpUdUGpYvHQK9jqrHvQ,2220
|
47
47
|
judgeval/tracer/local_eval_queue.py,sha256=KZKvSSli7B-EVzdHa4-CmXUpv0uOjGLLRa2KTPg8lRc,7320
|
48
48
|
judgeval/tracer/managers.py,sha256=NEkovnK8Qaod1U5msT0_hyHUqo9C2uFro2IzNlC8jCo,5071
|
49
49
|
judgeval/tracer/utils.py,sha256=lbL_90pV3VNrz-GlJy_BQzjd1mKWR6zeJYbubTjU3UA,530
|
@@ -51,30 +51,44 @@ judgeval/tracer/exporters/__init__.py,sha256=3WDXC28iY5gYMM5s7ejmy7P-DVDQ_iIuzwo
|
|
51
51
|
judgeval/tracer/exporters/s3.py,sha256=N9gmw17cnR0VkfAQQkLsNj5BksgNRETThR5qYhWRjP4,4360
|
52
52
|
judgeval/tracer/exporters/store.py,sha256=KQV3cyqteesByQjR-9VdPXT9OlUZ-6F08ogqj837_c0,1012
|
53
53
|
judgeval/tracer/exporters/utils.py,sha256=JRcoSQuEHxMDJbXfyrUIfA2SHBVkZM82h4bTbYGxkNw,1154
|
54
|
-
judgeval/tracer/llm/__init__.py,sha256=
|
55
|
-
judgeval/tracer/llm/
|
56
|
-
judgeval/tracer/llm/
|
57
|
-
judgeval/tracer/llm/
|
58
|
-
judgeval/tracer/llm/
|
59
|
-
judgeval/tracer/llm/
|
60
|
-
judgeval/tracer/llm/
|
61
|
-
judgeval/tracer/
|
54
|
+
judgeval/tracer/llm/__init__.py,sha256=ENxApieKSktYrIviofXWP9GU0WnhBm0Q9mlGe_m_gMY,139
|
55
|
+
judgeval/tracer/llm/config.py,sha256=fpfn-fJssWb4x7oxN24JK5jKdOoC15DY6cWsGklMH90,4009
|
56
|
+
judgeval/tracer/llm/constants.py,sha256=V2_P4SYqj4X7A-bGqY_SMZ3Udoc76RxWB4XeEp6HNtY,190
|
57
|
+
judgeval/tracer/llm/providers.py,sha256=TFbT_X4Nl9Iu2Kzt11U3Va4rhfgvH2hesvgT18-_nsM,1487
|
58
|
+
judgeval/tracer/llm/llm_anthropic/__init__.py,sha256=HG0gIlTgaRt-Y0u1ERPQ19pUgb4YHkTh7tZQPeyR4oM,80
|
59
|
+
judgeval/tracer/llm/llm_anthropic/config.py,sha256=DUTkYjMejWLI8inFJ_Ih7vf7_aJFAiCyi1Oxls-ACGo,439
|
60
|
+
judgeval/tracer/llm/llm_anthropic/wrapper.py,sha256=4DzLqQcyVFkT5CB5BopjQef3mW4HPhTtWx1J7J2RGuA,22660
|
61
|
+
judgeval/tracer/llm/llm_google/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
62
|
+
judgeval/tracer/llm/llm_google/config.py,sha256=ENx0dq7s3bUOlSMSYvw-_Z2Aq9J7VEGiv5XuqE3CEKk,571
|
63
|
+
judgeval/tracer/llm/llm_google/wrapper.py,sha256=OozzlvmbZK0rWUUfX2yBE-LjGoGD4CHO_gMz9jOqEbE,15460
|
64
|
+
judgeval/tracer/llm/llm_groq/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
65
|
+
judgeval/tracer/llm/llm_groq/config.py,sha256=zKOOzGMtl0mL8FSyJAMvKUeogUS7aW7A8fbPk5yvcvI,442
|
66
|
+
judgeval/tracer/llm/llm_groq/wrapper.py,sha256=E5KekXQsW1DGb2AYUCgdYsiBKjh8bLzKVsGvQQIUVT8,17602
|
67
|
+
judgeval/tracer/llm/llm_openai/__init__.py,sha256=CyzwhY0-zmqWKlEno7JPBcvO7G_hI8dp6-_5_KEzFqg,74
|
68
|
+
judgeval/tracer/llm/llm_openai/config.py,sha256=vcWYsCA5Sg8kuKQ7amcdhXktb6l9db1i0twlYrtFok4,827
|
69
|
+
judgeval/tracer/llm/llm_openai/wrapper.py,sha256=AXKuUlR0JVlOsC17WulRwfrLPoMX7ffvc0GuhxFauJo,23338
|
70
|
+
judgeval/tracer/llm/llm_together/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
71
|
+
judgeval/tracer/llm/llm_together/config.py,sha256=XnRa2ZWE-ZFa1K7JiN7J1gteBW0Sdh9hEkn4R-xv8lY,590
|
72
|
+
judgeval/tracer/llm/llm_together/wrapper.py,sha256=vzlHLhkMxXIwYw0SefcYVzh6NBm63pxrqSsrORLanr0,17706
|
73
|
+
judgeval/tracer/processors/__init__.py,sha256=BdOOPOD1RfMI5YHW76DNPKR07EAev-JxoolZ3KaXNNU,7100
|
62
74
|
judgeval/trainer/__init__.py,sha256=h_DDVV7HFF7HUPAJFpt2d9wjqgnmEVcHxqZyB1k7pPQ,257
|
63
75
|
judgeval/trainer/config.py,sha256=sAAVBgeoFDJWYjGIgOvoQoiO0gtqNAOI6MHncwdN_mk,4292
|
64
|
-
judgeval/trainer/console.py,sha256=
|
76
|
+
judgeval/trainer/console.py,sha256=SvokkFEU-K1vLV4Rd1m6YJJ7HyYwTr4Azdzwx_JPZUY,4351
|
65
77
|
judgeval/trainer/trainable_model.py,sha256=T-Sioi_sXtfYlcu3lE0cd60PHs8DrYaZ-Kxb4h1nU04,8993
|
66
78
|
judgeval/trainer/trainer.py,sha256=FBhHq2YPooKADDCC_IEKex81L6a5quCmAMyl9mn3QLk,16675
|
67
79
|
judgeval/utils/async_utils.py,sha256=AF1xdu8Ao5GyhFvfaLOaKJHn1RISyXZ4U70UZe9zfBA,1083
|
68
|
-
judgeval/utils/decorators.py,sha256=rdqY1w0zNL6O6GU6Wdeo0-x5EgpFTEhU2vkgiWsRYdc,525
|
69
80
|
judgeval/utils/file_utils.py,sha256=vq-n5WZEZjVbZ5S9QTkW8nSH6Pvw-Jx0ttsQ1t0wnPQ,3140
|
70
81
|
judgeval/utils/guards.py,sha256=QBb6m6KElxdvt2bskLZCKh_zGHbBcqV-VfGzT63o3hY,807
|
71
|
-
judgeval/utils/meta.py,sha256=
|
82
|
+
judgeval/utils/meta.py,sha256=RAqZuvOlymqMwFoS0joBW_r65lcN9bY8BpNYHoytKps,773
|
72
83
|
judgeval/utils/serialize.py,sha256=QXR-8Nj5rqOrI9zLx0oRLdk6DW6Bc7j8eyF4zQ7PLxA,6256
|
73
84
|
judgeval/utils/testing.py,sha256=m5Nexv65tmfSj1XvAPK5Ear7aJ7w5xjDtZN0tLZ_RBk,2939
|
74
85
|
judgeval/utils/url.py,sha256=Shf0v3XcbaWpL0m1eGJEEO_z4TsQCnDB2Rl25OTUmiI,195
|
75
|
-
judgeval/utils/version_check.py,sha256=
|
76
|
-
judgeval
|
77
|
-
judgeval
|
78
|
-
judgeval
|
79
|
-
judgeval-0.16.
|
80
|
-
judgeval-0.16.
|
86
|
+
judgeval/utils/version_check.py,sha256=se4Ft8rjcl5u7fHMxSGQpka844V2AcZpOYl6StLWTio,1081
|
87
|
+
judgeval/utils/decorators/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
88
|
+
judgeval/utils/decorators/dont_throw.py,sha256=_m27SjtpUFXYegi0W6FICw5UrqQ49gjDTvtGs29zEbo,494
|
89
|
+
judgeval/utils/decorators/use_once.py,sha256=8mgj5VK9v08VOOWX2Bstc0CezNsOVUKMIv7N2R83E8s,288
|
90
|
+
judgeval-0.16.2.dist-info/METADATA,sha256=FonClfnj1Q7xSbDkvYQJhyN9HpLgESKsnkw-NB-WRoY,11512
|
91
|
+
judgeval-0.16.2.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
|
92
|
+
judgeval-0.16.2.dist-info/entry_points.txt,sha256=-eoeD-oDLn4A7MSgeBS9Akwanf3_0r0cgEleBcIOjg0,46
|
93
|
+
judgeval-0.16.2.dist-info/licenses/LICENSE.md,sha256=tKmCg7k5QOmxPK19XMfzim04QiQJPmgIm0pAn55IJwk,11352
|
94
|
+
judgeval-0.16.2.dist-info/RECORD,,
|
@@ -1,21 +0,0 @@
|
|
1
|
-
from __future__ import annotations
|
2
|
-
|
3
|
-
HAS_GOOGLE_GENAI = False
|
4
|
-
google_genai_Client = None
|
5
|
-
google_genai_AsyncClient = None
|
6
|
-
|
7
|
-
try:
|
8
|
-
from google.genai import Client # type: ignore[import-untyped]
|
9
|
-
from google.genai.client import AsyncClient # type: ignore[import-untyped]
|
10
|
-
|
11
|
-
google_genai_Client = Client
|
12
|
-
google_genai_AsyncClient = AsyncClient
|
13
|
-
HAS_GOOGLE_GENAI = True
|
14
|
-
except ImportError:
|
15
|
-
pass
|
16
|
-
|
17
|
-
__all__ = [
|
18
|
-
"HAS_GOOGLE_GENAI",
|
19
|
-
"google_genai_Client",
|
20
|
-
"google_genai_AsyncClient",
|
21
|
-
]
|
@@ -1,20 +0,0 @@
|
|
1
|
-
from __future__ import annotations
|
2
|
-
|
3
|
-
HAS_GROQ = False
|
4
|
-
groq_Groq = None
|
5
|
-
groq_AsyncGroq = None
|
6
|
-
|
7
|
-
try:
|
8
|
-
from groq import Groq, AsyncGroq # type: ignore[import-untyped]
|
9
|
-
|
10
|
-
groq_Groq = Groq
|
11
|
-
groq_AsyncGroq = AsyncGroq
|
12
|
-
HAS_GROQ = True
|
13
|
-
except ImportError:
|
14
|
-
pass
|
15
|
-
|
16
|
-
__all__ = [
|
17
|
-
"HAS_GROQ",
|
18
|
-
"groq_Groq",
|
19
|
-
"groq_AsyncGroq",
|
20
|
-
]
|
@@ -1,20 +0,0 @@
|
|
1
|
-
from __future__ import annotations
|
2
|
-
|
3
|
-
HAS_TOGETHER = False
|
4
|
-
together_Together = None
|
5
|
-
together_AsyncTogether = None
|
6
|
-
|
7
|
-
try:
|
8
|
-
from together import Together, AsyncTogether # type: ignore[import-untyped]
|
9
|
-
|
10
|
-
together_Together = Together
|
11
|
-
together_AsyncTogether = AsyncTogether
|
12
|
-
HAS_TOGETHER = True
|
13
|
-
except ImportError:
|
14
|
-
pass
|
15
|
-
|
16
|
-
__all__ = [
|
17
|
-
"HAS_TOGETHER",
|
18
|
-
"together_Together",
|
19
|
-
"together_AsyncTogether",
|
20
|
-
]
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|