judgeval 0.11.0__py3-none-any.whl → 0.13.0__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- judgeval/__init__.py +5 -5
- judgeval/api/api_types.py +81 -12
- judgeval/cli.py +2 -1
- judgeval/constants.py +0 -6
- judgeval/data/evaluation_run.py +7 -8
- judgeval/data/judgment_types.py +97 -12
- judgeval/data/trace.py +108 -1
- judgeval/dataset/__init__.py +72 -23
- judgeval/env.py +5 -20
- judgeval/integrations/langgraph/__init__.py +9 -785
- judgeval/scorers/__init__.py +6 -0
- judgeval/scorers/api_scorer.py +15 -12
- judgeval/scorers/judgeval_scorers/api_scorers/answer_correctness.py +2 -10
- judgeval/scorers/judgeval_scorers/api_scorers/answer_relevancy.py +2 -2
- judgeval/scorers/judgeval_scorers/api_scorers/faithfulness.py +2 -10
- judgeval/scorers/judgeval_scorers/api_scorers/instruction_adherence.py +2 -14
- judgeval/scorers/judgeval_scorers/api_scorers/prompt_scorer.py +26 -35
- judgeval/scorers/score.py +1 -1
- judgeval/scorers/utils.py +1 -4
- judgeval/tracer/__init__.py +181 -162
- judgeval/tracer/exporters/__init__.py +4 -1
- judgeval/tracer/keys.py +15 -25
- judgeval/tracer/llm/__init__.py +0 -1
- judgeval/tracer/llm/anthropic/__init__.py +20 -0
- judgeval/tracer/llm/google/__init__.py +21 -0
- judgeval/tracer/llm/groq/__init__.py +20 -0
- judgeval/tracer/llm/openai/__init__.py +32 -0
- judgeval/tracer/llm/providers.py +28 -79
- judgeval/tracer/llm/together/__init__.py +20 -0
- judgeval/tracer/managers.py +23 -48
- judgeval/tracer/processors/__init__.py +36 -75
- judgeval/tracer/utils.py +3 -4
- judgeval/trainer/trainer.py +4 -4
- judgeval/utils/file_utils.py +0 -2
- judgeval/utils/meta.py +18 -5
- judgeval/utils/testing.py +0 -14
- judgeval/utils/version_check.py +2 -0
- judgeval/version.py +1 -1
- {judgeval-0.11.0.dist-info → judgeval-0.13.0.dist-info}/METADATA +1 -7
- {judgeval-0.11.0.dist-info → judgeval-0.13.0.dist-info}/RECORD +43 -38
- {judgeval-0.11.0.dist-info → judgeval-0.13.0.dist-info}/WHEEL +0 -0
- {judgeval-0.11.0.dist-info → judgeval-0.13.0.dist-info}/entry_points.txt +0 -0
- {judgeval-0.11.0.dist-info → judgeval-0.13.0.dist-info}/licenses/LICENSE.md +0 -0
@@ -1,6 +1,6 @@
|
|
1
1
|
Metadata-Version: 2.4
|
2
2
|
Name: judgeval
|
3
|
-
Version: 0.
|
3
|
+
Version: 0.13.0
|
4
4
|
Summary: Judgeval Package
|
5
5
|
Project-URL: Homepage, https://github.com/JudgmentLabs/judgeval
|
6
6
|
Project-URL: Issues, https://github.com/JudgmentLabs/judgeval/issues
|
@@ -17,14 +17,8 @@ Requires-Dist: httpx>=0.28.1
|
|
17
17
|
Requires-Dist: litellm<1.75.0
|
18
18
|
Requires-Dist: opentelemetry-exporter-otlp>=1.36.0
|
19
19
|
Requires-Dist: opentelemetry-sdk>=1.36.0
|
20
|
-
Requires-Dist: opentelemetry-semantic-conventions>=0.57b0
|
21
20
|
Requires-Dist: orjson>=3.9.0
|
22
21
|
Requires-Dist: typer>=0.9.0
|
23
|
-
Provides-Extra: langchain
|
24
|
-
Requires-Dist: langchain-anthropic; extra == 'langchain'
|
25
|
-
Requires-Dist: langchain-core; extra == 'langchain'
|
26
|
-
Requires-Dist: langchain-huggingface; extra == 'langchain'
|
27
|
-
Requires-Dist: langchain-openai; extra == 'langchain'
|
28
22
|
Provides-Extra: s3
|
29
23
|
Requires-Dist: boto3>=1.40.11; extra == 's3'
|
30
24
|
Provides-Extra: trainer
|
@@ -1,74 +1,79 @@
|
|
1
|
-
judgeval/__init__.py,sha256
|
2
|
-
judgeval/cli.py,sha256=
|
3
|
-
judgeval/constants.py,sha256=
|
4
|
-
judgeval/env.py,sha256=
|
1
|
+
judgeval/__init__.py,sha256=zGabcnqv73Gvu0-OL8GiPPmgSJ0LvJDon50hq77EGKg,4917
|
2
|
+
judgeval/cli.py,sha256=C7QfElL1sys6hjRpI8rNkFgGqmnsLQGk3lU-9OGbXT0,1612
|
3
|
+
judgeval/constants.py,sha256=JZZJ1MqzZZDVk-5PRPRbmLnM8mXI-RDL5vxa1JFuscs,3408
|
4
|
+
judgeval/env.py,sha256=37Mn4g0OkpFxXCZGlO_CLqKJnyX-jx_R24tC28XJzig,2112
|
5
5
|
judgeval/exceptions.py,sha256=tTbfe4yoOtPXmn22UQz9-6a-5PT9uOko85xaRRwr0Sw,621
|
6
6
|
judgeval/logger.py,sha256=ZWbp0QfT1CJnQIjV-Zle4n489nFCKEmD2-ukx--iiow,1553
|
7
|
-
judgeval/version.py,sha256=
|
7
|
+
judgeval/version.py,sha256=01yUnVXmWLxRHNJr_oQPReUsXKv89kuUT_DJuYEJrjg,74
|
8
8
|
judgeval/warnings.py,sha256=LbGte14ppiFjrkp-JJYueZ40NWFvMkWRvPXr6r-fUWw,73
|
9
9
|
judgeval/api/__init__.py,sha256=3Pm0qQ4ZQj76jUsJVrnuazRnYcqF3pzM_Wv_Z6lOv0w,13216
|
10
|
-
judgeval/api/api_types.py,sha256=
|
10
|
+
judgeval/api/api_types.py,sha256=w45Rh2I31JaqWoUsxCK5_rr_wJ1QkWYxDLjRppXkruE,8785
|
11
11
|
judgeval/data/__init__.py,sha256=1tU0EN0ThIfQ1fad5I3dKxAfTcZ5U8cvTLcQ6qLVLU0,407
|
12
|
-
judgeval/data/evaluation_run.py,sha256=
|
12
|
+
judgeval/data/evaluation_run.py,sha256=O41p99wNAuCAf6lsLNKzkZ6W-kL9LlzCYxVls7IcKkA,4727
|
13
13
|
judgeval/data/example.py,sha256=eGJpF-lyUH734Cg90B7WtU9f8iKoS3VFGeV6R-GVCCc,1039
|
14
|
-
judgeval/data/judgment_types.py,sha256=
|
14
|
+
judgeval/data/judgment_types.py,sha256=rZ4Uq6Va94bHF0Obn3wKB7E5n77R5N5WTkK5o02EAzg,16285
|
15
15
|
judgeval/data/result.py,sha256=XufFGSAkBDfevPUmzSgsR9HEqytISkM0U5HkhJmsjpY,2102
|
16
16
|
judgeval/data/scorer_data.py,sha256=HeP15ZgftFTJCF8JmDJCLWXRnZJIaGDJCzl7Hg6gWwE,2006
|
17
|
-
judgeval/data/trace.py,sha256=
|
17
|
+
judgeval/data/trace.py,sha256=zSiR3o6xt8Z46XA3M9fJBtViF0BsPO6yKp9jxdscOSc,3881
|
18
18
|
judgeval/data/scripts/fix_default_factory.py,sha256=lvp2JwYZqz-XpD9LZNa3mANZVP-jJSZoNzolI6JWERM,591
|
19
19
|
judgeval/data/scripts/openapi_transform.py,sha256=Sm04JClzyP1ga8KA3gkIdsae8Hlx-XU7-x0gHCQYOhg,3877
|
20
|
-
judgeval/dataset/__init__.py,sha256=
|
20
|
+
judgeval/dataset/__init__.py,sha256=4CiV7jQUiJ8_IXnD_E-vS5OfoEr0hghBe3-OSuVoBwE,8277
|
21
21
|
judgeval/evaluation/__init__.py,sha256=6bSC1Sw-fpJN6OkZTv4UtAoYZqkjUy7OG17lxiRX5qE,13321
|
22
|
-
judgeval/integrations/langgraph/__init__.py,sha256=
|
22
|
+
judgeval/integrations/langgraph/__init__.py,sha256=HwXmtDxaO75Kn4KPErnMb6Ne6FcpRxV_SCYVuwFsve0,332
|
23
23
|
judgeval/judges/__init__.py,sha256=e7JnTc1TG_SwqydDHTXHIP0EBazQxt-ydMQG7ghSU5A,228
|
24
24
|
judgeval/judges/base_judge.py,sha256=_dz0qWsKRxzXxpRY9l6mrxTRYPSF2FE4ZXkrzhZ4gbY,986
|
25
25
|
judgeval/judges/litellm_judge.py,sha256=5vEF0IUo7HVWnOF2ww-DMke8Xkarnz32B_qbgKjc0-I,4182
|
26
26
|
judgeval/judges/together_judge.py,sha256=GzwlXZJzle8hT-vWKmq39JyIeanJqJfHDOkrksUbzk0,4398
|
27
27
|
judgeval/judges/utils.py,sha256=ITbYwvjU3o9-FIAReFvxh24yJrx9LV3l9BnSBgKUpxg,2068
|
28
|
-
judgeval/scorers/__init__.py,sha256=
|
28
|
+
judgeval/scorers/__init__.py,sha256=pomKzEy4YNFyygYp8vbS3co8iB5CMstRkQwdUgi1u4g,744
|
29
29
|
judgeval/scorers/agent_scorer.py,sha256=-qcNSkY6i7ur2LXkM7H1jTKuuFbDuXbjTq42o3vjeQ8,595
|
30
|
-
judgeval/scorers/api_scorer.py,sha256=
|
30
|
+
judgeval/scorers/api_scorer.py,sha256=jPBQUBs_T3Xq33QoIbIXDzUaXinz56qeDfo96dfdX0g,2036
|
31
31
|
judgeval/scorers/base_scorer.py,sha256=hsMuqdW8QtW5n9JzruXyaZC7im2K2sSmz1RDkbMisJ4,2702
|
32
32
|
judgeval/scorers/example_scorer.py,sha256=o_BGUztJXjnKnuOqIa9T4PXe0wPoWg63FyH518N1LxA,561
|
33
33
|
judgeval/scorers/exceptions.py,sha256=ACDHK5-TWiF3NTk-wycaedpbrdobm-CvvC1JA_iP-Mk,179
|
34
|
-
judgeval/scorers/score.py,sha256=
|
35
|
-
judgeval/scorers/utils.py,sha256=
|
34
|
+
judgeval/scorers/score.py,sha256=xquM59SCtNeuAsrBsHFgBQk3CHp4-bms4oFs24xfcU0,7176
|
35
|
+
judgeval/scorers/utils.py,sha256=dDxPKVjKa1lsMXNhZ8-aJFG3qk1usAH1JnKeC3vBQbU,304
|
36
36
|
judgeval/scorers/judgeval_scorers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
37
37
|
judgeval/scorers/judgeval_scorers/api_scorers/__init__.py,sha256=wrq7y9I30GZbwDXIrSh81KRO_-j7i-1DjwX5Hc3PScI,728
|
38
|
-
judgeval/scorers/judgeval_scorers/api_scorers/answer_correctness.py,sha256=
|
39
|
-
judgeval/scorers/judgeval_scorers/api_scorers/answer_relevancy.py,sha256=
|
40
|
-
judgeval/scorers/judgeval_scorers/api_scorers/faithfulness.py,sha256=
|
41
|
-
judgeval/scorers/judgeval_scorers/api_scorers/instruction_adherence.py,sha256=
|
42
|
-
judgeval/scorers/judgeval_scorers/api_scorers/prompt_scorer.py,sha256=
|
43
|
-
judgeval/tracer/__init__.py,sha256=
|
38
|
+
judgeval/scorers/judgeval_scorers/api_scorers/answer_correctness.py,sha256=WUeFyWdr1Wc8dh-aQ1nrK-mbd9W0MT4VyzLT5CbJ2-Q,450
|
39
|
+
judgeval/scorers/judgeval_scorers/api_scorers/answer_relevancy.py,sha256=ciiFBQQC4UDsk9qou9OiKbAR31s82eRUY1ZTt1gdM-0,407
|
40
|
+
judgeval/scorers/judgeval_scorers/api_scorers/faithfulness.py,sha256=ucYOI6ztAjfoYmcgTDzN8u5RrehlVqrkeLEfss9b1fk,441
|
41
|
+
judgeval/scorers/judgeval_scorers/api_scorers/instruction_adherence.py,sha256=V3RdrWhnR_vLBrtWw7QbgN9K_A-Och7-v9I2fN4z8gY,506
|
42
|
+
judgeval/scorers/judgeval_scorers/api_scorers/prompt_scorer.py,sha256=UiX-qUVokx8W3EIr5i4_H6CGQT2pNBEYWSCtTUx1wLE,9196
|
43
|
+
judgeval/tracer/__init__.py,sha256=iqFvWok4QBW-1bs2zCmkhw4Y_o2d2mVeiPUtQbG9Nvc,35995
|
44
44
|
judgeval/tracer/constants.py,sha256=ae8tivAW97awJQxdRB9OMqX50wOLX3zqChT_AGkPBu0,85
|
45
|
-
judgeval/tracer/keys.py,sha256=
|
45
|
+
judgeval/tracer/keys.py,sha256=ho4-_w4ngTVejdSKUH80sG6vtYt4c7FEKrYpFrDfPLs,2105
|
46
46
|
judgeval/tracer/local_eval_queue.py,sha256=KZKvSSli7B-EVzdHa4-CmXUpv0uOjGLLRa2KTPg8lRc,7320
|
47
|
-
judgeval/tracer/managers.py,sha256=
|
48
|
-
judgeval/tracer/utils.py,sha256=
|
49
|
-
judgeval/tracer/exporters/__init__.py,sha256=
|
47
|
+
judgeval/tracer/managers.py,sha256=NEkovnK8Qaod1U5msT0_hyHUqo9C2uFro2IzNlC8jCo,5071
|
48
|
+
judgeval/tracer/utils.py,sha256=lbL_90pV3VNrz-GlJy_BQzjd1mKWR6zeJYbubTjU3UA,530
|
49
|
+
judgeval/tracer/exporters/__init__.py,sha256=3WDXC28iY5gYMM5s7ejmy7P-DVDQ_iIuzwovZxUKJXg,1295
|
50
50
|
judgeval/tracer/exporters/s3.py,sha256=N9gmw17cnR0VkfAQQkLsNj5BksgNRETThR5qYhWRjP4,4360
|
51
51
|
judgeval/tracer/exporters/store.py,sha256=KQV3cyqteesByQjR-9VdPXT9OlUZ-6F08ogqj837_c0,1012
|
52
52
|
judgeval/tracer/exporters/utils.py,sha256=JRcoSQuEHxMDJbXfyrUIfA2SHBVkZM82h4bTbYGxkNw,1154
|
53
|
-
judgeval/tracer/llm/__init__.py,sha256=
|
54
|
-
judgeval/tracer/llm/providers.py,sha256=
|
55
|
-
judgeval/tracer/
|
53
|
+
judgeval/tracer/llm/__init__.py,sha256=6JSF-RaK6tZNzd0rZOK6Don7vvf15EhSPSio_FmS7i8,42564
|
54
|
+
judgeval/tracer/llm/providers.py,sha256=UU8xrh2n9p3xZwnlWMUcZoFpog2-F9-YfcV0c2aUNqQ,1432
|
55
|
+
judgeval/tracer/llm/anthropic/__init__.py,sha256=DUTkYjMejWLI8inFJ_Ih7vf7_aJFAiCyi1Oxls-ACGo,439
|
56
|
+
judgeval/tracer/llm/google/__init__.py,sha256=7j96SPUl61yVl3jCQ-JuPpgVU9GhmcsBzY2vj5wJAVo,506
|
57
|
+
judgeval/tracer/llm/groq/__init__.py,sha256=YhG1ccX6uDHc3H4l2bc68U0P3IhyUTs2RAeGgelLgw8,339
|
58
|
+
judgeval/tracer/llm/openai/__init__.py,sha256=vcWYsCA5Sg8kuKQ7amcdhXktb6l9db1i0twlYrtFok4,827
|
59
|
+
judgeval/tracer/llm/together/__init__.py,sha256=8AlIG42BWPyWihXQPoZOIQZFVCXPzf9bLwnu5DJ7Uhg,419
|
60
|
+
judgeval/tracer/processors/__init__.py,sha256=vU-9qzDMkspfxcDLrufLCqQRZhAXF7IZMKKEgzbDfxM,7089
|
56
61
|
judgeval/trainer/__init__.py,sha256=h_DDVV7HFF7HUPAJFpt2d9wjqgnmEVcHxqZyB1k7pPQ,257
|
57
62
|
judgeval/trainer/config.py,sha256=sAAVBgeoFDJWYjGIgOvoQoiO0gtqNAOI6MHncwdN_mk,4292
|
58
63
|
judgeval/trainer/console.py,sha256=PJ0rCnDwC7aoW-VsLDS96ZyMyagh-l9EOJKff1ATIpo,4342
|
59
64
|
judgeval/trainer/trainable_model.py,sha256=T-Sioi_sXtfYlcu3lE0cd60PHs8DrYaZ-Kxb4h1nU04,8993
|
60
|
-
judgeval/trainer/trainer.py,sha256=
|
65
|
+
judgeval/trainer/trainer.py,sha256=FBhHq2YPooKADDCC_IEKex81L6a5quCmAMyl9mn3QLk,16675
|
61
66
|
judgeval/utils/async_utils.py,sha256=AF1xdu8Ao5GyhFvfaLOaKJHn1RISyXZ4U70UZe9zfBA,1083
|
62
67
|
judgeval/utils/decorators.py,sha256=rdqY1w0zNL6O6GU6Wdeo0-x5EgpFTEhU2vkgiWsRYdc,525
|
63
|
-
judgeval/utils/file_utils.py,sha256=
|
68
|
+
judgeval/utils/file_utils.py,sha256=vq-n5WZEZjVbZ5S9QTkW8nSH6Pvw-Jx0ttsQ1t0wnPQ,3140
|
64
69
|
judgeval/utils/guards.py,sha256=QBb6m6KElxdvt2bskLZCKh_zGHbBcqV-VfGzT63o3hY,807
|
65
|
-
judgeval/utils/meta.py,sha256=
|
70
|
+
judgeval/utils/meta.py,sha256=2ioJcaaEiIUXoBecOlRHPEDu6gCPsLq8IRWtVMCBbfU,783
|
66
71
|
judgeval/utils/serialize.py,sha256=QXR-8Nj5rqOrI9zLx0oRLdk6DW6Bc7j8eyF4zQ7PLxA,6256
|
67
|
-
judgeval/utils/testing.py,sha256=
|
72
|
+
judgeval/utils/testing.py,sha256=m5Nexv65tmfSj1XvAPK5Ear7aJ7w5xjDtZN0tLZ_RBk,2939
|
68
73
|
judgeval/utils/url.py,sha256=Shf0v3XcbaWpL0m1eGJEEO_z4TsQCnDB2Rl25OTUmiI,195
|
69
|
-
judgeval/utils/version_check.py,sha256=
|
70
|
-
judgeval-0.
|
71
|
-
judgeval-0.
|
72
|
-
judgeval-0.
|
73
|
-
judgeval-0.
|
74
|
-
judgeval-0.
|
74
|
+
judgeval/utils/version_check.py,sha256=ylZQSqV7kLzEOChxvav9SCHUU4OnaCp36tXHLjdzmw0,1072
|
75
|
+
judgeval-0.13.0.dist-info/METADATA,sha256=7AKZabttcLIqXAU-qZCEfm3Yzo9SSk6cL3f8RQvfiRg,8564
|
76
|
+
judgeval-0.13.0.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
|
77
|
+
judgeval-0.13.0.dist-info/entry_points.txt,sha256=-eoeD-oDLn4A7MSgeBS9Akwanf3_0r0cgEleBcIOjg0,46
|
78
|
+
judgeval-0.13.0.dist-info/licenses/LICENSE.md,sha256=tKmCg7k5QOmxPK19XMfzim04QiQJPmgIm0pAn55IJwk,11352
|
79
|
+
judgeval-0.13.0.dist-info/RECORD,,
|
File without changes
|
File without changes
|
File without changes
|