vllm-judge 0.1.0__py3-none-any.whl → 0.1.1__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (6) hide show
  1. vllm_judge/__init__.py +1 -1
  2. {vllm_judge-0.1.0.dist-info → vllm_judge-0.1.1.dist-info}/METADATA +14 -15
  3. {vllm_judge-0.1.0.dist-info → vllm_judge-0.1.1.dist-info}/RECORD +6 -6
  4. {vllm_judge-0.1.0.dist-info → vllm_judge-0.1.1.dist-info}/WHEEL +0 -0
  5. {vllm_judge-0.1.0.dist-info → vllm_judge-0.1.1.dist-info}/entry_points.txt +0 -0
  6. {vllm_judge-0.1.0.dist-info → vllm_judge-0.1.1.dist-info}/top_level.txt +0 -0
vllm_judge/__init__.py CHANGED
@@ -5,7 +5,7 @@ A lightweight library for evaluating text responses using self-hosted language m
5
5
  via vLLM's OpenAI-compatible API.
6
6
  """
7
7
 
8
- __version__ = "0.1.0"
8
+ __version__ = "0.1.1"
9
9
 
10
10
  from vllm_judge.judge import Judge
11
11
  from vllm_judge.models import (
{vllm_judge-0.1.0.dist-info → vllm_judge-0.1.1.dist-info}/METADATA RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: vllm_judge
3
- Version: 0.1.0
3
+ Version: 0.1.1
4
4
  Summary: LLM-as-a-Judge evaluations for vLLM hosted models
5
5
  Author: TrustyAI team
6
6
  Author-email: Sai Chandra Pandraju <saichandrapandraju@gmail.com>
@@ -20,14 +20,6 @@ Requires-Dist: uvicorn[standard]>=0.22.0; extra == "api"
20
20
  Requires-Dist: websockets>=11.0; extra == "api"
21
21
  Provides-Extra: jinja2
22
22
  Requires-Dist: jinja2>=3.0.0; extra == "jinja2"
23
- Provides-Extra: dev
24
- Requires-Dist: pytest>=7.0.0; extra == "dev"
25
- Requires-Dist: pytest-asyncio>=0.21.0; extra == "dev"
26
- Requires-Dist: pytest-cov>=4.0.0; extra == "dev"
27
- Requires-Dist: black>=23.0.0; extra == "dev"
28
- Requires-Dist: isort>=5.12.0; extra == "dev"
29
- Requires-Dist: flake8>=6.0.0; extra == "dev"
30
- Requires-Dist: mypy>=1.0.0; extra == "dev"
31
23
  Provides-Extra: test
32
24
  Requires-Dist: pytest>=7.0.0; extra == "test"
33
25
  Requires-Dist: pytest-asyncio>=0.21.0; extra == "test"
@@ -37,10 +29,17 @@ Provides-Extra: docs
37
29
  Requires-Dist: mkdocs>=1.5.0; extra == "docs"
38
30
  Requires-Dist: mkdocs-material>=9.0.0; extra == "docs"
39
31
  Requires-Dist: mkdocstrings[python]>=0.24.0; extra == "docs"
32
+ Requires-Dist: mkdocs-material-extensions>=1.3.1; extra == "docs"
33
+ Provides-Extra: dev
34
+ Requires-Dist: vllm_judge[api,docs,jinja2,test]; extra == "dev"
35
+ Requires-Dist: black>=23.0.0; extra == "dev"
36
+ Requires-Dist: isort>=5.12.0; extra == "dev"
37
+ Requires-Dist: flake8>=6.0.0; extra == "dev"
38
+ Requires-Dist: mypy>=1.0.0; extra == "dev"
40
39
 
41
40
  # vLLM Judge
42
41
 
43
- A lightweight library for LLM-as-a-Judge evaluations using vLLM hosted models.
42
+ A lightweight library for LLM-as-a-Judge evaluations using vLLM hosted models. Please refer the [documentation](https://saichandrapandraju.github.io/vllm_judge/) for usage details.
44
43
 
45
44
  ## Features
46
45
 
@@ -55,16 +54,16 @@ A lightweight library for LLM-as-a-Judge evaluations using vLLM hosted models.
55
54
 
56
55
  ```bash
57
56
  # Basic installation
58
- pip install vllm_judge
57
+ pip install vllm-judge
59
58
 
60
59
  # With API support
61
- pip install vllm_judge[api]
60
+ pip install vllm-judge[api]
62
61
 
63
62
  # With Jinja2 template support
64
- pip install vllm_judge[jinja2]
63
+ pip install vllm-judge[jinja2]
65
64
 
66
65
  # Everything
67
- pip install vllm_judge[api,jinja2]
66
+ pip install vllm-judge[dev]
68
67
  ```
69
68
 
70
69
  ## Quick Start
@@ -73,7 +72,7 @@ pip install vllm_judge[api,jinja2]
73
72
  from vllm_judge import Judge
74
73
 
75
74
  # Initialize with vLLM url
76
- judge = await Judge.from_url("http://localhost:8000")
75
+ judge = Judge.from_url("http://localhost:8000")
77
76
 
78
77
  # Simple evaluation
79
78
  result = await judge.evaluate(
{vllm_judge-0.1.0.dist-info → vllm_judge-0.1.1.dist-info}/RECORD RENAMED
@@ -1,4 +1,4 @@
1
- vllm_judge/__init__.py,sha256=Sx6sERXfksr1eubHxXj_uTiVrXmHXINoY9-nP20EiSg,2363
1
+ vllm_judge/__init__.py,sha256=iI-gdqNrjLwn7jzU7yjCZHCHKwbqrjbKp6OgAfl8Tu8,2363
2
2
  vllm_judge/batch.py,sha256=68jKgRTMzZXw4bxAiGp73NZzHOd1tKK763nBNjrr6gg,4842
3
3
  vllm_judge/cli.py,sha256=KQtUt_L4u5TPrS8xoyiKYt_hQ_FiHtGcrkecGEtktI8,10685
4
4
  vllm_judge/client.py,sha256=QPz64q9-7XEOOJiKQU7FBkGFWocJ-WGUmpETKSLQYDI,8386
@@ -12,8 +12,8 @@ vllm_judge/api/__init__.py,sha256=aPQ1o7_ZzbJJpm2UyX3H35snbOGbgQJoglJjzdnc1LU,76
12
12
  vllm_judge/api/client.py,sha256=mcpdH-9ko6aEh_JAybpPPVhHqlO3l5K-lTujTlkTw8c,11302
13
13
  vllm_judge/api/models.py,sha256=tPEePecZbKb9ZbjwusdJwhLiBK9Rd5xqiOqjklDKJ9s,4781
14
14
  vllm_judge/api/server.py,sha256=mbQ45YC0RYGONdy1oIcRIxUvByLtKXXrrMTpE9l2y1w,17818
15
- vllm_judge-0.1.0.dist-info/METADATA,sha256=W0_-H1J-KEDOzAV8ZNgM6z8gkKxodsebmH3lBVR2jU4,3572
16
- vllm_judge-0.1.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
17
- vllm_judge-0.1.0.dist-info/entry_points.txt,sha256=F3plmbMXOQ0pBIh0clqWPVIJWl20_1LZ7QHxC2XF5Lg,51
18
- vllm_judge-0.1.0.dist-info/top_level.txt,sha256=bqtMvn2y13cHSz_1-HKCBMzYSTfDHsTQBG6U5STHvwM,11
19
- vllm_judge-0.1.0.dist-info/RECORD,,
15
+ vllm_judge-0.1.1.dist-info/METADATA,sha256=8tAJdnNjmSFrORci6TgJ2TTgZ8zmZCicBSgShbu31gY,3643
16
+ vllm_judge-0.1.1.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
17
+ vllm_judge-0.1.1.dist-info/entry_points.txt,sha256=F3plmbMXOQ0pBIh0clqWPVIJWl20_1LZ7QHxC2XF5Lg,51
18
+ vllm_judge-0.1.1.dist-info/top_level.txt,sha256=bqtMvn2y13cHSz_1-HKCBMzYSTfDHsTQBG6U5STHvwM,11
19
+ vllm_judge-0.1.1.dist-info/RECORD,,