benchmax 0.1.1.dev4__tar.gz → 0.1.1.dev5__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {benchmax-0.1.1.dev4 → benchmax-0.1.1.dev5}/PKG-INFO +8 -4
- {benchmax-0.1.1.dev4 → benchmax-0.1.1.dev5}/README.md +5 -3
- {benchmax-0.1.1.dev4 → benchmax-0.1.1.dev5}/pyproject.toml +2 -2
- {benchmax-0.1.1.dev4 → benchmax-0.1.1.dev5}/LICENSE +0 -0
- {benchmax-0.1.1.dev4 → benchmax-0.1.1.dev5}/benchmax/adapters/__init__.py +0 -0
- {benchmax-0.1.1.dev4 → benchmax-0.1.1.dev5}/benchmax/adapters/verifiers/verifiers_adapters.py +0 -0
- {benchmax-0.1.1.dev4 → benchmax-0.1.1.dev5}/benchmax/adapters/verl/benchmax_data_process.py +0 -0
- {benchmax-0.1.1.dev4 → benchmax-0.1.1.dev5}/benchmax/envs/__init__.py +0 -0
- {benchmax-0.1.1.dev4 → benchmax-0.1.1.dev5}/benchmax/envs/base_env.py +0 -0
- {benchmax-0.1.1.dev4 → benchmax-0.1.1.dev5}/benchmax/envs/bounded_dict.py +0 -0
- {benchmax-0.1.1.dev4 → benchmax-0.1.1.dev5}/benchmax/envs/crm/README.md +0 -0
- {benchmax-0.1.1.dev4 → benchmax-0.1.1.dev5}/benchmax/envs/crm/crm_env.py +0 -0
- {benchmax-0.1.1.dev4 → benchmax-0.1.1.dev5}/benchmax/envs/crm/salesforce_mcp.py +0 -0
- {benchmax-0.1.1.dev4 → benchmax-0.1.1.dev5}/benchmax/envs/crm/salesforce_requirements.txt +0 -0
- {benchmax-0.1.1.dev4 → benchmax-0.1.1.dev5}/benchmax/envs/excel/README.md +0 -0
- {benchmax-0.1.1.dev4 → benchmax-0.1.1.dev5}/benchmax/envs/excel/data_utils.py +0 -0
- {benchmax-0.1.1.dev4 → benchmax-0.1.1.dev5}/benchmax/envs/excel/excel_code_runner_mcp.py +0 -0
- {benchmax-0.1.1.dev4 → benchmax-0.1.1.dev5}/benchmax/envs/excel/excel_env.py +0 -0
- {benchmax-0.1.1.dev4 → benchmax-0.1.1.dev5}/benchmax/envs/excel/excel_utils.py +0 -0
- {benchmax-0.1.1.dev4 → benchmax-0.1.1.dev5}/benchmax/envs/local_mcp_env.py +0 -0
- {benchmax-0.1.1.dev4 → benchmax-0.1.1.dev5}/benchmax/envs/math/README.md +0 -0
- {benchmax-0.1.1.dev4 → benchmax-0.1.1.dev5}/benchmax/envs/math/math_env.py +0 -0
- {benchmax-0.1.1.dev4 → benchmax-0.1.1.dev5}/benchmax/envs/types.py +0 -0
- {benchmax-0.1.1.dev4 → benchmax-0.1.1.dev5}/benchmax/envs/wikipedia/README.md +0 -0
- {benchmax-0.1.1.dev4 → benchmax-0.1.1.dev5}/benchmax/envs/wikipedia/utils.py +0 -0
- {benchmax-0.1.1.dev4 → benchmax-0.1.1.dev5}/benchmax/envs/wikipedia/wiki_env.py +0 -0
- {benchmax-0.1.1.dev4 → benchmax-0.1.1.dev5}/benchmax/prompts/tools.py +0 -0
|
@@ -1,10 +1,11 @@
|
|
|
1
1
|
Metadata-Version: 2.3
|
|
2
2
|
Name: benchmax
|
|
3
|
-
Version: 0.1.1.
|
|
3
|
+
Version: 0.1.1.dev5
|
|
4
4
|
Summary: Framework-Agnostic RL Environments for LLM Fine-Tuning
|
|
5
5
|
Author: cgft.io
|
|
6
|
-
Requires-Python: >=3.
|
|
6
|
+
Requires-Python: >=3.10,<3.13
|
|
7
7
|
Classifier: Programming Language :: Python :: 3
|
|
8
|
+
Classifier: Programming Language :: Python :: 3.10
|
|
8
9
|
Classifier: Programming Language :: Python :: 3.11
|
|
9
10
|
Classifier: Programming Language :: Python :: 3.12
|
|
10
11
|
Provides-Extra: crm
|
|
@@ -68,7 +69,7 @@ Get started with ready to use recipes, from Wikipedia search to spreadsheet mani
|
|
|
68
69
|
|
|
69
70
|
**Trainer Integrations**
|
|
70
71
|
|
|
71
|
-
Use your own trainer or training framework - no lock-in. `benchmax` is already
|
|
72
|
+
Use your own trainer or training framework - no lock-in. `benchmax` is already integrated into verl and verifiers, with more integrations (SkyRL, etc.) coming soon!
|
|
72
73
|
|
|
73
74
|
**MCP Support**
|
|
74
75
|
Tap into the growing MCP ecosystem and integrate them as tools within your environments.
|
|
@@ -89,6 +90,8 @@ Tap into the growing MCP ecosystem and integrate them as tools within your envir
|
|
|
89
90
|
|
|
90
91
|
`pip install benchmax[verl]`
|
|
91
92
|
|
|
93
|
+
\* Note that benchmax installs our verl fork (temporary until [PR gets merged](https://github.com/volcengine/verl/pull/2792))
|
|
94
|
+
|
|
92
95
|
1. **Prepare the dataset**
|
|
93
96
|
|
|
94
97
|
```bash
|
|
@@ -387,7 +390,7 @@ Open an issue and tag us & we will look into building you one!
|
|
|
387
390
|
- Facilitate easy deployment and scalability in cloud environments.
|
|
388
391
|
- **MCP as a first class citizen**:
|
|
389
392
|
|
|
390
|
-
There has been an explosion of MCP servers/tools built out for usecases ranging from browser use to excel to game creation.`benchmax`
|
|
393
|
+
There has been an explosion of MCP servers/tools built out for usecases ranging from browser use to excel to game creation.`benchmax` allows folks to leverage and compose these existing MCP servers to build environments integrated with real world systems e.g. excel
|
|
391
394
|
|
|
392
395
|
|
|
393
396
|
## 🤝 Contributing
|
|
@@ -399,3 +402,4 @@ We welcome new environment recipes, bug reports, and trainer integrations!
|
|
|
399
402
|
## 📜 License
|
|
400
403
|
|
|
401
404
|
Apache 2.0 © 2025 CGFT Inc.
|
|
405
|
+
|
|
@@ -44,7 +44,7 @@ Get started with ready to use recipes, from Wikipedia search to spreadsheet mani
|
|
|
44
44
|
|
|
45
45
|
**Trainer Integrations**
|
|
46
46
|
|
|
47
|
-
Use your own trainer or training framework - no lock-in. `benchmax` is already
|
|
47
|
+
Use your own trainer or training framework - no lock-in. `benchmax` is already integrated into verl and verifiers, with more integrations (SkyRL, etc.) coming soon!
|
|
48
48
|
|
|
49
49
|
**MCP Support**
|
|
50
50
|
Tap into the growing MCP ecosystem and integrate them as tools within your environments.
|
|
@@ -65,6 +65,8 @@ Tap into the growing MCP ecosystem and integrate them as tools within your envir
|
|
|
65
65
|
|
|
66
66
|
`pip install benchmax[verl]`
|
|
67
67
|
|
|
68
|
+
\* Note that benchmax installs our verl fork (temporary until [PR gets merged](https://github.com/volcengine/verl/pull/2792))
|
|
69
|
+
|
|
68
70
|
1. **Prepare the dataset**
|
|
69
71
|
|
|
70
72
|
```bash
|
|
@@ -363,7 +365,7 @@ Open an issue and tag us & we will look into building you one!
|
|
|
363
365
|
- Facilitate easy deployment and scalability in cloud environments.
|
|
364
366
|
- **MCP as a first class citizen**:
|
|
365
367
|
|
|
366
|
-
There has been an explosion of MCP servers/tools built out for usecases ranging from browser use to excel to game creation.`benchmax`
|
|
368
|
+
There has been an explosion of MCP servers/tools built out for usecases ranging from browser use to excel to game creation.`benchmax` allows folks to leverage and compose these existing MCP servers to build environments integrated with real world systems e.g. excel
|
|
367
369
|
|
|
368
370
|
|
|
369
371
|
## 🤝 Contributing
|
|
@@ -374,4 +376,4 @@ We welcome new environment recipes, bug reports, and trainer integrations!
|
|
|
374
376
|
|
|
375
377
|
## 📜 License
|
|
376
378
|
|
|
377
|
-
Apache 2.0 © 2025 CGFT Inc.
|
|
379
|
+
Apache 2.0 © 2025 CGFT Inc.
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
[tool.poetry]
|
|
2
2
|
name = "benchmax"
|
|
3
|
-
version = "0.1.1.
|
|
3
|
+
version = "0.1.1.dev5"
|
|
4
4
|
description = "Framework-Agnostic RL Environments for LLM Fine-Tuning"
|
|
5
5
|
authors = ["cgft.io"]
|
|
6
6
|
readme = "README.md"
|
|
@@ -9,7 +9,7 @@ packages = [
|
|
|
9
9
|
]
|
|
10
10
|
|
|
11
11
|
[tool.poetry.dependencies]
|
|
12
|
-
python = ">=3.
|
|
12
|
+
python = ">=3.10,<3.13"
|
|
13
13
|
fastmcp = "~2.10.0"
|
|
14
14
|
|
|
15
15
|
verl-cgft-fork = { version = "0.5.0.dev2", optional = true }
|
|
File without changes
|
|
File without changes
|
{benchmax-0.1.1.dev4 → benchmax-0.1.1.dev5}/benchmax/adapters/verifiers/verifiers_adapters.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|