benchmax 0.1.2.dev15__tar.gz → 0.1.2.dev16__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {benchmax-0.1.2.dev15 → benchmax-0.1.2.dev16}/PKG-INFO +1 -1
- {benchmax-0.1.2.dev15 → benchmax-0.1.2.dev16}/pyproject.toml +1 -1
- {benchmax-0.1.2.dev15 → benchmax-0.1.2.dev16}/src/benchmax/envs/base_env.py +5 -4
- {benchmax-0.1.2.dev15 → benchmax-0.1.2.dev16}/src/benchmax.egg-info/PKG-INFO +1 -1
- {benchmax-0.1.2.dev15 → benchmax-0.1.2.dev16}/LICENSE +0 -0
- {benchmax-0.1.2.dev15 → benchmax-0.1.2.dev16}/README.md +0 -0
- {benchmax-0.1.2.dev15 → benchmax-0.1.2.dev16}/setup.cfg +0 -0
- {benchmax-0.1.2.dev15 → benchmax-0.1.2.dev16}/src/benchmax/adapters/__init__.py +0 -0
- {benchmax-0.1.2.dev15 → benchmax-0.1.2.dev16}/src/benchmax/adapters/benchmax_wrapper.py +0 -0
- {benchmax-0.1.2.dev15 → benchmax-0.1.2.dev16}/src/benchmax/adapters/skyrl/benchmax_data_process.py +0 -0
- {benchmax-0.1.2.dev15 → benchmax-0.1.2.dev16}/src/benchmax/adapters/skyrl/skyrl_adapter.py +0 -0
- {benchmax-0.1.2.dev15 → benchmax-0.1.2.dev16}/src/benchmax/bundle/__init__.py +0 -0
- {benchmax-0.1.2.dev15 → benchmax-0.1.2.dev16}/src/benchmax/bundle/bundler.py +0 -0
- {benchmax-0.1.2.dev15 → benchmax-0.1.2.dev16}/src/benchmax/bundle/errors.py +0 -0
- {benchmax-0.1.2.dev15 → benchmax-0.1.2.dev16}/src/benchmax/bundle/loader.py +0 -0
- {benchmax-0.1.2.dev15 → benchmax-0.1.2.dev16}/src/benchmax/bundle/payload.py +0 -0
- {benchmax-0.1.2.dev15 → benchmax-0.1.2.dev16}/src/benchmax/bundle/validator.py +0 -0
- {benchmax-0.1.2.dev15 → benchmax-0.1.2.dev16}/src/benchmax/envs/__init__.py +0 -0
- {benchmax-0.1.2.dev15 → benchmax-0.1.2.dev16}/src/benchmax/envs/crm/crm_env.py +0 -0
- {benchmax-0.1.2.dev15 → benchmax-0.1.2.dev16}/src/benchmax/envs/crm/workdir/reward_fn.py +0 -0
- {benchmax-0.1.2.dev15 → benchmax-0.1.2.dev16}/src/benchmax/envs/crm/workdir/salesforce_mcp.py +0 -0
- {benchmax-0.1.2.dev15 → benchmax-0.1.2.dev16}/src/benchmax/envs/excel/data_utils.py +0 -0
- {benchmax-0.1.2.dev15 → benchmax-0.1.2.dev16}/src/benchmax/envs/excel/excel_env.py +0 -0
- {benchmax-0.1.2.dev15 → benchmax-0.1.2.dev16}/src/benchmax/envs/excel/workdir/__init__.py +0 -0
- {benchmax-0.1.2.dev15 → benchmax-0.1.2.dev16}/src/benchmax/envs/excel/workdir/excel_code_runner_mcp.py +0 -0
- {benchmax-0.1.2.dev15 → benchmax-0.1.2.dev16}/src/benchmax/envs/excel/workdir/excel_utils.py +0 -0
- {benchmax-0.1.2.dev15 → benchmax-0.1.2.dev16}/src/benchmax/envs/excel/workdir/reward_fn.py +0 -0
- {benchmax-0.1.2.dev15 → benchmax-0.1.2.dev16}/src/benchmax/envs/math/math_env.py +0 -0
- {benchmax-0.1.2.dev15 → benchmax-0.1.2.dev16}/src/benchmax/envs/math/workdir/reward_fn.py +0 -0
- {benchmax-0.1.2.dev15 → benchmax-0.1.2.dev16}/src/benchmax/envs/mcp/__init__.py +0 -0
- {benchmax-0.1.2.dev15 → benchmax-0.1.2.dev16}/src/benchmax/envs/mcp/example_workdir/demo_mcp_server.py +0 -0
- {benchmax-0.1.2.dev15 → benchmax-0.1.2.dev16}/src/benchmax/envs/mcp/example_workdir/reward_fn.py +0 -0
- {benchmax-0.1.2.dev15 → benchmax-0.1.2.dev16}/src/benchmax/envs/mcp/parallel_mcp_env.py +0 -0
- {benchmax-0.1.2.dev15 → benchmax-0.1.2.dev16}/src/benchmax/envs/mcp/provisioners/__init__.py +0 -0
- {benchmax-0.1.2.dev15 → benchmax-0.1.2.dev16}/src/benchmax/envs/mcp/provisioners/base_provisioner.py +0 -0
- {benchmax-0.1.2.dev15 → benchmax-0.1.2.dev16}/src/benchmax/envs/mcp/provisioners/local_provisioner.py +0 -0
- {benchmax-0.1.2.dev15 → benchmax-0.1.2.dev16}/src/benchmax/envs/mcp/provisioners/manual_provisioner.py +0 -0
- {benchmax-0.1.2.dev15 → benchmax-0.1.2.dev16}/src/benchmax/envs/mcp/provisioners/skypilot_provisioner.py +0 -0
- {benchmax-0.1.2.dev15 → benchmax-0.1.2.dev16}/src/benchmax/envs/mcp/provisioners/utils.py +0 -0
- {benchmax-0.1.2.dev15 → benchmax-0.1.2.dev16}/src/benchmax/envs/mcp/proxy_server.py +0 -0
- {benchmax-0.1.2.dev15 → benchmax-0.1.2.dev16}/src/benchmax/envs/mcp/server_pool.py +0 -0
- {benchmax-0.1.2.dev15 → benchmax-0.1.2.dev16}/src/benchmax/envs/mcp/utils.py +0 -0
- {benchmax-0.1.2.dev15 → benchmax-0.1.2.dev16}/src/benchmax/envs/tracking.py +0 -0
- {benchmax-0.1.2.dev15 → benchmax-0.1.2.dev16}/src/benchmax/envs/types.py +0 -0
- {benchmax-0.1.2.dev15 → benchmax-0.1.2.dev16}/src/benchmax/envs/wikipedia/utils.py +0 -0
- {benchmax-0.1.2.dev15 → benchmax-0.1.2.dev16}/src/benchmax/envs/wikipedia/wiki_env.py +0 -0
- {benchmax-0.1.2.dev15 → benchmax-0.1.2.dev16}/src/benchmax/prompts/__init__.py +0 -0
- {benchmax-0.1.2.dev15 → benchmax-0.1.2.dev16}/src/benchmax/prompts/tools.py +0 -0
- {benchmax-0.1.2.dev15 → benchmax-0.1.2.dev16}/src/benchmax.egg-info/SOURCES.txt +0 -0
- {benchmax-0.1.2.dev15 → benchmax-0.1.2.dev16}/src/benchmax.egg-info/dependency_links.txt +0 -0
- {benchmax-0.1.2.dev15 → benchmax-0.1.2.dev16}/src/benchmax.egg-info/requires.txt +0 -0
- {benchmax-0.1.2.dev15 → benchmax-0.1.2.dev16}/src/benchmax.egg-info/top_level.txt +0 -0
|
@@ -1,10 +1,10 @@
|
|
|
1
1
|
from abc import ABC, abstractmethod
|
|
2
|
-
from typing import TYPE_CHECKING, Dict, List, Any, Optional, Tuple
|
|
3
2
|
from pathlib import Path
|
|
3
|
+
from typing import TYPE_CHECKING, Any, Dict, List, Optional, Tuple
|
|
4
4
|
|
|
5
|
-
from benchmax.envs.types import ToolDefinition, StandardizedExample
|
|
6
|
-
from benchmax.prompts.tools import render_tools_prompt
|
|
7
5
|
from benchmax.envs.tracking import TrackingConfig, log_env, with_tracking
|
|
6
|
+
from benchmax.envs.types import StandardizedExample, ToolDefinition
|
|
7
|
+
from benchmax.prompts.tools import render_tools_prompt
|
|
8
8
|
|
|
9
9
|
if TYPE_CHECKING:
|
|
10
10
|
from datasets import Dataset, DatasetDict, IterableDataset, IterableDatasetDict
|
|
@@ -14,6 +14,7 @@ class BaseEnv(ABC):
|
|
|
14
14
|
"""Base benchmax environment for tool execution and reward computation"""
|
|
15
15
|
|
|
16
16
|
system_prompt: str = ""
|
|
17
|
+
_tracking_config: TrackingConfig | None = None
|
|
17
18
|
|
|
18
19
|
def __init_subclass__(cls, **kwargs):
|
|
19
20
|
super().__init_subclass__(**kwargs)
|
|
@@ -40,7 +41,7 @@ class BaseEnv(ABC):
|
|
|
40
41
|
experiment_id=experiment_id, api_key=api_key
|
|
41
42
|
)
|
|
42
43
|
|
|
43
|
-
def get_tracking_config(self) -> TrackingConfig:
|
|
44
|
+
def get_tracking_config(self) -> TrackingConfig | None:
|
|
44
45
|
return self._tracking_config
|
|
45
46
|
|
|
46
47
|
def log_env(self, rollout_id: str, message: str) -> None:
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{benchmax-0.1.2.dev15 → benchmax-0.1.2.dev16}/src/benchmax/adapters/skyrl/benchmax_data_process.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{benchmax-0.1.2.dev15 → benchmax-0.1.2.dev16}/src/benchmax/envs/crm/workdir/salesforce_mcp.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{benchmax-0.1.2.dev15 → benchmax-0.1.2.dev16}/src/benchmax/envs/excel/workdir/excel_utils.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{benchmax-0.1.2.dev15 → benchmax-0.1.2.dev16}/src/benchmax/envs/mcp/example_workdir/reward_fn.py
RENAMED
|
File without changes
|
|
File without changes
|
{benchmax-0.1.2.dev15 → benchmax-0.1.2.dev16}/src/benchmax/envs/mcp/provisioners/__init__.py
RENAMED
|
File without changes
|
{benchmax-0.1.2.dev15 → benchmax-0.1.2.dev16}/src/benchmax/envs/mcp/provisioners/base_provisioner.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|