benchmax 0.1.2.dev15__tar.gz → 0.1.2.dev16__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (52) hide show
  1. {benchmax-0.1.2.dev15 → benchmax-0.1.2.dev16}/PKG-INFO +1 -1
  2. {benchmax-0.1.2.dev15 → benchmax-0.1.2.dev16}/pyproject.toml +1 -1
  3. {benchmax-0.1.2.dev15 → benchmax-0.1.2.dev16}/src/benchmax/envs/base_env.py +5 -4
  4. {benchmax-0.1.2.dev15 → benchmax-0.1.2.dev16}/src/benchmax.egg-info/PKG-INFO +1 -1
  5. {benchmax-0.1.2.dev15 → benchmax-0.1.2.dev16}/LICENSE +0 -0
  6. {benchmax-0.1.2.dev15 → benchmax-0.1.2.dev16}/README.md +0 -0
  7. {benchmax-0.1.2.dev15 → benchmax-0.1.2.dev16}/setup.cfg +0 -0
  8. {benchmax-0.1.2.dev15 → benchmax-0.1.2.dev16}/src/benchmax/adapters/__init__.py +0 -0
  9. {benchmax-0.1.2.dev15 → benchmax-0.1.2.dev16}/src/benchmax/adapters/benchmax_wrapper.py +0 -0
  10. {benchmax-0.1.2.dev15 → benchmax-0.1.2.dev16}/src/benchmax/adapters/skyrl/benchmax_data_process.py +0 -0
  11. {benchmax-0.1.2.dev15 → benchmax-0.1.2.dev16}/src/benchmax/adapters/skyrl/skyrl_adapter.py +0 -0
  12. {benchmax-0.1.2.dev15 → benchmax-0.1.2.dev16}/src/benchmax/bundle/__init__.py +0 -0
  13. {benchmax-0.1.2.dev15 → benchmax-0.1.2.dev16}/src/benchmax/bundle/bundler.py +0 -0
  14. {benchmax-0.1.2.dev15 → benchmax-0.1.2.dev16}/src/benchmax/bundle/errors.py +0 -0
  15. {benchmax-0.1.2.dev15 → benchmax-0.1.2.dev16}/src/benchmax/bundle/loader.py +0 -0
  16. {benchmax-0.1.2.dev15 → benchmax-0.1.2.dev16}/src/benchmax/bundle/payload.py +0 -0
  17. {benchmax-0.1.2.dev15 → benchmax-0.1.2.dev16}/src/benchmax/bundle/validator.py +0 -0
  18. {benchmax-0.1.2.dev15 → benchmax-0.1.2.dev16}/src/benchmax/envs/__init__.py +0 -0
  19. {benchmax-0.1.2.dev15 → benchmax-0.1.2.dev16}/src/benchmax/envs/crm/crm_env.py +0 -0
  20. {benchmax-0.1.2.dev15 → benchmax-0.1.2.dev16}/src/benchmax/envs/crm/workdir/reward_fn.py +0 -0
  21. {benchmax-0.1.2.dev15 → benchmax-0.1.2.dev16}/src/benchmax/envs/crm/workdir/salesforce_mcp.py +0 -0
  22. {benchmax-0.1.2.dev15 → benchmax-0.1.2.dev16}/src/benchmax/envs/excel/data_utils.py +0 -0
  23. {benchmax-0.1.2.dev15 → benchmax-0.1.2.dev16}/src/benchmax/envs/excel/excel_env.py +0 -0
  24. {benchmax-0.1.2.dev15 → benchmax-0.1.2.dev16}/src/benchmax/envs/excel/workdir/__init__.py +0 -0
  25. {benchmax-0.1.2.dev15 → benchmax-0.1.2.dev16}/src/benchmax/envs/excel/workdir/excel_code_runner_mcp.py +0 -0
  26. {benchmax-0.1.2.dev15 → benchmax-0.1.2.dev16}/src/benchmax/envs/excel/workdir/excel_utils.py +0 -0
  27. {benchmax-0.1.2.dev15 → benchmax-0.1.2.dev16}/src/benchmax/envs/excel/workdir/reward_fn.py +0 -0
  28. {benchmax-0.1.2.dev15 → benchmax-0.1.2.dev16}/src/benchmax/envs/math/math_env.py +0 -0
  29. {benchmax-0.1.2.dev15 → benchmax-0.1.2.dev16}/src/benchmax/envs/math/workdir/reward_fn.py +0 -0
  30. {benchmax-0.1.2.dev15 → benchmax-0.1.2.dev16}/src/benchmax/envs/mcp/__init__.py +0 -0
  31. {benchmax-0.1.2.dev15 → benchmax-0.1.2.dev16}/src/benchmax/envs/mcp/example_workdir/demo_mcp_server.py +0 -0
  32. {benchmax-0.1.2.dev15 → benchmax-0.1.2.dev16}/src/benchmax/envs/mcp/example_workdir/reward_fn.py +0 -0
  33. {benchmax-0.1.2.dev15 → benchmax-0.1.2.dev16}/src/benchmax/envs/mcp/parallel_mcp_env.py +0 -0
  34. {benchmax-0.1.2.dev15 → benchmax-0.1.2.dev16}/src/benchmax/envs/mcp/provisioners/__init__.py +0 -0
  35. {benchmax-0.1.2.dev15 → benchmax-0.1.2.dev16}/src/benchmax/envs/mcp/provisioners/base_provisioner.py +0 -0
  36. {benchmax-0.1.2.dev15 → benchmax-0.1.2.dev16}/src/benchmax/envs/mcp/provisioners/local_provisioner.py +0 -0
  37. {benchmax-0.1.2.dev15 → benchmax-0.1.2.dev16}/src/benchmax/envs/mcp/provisioners/manual_provisioner.py +0 -0
  38. {benchmax-0.1.2.dev15 → benchmax-0.1.2.dev16}/src/benchmax/envs/mcp/provisioners/skypilot_provisioner.py +0 -0
  39. {benchmax-0.1.2.dev15 → benchmax-0.1.2.dev16}/src/benchmax/envs/mcp/provisioners/utils.py +0 -0
  40. {benchmax-0.1.2.dev15 → benchmax-0.1.2.dev16}/src/benchmax/envs/mcp/proxy_server.py +0 -0
  41. {benchmax-0.1.2.dev15 → benchmax-0.1.2.dev16}/src/benchmax/envs/mcp/server_pool.py +0 -0
  42. {benchmax-0.1.2.dev15 → benchmax-0.1.2.dev16}/src/benchmax/envs/mcp/utils.py +0 -0
  43. {benchmax-0.1.2.dev15 → benchmax-0.1.2.dev16}/src/benchmax/envs/tracking.py +0 -0
  44. {benchmax-0.1.2.dev15 → benchmax-0.1.2.dev16}/src/benchmax/envs/types.py +0 -0
  45. {benchmax-0.1.2.dev15 → benchmax-0.1.2.dev16}/src/benchmax/envs/wikipedia/utils.py +0 -0
  46. {benchmax-0.1.2.dev15 → benchmax-0.1.2.dev16}/src/benchmax/envs/wikipedia/wiki_env.py +0 -0
  47. {benchmax-0.1.2.dev15 → benchmax-0.1.2.dev16}/src/benchmax/prompts/__init__.py +0 -0
  48. {benchmax-0.1.2.dev15 → benchmax-0.1.2.dev16}/src/benchmax/prompts/tools.py +0 -0
  49. {benchmax-0.1.2.dev15 → benchmax-0.1.2.dev16}/src/benchmax.egg-info/SOURCES.txt +0 -0
  50. {benchmax-0.1.2.dev15 → benchmax-0.1.2.dev16}/src/benchmax.egg-info/dependency_links.txt +0 -0
  51. {benchmax-0.1.2.dev15 → benchmax-0.1.2.dev16}/src/benchmax.egg-info/requires.txt +0 -0
  52. {benchmax-0.1.2.dev15 → benchmax-0.1.2.dev16}/src/benchmax.egg-info/top_level.txt +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: benchmax
3
- Version: 0.1.2.dev15
3
+ Version: 0.1.2.dev16
4
4
  Summary: Framework-Agnostic RL Environments for LLM Fine-Tuning
5
5
  Author: cgft.io
6
6
  Classifier: Programming Language :: Python :: 3
@@ -1,6 +1,6 @@
1
1
  [project]
2
2
  name = "benchmax"
3
- version = "0.1.2.dev15"
3
+ version = "0.1.2.dev16"
4
4
  description = "Framework-Agnostic RL Environments for LLM Fine-Tuning"
5
5
  readme = "README.md"
6
6
  authors = [{ name = "cgft.io" }]
@@ -1,10 +1,10 @@
1
1
  from abc import ABC, abstractmethod
2
- from typing import TYPE_CHECKING, Dict, List, Any, Optional, Tuple
3
2
  from pathlib import Path
3
+ from typing import TYPE_CHECKING, Any, Dict, List, Optional, Tuple
4
4
 
5
- from benchmax.envs.types import ToolDefinition, StandardizedExample
6
- from benchmax.prompts.tools import render_tools_prompt
7
5
  from benchmax.envs.tracking import TrackingConfig, log_env, with_tracking
6
+ from benchmax.envs.types import StandardizedExample, ToolDefinition
7
+ from benchmax.prompts.tools import render_tools_prompt
8
8
 
9
9
  if TYPE_CHECKING:
10
10
  from datasets import Dataset, DatasetDict, IterableDataset, IterableDatasetDict
@@ -14,6 +14,7 @@ class BaseEnv(ABC):
14
14
  """Base benchmax environment for tool execution and reward computation"""
15
15
 
16
16
  system_prompt: str = ""
17
+ _tracking_config: TrackingConfig | None = None
17
18
 
18
19
  def __init_subclass__(cls, **kwargs):
19
20
  super().__init_subclass__(**kwargs)
@@ -40,7 +41,7 @@ class BaseEnv(ABC):
40
41
  experiment_id=experiment_id, api_key=api_key
41
42
  )
42
43
 
43
- def get_tracking_config(self) -> TrackingConfig:
44
+ def get_tracking_config(self) -> TrackingConfig | None:
44
45
  return self._tracking_config
45
46
 
46
47
  def log_env(self, rollout_id: str, message: str) -> None:
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: benchmax
3
- Version: 0.1.2.dev15
3
+ Version: 0.1.2.dev16
4
4
  Summary: Framework-Agnostic RL Environments for LLM Fine-Tuning
5
5
  Author: cgft.io
6
6
  Classifier: Programming Language :: Python :: 3
File without changes
File without changes
File without changes