benchmax 0.1.2.dev27__tar.gz → 0.1.2.dev28__tar.gz

benchmax-0.1.2.dev28/PKG-INFO

@@ -0,0 +1,75 @@
+Metadata-Version: 2.4
+Name: benchmax
+Version: 0.1.2.dev28
+Summary: Framework-Agnostic RL Environments for LLM Fine-Tuning
+Author: castie@castform.com
+Classifier: Programming Language :: Python :: 3
+Classifier: Operating System :: OS Independent
+Requires-Python: ==3.12.*
+Description-Content-Type: text/markdown
+License-File: LICENSE
+Requires-Dist: aiohttp>=3.13.1
+Requires-Dist: asyncio>=4.0.0
+Requires-Dist: cloudpickle>=3.0.0
+Requires-Dist: datasets>=4.0.0
+Requires-Dist: httpx>=0.27.0
+Requires-Dist: json-repair>=0.59.10
+Requires-Dist: openai>=2.15.0
+Requires-Dist: pydantic>=2.0.0
+Provides-Extra: mcp
+Requires-Dist: fastmcp~=2.12.0; extra == "mcp"
+Requires-Dist: pyjwt>=2.10.1; extra == "mcp"
+Provides-Extra: skypilot
+Requires-Dist: skypilot[aws,gcp]~=0.8.1; extra == "skypilot"
+Requires-Dist: pip>=25.3; extra == "skypilot"
+Requires-Dist: msrestazure>=0.6.4.post1; extra == "skypilot"
+Provides-Extra: excel
+Requires-Dist: openpyxl>=3.1.5; extra == "excel"
+Provides-Extra: excel-mac-windows
+Requires-Dist: openpyxl>=3.1.5; extra == "excel-mac-windows"
+Requires-Dist: xlwings>=0.33.16; extra == "excel-mac-windows"
+Provides-Extra: crm
+Requires-Dist: python-dateutil>=2.9.0.post0; extra == "crm"
+Provides-Extra: telestich
+Requires-Dist: english_words; extra == "telestich"
+Requires-Dist: pronouncing; extra == "telestich"
+Requires-Dist: wordfreq; extra == "telestich"
+Provides-Extra: rag
+Requires-Dist: keybert>=0.8; extra == "rag"
+Requires-Dist: langchain-text-splitters>=0.3.0; extra == "rag"
+Requires-Dist: nest-asyncio>=1.5.0; extra == "rag"
+Requires-Dist: ragas>=0.4.3; extra == "rag"
+Requires-Dist: ruamel-yaml>=0.19.1; extra == "rag"
+Requires-Dist: scikit-learn>=1.8.0; extra == "rag"
+Requires-Dist: sentence-transformers>=5.2.3; extra == "rag"
+Requires-Dist: tqdm>=4.66.0; extra == "rag"
+Provides-Extra: traces
+Provides-Extra: chroma
+Requires-Dist: chromadb>=1.0.0; extra == "chroma"
+Provides-Extra: pinecone
+Requires-Dist: pinecone>=5.0.0; extra == "pinecone"
+Provides-Extra: turbopuffer
+Requires-Dist: turbopuffer>=1.16.2; extra == "turbopuffer"
+Dynamic: license-file
+
+<picture>
+  <img alt="Benchmax" src="./static/benchmax.png" width="full">
+</picture>
+
+## benchmax — companion sdk for the castform training platform
+
+benchmax is the python sdk for running training jobs on castform. see the [online docs](https://castform.com/docs/) for how to start training runs. you can use our pre-built recipes use-cases like [training rag agents](https://castform.com/docs/rag/guide/) or [training on production traces](https://castform.com/docs/traces/overview/). or you can [roll your own too](https://castform.com/docs/environments/overview/).
+
+## Installation
+
+```bash
+uv pip install benchmax
+```
+
+python 3.12 required.
+
+---
+
+## License
+
+apache 2.0 © 2026 cgft inc

benchmax-0.1.2.dev28/README.md

@@ -0,0 +1,21 @@
+<picture>
+  <img alt="Benchmax" src="./static/benchmax.png" width="full">
+</picture>
+
+## benchmax — companion sdk for the castform training platform
+
+benchmax is the python sdk for running training jobs on castform. see the [online docs](https://castform.com/docs/) for how to start training runs. you can use our pre-built recipes use-cases like [training rag agents](https://castform.com/docs/rag/guide/) or [training on production traces](https://castform.com/docs/traces/overview/). or you can [roll your own too](https://castform.com/docs/environments/overview/).
+
+## Installation
+
+```bash
+uv pip install benchmax
+```
+
+python 3.12 required.
+
+---
+
+## License
+
+apache 2.0 © 2026 cgft inc

{benchmax-0.1.2.dev27 → benchmax-0.1.2.dev28}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "benchmax"
-version = "0.1.2.dev27"
+version = "0.1.2.dev28"
 description = "Framework-Agnostic RL Environments for LLM Fine-Tuning"
 readme = "README.md"
 authors = [{ name = "castie@castform.com" }]
@@ -40,6 +40,7 @@ skypilot = [
 excel = ["openpyxl>=3.1.5"]
 excel-mac-windows = ["openpyxl>=3.1.5", "xlwings>=0.33.16"]
 crm = ["python-dateutil>=2.9.0.post0"]
+telestich = ["english_words", "pronouncing", "wordfreq"]
 rag = [
     "keybert>=0.8",
     "langchain-text-splitters>=0.3.0",

{benchmax-0.1.2.dev27 → benchmax-0.1.2.dev28}/src/benchmax/envs/example_id.py

@@ -1,24 +1,23 @@
 """Canonical example identity.
 
 ``canonical_example_id(prompt_messages, task)`` returns a SHA-256 hex digest
-that is stable across processes and languages: a TypeScript port lives in
-``platform-service/src/lib/canonical-example-id.ts`` and is exercised by a
-parity test.
-
-Determinism is achieved by:
-- normalizing numeric values so JSON output matches between Python and JS
-  (JS has no int/float distinction; integer-valued floats are coerced to int,
-  -0.0 to 0; NaN/Inf are rejected).
-- rejecting values whose JSON serialization diverges between Python and JS:
-  non-string dict keys, integers outside JS ``Number.MAX_SAFE_INTEGER``,
-  byte strings, lone surrogates, and unknown types.
-- emitting canonical JSON with sorted keys, no whitespace, and no ASCII
-  escaping (modern JSON.stringify also preserves non-ASCII).
-
-The hash is computed over ``{"v": 2, "prompt_messages": ..., "task": ...}``.
-v:2 bump went together with the ``seed_messages`` → ``prompt_messages``
-field rename in 2026-05; v:1 hashes are obsolete.
+stable across processes. Identity is computed only here, in Python — both the
+trainer and rollout-service hash via this module.
+
+Normalization keeps the digest loader-independent:
+- integer-valued floats → int, -0.0 → 0; NaN/Inf rejected.
+- dict keys whose value is ``None`` are dropped, so a key absent in one loader
+  and present-but-null in another (Arrow schema-unification) hashes the same;
+  nulls *inside lists* are kept (length/order are identity).
+- ambiguous values rejected: non-str dict keys, ints beyond
+  ``Number.MAX_SAFE_INTEGER``, byte strings, lone surrogates, unknown types.
+- canonical JSON: sorted keys, no whitespace, no ASCII escaping.
+
+Payload tag ``v:3``. History: v:1→v:2 = the 2026-05 ``seed_messages`` →
+``prompt_messages`` rename; v:2→v:3 = drop null-valued dict keys (loader skew).
+Older hashes are obsolete.
 """
+
 from __future__ import annotations
 
 import hashlib
@@ -78,7 +77,10 @@ def _normalize(v: Any) -> Any:
                 raise ValueError(
                     f"dict keys must be str for canonical hashing; got {type(k).__name__}"
                 )
-            out[k] = _normalize(x)
+            nx = _normalize(x)
+            if nx is None:
+                continue
+            out[k] = nx
         return out
     raise ValueError(
         f"type {type(v).__name__} is not JSON-canonicalizable; "
@@ -90,7 +92,7 @@ def canonical_example_id(
     prompt_messages: Messages,
     task: dict[str, Any] | None,
 ) -> str:
-    payload = {"v": 2, "prompt_messages": prompt_messages, "task": task}
+    payload = {"v": 3, "prompt_messages": prompt_messages, "task": task}
     serialized = json.dumps(
         _normalize(payload),
         sort_keys=True,