renderers 0.1.12.dev2__tar.gz → 0.1.12.dev3__tar.gz

{renderers-0.1.12.dev2 → renderers-0.1.12.dev3}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.5
 Name: renderers
-Version: 0.1.12.dev2
+Version: 0.1.12.dev3
 Summary: Chat template renderers — deterministic message-to-token conversion for LLM training
 License-Expression: Apache-2.0
 License-File: LICENSE

{renderers-0.1.12.dev2 → renderers-0.1.12.dev3}/renderers/_version.py

@@ -18,7 +18,7 @@ version_tuple: tuple[int | str, ...]
 commit_id: str | None
 __commit_id__: str | None
 
-__version__ = version = '0.1.12.dev2'
-__version_tuple__ = version_tuple = (0, 1, 12, 'dev2')
+__version__ = version = '0.1.12.dev3'
+__version_tuple__ = version_tuple = (0, 1, 12, 'dev3')
 
 __commit_id__ = commit_id = None

{renderers-0.1.12.dev2 → renderers-0.1.12.dev3}/renderers/client.py

@@ -391,6 +391,7 @@ async def generate(
 
     return {
         "request_id": data.get("request_id") or "",
+        "usage": data.get("usage"),
         "prompt_ids": list(effective_prompt_ids or prompt_ids),
         "renderer_prompt_ids": list(prompt_ids) if content_parts else None,
         "mm_placeholders": mm_placeholders,

{renderers-0.1.12.dev2 → renderers-0.1.12.dev3}/tests/test_client.py

@@ -68,6 +68,7 @@ class _FakeClient:
     def __init__(self):
         self.calls = []
         self.base_url = "http://fake-host:8000/v1"
+        self.usage = None
         routed_experts = np.array([[[1]], [[2]]], dtype=np.uint8)
         self.choice = {
             "index": 0,
@@ -93,6 +94,8 @@ class _FakeClient:
             "request_id": "gen-test",
             "choices": [self.choice],
         }
+        if self.usage is not None:
+            payload["usage"] = self.usage
         if body and body.get("content_parts"):
             payload["prompt_token_ids"] = [1, 2, 2, 3]
             payload["mm_placeholders"] = {"image": [{"offset": 1, "length": 2}]}
@@ -114,8 +117,22 @@ def _run_generate(client, renderer=None):
     )
 
 
-def test_generate_builds_request_body_and_parses_response():
+@pytest.mark.parametrize(
+    "usage",
+    [
+        None,
+        {
+            "prompt_tokens": 3,
+            "completion_tokens": 2,
+            "total_tokens": 5,
+            "prompt_tokens_details": {"cached_tokens": 2},
+            "completion_tokens_details": {"reasoning_tokens": 1},
+        },
+    ],
+)
+def test_generate_builds_request_body_and_parses_response(usage):
     client = _FakeClient()
+    client.usage = usage
     renderer = _FakeRenderer()
 
     result = asyncio.run(
@@ -167,6 +184,7 @@ def test_generate_builds_request_body_and_parses_response():
     assert result["routed_experts"]["data"].tobytes() == base64.b64encode(b"\x01\x02")
     assert result["multi_modal_data"] is None
     assert result["request_id"] == "gen-test"
+    assert result["usage"] == usage
     # Per-token attribution from the renderer surfaces on the result so
     # downstream consumers (verifiers RendererClient → prime-rl) can
     # build selective loss masks without a second render pass.