renderers 0.1.13.dev13__tar.gz → 0.1.13.dev15__tar.gz

{renderers-0.1.13.dev13 → renderers-0.1.13.dev15}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.5
 Name: renderers
-Version: 0.1.13.dev13
+Version: 0.1.13.dev15
 Summary: Chat template renderers — deterministic message-to-token conversion for LLM training
 License-Expression: Apache-2.0
 License-File: LICENSE

{renderers-0.1.13.dev13 → renderers-0.1.13.dev15}/pyproject.toml

@@ -121,6 +121,8 @@ exclude-newer = "7 days"
 # fast-track so first-party releases can land same-day. Only packages that
 # appear in `uv tree` are listed.
 prime-pydantic-config = false
+# CA bundle: security fixes (e.g. 2026.10.19 for the eMudhra compromise) must not wait out the cooldown
+certifi = false
 
 [tool.ty.environment]
 python-version = "3.13"

{renderers-0.1.13.dev13 → renderers-0.1.13.dev15}/renderers/_version.py

@@ -18,7 +18,7 @@ version_tuple: tuple[int | str, ...]
 commit_id: str | None
 __commit_id__: str | None
 
-__version__ = version = '0.1.13.dev13'
-__version_tuple__ = version_tuple = (0, 1, 13, 'dev13')
+__version__ = version = '0.1.13.dev15'
+__version_tuple__ = version_tuple = (0, 1, 13, 'dev15')
 
 __commit_id__ = commit_id = None

{renderers-0.1.13.dev13 → renderers-0.1.13.dev15}/renderers/muse_glimmer.py

@@ -51,7 +51,6 @@ from renderers.base import (
     should_rerender_for_thinking_retention,
 )
 from renderers.configs import MuseGlimmerRendererConfig
-from renderers.parsing import _build_param_type_index, _coerce_arg_value
 
 _IMAGE_TYPES = ("image", "image_url")
 _UNSUPPORTED_MEDIA_TYPES = ("video", "video_url", "audio", "audio_url", "input_audio")
@@ -104,6 +103,15 @@ _PARAM_RE = re.compile(
     r'<atem:parameter\b[^>]*?\bname="(?P<key>[^"]+)"[^>]*?>(?P<value>.*?)</atem:parameter>',
     re.DOTALL,
 )
+_STRIP_REASONING_RE = re.compile(
+    r"(?:<\|start\|>assistant\s*)?to=self<\|message\|>.*?<\|eom\|>", re.DOTALL
+)
+_STRIP_OPEN_REASONING_RE = re.compile(
+    r"(?:<\|start\|>assistant\s*)?to=self<\|message\|>"
+    r"(?:(?!<\|eom\|>)(?!to=[^\s<]+<\|message\|>).)*"
+    r"(?=to=[^\s<]+<\|message\|>|$)",
+    re.DOTALL,
+)
 
 
 def _json(value: Any) -> str:
@@ -723,23 +731,42 @@ class MuseGlimmerRenderer:
         reasoning = (
             "\n".join(p for p in reasoning_parts if p) if reasoning_parts else None
         )
-        param_types = _build_param_type_index(tools)
+        registered = {_function(tool)["name"] for tool in tools or []}
         calls = [
             c
             for recipient, body, closed in tool_bodies
-            for c in self._parse_calls(recipient, body, param_types)
+            for c in self._parse_calls(body, registered)
         ]
+        content = "".join(content_parts)
+        if (
+            messages
+            and messages[-1][0] == "user"
+            and not messages[-1][2]
+            and not any(call.name for call in calls)
+            and content.endswith("\n")
+            and "<atem:invoke" not in content
+            and "<atem:function_calls>" not in content
+        ):
+            # vLLM's non-streaming content regex ends at `$`, before one final LF.
+            content = content[:-1]
+        if tool_bodies and not any(call.name for call in calls):
+            # Stock vLLM preserves malformed tool markup as content when no
+            # complete invocation can be dispatched; it does not invent a call.
+            remainder = _STRIP_REASONING_RE.sub("", text)
+            remainder = _STRIP_OPEN_REASONING_RE.sub("", remainder)
+            if "<atem:invoke" in remainder or "<atem:function_calls>" in remainder:
+                content = remainder
+            elif not content:
+                content = "" if "to=self<|message|>" in text else text
         return ParsedResponse(
-            content="".join(content_parts),
+            content=content,
             reasoning_content=reasoning,
             tool_calls=calls,
             reasoning_complete=reasoning_complete,
         )
 
     @staticmethod
-    def _parse_calls(
-        recipient: str, body: str, param_types: dict[str, dict[str, dict[str, Any]]]
-    ) -> list[ParsedToolCall]:
+    def _parse_calls(body: str, registered: set[str]) -> list[ParsedToolCall]:
         """Every ``<atem:invoke>`` in one tool-channel message."""
         calls: list[ParsedToolCall] = []
         last_end = 0
@@ -754,23 +781,24 @@ class MuseGlimmerRenderer:
                     )
                 )
                 continue
-            schema = param_types.get(name, {})
+            if name not in registered:
+                head, sep, tail = name.partition(".")
+                if sep and head == tail and head in registered:
+                    name = head
             arguments: dict[str, Any] = {}
-            fallback = False
             for p in _PARAM_RE.finditer(m.group("body")):
-                value, used = _coerce_arg_value(
-                    p.group("value"), schema.get(p.group("key"))
-                )
+                value = p.group("value")
+                try:
+                    value = json.loads(value)
+                except (json.JSONDecodeError, ValueError):
+                    pass
                 arguments[p.group("key")] = value
-                fallback = fallback or used
             calls.append(
                 ParsedToolCall(
                     raw=m.group(0),
                     name=name,
                     arguments=arguments,
-                    status=ToolCallParseStatus.INVALID_JSON
-                    if fallback
-                    else ToolCallParseStatus.OK,
+                    status=ToolCallParseStatus.OK,
                 )
             )
         rest = body[last_end:]
@@ -779,7 +807,6 @@ class MuseGlimmerRenderer:
             calls.append(
                 ParsedToolCall(
                     raw=rest.strip(),
-                    name=recipient,
                     status=ToolCallParseStatus.UNCLOSED_BLOCK,
                 )
             )
@@ -787,7 +814,6 @@ class MuseGlimmerRenderer:
             calls.append(
                 ParsedToolCall(
                     raw=body,
-                    name=recipient,
                     status=ToolCallParseStatus.MALFORMED_STRUCTURE,
                 )
             )

{renderers-0.1.13.dev13 → renderers-0.1.13.dev15}/tests/test_muse_glimmer.py

@@ -17,7 +17,6 @@ from datetime import datetime
 from functools import lru_cache
 
 import pytest
-
 from renderers.base import ToolCallParseStatus
 
 MODEL = "meta-models/Muse-Glimmer-30B"
@@ -365,6 +364,22 @@ _PARSE_CASES = {
         ("Let me think.", "The answer is 4.", []),
     ),
     "answer-only": (" to=user<|message|>Hello there!", (None, "Hello there!", [])),
+    "answer-final-newline": (" to=user<|message|>Hello\n", (None, "Hello", [])),
+    "answer-final-two-newlines": (
+        " to=user<|message|>Hello\n\n",
+        (None, "Hello\n", []),
+    ),
+    "answer-final-space-newline": (" to=user<|message|>Hello \n", (None, "Hello ", [])),
+    "closed-answer-keeps-newline": (
+        " to=user<|message|>Hello\n<|eom|>",
+        (None, "Hello\n", []),
+    ),
+    "tool-and-answer-keeps-newline": (
+        " to=get_weather<|message|>"
+        + _invoke("get_weather", ("city", "Paris"))
+        + "<|eom|><|start|>assistant to=user<|message|>Hello\n",
+        (None, "Hello\n", [("get_weather", {"city": "Paris"})]),
+    ),
     "tool-call": (
         " to=self<|message|>Need weather.<|eom|><|start|>assistant to=get_weather<|message|>"
         + _invoke(
@@ -413,6 +428,16 @@ _PARSE_CASES = {
         "<|start|>assistant to=user<|message|>Done.",
         ("First.\nSecond.", "Done.", []),
     ),
+    "doubled-bare-name": (
+        " to=get_weather<|message|>"
+        + _invoke("get_weather.get_weather", ("city", "Paris")),
+        (None, "", [("get_weather", {"city": "Paris"})]),
+    ),
+    "string-schema-does-not-override-scalar-decoding": (
+        " to=get_weather<|message|>"
+        + _invoke("get_weather", ("city", "123"), ("code", "false")),
+        (None, "", [("get_weather", {"city": 123, "code": False})]),
+    ),
 }
 
 
@@ -520,14 +545,17 @@ def test_unfinished_tool_call_is_unclosed():
         )
     )
     assert [c.status for c in parsed.tool_calls] == [ToolCallParseStatus.UNCLOSED_BLOCK]
+    assert parsed.tool_calls[0].name is None
+    assert '<atem:invoke name="get_weather">' in parsed.content
 
 
 def test_tool_channel_without_invoke_is_malformed():
     _, renderer = _load()
     parsed = renderer.parse_response(_ids(" to=get_weather<|message|>Paris please"))
     assert [(c.name, c.status) for c in parsed.tool_calls] == [
-        ("get_weather", ToolCallParseStatus.MALFORMED_STRUCTURE)
+        (None, ToolCallParseStatus.MALFORMED_STRUCTURE)
     ]
+    assert parsed.content == " to=get_weather<|message|>Paris please"
 
 
 def test_prefilled_reasoning_prompt_continues_reasoning():

{renderers-0.1.13.dev13 → renderers-0.1.13.dev15}/tests/test_tool_arg_type_preservation.py

@@ -13,6 +13,9 @@ reference parsers (e.g. ``vllm/glm45_tool_parser.py``). The hermes-JSON
 (Qwen3) and section-JSON (Kimi K2) parsers sidestep the bug because
 their wire format quotes strings; both serve as controls.
 
+Muse Glimmer follows vLLM's schema-independent JSON decoding instead, so
+its cases assert decoded values even when the schema declares a string.
+
 Originally raised by Robin (Poolside) on PR #21.
 """
 
@@ -25,6 +28,8 @@ from typing import Any
 import pytest
 from parity import models_for
 
+from renderers.muse_glimmer import MuseGlimmerRenderer
+
 
 # (HuggingFace model name, renderer name). Two JSON-shaped controls
 # (string types already preserved by the wire format) + five XML-style
@@ -110,9 +115,8 @@ def _extract_assistant_tokens(renderer, prompt, assistant_msg, *, tools=None):
 
 
 @pytest.mark.parametrize("args", JSON_LOOKING_STRING_ARGS)
-def test_string_arg_preserves_type(model, renderer_name, renderer, args):
-    """Tool-call args of declared type ``str`` must round-trip as ``str``,
-    not get re-parsed as bool/int/null/list/dict by the parser."""
+def test_string_arg_follows_parser_contract(model, renderer_name, renderer, args):
+    """Preserve declared strings unless the reference parser decodes JSON."""
     msg = {
         "role": "assistant",
         "content": "",
@@ -128,8 +132,13 @@ def test_string_arg_preserves_type(model, renderer_name, renderer, args):
 
     assert parsed.tool_calls, f"{model}: parser returned no tool_calls"
     got = _normalize_args(parsed.tool_calls[0].arguments)
-    assert got == args, (
-        f"{model}: tool-arg type drift — sent {args!r}, parser returned {got!r}"
+    expected = (
+        {key: json.loads(value) for key, value in args.items()}
+        if isinstance(renderer, MuseGlimmerRenderer)
+        else args
+    )
+    assert got == expected, (
+        f"{model}: tool-arg type drift — expected {expected!r}, parser returned {got!r}"
     )
 
 

{renderers-0.1.13.dev13 → renderers-0.1.13.dev15}/uv.lock

@@ -7,6 +7,7 @@ exclude-newer = "0001-01-01T00:00:00Z" # This has no effect and is included for
 exclude-newer-span = "P7D"
 
 [options.exclude-newer-package]
+certifi = false
 prime-pydantic-config = false
 
 [[package]]
@@ -42,11 +43,11 @@ wheels = [
 
 [[package]]
 name = "certifi"
-version = "2026.4.22"
+version = "2026.10.19"
 source = { registry = "https://pypi.org/simple" }
-sdist = { url = "https://files.pythonhosted.org/packages/25/ee/6caf7a40c36a1220410afe15a1cc64993a1f864871f698c0f93acb72842a/certifi-2026.4.22.tar.gz", hash = "sha256:8d455352a37b71bf76a79caa83a3d6c25afee4a385d632127b6afb3963f1c580", size = 137077, upload-time = "2026-04-22T11:26:11.191Z" }
+sdist = { url = "https://files.pythonhosted.org/packages/a6/bd/1436c50cc46699de0230fbaacc1d1de7bfec413176099949e9d5112e88f2/certifi-2026.10.19.tar.gz", hash = "sha256:035c1e85572b141bf1c3a3eff0e33a8eb74917522f2559075ff8d2fea780a1ae", size = 137598, upload-time = "2026-10-20T02:24:16.604Z" }
 wheels = [
-    { url = "https://files.pythonhosted.org/packages/22/30/7cd8fdcdfbc5b869528b079bfb76dcdf6056b1a2097a662e5e8c04f42965/certifi-2026.4.22-py3-none-any.whl", hash = "sha256:3cb2210c8f88ba2318d29b0388d1023c8492ff72ecdde4ebdaddbb13a31b1c4a", size = 135707, upload-time = "2026-04-22T11:26:09.372Z" },
+    { url = "https://files.pythonhosted.org/packages/c4/51/29046e48f693c54e5b7412216d447a1d8362c9653148d98c02cdf65fa733/certifi-2026.10.19-py3-none-any.whl", hash = "sha256:42d35340cc5b9ba78e818ddbff0c5b1c2b779de448a340fd1b989f5fa8670e1b", size = 136464, upload-time = "2026-10-20T02:24:15.072Z" },
 ]
 
 [[package]]