renderers 0.1.8.dev36__tar.gz → 0.1.8.dev39__tar.gz

{renderers-0.1.8.dev36 → renderers-0.1.8.dev39}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: renderers
-Version: 0.1.8.dev36
+Version: 0.1.8.dev39
 Summary: Chat template renderers — deterministic message-to-token conversion for LLM training
 License-Expression: Apache-2.0
 License-File: LICENSE

{renderers-0.1.8.dev36 → renderers-0.1.8.dev39}/pyproject.toml

@@ -79,13 +79,24 @@ dev = [
 ]
 
 [tool.uv]
+# Enforce a uv version that supports the friendly-duration form
+# (`"7 days"`) in the static pyproject parser. Older uvs silently parse
+# the value as an RFC 3339 date, emit a TOML parse warning, and proceed
+# *without* the cooldown — bypassing this security policy.
+required-version = ">=0.11.1"
 exclude-newer = "7 days"
+
+[tool.uv.exclude-newer-package]
 # fastokens 0.2.0 was published on 2026-05-17 and contains the
 # ``unpatch_transformers`` fix (crusoecloud/fastokens#32) needed for
 # MiniMax-M2's slow→fast tokenizer conversion path. Exempting it from
 # the project-wide 7-day cutoff lets the lockfile pick it up immediately
 # while the rest of the dependency graph stays gated.
-exclude-newer-package = { fastokens = false, "prime-pydantic-config" = false }
+fastokens = false
+# PrimeIntellect-published packages in this project's dependency closure —
+# fast-track so first-party releases can land same-day. Only packages that
+# appear in `uv tree` are listed.
+prime-pydantic-config = false
 
 [tool.ty.environment]
 python-version = "3.13"

{renderers-0.1.8.dev36 → renderers-0.1.8.dev39}/renderers/_version.py

@@ -18,7 +18,7 @@ version_tuple: tuple[int | str, ...]
 commit_id: str | None
 __commit_id__: str | None
 
-__version__ = version = '0.1.8.dev36'
-__version_tuple__ = version_tuple = (0, 1, 8, 'dev36')
+__version__ = version = '0.1.8.dev39'
+__version_tuple__ = version_tuple = (0, 1, 8, 'dev39')
 
 __commit_id__ = commit_id = None

{renderers-0.1.8.dev36 → renderers-0.1.8.dev39}/renderers/base.py

@@ -1677,7 +1677,6 @@ def _get_offset_tokenizer(tokenizer):
         cached = _offset_tokenizers.get(name_or_path)
         if cached is not None:
             return cached
-        from transformers import AutoTokenizer
 
         kwargs: dict[str, Any] = {}
         revision = TRUSTED_REVISIONS.get(name_or_path)
@@ -1687,10 +1686,12 @@ def _get_offset_tokenizer(tokenizer):
             kwargs = {"trust_remote_code": False}
         # Explicitly vanilla — we want HF's Rust tokenizer with offset
         # tracking, not the fastokens shim. ``load_tokenizer`` would
-        # patch fastokens in by default; calling
-        # ``AutoTokenizer.from_pretrained`` directly here keeps the
-        # fastokens patch out of this code path entirely.
-        offset_tok = AutoTokenizer.from_pretrained(name_or_path, **kwargs)
+        # patch fastokens in by default; routing through
+        # ``_load_tokenizer_via_auto`` keeps the fastokens patch out
+        # of this code path while still applying the config-build
+        # fallback (RoPE-validation failures on nested
+        # ``rope_parameters``, etc.).
+        offset_tok = _load_tokenizer_via_auto(name_or_path, **kwargs)
         if not getattr(offset_tok, "is_fast", False):
             raise RuntimeError(
                 f"Vanilla tokenizer for {name_or_path!r} is not a fast "