renderers 0.1.9.dev3__tar.gz → 0.1.9.dev5__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {renderers-0.1.9.dev3 → renderers-0.1.9.dev5}/PKG-INFO +1 -1
- {renderers-0.1.9.dev3 → renderers-0.1.9.dev5}/renderers/__init__.py +2 -1
- {renderers-0.1.9.dev3 → renderers-0.1.9.dev5}/renderers/_version.py +2 -2
- {renderers-0.1.9.dev3 → renderers-0.1.9.dev5}/renderers/client.py +70 -5
- {renderers-0.1.9.dev3 → renderers-0.1.9.dev5}/tests/test_client.py +119 -20
- {renderers-0.1.9.dev3 → renderers-0.1.9.dev5}/uv.lock +79 -80
- {renderers-0.1.9.dev3 → renderers-0.1.9.dev5}/.github/workflows/publish-dev.yml +0 -0
- {renderers-0.1.9.dev3 → renderers-0.1.9.dev5}/.github/workflows/publish.yml +0 -0
- {renderers-0.1.9.dev3 → renderers-0.1.9.dev5}/.github/workflows/style.yml +0 -0
- {renderers-0.1.9.dev3 → renderers-0.1.9.dev5}/.github/workflows/test.yml +0 -0
- {renderers-0.1.9.dev3 → renderers-0.1.9.dev5}/.gitignore +0 -0
- {renderers-0.1.9.dev3 → renderers-0.1.9.dev5}/.pre-commit-config.yaml +0 -0
- {renderers-0.1.9.dev3 → renderers-0.1.9.dev5}/LICENSE +0 -0
- {renderers-0.1.9.dev3 → renderers-0.1.9.dev5}/README.md +0 -0
- {renderers-0.1.9.dev3 → renderers-0.1.9.dev5}/docs/renderer-config.md +0 -0
- {renderers-0.1.9.dev3 → renderers-0.1.9.dev5}/examples/README.md +0 -0
- {renderers-0.1.9.dev3 → renderers-0.1.9.dev5}/examples/sglang/multiturn_generate_sglang.py +0 -0
- {renderers-0.1.9.dev3 → renderers-0.1.9.dev5}/examples/sglang/online_multiturn_sglang.py +0 -0
- {renderers-0.1.9.dev3 → renderers-0.1.9.dev5}/examples/tinker/multiturn_generate_tinker.py +0 -0
- {renderers-0.1.9.dev3 → renderers-0.1.9.dev5}/examples/transformers/multiturn_generate_transformers.py +0 -0
- {renderers-0.1.9.dev3 → renderers-0.1.9.dev5}/examples/vllm/multiturn_generate_vllm.py +0 -0
- {renderers-0.1.9.dev3 → renderers-0.1.9.dev5}/pyproject.toml +0 -0
- {renderers-0.1.9.dev3 → renderers-0.1.9.dev5}/renderers/base.py +0 -0
- {renderers-0.1.9.dev3 → renderers-0.1.9.dev5}/renderers/configs.py +0 -0
- {renderers-0.1.9.dev3 → renderers-0.1.9.dev5}/renderers/deepseek_r1.py +0 -0
- {renderers-0.1.9.dev3 → renderers-0.1.9.dev5}/renderers/deepseek_v3.py +0 -0
- {renderers-0.1.9.dev3 → renderers-0.1.9.dev5}/renderers/default.py +0 -0
- {renderers-0.1.9.dev3 → renderers-0.1.9.dev5}/renderers/glm45.py +0 -0
- {renderers-0.1.9.dev3 → renderers-0.1.9.dev5}/renderers/glm5.py +0 -0
- {renderers-0.1.9.dev3 → renderers-0.1.9.dev5}/renderers/gpt_oss.py +0 -0
- {renderers-0.1.9.dev3 → renderers-0.1.9.dev5}/renderers/hy3.py +0 -0
- {renderers-0.1.9.dev3 → renderers-0.1.9.dev5}/renderers/kimi_k2.py +0 -0
- {renderers-0.1.9.dev3 → renderers-0.1.9.dev5}/renderers/kimi_k25.py +0 -0
- {renderers-0.1.9.dev3 → renderers-0.1.9.dev5}/renderers/laguna_xs2.py +0 -0
- {renderers-0.1.9.dev3 → renderers-0.1.9.dev5}/renderers/llama_3.py +0 -0
- {renderers-0.1.9.dev3 → renderers-0.1.9.dev5}/renderers/minimax_m2.py +0 -0
- {renderers-0.1.9.dev3 → renderers-0.1.9.dev5}/renderers/nemotron3.py +0 -0
- {renderers-0.1.9.dev3 → renderers-0.1.9.dev5}/renderers/parsers.py +0 -0
- {renderers-0.1.9.dev3 → renderers-0.1.9.dev5}/renderers/parsing.py +0 -0
- {renderers-0.1.9.dev3 → renderers-0.1.9.dev5}/renderers/prime_qwen3.py +0 -0
- {renderers-0.1.9.dev3 → renderers-0.1.9.dev5}/renderers/qwen3.py +0 -0
- {renderers-0.1.9.dev3 → renderers-0.1.9.dev5}/renderers/qwen35.py +0 -0
- {renderers-0.1.9.dev3 → renderers-0.1.9.dev5}/renderers/qwen36.py +0 -0
- {renderers-0.1.9.dev3 → renderers-0.1.9.dev5}/renderers/qwen3_vl.py +0 -0
- {renderers-0.1.9.dev3 → renderers-0.1.9.dev5}/tests/conftest.py +0 -0
- {renderers-0.1.9.dev3 → renderers-0.1.9.dev5}/tests/test_bridge.py +0 -0
- {renderers-0.1.9.dev3 → renderers-0.1.9.dev5}/tests/test_build_helpers.py +0 -0
- {renderers-0.1.9.dev3 → renderers-0.1.9.dev5}/tests/test_deepseek_r1.py +0 -0
- {renderers-0.1.9.dev3 → renderers-0.1.9.dev5}/tests/test_disabled_thinking_stability.py +0 -0
- {renderers-0.1.9.dev3 → renderers-0.1.9.dev5}/tests/test_gpt_oss_harmony_parity.py +0 -0
- {renderers-0.1.9.dev3 → renderers-0.1.9.dev5}/tests/test_hy3.py +0 -0
- {renderers-0.1.9.dev3 → renderers-0.1.9.dev5}/tests/test_incremental.py +0 -0
- {renderers-0.1.9.dev3 → renderers-0.1.9.dev5}/tests/test_is_content.py +0 -0
- {renderers-0.1.9.dev3 → renderers-0.1.9.dev5}/tests/test_kimi_k25_tool_schema.py +0 -0
- {renderers-0.1.9.dev3 → renderers-0.1.9.dev5}/tests/test_laguna_xs21.py +0 -0
- {renderers-0.1.9.dev3 → renderers-0.1.9.dev5}/tests/test_llama_3.py +0 -0
- {renderers-0.1.9.dev3 → renderers-0.1.9.dev5}/tests/test_load_tokenizer.py +0 -0
- {renderers-0.1.9.dev3 → renderers-0.1.9.dev5}/tests/test_message_indices.py +0 -0
- {renderers-0.1.9.dev3 → renderers-0.1.9.dev5}/tests/test_message_tool_names.py +0 -0
- {renderers-0.1.9.dev3 → renderers-0.1.9.dev5}/tests/test_multimodal.py +0 -0
- {renderers-0.1.9.dev3 → renderers-0.1.9.dev5}/tests/test_nemotron3_parity.py +0 -0
- {renderers-0.1.9.dev3 → renderers-0.1.9.dev5}/tests/test_nemotron3_ultra.py +0 -0
- {renderers-0.1.9.dev3 → renderers-0.1.9.dev5}/tests/test_parse_response.py +0 -0
- {renderers-0.1.9.dev3 → renderers-0.1.9.dev5}/tests/test_parse_response_robustness.py +0 -0
- {renderers-0.1.9.dev3 → renderers-0.1.9.dev5}/tests/test_parsers.py +0 -0
- {renderers-0.1.9.dev3 → renderers-0.1.9.dev5}/tests/test_preserve_thinking.py +0 -0
- {renderers-0.1.9.dev3 → renderers-0.1.9.dev5}/tests/test_prime_qwen3_parity.py +0 -0
- {renderers-0.1.9.dev3 → renderers-0.1.9.dev5}/tests/test_qwen35_size_coverage.py +0 -0
- {renderers-0.1.9.dev3 → renderers-0.1.9.dev5}/tests/test_render_ids.py +0 -0
- {renderers-0.1.9.dev3 → renderers-0.1.9.dev5}/tests/test_renderer_config.py +0 -0
- {renderers-0.1.9.dev3 → renderers-0.1.9.dev5}/tests/test_renderer_config_parity.py +0 -0
- {renderers-0.1.9.dev3 → renderers-0.1.9.dev5}/tests/test_roundtrip.py +0 -0
- {renderers-0.1.9.dev3 → renderers-0.1.9.dev5}/tests/test_sampled_mask.py +0 -0
- {renderers-0.1.9.dev3 → renderers-0.1.9.dev5}/tests/test_tokens_per_message.py +0 -0
- {renderers-0.1.9.dev3 → renderers-0.1.9.dev5}/tests/test_tool_arg_type_preservation.py +0 -0
|
@@ -39,7 +39,7 @@ from renderers.base import (
|
|
|
39
39
|
reject_assistant_in_extension,
|
|
40
40
|
trim_to_turn_close,
|
|
41
41
|
)
|
|
42
|
-
from renderers.client import OverlongPromptError
|
|
42
|
+
from renderers.client import MalformedGenerateResponseError, OverlongPromptError
|
|
43
43
|
from renderers.configs import (
|
|
44
44
|
AutoRendererConfig,
|
|
45
45
|
BaseRendererConfig,
|
|
@@ -152,6 +152,7 @@ __all__ = [
|
|
|
152
152
|
"Llama3Renderer",
|
|
153
153
|
"Llama3RendererConfig",
|
|
154
154
|
"MULTIMODAL_MODELS",
|
|
155
|
+
"MalformedGenerateResponseError",
|
|
155
156
|
"Message",
|
|
156
157
|
"MiniMaxM2Renderer",
|
|
157
158
|
"MiniMaxM2RendererConfig",
|
|
@@ -18,7 +18,7 @@ version_tuple: tuple[int | str, ...]
|
|
|
18
18
|
commit_id: str | None
|
|
19
19
|
__commit_id__: str | None
|
|
20
20
|
|
|
21
|
-
__version__ = version = '0.1.9.
|
|
22
|
-
__version_tuple__ = version_tuple = (0, 1, 9, '
|
|
21
|
+
__version__ = version = '0.1.9.dev5'
|
|
22
|
+
__version_tuple__ = version_tuple = (0, 1, 9, 'dev5')
|
|
23
23
|
|
|
24
24
|
__commit_id__ = commit_id = None
|
|
@@ -14,6 +14,7 @@ from __future__ import annotations
|
|
|
14
14
|
import asyncio
|
|
15
15
|
import json
|
|
16
16
|
import logging
|
|
17
|
+
import math
|
|
17
18
|
from collections.abc import Mapping
|
|
18
19
|
from typing import Any, cast
|
|
19
20
|
|
|
@@ -33,6 +34,9 @@ from renderers.base import (
|
|
|
33
34
|
_request_logger = logging.getLogger("renderers.client")
|
|
34
35
|
ROUTED_EXPERTS_DATA_PREFIX = b'"routed_experts":{"data":"'
|
|
35
36
|
KEPT_TOKENS_IDS_PREFIX = b'"kept_tokens":{"ids":"'
|
|
37
|
+
# vLLM uses this value both when sampled-token evidence is missing and as a
|
|
38
|
+
# lower-bound clamp, so receiving it cannot prove the real logprob was returned.
|
|
39
|
+
VLLM_LOGPROB_SENTINEL = -9999.0
|
|
36
40
|
|
|
37
41
|
|
|
38
42
|
class OverlongPromptError(Exception):
|
|
@@ -59,6 +63,10 @@ class OverlongPromptError(Exception):
|
|
|
59
63
|
)
|
|
60
64
|
|
|
61
65
|
|
|
66
|
+
class MalformedGenerateResponseError(ValueError):
|
|
67
|
+
"""The generate endpoint returned unusable sampled-token evidence."""
|
|
68
|
+
|
|
69
|
+
|
|
62
70
|
# Per-process cache of resolved engine context-length caps, keyed by
|
|
63
71
|
# ``(base_url, model)``. ``None`` is the "we asked the engine and it didn't
|
|
64
72
|
# tell us" sentinel — distinct from "key missing" (haven't asked yet). The
|
|
@@ -150,6 +158,66 @@ def parse_generate_response(raw: bytes) -> dict[str, Any]:
|
|
|
150
158
|
return payload
|
|
151
159
|
|
|
152
160
|
|
|
161
|
+
def _parse_completion_logprobs(
|
|
162
|
+
choice: Mapping[str, Any], completion_ids: list[int]
|
|
163
|
+
) -> list[float]:
|
|
164
|
+
raw_logprobs = choice.get("logprobs")
|
|
165
|
+
if not isinstance(raw_logprobs, Mapping):
|
|
166
|
+
raise MalformedGenerateResponseError(
|
|
167
|
+
"Engine response choice.logprobs must be an object."
|
|
168
|
+
)
|
|
169
|
+
|
|
170
|
+
content = raw_logprobs.get("content")
|
|
171
|
+
if not isinstance(content, list):
|
|
172
|
+
raise MalformedGenerateResponseError(
|
|
173
|
+
"Engine response choice.logprobs.content must be a list."
|
|
174
|
+
)
|
|
175
|
+
if len(content) != len(completion_ids):
|
|
176
|
+
raise MalformedGenerateResponseError(
|
|
177
|
+
"Engine response completion token count "
|
|
178
|
+
f"({len(completion_ids)}) does not match logprob count ({len(content)})."
|
|
179
|
+
)
|
|
180
|
+
|
|
181
|
+
completion_logprobs: list[float] = []
|
|
182
|
+
for index, entry in enumerate(content):
|
|
183
|
+
if not isinstance(entry, Mapping):
|
|
184
|
+
raise MalformedGenerateResponseError(
|
|
185
|
+
f"Engine response choice.logprobs.content[{index}] must be an object."
|
|
186
|
+
)
|
|
187
|
+
expected_token = f"token_id:{completion_ids[index]}"
|
|
188
|
+
if entry.get("token") != expected_token:
|
|
189
|
+
raise MalformedGenerateResponseError(
|
|
190
|
+
"Engine response "
|
|
191
|
+
f"choice.logprobs.content[{index}].token must be {expected_token!r}."
|
|
192
|
+
)
|
|
193
|
+
raw_logprob = entry.get("logprob")
|
|
194
|
+
if isinstance(raw_logprob, bool) or not isinstance(raw_logprob, (int, float)):
|
|
195
|
+
raise MalformedGenerateResponseError(
|
|
196
|
+
"Engine response "
|
|
197
|
+
f"choice.logprobs.content[{index}].logprob must be a number."
|
|
198
|
+
)
|
|
199
|
+
try:
|
|
200
|
+
logprob = float(raw_logprob)
|
|
201
|
+
except OverflowError as exc:
|
|
202
|
+
raise MalformedGenerateResponseError(
|
|
203
|
+
"Engine response "
|
|
204
|
+
f"choice.logprobs.content[{index}].logprob must be finite."
|
|
205
|
+
) from exc
|
|
206
|
+
if not math.isfinite(logprob):
|
|
207
|
+
raise MalformedGenerateResponseError(
|
|
208
|
+
"Engine response "
|
|
209
|
+
f"choice.logprobs.content[{index}].logprob must be finite."
|
|
210
|
+
)
|
|
211
|
+
if logprob == VLLM_LOGPROB_SENTINEL:
|
|
212
|
+
raise MalformedGenerateResponseError(
|
|
213
|
+
"Engine response "
|
|
214
|
+
f"choice.logprobs.content[{index}].logprob does not contain "
|
|
215
|
+
"sampling evidence."
|
|
216
|
+
)
|
|
217
|
+
completion_logprobs.append(logprob)
|
|
218
|
+
return completion_logprobs
|
|
219
|
+
|
|
220
|
+
|
|
153
221
|
async def generate(
|
|
154
222
|
*,
|
|
155
223
|
client: AsyncOpenAI,
|
|
@@ -292,15 +360,12 @@ async def generate(
|
|
|
292
360
|
choice = (data.get("choices") or [{}])[0]
|
|
293
361
|
completion_ids = choice.get("token_ids") or []
|
|
294
362
|
|
|
363
|
+
completion_logprobs = _parse_completion_logprobs(choice, completion_ids)
|
|
364
|
+
|
|
295
365
|
parsed = await _maybe_offload(
|
|
296
366
|
renderer, lambda: renderer.parse_response(completion_ids, tools=tools)
|
|
297
367
|
)
|
|
298
368
|
|
|
299
|
-
# ChatCompletionLogProbs flatten: {"content": [{"logprob": ...}, ...]}
|
|
300
|
-
raw_logprobs = choice.get("logprobs") or {}
|
|
301
|
-
content_lp = raw_logprobs.get("content") if isinstance(raw_logprobs, dict) else None
|
|
302
|
-
completion_logprobs = [float(c.get("logprob") or 0.0) for c in content_lp or []]
|
|
303
|
-
|
|
304
369
|
routed_experts = choice.get("routed_experts")
|
|
305
370
|
kept_tokens = choice.get("kept_tokens")
|
|
306
371
|
|
|
@@ -5,6 +5,7 @@ import json
|
|
|
5
5
|
import httpx
|
|
6
6
|
import numpy as np
|
|
7
7
|
import pytest
|
|
8
|
+
from renderers import MalformedGenerateResponseError
|
|
8
9
|
from renderers.base import (
|
|
9
10
|
ParsedResponse,
|
|
10
11
|
ParsedToolCall,
|
|
@@ -67,33 +68,30 @@ class _FakeClient:
|
|
|
67
68
|
def __init__(self):
|
|
68
69
|
self.calls = []
|
|
69
70
|
self.base_url = "http://fake-host:8000/v1"
|
|
71
|
+
routed_experts = np.array([[[1]], [[2]]], dtype=np.uint8)
|
|
72
|
+
self.choice = {
|
|
73
|
+
"index": 0,
|
|
74
|
+
"token_ids": [7, 8],
|
|
75
|
+
"logprobs": {
|
|
76
|
+
"content": [
|
|
77
|
+
{"token": "token_id:7", "logprob": -0.1},
|
|
78
|
+
{"token": "token_id:8", "logprob": -0.2},
|
|
79
|
+
]
|
|
80
|
+
},
|
|
81
|
+
"finish_reason": "stop",
|
|
82
|
+
"routed_experts": {
|
|
83
|
+
"data": base64.b64encode(routed_experts.tobytes()).decode("ascii"),
|
|
84
|
+
"shape": list(routed_experts.shape),
|
|
85
|
+
},
|
|
86
|
+
}
|
|
70
87
|
|
|
71
88
|
async def post(self, path, *, cast_to=dict, body=None, options=None):
|
|
72
89
|
self.calls.append(
|
|
73
90
|
{"path": path, "cast_to": cast_to, "body": body, "options": options}
|
|
74
91
|
)
|
|
75
|
-
routed_experts = np.array([[[1]], [[2]]], dtype=np.uint8)
|
|
76
92
|
payload = {
|
|
77
93
|
"request_id": "gen-test",
|
|
78
|
-
"choices": [
|
|
79
|
-
{
|
|
80
|
-
"index": 0,
|
|
81
|
-
"token_ids": [7, 8],
|
|
82
|
-
"logprobs": {
|
|
83
|
-
"content": [
|
|
84
|
-
{"token": "token_id:7", "logprob": -0.1},
|
|
85
|
-
{"token": "token_id:8", "logprob": -0.2},
|
|
86
|
-
]
|
|
87
|
-
},
|
|
88
|
-
"finish_reason": "stop",
|
|
89
|
-
"routed_experts": {
|
|
90
|
-
"data": base64.b64encode(routed_experts.tobytes()).decode(
|
|
91
|
-
"ascii"
|
|
92
|
-
),
|
|
93
|
-
"shape": list(routed_experts.shape),
|
|
94
|
-
},
|
|
95
|
-
}
|
|
96
|
-
],
|
|
94
|
+
"choices": [self.choice],
|
|
97
95
|
}
|
|
98
96
|
return httpx.Response(
|
|
99
97
|
200,
|
|
@@ -101,6 +99,18 @@ class _FakeClient:
|
|
|
101
99
|
)
|
|
102
100
|
|
|
103
101
|
|
|
102
|
+
def _run_generate(client, renderer=None):
|
|
103
|
+
return asyncio.run(
|
|
104
|
+
generate(
|
|
105
|
+
client=client,
|
|
106
|
+
renderer=renderer or _FakeRenderer(),
|
|
107
|
+
messages=[{"role": "user", "content": "hi"}],
|
|
108
|
+
model="test-model",
|
|
109
|
+
tools=[{"type": "function", "function": {"name": "echo"}}],
|
|
110
|
+
)
|
|
111
|
+
)
|
|
112
|
+
|
|
113
|
+
|
|
104
114
|
def test_generate_builds_request_body_and_parses_response():
|
|
105
115
|
client = _FakeClient()
|
|
106
116
|
renderer = _FakeRenderer()
|
|
@@ -172,6 +182,95 @@ def test_generate_builds_request_body_and_parses_response():
|
|
|
172
182
|
assert tc.status == ToolCallParseStatus.OK
|
|
173
183
|
|
|
174
184
|
|
|
185
|
+
def test_generate_rejects_missing_completion_logprobs_before_parsing():
|
|
186
|
+
client = _FakeClient()
|
|
187
|
+
client.choice.pop("logprobs")
|
|
188
|
+
renderer = _FakeRenderer()
|
|
189
|
+
|
|
190
|
+
with pytest.raises(
|
|
191
|
+
MalformedGenerateResponseError,
|
|
192
|
+
match=r"choice\.logprobs must be an object",
|
|
193
|
+
):
|
|
194
|
+
_run_generate(client, renderer)
|
|
195
|
+
|
|
196
|
+
assert not hasattr(renderer, "_last_parse_tools")
|
|
197
|
+
|
|
198
|
+
|
|
199
|
+
@pytest.mark.parametrize(
|
|
200
|
+
"entry",
|
|
201
|
+
[
|
|
202
|
+
{"token": "token_id:7"},
|
|
203
|
+
{"token": "token_id:7", "logprob": None},
|
|
204
|
+
{"token": "token_id:7", "logprob": "-0.1"},
|
|
205
|
+
{"token": "token_id:7", "logprob": True},
|
|
206
|
+
],
|
|
207
|
+
ids=["missing", "null", "string", "boolean"],
|
|
208
|
+
)
|
|
209
|
+
def test_generate_rejects_non_numeric_completion_logprobs(entry):
|
|
210
|
+
client = _FakeClient()
|
|
211
|
+
client.choice["logprobs"]["content"][0] = entry
|
|
212
|
+
|
|
213
|
+
with pytest.raises(
|
|
214
|
+
MalformedGenerateResponseError,
|
|
215
|
+
match=r"content\[0\]\.logprob must be a number",
|
|
216
|
+
):
|
|
217
|
+
_run_generate(client)
|
|
218
|
+
|
|
219
|
+
|
|
220
|
+
def test_generate_rejects_completion_logprob_count_mismatch():
|
|
221
|
+
client = _FakeClient()
|
|
222
|
+
client.choice["logprobs"]["content"] = [{"token": "token_id:7", "logprob": -0.1}]
|
|
223
|
+
|
|
224
|
+
with pytest.raises(
|
|
225
|
+
MalformedGenerateResponseError,
|
|
226
|
+
match=r"completion token count \(2\) does not match logprob count \(1\)",
|
|
227
|
+
):
|
|
228
|
+
_run_generate(client)
|
|
229
|
+
|
|
230
|
+
|
|
231
|
+
@pytest.mark.parametrize("logprob", [float("nan"), float("inf"), float("-inf")])
|
|
232
|
+
def test_generate_rejects_non_finite_completion_logprobs(logprob):
|
|
233
|
+
client = _FakeClient()
|
|
234
|
+
client.choice["logprobs"]["content"][0]["logprob"] = logprob
|
|
235
|
+
|
|
236
|
+
with pytest.raises(
|
|
237
|
+
MalformedGenerateResponseError,
|
|
238
|
+
match=r"content\[0\]\.logprob must be finite",
|
|
239
|
+
):
|
|
240
|
+
_run_generate(client)
|
|
241
|
+
|
|
242
|
+
|
|
243
|
+
def test_generate_rejects_vllm_missing_logprob_sentinel():
|
|
244
|
+
client = _FakeClient()
|
|
245
|
+
client.choice["logprobs"]["content"][0]["logprob"] = -9999.0
|
|
246
|
+
|
|
247
|
+
with pytest.raises(
|
|
248
|
+
MalformedGenerateResponseError,
|
|
249
|
+
match=r"does not contain sampling evidence",
|
|
250
|
+
):
|
|
251
|
+
_run_generate(client)
|
|
252
|
+
|
|
253
|
+
|
|
254
|
+
def test_generate_rejects_logprob_token_id_mismatch():
|
|
255
|
+
client = _FakeClient()
|
|
256
|
+
client.choice["logprobs"]["content"][0]["token"] = "token_id:8"
|
|
257
|
+
|
|
258
|
+
with pytest.raises(
|
|
259
|
+
MalformedGenerateResponseError,
|
|
260
|
+
match=r"content\[0\]\.token must be 'token_id:7'",
|
|
261
|
+
):
|
|
262
|
+
_run_generate(client)
|
|
263
|
+
|
|
264
|
+
|
|
265
|
+
def test_generate_preserves_zero_completion_logprob():
|
|
266
|
+
client = _FakeClient()
|
|
267
|
+
client.choice["logprobs"]["content"][0]["logprob"] = 0.0
|
|
268
|
+
|
|
269
|
+
result = _run_generate(client)
|
|
270
|
+
|
|
271
|
+
assert result["completion_logprobs"] == [0.0, -0.2]
|
|
272
|
+
|
|
273
|
+
|
|
175
274
|
class _MalformedToolRenderer(_FakeRenderer):
|
|
176
275
|
"""Returns only a malformed tool-call attempt — finish_reason must stay "stop"."""
|
|
177
276
|
|
|
@@ -196,45 +196,51 @@ wheels = [
|
|
|
196
196
|
|
|
197
197
|
[[package]]
|
|
198
198
|
name = "cuda-toolkit"
|
|
199
|
-
version = "13.0.
|
|
199
|
+
version = "13.0.3.0"
|
|
200
200
|
source = { registry = "https://pypi.org/simple" }
|
|
201
201
|
wheels = [
|
|
202
|
-
{ url = "https://files.pythonhosted.org/packages/
|
|
202
|
+
{ url = "https://files.pythonhosted.org/packages/d1/c7/a79086a62c98befcdb8349656c6f114e2db3b8b2422f6e25c97a7f2a9a3c/cuda_toolkit-13.0.3.0-py2.py3-none-any.whl", hash = "sha256:d693caaa261214ddd7dbb60d68e71cbed884e68c2be7509778f3051da0b91c3f", size = 2512, upload-time = "2026-04-14T00:50:08.173Z" },
|
|
203
203
|
]
|
|
204
204
|
|
|
205
205
|
[package.optional-dependencies]
|
|
206
206
|
cublas = [
|
|
207
|
-
{ name = "nvidia-cublas", marker = "(python_full_version < '3.11' and sys_platform == 'win32') or sys_platform == 'linux'" },
|
|
207
|
+
{ name = "nvidia-cublas", marker = "(python_full_version < '3.11' and platform_machine == 'AMD64' and sys_platform == 'win32') or (platform_machine == 'aarch64' and sys_platform == 'linux') or (platform_machine == 'x86_64' and sys_platform == 'linux')" },
|
|
208
|
+
{ name = "nvidia-cuda-nvrtc", marker = "(python_full_version < '3.11' and platform_machine == 'AMD64' and sys_platform == 'win32') or (platform_machine == 'aarch64' and sys_platform == 'linux') or (platform_machine == 'x86_64' and sys_platform == 'linux')" },
|
|
208
209
|
]
|
|
209
210
|
cudart = [
|
|
210
|
-
{ name = "nvidia-cuda-runtime", marker = "(python_full_version < '3.11' and sys_platform == 'win32') or sys_platform == 'linux'" },
|
|
211
|
+
{ name = "nvidia-cuda-runtime", marker = "(python_full_version < '3.11' and platform_machine == 'AMD64' and sys_platform == 'win32') or (platform_machine == 'aarch64' and sys_platform == 'linux') or (platform_machine == 'x86_64' and sys_platform == 'linux')" },
|
|
211
212
|
]
|
|
212
213
|
cufft = [
|
|
213
|
-
{ name = "nvidia-cufft", marker = "(python_full_version < '3.11' and sys_platform == 'win32') or sys_platform == 'linux'" },
|
|
214
|
+
{ name = "nvidia-cufft", marker = "(python_full_version < '3.11' and platform_machine == 'AMD64' and sys_platform == 'win32') or (platform_machine == 'aarch64' and sys_platform == 'linux') or (platform_machine == 'x86_64' and sys_platform == 'linux')" },
|
|
215
|
+
{ name = "nvidia-nvjitlink", marker = "(python_full_version < '3.11' and platform_machine == 'AMD64' and sys_platform == 'win32') or (platform_machine == 'aarch64' and sys_platform == 'linux') or (platform_machine == 'x86_64' and sys_platform == 'linux')" },
|
|
214
216
|
]
|
|
215
217
|
cufile = [
|
|
216
|
-
{ name = "nvidia-cufile", marker = "sys_platform == 'linux'" },
|
|
218
|
+
{ name = "nvidia-cufile", marker = "(platform_machine == 'aarch64' and sys_platform == 'linux') or (platform_machine == 'x86_64' and sys_platform == 'linux')" },
|
|
217
219
|
]
|
|
218
220
|
cupti = [
|
|
219
|
-
{ name = "nvidia-cuda-cupti", marker = "(python_full_version < '3.11' and sys_platform == 'win32') or sys_platform == 'linux'" },
|
|
221
|
+
{ name = "nvidia-cuda-cupti", marker = "(python_full_version < '3.11' and platform_machine == 'AMD64' and sys_platform == 'win32') or (platform_machine == 'aarch64' and sys_platform == 'linux') or (platform_machine == 'x86_64' and sys_platform == 'linux')" },
|
|
220
222
|
]
|
|
221
223
|
curand = [
|
|
222
|
-
{ name = "nvidia-curand", marker = "(python_full_version < '3.11' and sys_platform == 'win32') or sys_platform == 'linux'" },
|
|
224
|
+
{ name = "nvidia-curand", marker = "(python_full_version < '3.11' and platform_machine == 'AMD64' and sys_platform == 'win32') or (platform_machine == 'aarch64' and sys_platform == 'linux') or (platform_machine == 'x86_64' and sys_platform == 'linux')" },
|
|
223
225
|
]
|
|
224
226
|
cusolver = [
|
|
225
|
-
{ name = "nvidia-
|
|
227
|
+
{ name = "nvidia-cublas", marker = "(python_full_version < '3.11' and platform_machine == 'AMD64' and sys_platform == 'win32') or (platform_machine == 'aarch64' and sys_platform == 'linux') or (platform_machine == 'x86_64' and sys_platform == 'linux')" },
|
|
228
|
+
{ name = "nvidia-cusolver", marker = "(python_full_version < '3.11' and platform_machine == 'AMD64' and sys_platform == 'win32') or (platform_machine == 'aarch64' and sys_platform == 'linux') or (platform_machine == 'x86_64' and sys_platform == 'linux')" },
|
|
229
|
+
{ name = "nvidia-cusparse", marker = "(python_full_version < '3.11' and platform_machine == 'AMD64' and sys_platform == 'win32') or (platform_machine == 'aarch64' and sys_platform == 'linux') or (platform_machine == 'x86_64' and sys_platform == 'linux')" },
|
|
230
|
+
{ name = "nvidia-nvjitlink", marker = "(python_full_version < '3.11' and platform_machine == 'AMD64' and sys_platform == 'win32') or (platform_machine == 'aarch64' and sys_platform == 'linux') or (platform_machine == 'x86_64' and sys_platform == 'linux')" },
|
|
226
231
|
]
|
|
227
232
|
cusparse = [
|
|
228
|
-
{ name = "nvidia-cusparse", marker = "(python_full_version < '3.11' and sys_platform == 'win32') or sys_platform == 'linux'" },
|
|
233
|
+
{ name = "nvidia-cusparse", marker = "(python_full_version < '3.11' and platform_machine == 'AMD64' and sys_platform == 'win32') or (platform_machine == 'aarch64' and sys_platform == 'linux') or (platform_machine == 'x86_64' and sys_platform == 'linux')" },
|
|
234
|
+
{ name = "nvidia-nvjitlink", marker = "(python_full_version < '3.11' and platform_machine == 'AMD64' and sys_platform == 'win32') or (platform_machine == 'aarch64' and sys_platform == 'linux') or (platform_machine == 'x86_64' and sys_platform == 'linux')" },
|
|
229
235
|
]
|
|
230
236
|
nvjitlink = [
|
|
231
|
-
{ name = "nvidia-nvjitlink", marker = "(python_full_version < '3.11' and sys_platform == 'win32') or sys_platform == 'linux'" },
|
|
237
|
+
{ name = "nvidia-nvjitlink", marker = "(python_full_version < '3.11' and platform_machine == 'AMD64' and sys_platform == 'win32') or (platform_machine == 'aarch64' and sys_platform == 'linux') or (platform_machine == 'x86_64' and sys_platform == 'linux')" },
|
|
232
238
|
]
|
|
233
239
|
nvrtc = [
|
|
234
|
-
{ name = "nvidia-cuda-nvrtc", marker = "(python_full_version < '3.11' and sys_platform == 'win32') or sys_platform == 'linux'" },
|
|
240
|
+
{ name = "nvidia-cuda-nvrtc", marker = "(python_full_version < '3.11' and platform_machine == 'AMD64' and sys_platform == 'win32') or (platform_machine == 'aarch64' and sys_platform == 'linux') or (platform_machine == 'x86_64' and sys_platform == 'linux')" },
|
|
235
241
|
]
|
|
236
242
|
nvtx = [
|
|
237
|
-
{ name = "nvidia-nvtx", marker = "(python_full_version < '3.11' and sys_platform == 'win32') or sys_platform == 'linux'" },
|
|
243
|
+
{ name = "nvidia-nvtx", marker = "(python_full_version < '3.11' and platform_machine == 'AMD64' and sys_platform == 'win32') or (platform_machine == 'aarch64' and sys_platform == 'linux') or (platform_machine == 'x86_64' and sys_platform == 'linux')" },
|
|
238
244
|
]
|
|
239
245
|
|
|
240
246
|
[[package]]
|
|
@@ -739,11 +745,14 @@ wheels = [
|
|
|
739
745
|
|
|
740
746
|
[[package]]
|
|
741
747
|
name = "nvidia-cublas"
|
|
742
|
-
version = "13.1.
|
|
748
|
+
version = "13.1.1.3"
|
|
743
749
|
source = { registry = "https://pypi.org/simple" }
|
|
750
|
+
dependencies = [
|
|
751
|
+
{ name = "nvidia-cuda-nvrtc", marker = "(python_full_version < '3.11' and sys_platform == 'emscripten') or (python_full_version < '3.11' and sys_platform == 'win32') or (sys_platform != 'emscripten' and sys_platform != 'win32')" },
|
|
752
|
+
]
|
|
744
753
|
wheels = [
|
|
745
|
-
{ url = "https://files.pythonhosted.org/packages/
|
|
746
|
-
{ url = "https://files.pythonhosted.org/packages/
|
|
754
|
+
{ url = "https://files.pythonhosted.org/packages/a7/a1/0bd24ee8c8d03adac032fd2909426a00c88f8c57961b1277ded97f91119f/nvidia_cublas-13.1.1.3-py3-none-manylinux_2_27_aarch64.whl", hash = "sha256:b7a210458267ac818974c53038fbec2e969d5c99f305ab15c72522fa9f001dd5", size = 542848918, upload-time = "2026-04-08T18:46:22.985Z" },
|
|
755
|
+
{ url = "https://files.pythonhosted.org/packages/3b/cd/154ca20c38269e05eff77c1464e6c1da89f50a6390b565e9d82e06bc11e1/nvidia_cublas-13.1.1.3-py3-none-manylinux_2_27_x86_64.whl", hash = "sha256:37936a16db8fe4ac1f065c2139360608a543a09275cb1a1af612e08cfa065436", size = 423138758, upload-time = "2026-04-08T18:46:58.655Z" },
|
|
747
756
|
]
|
|
748
757
|
|
|
749
758
|
[[package]]
|
|
@@ -775,14 +784,14 @@ wheels = [
|
|
|
775
784
|
|
|
776
785
|
[[package]]
|
|
777
786
|
name = "nvidia-cudnn-cu13"
|
|
778
|
-
version = "9.
|
|
787
|
+
version = "9.20.0.48"
|
|
779
788
|
source = { registry = "https://pypi.org/simple" }
|
|
780
789
|
dependencies = [
|
|
781
790
|
{ name = "nvidia-cublas", marker = "(python_full_version < '3.11' and sys_platform == 'emscripten') or (python_full_version < '3.11' and sys_platform == 'win32') or (sys_platform != 'emscripten' and sys_platform != 'win32')" },
|
|
782
791
|
]
|
|
783
792
|
wheels = [
|
|
784
|
-
{ url = "https://files.pythonhosted.org/packages/
|
|
785
|
-
{ url = "https://files.pythonhosted.org/packages/
|
|
793
|
+
{ url = "https://files.pythonhosted.org/packages/56/c5/83384d846b2fd17c44bd499b36c75a45ed4f095fbbb2252294e89cea5c5c/nvidia_cudnn_cu13-9.20.0.48-py3-none-manylinux_2_27_aarch64.whl", hash = "sha256:e31454ae00094b0c55319d9d15b6fa2fc50a9e1c0f5c8c80fb75258234e731e1", size = 444574296, upload-time = "2026-03-09T19:28:27.751Z" },
|
|
794
|
+
{ url = "https://files.pythonhosted.org/packages/6e/5e/edb9c0ae051602c3ccaffe424256463636d639e27d7f302dde9975ef9e7a/nvidia_cudnn_cu13-9.20.0.48-py3-none-manylinux_2_27_x86_64.whl", hash = "sha256:0c45dd8eeb50b603f07995b1b300c62ffe6a1980482b82b3bcf94a4ca9d49304", size = 366173588, upload-time = "2026-03-09T19:29:34.474Z" },
|
|
786
795
|
]
|
|
787
796
|
|
|
788
797
|
[[package]]
|
|
@@ -843,20 +852,20 @@ wheels = [
|
|
|
843
852
|
|
|
844
853
|
[[package]]
|
|
845
854
|
name = "nvidia-cusparselt-cu13"
|
|
846
|
-
version = "0.8.
|
|
855
|
+
version = "0.8.1"
|
|
847
856
|
source = { registry = "https://pypi.org/simple" }
|
|
848
857
|
wheels = [
|
|
849
|
-
{ url = "https://files.pythonhosted.org/packages/46/
|
|
850
|
-
{ url = "https://files.pythonhosted.org/packages/
|
|
858
|
+
{ url = "https://files.pythonhosted.org/packages/46/e1/cdc1797eadf82d3a9a575a19b33fdc871a97edbec42c00b5b5e914f4aff4/nvidia_cusparselt_cu13-0.8.1-py3-none-manylinux2014_aarch64.whl", hash = "sha256:4dca476c50bf4780d46cd0bfbd82e2bc10a08e4fef7950917ce8d7578d22a23f", size = 221051344, upload-time = "2025-09-05T18:49:51.289Z" },
|
|
859
|
+
{ url = "https://files.pythonhosted.org/packages/34/7d/2661f2fb3ac4302f3a246f5fc030213ac60c1fe0bce84f9783dbd831dbb7/nvidia_cusparselt_cu13-0.8.1-py3-none-manylinux2014_x86_64.whl", hash = "sha256:786ce87568c303fadb5afcc7102d454cd3040d75f6f8626f5db460d1871f4dd0", size = 170148586, upload-time = "2025-09-05T18:50:50.248Z" },
|
|
851
860
|
]
|
|
852
861
|
|
|
853
862
|
[[package]]
|
|
854
863
|
name = "nvidia-nccl-cu13"
|
|
855
|
-
version = "2.
|
|
864
|
+
version = "2.29.7"
|
|
856
865
|
source = { registry = "https://pypi.org/simple" }
|
|
857
866
|
wheels = [
|
|
858
|
-
{ url = "https://files.pythonhosted.org/packages/
|
|
859
|
-
{ url = "https://files.pythonhosted.org/packages/
|
|
867
|
+
{ url = "https://files.pythonhosted.org/packages/72/0d/daf50d44177ee0cbc7ff0a0c91eb5ff676c82be42f9a970bc7597f440c3a/nvidia_nccl_cu13-2.29.7-py3-none-manylinux_2_18_aarch64.whl", hash = "sha256:674a12383e3c38a1bcccae7d4f3633b37852230b6047883cb2f4c2d1b36d9bf5", size = 206014712, upload-time = "2026-03-03T05:34:20.843Z" },
|
|
868
|
+
{ url = "https://files.pythonhosted.org/packages/67/f4/58e4e91b6919367c7aafb8e36fce9aad1a3047e536bf7e2fd560927d3a4c/nvidia_nccl_cu13-2.29.7-py3-none-manylinux_2_18_x86_64.whl", hash = "sha256:edd81538446786ec3b73972543e53bb43bcaf0bfc8ef76cb679fcc390ffe136d", size = 205976000, upload-time = "2026-03-03T05:36:24.472Z" },
|
|
860
869
|
]
|
|
861
870
|
|
|
862
871
|
[[package]]
|
|
@@ -1607,7 +1616,7 @@ wheels = [
|
|
|
1607
1616
|
|
|
1608
1617
|
[[package]]
|
|
1609
1618
|
name = "torch"
|
|
1610
|
-
version = "2.
|
|
1619
|
+
version = "2.13.0"
|
|
1611
1620
|
source = { registry = "https://pypi.org/simple" }
|
|
1612
1621
|
dependencies = [
|
|
1613
1622
|
{ name = "cuda-bindings", marker = "sys_platform == 'linux'" },
|
|
@@ -1627,31 +1636,27 @@ dependencies = [
|
|
|
1627
1636
|
{ name = "typing-extensions" },
|
|
1628
1637
|
]
|
|
1629
1638
|
wheels = [
|
|
1630
|
-
{ url = "https://files.pythonhosted.org/packages/
|
|
1631
|
-
{ url = "https://files.pythonhosted.org/packages/
|
|
1632
|
-
{ url = "https://files.pythonhosted.org/packages/
|
|
1633
|
-
{ url = "https://files.pythonhosted.org/packages/
|
|
1634
|
-
{ url = "https://files.pythonhosted.org/packages/
|
|
1635
|
-
{ url = "https://files.pythonhosted.org/packages/
|
|
1636
|
-
{ url = "https://files.pythonhosted.org/packages/
|
|
1637
|
-
{ url = "https://files.pythonhosted.org/packages/
|
|
1638
|
-
{ url = "https://files.pythonhosted.org/packages/
|
|
1639
|
-
{ url = "https://files.pythonhosted.org/packages/
|
|
1640
|
-
{ url = "https://files.pythonhosted.org/packages/
|
|
1641
|
-
{ url = "https://files.pythonhosted.org/packages/
|
|
1642
|
-
{ url = "https://files.pythonhosted.org/packages/
|
|
1643
|
-
{ url = "https://files.pythonhosted.org/packages/
|
|
1644
|
-
{ url = "https://files.pythonhosted.org/packages/
|
|
1645
|
-
{ url = "https://files.pythonhosted.org/packages/
|
|
1646
|
-
{ url = "https://files.pythonhosted.org/packages/db/38/8ac78069621b8c2b4979c2f96dc8409ef5e9c4189f6aac629189a78677ca/torch-2.11.0-cp313-cp313t-macosx_11_0_arm64.whl", hash = "sha256:8b394322f49af4362d4f80e424bcaca7efcd049619af03a4cf4501520bdf0fb4", size = 80959574, upload-time = "2026-03-23T18:10:14.214Z" },
|
|
1647
|
-
{ url = "https://files.pythonhosted.org/packages/6d/6c/56bfb37073e7136e6dd86bfc6af7339946dd684e0ecf2155ac0eee687ae1/torch-2.11.0-cp313-cp313t-manylinux_2_28_aarch64.whl", hash = "sha256:2658f34ce7e2dabf4ec73b45e2ca68aedad7a5be87ea756ad656eaf32bf1e1ea", size = 419732324, upload-time = "2026-03-23T18:09:36.604Z" },
|
|
1648
|
-
{ url = "https://files.pythonhosted.org/packages/07/f4/1b666b6d61d3394cca306ea543ed03a64aad0a201b6cd159f1d41010aeb1/torch-2.11.0-cp313-cp313t-manylinux_2_28_x86_64.whl", hash = "sha256:98bb213c3084cfe176302949bdc360074b18a9da7ab59ef2edc9d9f742504778", size = 530596026, upload-time = "2026-03-23T18:09:20.842Z" },
|
|
1649
|
-
{ url = "https://files.pythonhosted.org/packages/48/6b/30d1459fa7e4b67e9e3fe1685ca1d8bb4ce7c62ef436c3a615963c6c866c/torch-2.11.0-cp313-cp313t-win_amd64.whl", hash = "sha256:a97b94bbf62992949b4730c6cd2cc9aee7b335921ee8dc207d930f2ed09ae2db", size = 114793702, upload-time = "2026-03-23T18:09:47.304Z" },
|
|
1639
|
+
{ url = "https://files.pythonhosted.org/packages/7f/e7/19894fdb51c7dbaf94f5a79bb0871da0992e8e4241e579cb006da46d2e58/torch-2.13.0-cp310-cp310-macosx_14_0_arm64.whl", hash = "sha256:94f0de129916f77b8dc2c7a8eff644cfeddfe59e39c9f55e9f6e17543410281d", size = 111178962, upload-time = "2026-07-08T16:05:49.855Z" },
|
|
1640
|
+
{ url = "https://files.pythonhosted.org/packages/d1/5c/b1d5de470c54e339b30a92d96683a71bcebd78f5f2a7fc714cd6dc6bbd68/torch-2.13.0-cp310-cp310-manylinux_2_28_aarch64.whl", hash = "sha256:0ab4b69f3ee03a62a002cfbf77b1ca5e88aceb4ea64cb4388bb28f638ddbb045", size = 427198333, upload-time = "2026-07-08T16:05:36.847Z" },
|
|
1641
|
+
{ url = "https://files.pythonhosted.org/packages/50/c0/68a84105e1fcb8970144b388ff3d3e5dc15a3be28c1e247841f7d7247e41/torch-2.13.0-cp310-cp310-manylinux_2_28_x86_64.whl", hash = "sha256:c78b7b4d04461855a764cf01bae9a462bb88bc93defcfa11235cbc8fdf3e12c4", size = 526555154, upload-time = "2026-07-08T16:05:06.507Z" },
|
|
1642
|
+
{ url = "https://files.pythonhosted.org/packages/2e/c9/0bb9d097b03cbaf96bb75b15e867347b8e41bfcdfe0539452d17d9e63993/torch-2.13.0-cp310-cp310-win_amd64.whl", hash = "sha256:2bd30b6b730d987fa386ce3898933762c5cb8cc82eb0535211d787cc3ce2dfeb", size = 122015602, upload-time = "2026-07-08T16:05:45.25Z" },
|
|
1643
|
+
{ url = "https://files.pythonhosted.org/packages/5b/fe/cba54dc58523434919b66f13a667e36e436deddd77ca519e96553617d4ec/torch-2.13.0-cp311-cp311-macosx_14_0_arm64.whl", hash = "sha256:e76f9bcecc52b8ff711239a2f7547d5353df95878ab232f0773c1d95928b92f8", size = 111187938, upload-time = "2026-07-08T16:05:17.065Z" },
|
|
1644
|
+
{ url = "https://files.pythonhosted.org/packages/c2/59/1e3160e18e12aa3038390efab3ce02b36a9d4d6a527ecdd8520dca2e68d8/torch-2.13.0-cp311-cp311-manylinux_2_28_aarch64.whl", hash = "sha256:092790c696a760c729fd5722835f50b9d81fd7c8f141571f3f3cf4081a8f664c", size = 427199369, upload-time = "2026-07-08T16:04:51.054Z" },
|
|
1645
|
+
{ url = "https://files.pythonhosted.org/packages/01/79/1f2d34ad7034ee1c7ffc1cf8bf0f8213af2a81df6ecdb3997ecec107c09d/torch-2.13.0-cp311-cp311-manylinux_2_28_x86_64.whl", hash = "sha256:60fcdcb2f3876e21146cb4524ef06397d727ca9ad5f020818547e25075fe3cb7", size = 526574961, upload-time = "2026-07-08T16:04:07.075Z" },
|
|
1646
|
+
{ url = "https://files.pythonhosted.org/packages/6c/fd/0f2ce40f58aefbdb3392f9acce3c8171940943ae2d661f70558bfa73befb/torch-2.13.0-cp311-cp311-win_amd64.whl", hash = "sha256:a0d8b11f16a48d60e2015d8213aa0390744cbebb98e58b62b3514dddc656e330", size = 122015870, upload-time = "2026-07-08T16:05:27.59Z" },
|
|
1647
|
+
{ url = "https://files.pythonhosted.org/packages/c4/3a/ed0f4d4d1dcde03bced7aac9a28e800abcdc0cbd06b6775044c9fbd877b7/torch-2.13.0-cp312-cp312-macosx_14_0_arm64.whl", hash = "sha256:2fe228aba290d14b9f31b049be550dbd469c3fd3013d7a19705b30454da97027", size = 111213045, upload-time = "2026-07-08T16:05:22.997Z" },
|
|
1648
|
+
{ url = "https://files.pythonhosted.org/packages/df/a9/f6a2a4d763ff1df02e9a64c477029db614295bc9367f4131223791ccc243/torch-2.13.0-cp312-cp312-manylinux_2_28_aarch64.whl", hash = "sha256:572df8be8ffb4599c88cbd6a0726f1f854f4da65d2e3c09f0e2c2283333cd6d4", size = 427210998, upload-time = "2026-07-08T16:04:37.708Z" },
|
|
1649
|
+
{ url = "https://files.pythonhosted.org/packages/f3/82/fea946351658e6534db52d2cc12bc53087cbf87f9440c5f180f367c1950b/torch-2.13.0-cp312-cp312-manylinux_2_28_x86_64.whl", hash = "sha256:796633c4cdf0fe2cdced72d8f88f22e73dbcfce83132763162f6d4bff13b820b", size = 526605292, upload-time = "2026-07-08T16:04:22.81Z" },
|
|
1650
|
+
{ url = "https://files.pythonhosted.org/packages/21/d6/e8f3c6f7e01f626f77259de9860d2a78bc84c40539e28e79b7e98b0bb659/torch-2.13.0-cp312-cp312-win_amd64.whl", hash = "sha256:024c6cc0c1b085f2f91f20a3dc27b0471d021c31ce84b81be3afdc39f791fd9d", size = 122057313, upload-time = "2026-07-08T16:03:53.43Z" },
|
|
1651
|
+
{ url = "https://files.pythonhosted.org/packages/0d/fa/c1c10b7aff4a9a3e8956d4f0a5f468fa6db7abc3208805719076772b4833/torch-2.13.0-cp313-cp313-macosx_14_0_arm64.whl", hash = "sha256:33449899ce5496c1b84b4853179d94fd102028ae1407314d9fb956bb79e70d09", size = 111213743, upload-time = "2026-07-08T16:03:28.579Z" },
|
|
1652
|
+
{ url = "https://files.pythonhosted.org/packages/11/18/9ecb37b56293a0be8d80f810bf672a72fe7e02f8b475d5ef1b9bf8a0d748/torch-2.13.0-cp313-cp313-manylinux_2_28_aarch64.whl", hash = "sha256:1e09d6a722504957c694faceca843acde562786df1144ebcc5a74075ec7f6005", size = 427213008, upload-time = "2026-07-08T16:03:44.106Z" },
|
|
1653
|
+
{ url = "https://files.pythonhosted.org/packages/d4/5a/7c50ba1b7b713d71d34669c6d13dab0a11531a3eceb0307a5162dbfec0f7/torch-2.13.0-cp313-cp313-manylinux_2_28_x86_64.whl", hash = "sha256:a3a9a21312872af8a26950b2c15680335a386a1f56ed03e780653d78b9607e9e", size = 526602329, upload-time = "2026-07-08T16:03:12.649Z" },
|
|
1654
|
+
{ url = "https://files.pythonhosted.org/packages/91/3d/e7adcc6aaf36961cd18f56cf8ad0f3058c3a5c84ccf391762176c94581b8/torch-2.13.0-cp313-cp313-win_amd64.whl", hash = "sha256:49b58f1e2c52440abb6f17c28f0335fe6c6d01ad1a7f55b0183b81e4b34d64e6", size = 122057920, upload-time = "2026-07-08T16:03:01.808Z" },
|
|
1650
1655
|
]
|
|
1651
1656
|
|
|
1652
1657
|
[[package]]
|
|
1653
1658
|
name = "torchvision"
|
|
1654
|
-
version = "0.
|
|
1659
|
+
version = "0.28.0"
|
|
1655
1660
|
source = { registry = "https://pypi.org/simple" }
|
|
1656
1661
|
dependencies = [
|
|
1657
1662
|
{ name = "numpy", version = "2.2.6", source = { registry = "https://pypi.org/simple" }, marker = "python_full_version < '3.11'" },
|
|
@@ -1660,26 +1665,22 @@ dependencies = [
|
|
|
1660
1665
|
{ name = "torch" },
|
|
1661
1666
|
]
|
|
1662
1667
|
wheels = [
|
|
1663
|
-
{ url = "https://files.pythonhosted.org/packages/
|
|
1664
|
-
{ url = "https://files.pythonhosted.org/packages/
|
|
1665
|
-
{ url = "https://files.pythonhosted.org/packages/
|
|
1666
|
-
{ url = "https://files.pythonhosted.org/packages/
|
|
1667
|
-
{ url = "https://files.pythonhosted.org/packages/
|
|
1668
|
-
{ url = "https://files.pythonhosted.org/packages/
|
|
1669
|
-
{ url = "https://files.pythonhosted.org/packages/
|
|
1670
|
-
{ url = "https://files.pythonhosted.org/packages/
|
|
1671
|
-
{ url = "https://files.pythonhosted.org/packages/
|
|
1672
|
-
{ url = "https://files.pythonhosted.org/packages/
|
|
1673
|
-
{ url = "https://files.pythonhosted.org/packages/
|
|
1674
|
-
{ url = "https://files.pythonhosted.org/packages/
|
|
1675
|
-
{ url = "https://files.pythonhosted.org/packages/
|
|
1676
|
-
{ url = "https://files.pythonhosted.org/packages/
|
|
1677
|
-
{ url = "https://files.pythonhosted.org/packages/
|
|
1678
|
-
{ url = "https://files.pythonhosted.org/packages/
|
|
1679
|
-
{ url = "https://files.pythonhosted.org/packages/66/28/b4ad0a723ed95b003454caffcc41894b34bd8379df340848cae2c33871de/torchvision-0.26.0-cp313-cp313t-macosx_12_0_arm64.whl", hash = "sha256:358fc4726d0c08615b6d83b3149854f11efb2a564ed1acb6fce882e151412d23", size = 1951973, upload-time = "2026-03-23T18:12:48.781Z" },
|
|
1680
|
-
{ url = "https://files.pythonhosted.org/packages/71/e2/7a89096e6cf2f3336353b5338ba925e0addf9d8601920340e6bdf47e8eb3/torchvision-0.26.0-cp313-cp313t-manylinux_2_28_aarch64.whl", hash = "sha256:3daf9cc149cf3cdcbd4df9c59dae69ffca86c6823250442c3bbfd63fc2e26c61", size = 7728679, upload-time = "2026-03-23T18:12:26.196Z" },
|
|
1681
|
-
{ url = "https://files.pythonhosted.org/packages/69/1d/4e1eebc17d18ce080a11dcf3df3f8f717f0efdfa00983f06e8ba79259f61/torchvision-0.26.0-cp313-cp313t-manylinux_2_28_x86_64.whl", hash = "sha256:82c3965eca27e86a316e31e4c3e5a16d353e0bcbe0ef8efa2e66502c54493c4b", size = 7609138, upload-time = "2026-03-23T18:12:35.327Z" },
|
|
1682
|
-
{ url = "https://files.pythonhosted.org/packages/f3/a4/f1155e943ae5b32400d7000adc81c79bb0392b16ceb33bcf13e02e48cced/torchvision-0.26.0-cp313-cp313t-win_amd64.whl", hash = "sha256:ebc043cc5a4f0bf22e7680806dbba37ffb19e70f6953bbb44ed1a90aeb5c9bea", size = 4248202, upload-time = "2026-03-23T18:12:41.423Z" },
|
|
1668
|
+
{ url = "https://files.pythonhosted.org/packages/b4/df/1ba039ad6cfe6e69209c36766b9b6e8c6fe92481c6d4e4ca52296f5f699d/torchvision-0.28.0-cp310-cp310-macosx_14_0_arm64.whl", hash = "sha256:2a1ef4b6f4bf5828b48cfad97372c8982db906830884b2868ba5c3df937a7d81", size = 1856019, upload-time = "2026-07-08T16:07:59.283Z" },
|
|
1669
|
+
{ url = "https://files.pythonhosted.org/packages/88/ea/5c70ecf86f8e95174a85061cea78683a7bb7f422f09c3f3d4f30b7600fa9/torchvision-0.28.0-cp310-cp310-manylinux_2_28_aarch64.whl", hash = "sha256:546fd85345cf8652f6cd099d4f9884b0ca5c2f3fae78689a21dd2f35ea6b622f", size = 7838211, upload-time = "2026-07-08T16:07:27.023Z" },
|
|
1670
|
+
{ url = "https://files.pythonhosted.org/packages/46/22/2f7ff1997d793e45d85fafa8374ee25348b7dae9ac521ba8751d7e1c75d5/torchvision-0.28.0-cp310-cp310-manylinux_2_28_x86_64.whl", hash = "sha256:6dfb0f45e2b4ceb4e76f158c3fbb5f44387099f3c466e3423a09ab665a194aba", size = 7669419, upload-time = "2026-07-08T16:07:41.648Z" },
|
|
1671
|
+
{ url = "https://files.pythonhosted.org/packages/42/d0/2b3c30834ff23acd3854d0ff59bc580711f4b36d725de40105a852ed3719/torchvision-0.28.0-cp310-cp310-win_amd64.whl", hash = "sha256:7fad44dc9582570c7d92c4487d36ac46998f40cc39b438e8b8f5111a935ce4e8", size = 3500355, upload-time = "2026-07-08T16:07:56.865Z" },
|
|
1672
|
+
{ url = "https://files.pythonhosted.org/packages/7a/b2/1e010052079e4c577007b789db336ea7075f1a426e84d17121fbc3745516/torchvision-0.28.0-cp311-cp311-macosx_14_0_arm64.whl", hash = "sha256:83fe6c020866a85acd7d97deccc45ff11d66daf42916d04396a4309c66c0ccb8", size = 1856017, upload-time = "2026-07-08T16:07:55.533Z" },
|
|
1673
|
+
{ url = "https://files.pythonhosted.org/packages/27/be/1b9c5de9c655ca2df4a74100fa671a7b848532ff787e077ccde14a7dea2a/torchvision-0.28.0-cp311-cp311-manylinux_2_28_aarch64.whl", hash = "sha256:5a38bc6da3d72621be003400b66f66a2b4c6d644fde05f680c2cb7ca8cf8dd6c", size = 7841822, upload-time = "2026-07-08T16:07:49.207Z" },
|
|
1674
|
+
{ url = "https://files.pythonhosted.org/packages/0b/9b/f1e68e861d4462e3e195a642c2b448e7b7d3fad5f209487162b9a2133d9b/torchvision-0.28.0-cp311-cp311-manylinux_2_28_x86_64.whl", hash = "sha256:7e80f543b22503d9415e126db5f0ff3917036925e38560ee6b9ae38c571a4002", size = 7670718, upload-time = "2026-07-08T16:07:46.525Z" },
|
|
1675
|
+
{ url = "https://files.pythonhosted.org/packages/f5/de/1494610ff54cbb154beb55033cc2cd50f3de04dac132fa2dd00e4f2b2556/torchvision-0.28.0-cp311-cp311-win_amd64.whl", hash = "sha256:9a45ea67235d965ef52187130d20002a4de20c54ea3d927a24286961d268dc37", size = 3814319, upload-time = "2026-07-08T16:07:37.153Z" },
|
|
1676
|
+
{ url = "https://files.pythonhosted.org/packages/15/49/c1cab1ecbb3ff1a380a3f99283db1dee61b8afe354f6352c643b65937130/torchvision-0.28.0-cp312-cp312-macosx_14_0_arm64.whl", hash = "sha256:e9f54c30cd52e3ef7fd034cc69b7bb7e0964e1c8f8743e018ab92e95b40f9eee", size = 1856020, upload-time = "2026-07-08T16:07:52.182Z" },
|
|
1677
|
+
{ url = "https://files.pythonhosted.org/packages/f0/4c/95233776e2def960e5abb7a07931230a545f43717a56a1e1140162033598/torchvision-0.28.0-cp312-cp312-manylinux_2_28_aarch64.whl", hash = "sha256:5cf78ebc401ce64ae19b8c55de866bb836797d559a4de9c25ccbe74cfa642d3a", size = 7842127, upload-time = "2026-07-08T16:07:53.446Z" },
|
|
1678
|
+
{ url = "https://files.pythonhosted.org/packages/93/e4/e9b2495d0d57b9f60d63c57d0a910410a81b4b073bf70917bef815291119/torchvision-0.28.0-cp312-cp312-manylinux_2_28_x86_64.whl", hash = "sha256:028a3d481b37d785605620d7cdad897064c5a55bae2aa1f2658766333e291940", size = 7675040, upload-time = "2026-07-08T16:07:58.017Z" },
|
|
1679
|
+
{ url = "https://files.pythonhosted.org/packages/7c/9c/55ed9cb6dfe3ee9c837df5cd0e758372e5829aa38b8dd71343aa632cc4e2/torchvision-0.28.0-cp312-cp312-win_amd64.whl", hash = "sha256:87dc16b2df427c1318ad335f1e2be2b3b15b2cf20f7934c83b0505a48425ee5d", size = 4085785, upload-time = "2026-07-08T16:07:50.928Z" },
|
|
1680
|
+
{ url = "https://files.pythonhosted.org/packages/20/55/08a726c14c67b37c8aca04b077766909f1c7ed23f76116884fe63b9bd033/torchvision-0.28.0-cp313-cp313-macosx_14_0_arm64.whl", hash = "sha256:d483b4aa3f5237569053f749cd1a2b5bb548ca456e40461a5dd087f21149d123", size = 1856021, upload-time = "2026-07-08T16:07:45.386Z" },
|
|
1681
|
+
{ url = "https://files.pythonhosted.org/packages/db/8f/40beacd53809194f5259e590d1afaeaa8ad57da15f77c646e6560bcc4616/torchvision-0.28.0-cp313-cp313-manylinux_2_28_aarch64.whl", hash = "sha256:bb6dd6918460ed89cc7644adcc2402991474d6933cf1ce92b390641cb233fddf", size = 7797014, upload-time = "2026-07-08T16:07:43.04Z" },
|
|
1682
|
+
{ url = "https://files.pythonhosted.org/packages/32/db/062cdb5a84380a60439775311fff34d89229760d2a50680393dc18699956/torchvision-0.28.0-cp313-cp313-manylinux_2_28_x86_64.whl", hash = "sha256:ad7b3a439265cc3739a4ab5b4c998c0e38ea99c0ee7ca4dea35c5d0b099ec237", size = 7674669, upload-time = "2026-07-08T16:07:38.91Z" },
|
|
1683
|
+
{ url = "https://files.pythonhosted.org/packages/f3/a6/b4081e2d04e1541abf82785ac9e5178a494c19330391f551356c8c18b7b3/torchvision-0.28.0-cp313-cp313-win_amd64.whl", hash = "sha256:7e9dd6f60d6e15f8dc27d4f877fdb6002fc70d70272412135f1c2ff9cfa08d3b", size = 4157380, upload-time = "2026-07-08T16:07:40.22Z" },
|
|
1683
1684
|
]
|
|
1684
1685
|
|
|
1685
1686
|
[[package]]
|
|
@@ -1717,19 +1718,17 @@ wheels = [
|
|
|
1717
1718
|
|
|
1718
1719
|
[[package]]
|
|
1719
1720
|
name = "triton"
|
|
1720
|
-
version = "3.
|
|
1721
|
-
source = { registry = "https://pypi.org/simple" }
|
|
1722
|
-
wheels = [
|
|
1723
|
-
{ url = "https://files.pythonhosted.org/packages/
|
|
1724
|
-
{ url = "https://files.pythonhosted.org/packages/
|
|
1725
|
-
{ url = "https://files.pythonhosted.org/packages/
|
|
1726
|
-
{ url = "https://files.pythonhosted.org/packages/
|
|
1727
|
-
{ url = "https://files.pythonhosted.org/packages/
|
|
1728
|
-
{ url = "https://files.pythonhosted.org/packages/
|
|
1729
|
-
{ url = "https://files.pythonhosted.org/packages/
|
|
1730
|
-
{ url = "https://files.pythonhosted.org/packages/
|
|
1731
|
-
{ url = "https://files.pythonhosted.org/packages/ce/4e/41b0c8033b503fd3cfcd12392cdd256945026a91ff02452bef40ec34bee7/triton-3.6.0-cp313-cp313t-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:1722e172d34e32abc3eb7711d0025bb69d7959ebea84e3b7f7a341cd7ed694d6", size = 176276087, upload-time = "2026-01-20T16:16:18.989Z" },
|
|
1732
|
-
{ url = "https://files.pythonhosted.org/packages/35/f8/9c66bfc55361ec6d0e4040a0337fb5924ceb23de4648b8a81ae9d33b2b38/triton-3.6.0-cp313-cp313t-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:d002e07d7180fd65e622134fbd980c9a3d4211fb85224b56a0a0efbd422ab72f", size = 188400296, upload-time = "2026-01-20T16:00:56.042Z" },
|
|
1721
|
+
version = "3.7.1"
|
|
1722
|
+
source = { registry = "https://pypi.org/simple" }
|
|
1723
|
+
wheels = [
|
|
1724
|
+
{ url = "https://files.pythonhosted.org/packages/ec/ea/629cc37436ca5df93ce98956d09cd2ca1498bfee8ef4972d2fe48b9f958c/triton-3.7.1-cp310-cp310-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:3daf64305d6cea88d3334c65ebc9bcd0c64c9564a977084366aa768d57cbcf64", size = 184551013, upload-time = "2026-06-17T20:03:37.551Z" },
|
|
1725
|
+
{ url = "https://files.pythonhosted.org/packages/15/76/c79c34311625227a288df3e483fc5cdf3d596624cbd4b4758c4cbdc14af3/triton-3.7.1-cp310-cp310-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:ee89fbf782ec2ad50391dd1cf26cbea4f4467154c37f4773026da8fc31c0f58e", size = 197596267, upload-time = "2026-06-17T19:53:06.898Z" },
|
|
1726
|
+
{ url = "https://files.pythonhosted.org/packages/7b/f9/19d842d06a08559534fa1eaab6ca551b1bcf40f06620bddec1babaa2772d/triton-3.7.1-cp311-cp311-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:d4a0e1cd4c4a76370ed74a8432a53cea28716827d19e40ffc732233e35ceb3f6", size = 184664887, upload-time = "2026-06-17T20:03:42.913Z" },
|
|
1727
|
+
{ url = "https://files.pythonhosted.org/packages/cd/5e/fce69606f7f240297f163e25539906732b199530d486ce67ae319877e821/triton-3.7.1-cp311-cp311-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:6744957e9fd610a29680ec2346057d0c86948ed3812468670719f391e94b44a5", size = 197701306, upload-time = "2026-06-17T19:53:13.673Z" },
|
|
1728
|
+
{ url = "https://files.pythonhosted.org/packages/94/fa/f856e24deb462d5f18bd4b5a746957862ab9b6ee5834bda60605ec348366/triton-3.7.1-cp312-cp312-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:9497f2e696ee368862a181a90b2dcc03ca978cc4f602abd67c7d81022a6988e1", size = 184692359, upload-time = "2026-06-17T20:03:48.288Z" },
|
|
1729
|
+
{ url = "https://files.pythonhosted.org/packages/c4/6f/fb96d15db6f36d6eae4cafb998c2e0353bf59d7c4ea1662d7497f269134a/triton-3.7.1-cp312-cp312-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:7e40869937a68206ec70d7f25bb7ec6433cb083f9135e1f36dbd318dc449a728", size = 197719725, upload-time = "2026-06-17T19:53:20.419Z" },
|
|
1730
|
+
{ url = "https://files.pythonhosted.org/packages/00/42/c5089d4d9327fcd1e862c599cc2927f39418f84dd11a84cb2ccff9d4787a/triton-3.7.1-cp313-cp313-manylinux_2_27_aarch64.manylinux_2_28_aarch64.whl", hash = "sha256:cdbfc09d9ec58bc5e68321525653220de7515c199e7a8097a97c85e62b52cd0a", size = 184694629, upload-time = "2026-06-17T20:03:53.444Z" },
|
|
1731
|
+
{ url = "https://files.pythonhosted.org/packages/07/42/2c3ac59253ae8892b6f307875263dd23dc875cdf732d3aea40d6d41fb7cb/triton-3.7.1-cp313-cp313-manylinux_2_27_x86_64.manylinux_2_28_x86_64.whl", hash = "sha256:58c0e131da05134a2a4788ccbcc0c1105cf0f54c8e98f19e34cd465396dc15eb", size = 197729241, upload-time = "2026-06-17T19:53:27.801Z" },
|
|
1733
1732
|
]
|
|
1734
1733
|
|
|
1735
1734
|
[[package]]
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|