python-fastllm 0.0.57__py3-none-any.whl → 0.0.59__py3-none-any.whl

fastllm/__init__.py

@@ -2,4 +2,4 @@
 
 - `fastllm.responses`: Provider-independent Responses resources and streaming over FastLLM"""
 
-__version__ = "0.0.57"
+__version__ = "0.0.59"

fastllm/acomplete.py

@@ -39,7 +39,7 @@ vendor_mapping = {
     "fireworks_ai": ('openai_chat', "https://api.fireworks.ai/inference/v1", "FIREWORKS_API_KEY"),
     "qwen":         ('openai_chat', "https://dashscope.aliyuncs.com/compatible-mode/v1", "QWEN_API_KEY"),
     "minimax":      ('anthropic', "https://api.minimax.io/anthropic", "MINIMAX_API_KEY"),
-    "meta":         ('openai', "https://api.meta.ai/v1", "META_API_KEY"),
+    "meta":         ('openai_chat', "https://api.meta.ai/v1", "META_API_KEY"),
     "zai":          ('openai_chat', "https://api.z.ai/api/paas/v4", "ZAI_API_KEY")}
 
 # %% ../nbs/06_acomplete.ipynb #e3ed40fb

fastllm/openai_responses.py

@@ -282,6 +282,7 @@ def cost(usage, m):
 # %% ../nbs/02_oai_responses.ipynb #2efda2a1
 def fix_payload(payload, model, vendor_name):
     "Apply vendor request quirks to a built payload."
+    if model == 'gpt-6-astra': payload.pop('temperature', None)
     if vendor_name == 'codex':
         for k in 'temperature max_tokens max_output_tokens max_completion_tokens metadata'.split(): payload.pop(k, None)
         payload['store'] = False

fastllm/types.py

@@ -7,7 +7,7 @@ __all__ = ['FinishReason', 'api_registry', 'model_prices_url', 'sample_img_url',
            'sonn', 'sonn5', 'opus46', 'opus48', 'opus', 'opus5', 'fable', 'fable5', 'fable51', 'gpt54', 'gpt54m',
            'gpt55', 'codex54', 'codex54m', 'codex55', 'codex53spark', 'model_info_registry', 'modern_llm',
            'effort_codes', 'deepseek_v4_common', 'deepseek_v4_flash_prices', 'mimo_v25_common', 'codex_pricing', 'sol',
-           'terra', 'luna', 'gpt56s', 'Usage', 'APIRegistry', 'mk_completion', 'fn_schema', 'payload_kwargs',
+           'terra', 'luna', 'gpt56s', 'astra', 'Usage', 'APIRegistry', 'mk_completion', 'fn_schema', 'payload_kwargs',
            'provider_req', 'get_api_key', 'wrap_typed', 'unwrap_typed', 'resize_b64', 'model_prices_meta',
            'infer_api_name', 'get_model_meta', 'register_model_info', 'get_model_info', 'effort_code', 'effort_levels',
            'resolve_effort', 'get_model_pricing', 'approx_pricing', 'is_deepseek_peak_hour', 'price_tier', 'tier_rate']
@@ -317,11 +317,16 @@ for model in (haik45, sonn45, sonn46, sonn5, opus46, opus48, opus5, fable5, fabl
 
 # %% ../nbs/00_types.ipynb #bb0c4c2a
 sol,terra,luna = gpt56s = 'gpt-5.6-sol gpt-5.6-terra gpt-5.6-luna'.split()
+astra = 'gpt-6-astra'
+for model in (*gpt56s, astra): register_model_info(model, 'openai', base=model, max_input_tokens=272_000)
+
 # Codex serves only the suffixed names; bare `gpt-5.6` is rejected with a ChatGPT account.
-# Its window is smaller than the API's: 371,331 input tokens is accepted and 371,981 is not, on all three.
+# Its window accepts 371,331 input tokens and rejects 371,981, on all three.
 for model in gpt56s:
     register_model_info(model, 'codex', base=model, base_vendor_name='openai', max_input_tokens=371_000, **codex_pricing)
     _flat_rates('codex', model)
+register_model_info(astra, 'codex', base=astra, base_vendor_name='openai', **codex_pricing)
+_flat_rates('codex', astra)
 
 # %% ../nbs/00_types.ipynb #24cc47ec
 def get_model_pricing(mn, vendor_name, million=True):

python_fastllm-0.0.59.dist-info/METADATA

@@ -0,0 +1,231 @@
+Metadata-Version: 2.4
+Name: python-fastllm
+Version: 0.0.59
+Author-email: Kerem Turgutlu <keremturgutlu@gmail.com>
+License: Apache-2.0
+Project-URL: Repository, https://github.com/AnswerDotAI/fastllm
+Keywords: nbdev
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3 :: Only
+Requires-Python: >=3.10
+Description-Content-Type: text/markdown
+Requires-Dist: fastcore>=2.1.18
+Requires-Dist: aidialog>=0.0.27
+Requires-Dist: fasttransport>=0.0.2
+Requires-Dist: pillow
+
+# fastllm
+
+
+<!-- WARNING: THIS FILE WAS AUTOGENERATED! DO NOT EDIT! -->
+
+`fastllm` provides a common async interface for Anthropic, OpenAI Responses and Chat, Gemini, and OpenAI-compatible providers such as Kimi. Define messages and tools in a shared format and call `acomplete`. Select the model and, where needed, its provider without rewriting the conversation or tool loop. Supported features vary by provider.
+
+`AsyncResponses` provides a streaming Responses API interface over the same providers. It translates input items and events and keeps a canonical `ResponseState` between turns. For transports without provider continuation ids, it replays that state automatically.
+
+## Install
+
+Run `pip install python-fastllm` or clone from github and install locally.
+
+## Setup
+
+``` python
+from aidialog.msg_parts import Msg, Part, Text, Thinking, ToolUse, InputImage, mk_tool_res_msg, Completion
+from fastllm.acomplete import acomplete
+from fastllm.types import sample_img_url, sample_doms
+import asyncio, json
+```
+
+``` python
+def user(text): return Msg(role='user', content=[Text(text)])
+
+async def stream(msgs, model, max_think=0, **kw):
+    "Print streamed parts and return the final Completion; limit printed thinking deltas with max_think."
+    cnt = 0
+    async for o in await acomplete(msgs, model, stream=True, **kw):
+        if not isinstance(o, Part): continue
+        if isinstance(o, Thinking):
+            cnt += 1
+            if cnt > max_think: continue
+        print(o.formatted, end='', flush=True)
+    print()
+    return o
+```
+
+``` python
+mtok = 1024
+```
+
+## Chat across providers
+
+Use the same `acomplete` interface with Claude, GPT, Gemini, or Kimi. Set `model` and any provider-specific routing arguments:
+
+``` python
+models = [
+    ('claude-sonnet-5', {}),
+    ('gpt-4o-mini', {}),
+    ('models/gemini-3-flash-preview', {}),
+    ('accounts/fireworks/models/kimi-k3', dict(vendor_name='fireworks_ai'))
+]
+for name, kw in models:
+    r = await acomplete([user("Translate 'hello' into French. Return only the translation.")],
+                       model=name, max_tokens=mtok, **kw)
+    text = ''.join(p.text for p in r.message.content if isinstance(p, Text))
+    print(f"{name}: {text.strip()}")
+```
+
+    claude-sonnet-5: Bonjour
+    gpt-4o-mini: Bonjour
+    models/gemini-3-flash-preview: Bonjour
+    accounts/fireworks/models/kimi-k3: Bonjour
+
+## System prompts
+
+Pass `system` to supply a system prompt. `fastllm` translates it to the provider’s field: Anthropic `system`, OpenAI Responses `instructions`, or Gemini `system_instruction`.
+
+``` python
+sys = "You are a pirate chef. Always respond in pirate speak and mention food. Use one short sentence."
+
+print("Claude: ", end='')
+r = await stream([user("What should I do today?")], model='claude-sonnet-5', system=sys, max_tokens=mtok)
+
+print("Gemini: ", end='')
+r = await stream([user("What should I do today?")], model='models/gemini-3-flash-preview', system=sys, max_tokens=mtok)
+```
+
+    Claude: Arrr, chart a course fer the galley and cook up a hearty stew, matey!
+    Gemini: Sharpen yer cutlass and feast on spicy shark stew, ye scurvy dog!
+
+## Tool calling
+
+Define tools in the shared schema. `fastllm` translates it to the provider’s tool format. This example handles a tool request, adds the result to the history, and continues the conversation:
+
+``` python
+tools = [{"type": "function", "function": {
+    "name": "get_weather",
+    "description": "Get current weather for a city",
+    "parameters": {"type": "object", "properties": {"city": {"type": "string"}}, "required": ["city"]}
+}}]
+
+msgs = [user("What's the weather in Paris?")]
+r1 = await stream(msgs, model='claude-sonnet-5', tools=tools, max_tokens=mtok)
+print("Tool calls:", r1.tool_calls)
+```
+
+    - ⏳ `get_weather(city="Paris")` ⏳
+
+    Tool calls: [ToolUse(raw={'caller': {'type': 'direct'}}, cache_control=None, id='toolu_01XacBpJHnsjtPWJWr55nA2m', name='get_weather', arguments={'city': 'Paris'}, server=False, text=None)]
+
+``` python
+msgs += [r1.message, mk_tool_res_msg(r1.tool_calls, ['22°C, sunny with light clouds']),
+         user("Should I bring a jacket? Answer in one short sentence.")]
+r2 = await stream(msgs, model='claude-sonnet-5', tools=tools, max_tokens=mtok)
+```
+
+    No, a jacket isn't necessary — it's a mild, sunny 22°C day.
+
+## Tool Choice
+
+Control whether the model must use tools, can’t use tools, or decides on its own:
+
+``` python
+r = await acomplete([user("Hello there!")], model='claude-sonnet-5',
+                    tools=tools, tool_choice='required', max_tokens=mtok)
+print("Required:", [tc.name for tc in r.tool_calls])
+
+r = await acomplete([user("What's the weather?")], model='claude-sonnet-5',
+                    tools=tools, tool_choice='none', max_tokens=mtok)
+print("None:", r.tool_calls)
+```
+
+    Required: ['get_weather']
+    None: []
+
+## Thinking and extended reasoning
+
+Set `reasoning_effort` to `low`, `medium`, or `high` for supported models. The adapters translate these values to provider-specific settings. Reasoning output uses `Thinking` parts; this example prints a short excerpt alongside the answer.
+
+``` python
+print("Claude: ", end='')
+r = await stream([user("What is 127 × 849? Return just the number.")], model='claude-sonnet-4-6',
+                 reasoning_effort='low', max_tokens=8192)
+for p in r.message.content:
+    if isinstance(p, Thinking): print(f"Thinking excerpt: {p.text[:150]}...")
+
+print("Kimi: ", end='')
+r = await stream([user("What is 127 × 849? Return just the number.")],
+                 model='accounts/fireworks/models/kimi-k3', vendor_name='fireworks_ai',
+                 reasoning_effort='low', max_tokens=8192)
+for p in r.message.content:
+    if isinstance(p, Thinking): print(f"Thinking excerpt: {p.text[:150]}...")
+```
+
+    Claude: 107823
+    Thinking excerpt: 127 × 849 = 127 × 800 + 127 × 49 = 101600 + 6223 = 107823...
+    Kimi: 107823
+    Thinking excerpt: 127 × 849 = 107823. Let me verify: 127*800=101600; 127*49=6223; total 107823. Return just number....
+
+## Web Search (Server Tools)
+
+OpenAI’s Responses API supports server-side web search. Server tool calls are normalized alongside regular tool calls:
+
+``` python
+ws_tools = [{"type": "web_search_preview"}]
+r = await acomplete([user("What is the latest Python release? Reply with the version number only.")],
+                    model='gpt-4o-mini', tools=ws_tools, max_tokens=512)
+print("Server tools used:", [tc.name for tc in r.tool_calls if tc.server])
+```
+
+    Server tools used: ['web_search']
+
+## Caching with Anthropic
+
+Set a part’s `cache_control` to request prompt caching. Later requests can reuse eligible cached content. The example prints usage for two calls with the same system prompt:
+
+``` python
+long_ctx = "You are an expert on the solar system. " * 200
+system = Text(long_ctx, cache_control={'type': 'ephemeral'})
+
+r1 = await acomplete([user("What is Jupiter's mass? Answer in one sentence.")],
+                     model='claude-sonnet-5', system=system, max_tokens=mtok)
+print("First call: cache creation tokens", r1.usage.cache_creation_tokens)
+
+r2 = await acomplete([user("What is Saturn's mass? Answer in one sentence.")],
+                     model='claude-sonnet-5', system=system, max_tokens=mtok)
+print("Second call: cache read tokens", r2.usage.cached_tokens)
+```
+
+    First call: cache creation tokens 2204
+    Second call: cache read tokens 2204
+
+## Media inputs
+
+Use `InputImage` with a model that supports images. The example sends the same image message to three providers:
+
+``` python
+img_msg = Msg(role='user', content=[
+    InputImage(sample_img_url),
+    Text("List three visible objects, using nouns only.")
+])
+
+for name, kw in [('claude-sonnet-5', {}), ('gpt-4o-mini', {}), ('models/gemini-3-flash-preview', {})]:
+    print(f"{name}: ", end='')
+    r = await stream([img_msg], model=name, max_tokens=mtok, **kw)
+```
+
+    claude-sonnet-5: Mountains, lake, trees
+    gpt-4o-mini: 1. Mountains  
+    2. Trees  
+    3. Lake
+    models/gemini-3-flash-preview: planks, lake, mountains
+
+The media adapters support the following part types:
+
+| Media part   | Anthropic | OpenAI Responses | OpenAI Chat | Gemini |
+|--------------|-----------|------------------|-------------|--------|
+| `InputImage` | Yes       | Yes              | Yes         | Yes    |
+| `InputAudio` | No        | No               | Yes         | Yes    |
+| `InputVideo` | No        | No               | No          | Yes    |
+| `InputFile`  | Yes       | Yes              | Yes         | Yes    |
+
+Media parts accept a URL or base64 data URL as their `text`. An unsupported combination raises `ValueError`.

{python_fastllm-0.0.57.dist-info → python_fastllm-0.0.59.dist-info}/RECORD

@@ -1,18 +1,18 @@
-fastllm/__init__.py,sha256=vhdqOGEnVs5mjJWas3MsI3ONbX5hoUcm60bejnXWuHU,131
+fastllm/__init__.py,sha256=6tGHvtWA9S06PKl5eFmjR7B9sGVZhtZsXqaK_d39b7k,131
 fastllm/_modidx.py,sha256=qzUtLbjOche-GNbeNun3VRIQdcm5g4dUOCLJ6T9fG-w,46374
-fastllm/acomplete.py,sha256=64-k3LgLoX1EoWcHBS_-epZ-JvX5JL-As9QTo-WSzDc,10772
+fastllm/acomplete.py,sha256=CusLue35xiaswpmTZyLkJj6t4CVsNDeeY3Sk7hzVNoY,10777
 fastllm/anthropic.py,sha256=ktH-EuQMQnp8O2_6VmSrvvDCIe2QTeSR7jNpWfqf3L4,18884
 fastllm/chat.py,sha256=klji3SOYs5xyzrSFbNhy3uoQ2TSZ3a-8HTjvdRtaG5Q,25036
 fastllm/codex.py,sha256=r6auZ8egia83aGkWcF4132AzW4SsBvKeDwg_CxyXj9E,5808
 fastllm/gemini.py,sha256=vpY_f4Jqn344l9CANm6_c7Cmhjq2URXxWhdVv_LswSg,17615
 fastllm/model_prices.json,sha256=pa0j96LZgklYii8howX443QbukUP1iFr3lBcucS-6Yo,2133018
 fastllm/openai_chat.py,sha256=n5INfDCsAZIiKUImWeaX6SJ_OAJ_uMhw20HUkgFgdgM,12379
-fastllm/openai_responses.py,sha256=NrvzNCKkSQabbAMnxYCSPdROaT1u8Vp2eoRzbzAA-4M,15345
+fastllm/openai_responses.py,sha256=Jbu8ddPC3rqlLgubOuOva4EWEtN6dk47MbwBfB8d9ng,15409
 fastllm/responses.py,sha256=9gh-UlhfswCcP0RCzLuPT5meWNh9mF_OIivzCzZU94I,22726
 fastllm/streaming.py,sha256=DrqNJkMhyntFKokY6GF6oW3CjELrk5XWmnxwcApJUyM,8770
-fastllm/types.py,sha256=OznlKQZUx2DrLE_O-sbIBsT6q6EBeVDlH9kXxhsGBSE,19445
-python_fastllm-0.0.57.dist-info/METADATA,sha256=rytO5QwiLRc5bqLNBnQkymhqkC-MrrwTRM6zJ2VkUaI,18537
-python_fastllm-0.0.57.dist-info/WHEEL,sha256=YVMoNqKzERt-wjUZwJ33xBGAwnFl-4cqbYkTtWa4itE,91
-python_fastllm-0.0.57.dist-info/entry_points.txt,sha256=WkWd04F3xVYFP5bsexaQe9Se6uelwE5ULoTtHWreO0s,133
-python_fastllm-0.0.57.dist-info/top_level.txt,sha256=F8qodL7nEGUHGmzzqfhNKCTIr1i0D6cvudOnm3z7o0Y,8
-python_fastllm-0.0.57.dist-info/RECORD,,
+fastllm/types.py,sha256=W8t38EN1ZAzZaZ8QMi-Vin3fMxEpRhEZ8pm6fM5G3NA,19673
+python_fastllm-0.0.59.dist-info/METADATA,sha256=fCzlAUhirh1MHNym6IjGbVAlG0ouKo0EAP9n5DVF1m0,9136
+python_fastllm-0.0.59.dist-info/WHEEL,sha256=YVMoNqKzERt-wjUZwJ33xBGAwnFl-4cqbYkTtWa4itE,91
+python_fastllm-0.0.59.dist-info/entry_points.txt,sha256=WkWd04F3xVYFP5bsexaQe9Se6uelwE5ULoTtHWreO0s,133
+python_fastllm-0.0.59.dist-info/top_level.txt,sha256=F8qodL7nEGUHGmzzqfhNKCTIr1i0D6cvudOnm3z7o0Y,8
+python_fastllm-0.0.59.dist-info/RECORD,,

python_fastllm-0.0.57.dist-info/METADATA

@@ -1,373 +0,0 @@
-Metadata-Version: 2.4
-Name: python-fastllm
-Version: 0.0.57
-Author-email: Kerem Turgutlu <keremturgutlu@gmail.com>
-License: Apache-2.0
-Project-URL: Repository, https://github.com/AnswerDotAI/fastllm
-Keywords: nbdev
-Classifier: Programming Language :: Python :: 3
-Classifier: Programming Language :: Python :: 3 :: Only
-Requires-Python: >=3.10
-Description-Content-Type: text/markdown
-Requires-Dist: fastcore>=2.1.18
-Requires-Dist: aidialog>=0.0.27
-Requires-Dist: fasttransport>=0.0.2
-Requires-Dist: pillow
-
-# fastllm
-
-
-<!-- WARNING: THIS FILE WAS AUTOGENERATED! DO NOT EDIT! -->
-
-## Install
-
-Run `pip install python-fastllm` or clone from github and install locally.
-
-## Setup
-
-``` python
-from aidialog.msg_parts import Msg, Part, Text, Thinking, ToolUse, InputImage, mk_tool_res_msg, Completion
-from fastllm.acomplete import acomplete
-from fastllm.types import sample_img_url, sample_doms
-import asyncio, json
-
-# Helpers
-def user(text): return Msg(role='user', content=[Text(text)])
-
-async def stream(msgs, model, max_think=10, **kw):
-    "Stream a response, printing each item's `formatted` (🧠 per thinking delta). Returns the final Completion."
-    cnt = 0
-    async for o in await acomplete(msgs, model, stream=True, **kw):
-        if not isinstance(o, Part): continue
-        if isinstance(o, Thinking):
-            cnt += 1
-            if cnt > max_think: continue
-        print(o.formatted, end='', flush=True)
-    print()
-    return o
-```
-
-``` python
-mtok = 1024
-```
-
-## Chat — One Interface, Every Provider
-
-The same `acomplete` call works with Claude, GPT, Gemini, and Kimi. Just change the model name:
-
-``` python
-models = [
-    ('claude-sonnet-5', {}),
-    ('gpt-4o-mini', {}),
-    ('models/gemini-3-flash-preview', {}),
-    ('accounts/fireworks/models/kimi-k2p5', dict(vendor_name='fireworks_ai'))
-]
-for name, kw in models:
-    r = await acomplete([user("Say 'hello' in French.")], model=name, max_tokens=mtok, **kw)
-    print(f"{name:>30s} → {r.message.content[0].text.strip()}")
-```
-
-          claude-sonnet-4-20250514 → Bonjour!
-                       gpt-4o-mini → In French, "hello" is said as "bonjour."
-     models/gemini-3-flash-preview → Bonjour.
-    accounts/fireworks/models/kimi-k2p5 → The user is asking me to say "hello" in French. This is a very straightforward request. The common ways to say hello in French are:
-
-    1. "Bonjour" - the standard, formal way to say hello/good day
-    2. "Salut" - informal way to say hi/hello (also used for goodbye)
-    3. "Bonsoir" - good evening
-    4. "Coucou" - very informal, cute way to say hi
-
-    Since the user just asked for "hello" without specifying context, "Bonjour" is the most appropriate and standard answer. I should provide the most common translation and perhaps mention the informal alternative for completeness.
-
-    The response should be simple and direct.
-
-## System Prompts
-
-Pass a system prompt to any provider — `fastllm` maps it to each API’s native mechanism (Anthropic `system`, OpenAI `instructions`, Gemini `system_instruction`):
-
-``` python
-sys = "You are a pirate chef. Always respond in pirate speak and mention food."
-
-print("Claude: ", end='')
-r = await stream([user("What should I do today?")], model='claude-sonnet-5', system=sys, max_tokens=mtok)
-
-print("Gemini: ", end='')
-r = await stream([user("What should I do today?")], model='models/gemini-3-flash-preview', system=sys, max_tokens=mtok)
-```
-
-    Claude: Ahoy there, me hearty! *tips chef's hat with a feathered plume* 
-
-    Ye be askin' what to do on this fine day, eh? Well, shiver me spatulas, I've got some tasty suggestions for ye!
-
-    First, ye should be raidin' yer galley (that be yer kitchen, landlubber!) and whip up some grub fit for a crew! Perhaps some hearty sea biscuits with honey, or a fine fish stew that'll warm yer bones like treasure warms the heart!
-
-    Then, if the weather be fair, take yerself outside and feel that salty breeze on yer face while ye munch on some portable provisions - maybe some dried fruits and nuts, perfect for any seafarin' adventure!
-
-    And if ye be feelin' ambitious, batten down the hatches and try cookin' somethin' new! A spicy jambalaya or some coconut rice that'll transport ye straight to the Caribbean seas!
-
-    Remember, me matey - a pirate's day ain't complete without good food in yer belly and the spirit of adventure in yer heart! Now off with ye, and may yer meals be as bountiful as buried treasure! 
-
-    *waves wooden spoon like a cutlass*
-
-    Arrr, what say ye? Does any of this grub sound temptin' to yer taste buds?
-    Gemini: Ahoy there, ye scurvy bilge-rat! If ye be lookin' for a way to spend yer daylight hours, I’ve got just the plan for a hungry soul like yerself.
-
-    First, ye should sharpen yer cutlass—not for fightin' off the Royal Navy, mind ye, but for slicin' through a thick slab of **salted pork** and some **ripe mangoes**! A dull blade is the mark of a lazy cook, and we'll have none of that on this vessel.
-
-    Once yer steel is keen, head down to the shoreline and see if ye can't scavenge some **clams** or a **fat crustacean** from the tide pools. If ye find a crab the size of a cannonball, we'll toss it in the pot with some stolen spices and a splash of grog to make a **bisque** that’ll make yer toes curl!
-
-    And if the wind be light, ye can spend the afternoon scrubbin' the barnacles off the hull—it builds an appetite for a massive bowl of **hardtack and lobscouse stew**. 
-
-    Now, quit yer lollygaggin' and get to the galley! There be **onions** that won't peel themselves, and I'll be hornswoggled if I let a single clove of **garlic** go to waste! Arrr!
-
-## Tool Calling — Define Once, Use Anywhere
-
-Define tools in a single canonical format. `fastllm` translates to each provider’s native tool schema automatically. Here Claude requests the tool, receives the result, and answers:
-
-``` python
-tools = [{"type": "function", "function": {
-    "name": "get_weather",
-    "description": "Get current weather for a city",
-    "parameters": {"type": "object", "properties": {"city": {"type": "string"}}, "required": ["city"]}
-}}]
-
-# Turn 1: Claude requests the tool
-msgs = [user("What's the weather in Paris?")]
-r1 = await stream(msgs, model='claude-sonnet-5', tools=tools, max_tokens=mtok)
-print("Tool calls:", r1.tool_calls)
-```
-
-    I'll check the current weather in Paris for you.
-    - ⏳ `get_weather(city="Paris")` ⏳
-
-    Tool calls: [ToolUse(raw={'caller': {'type': 'direct'}}, cache_control=None, id='toolu_01RMN1WM7vPBT3ovv5Ex6VzC', name='get_weather', arguments={'city': 'Paris'}, server=False, text=None)]
-
-``` python
-# Provide the tool result, then continue the same conversation
-msgs += [r1.message, mk_tool_res_msg(r1.tool_calls, ['22°C, sunny with light clouds']), user("Should I bring a jacket?")]
-print("Claude: ", end='')
-r2 = await stream(msgs, model='claude-sonnet-5', tools=tools, max_tokens=mtok)
-```
-
-    GPT: With the temperature at 22°C and sunny with light clouds, a jacket isn't necessary for most people. However, if you tend to feel cold easily or if you plan to be out in the evening when it might cool down a bit, it could be a good idea to bring a light jacket.
-
-## Tool Choice
-
-Control whether the model must use tools, can’t use tools, or decides on its own:
-
-``` python
-# Force the model to call a tool (even for a greeting)
-r = await stream([user("Hello there!")], model='claude-sonnet-5', tools=tools, tool_choice='required', max_tokens=mtok)
-print("Forced:", r.tool_calls)
-
-# Prevent tool use (model must answer directly)
-print("\nNo tools: ", end='')
-r = await stream([user("What's the weather?")], model='claude-sonnet-5', tools=tools, tool_choice='none', max_tokens=mtok)
-```
-
-    - ⏳ `get_weather(city="<UNKNOWN>")` ⏳
-
-    Forced: [ToolUse(raw={'caller': {'type': 'direct'}}, cache_control=None, id='toolu_01U7tAXjXAtwjp6xNSMbsyPU', name='get_weather', arguments={'city': '<UNKNOWN>'}, server=False, text=None)]
-
-    No tools: I'd be happy to help you get the weather information! However, I need to know which city you'd like me to check the weather for. Could you please tell me the city name?
-
-## Thinking / Extended Reasoning
-
-Enable model reasoning with `reasoning_effort`. The canonical values (`low`, `medium`, `high`) map to each provider’s native budget system. Thinking tokens stream as 🧠:
-
-``` python
-# Claude with thinking
-print("Claude: ", end='')
-r = await stream([user("What is 127 × 849?")], model='claude-sonnet-4-6', reasoning_effort='low', max_tokens=8192)
-for p in r.message.content:
-    if isinstance(p, Thinking): print(f"\n🧠 {p.text[:150]}...")
-
-# Kimi with thinking — same interface
-print("\nKimi: ", end='')
-r = await stream([user("What is 127 × 849?")], model='accounts/fireworks/models/kimi-k2p5', vendor_name='fireworks_ai', reasoning_effort='low', max_tokens=8192)
-for p in r.message.content:
-    if isinstance(p, Thinking): print(f"\n🧠 {p.text[:150]}...")
-```
-
-    Claude: 🧠🧠🧠## Calculating 127 × 849
-
-    **Breaking it down:**
-    - 127 × 800 = 101,600
-    - 127 × 40 = 5,080
-    - 127 × 9 = 1,143
-
-    **Adding the parts:**
-    101,600 + 5,080 + 1,143 = **107,823**
-
-    🧠 127 × 849:
-    127 × 800 = 101,600
-    127 × 49 = 127 × 50 - 127 = 6350 - 127 = 6223
-    Total: 107,823...
-
-    Kimi: 🧠🧠🧠🧠🧠🧠🧠🧠🧠🧠**107,823**
-
-    Here's the calculation:
-    - 127 × 800 = 101,600
-    - 127 × 40 = 5,080  
-    - 127 × 9 = 1,143
-    - **Total: 101,600 + 5,080 + 1,143 = 107,823**
-
-    🧠 The user is asking for the product of 127 and 849. I need to calculate 127 × 849.
-
-    Let me calculate this step by step.
-
-    Method 1: Standard multiplicat...
-
-## Web Search (Server Tools)
-
-OpenAI’s Responses API supports server-side web search. Server tool calls are normalized alongside regular tool calls:
-
-``` python
-ws_tools = [{"type": "web_search_preview"}]
-print("GPT + web search: ", end='')
-r = await stream([user("What is the latest Python release?")], model='gpt-4o-mini', tools=ws_tools, max_tokens=512)
-print(f"\nServer tools used: {[tc.name for tc in r.tool_calls if tc.server]}")
-```
-
-    GPT + web search: 
-
-    ```json {.tool}
-    {
-      "id": "ws_0f48f4b49d3a4937006a2c04cb944481a3882056257ae43956",
-      "name": "web_search",
-      "args": {
-        "type": "search",
-        "queries": [
-          "latest Python release October 2023"
-        ],
-        "query": "latest Python release October 2023"
-      },
-      "result": "Server tool call executed.",
-      "server": true
-    }
-    ```
-
-    As of June 12, 2026, the latest stable release of Python is version 3.14.5, which was released on May 10, 2026. ([test.python.org](https://test.python.org/downloads/latest?utm_source=openai))
-
-    Python 3.14 introduced several significant features, including:
-
-    - **PEP 779**: Official support for free-threaded Python, allowing threads to run more concurrently.
-    - **PEP 649**: Deferred evaluation of annotations, improving the semantics of using annotations.
-    - **PEP 750**: Template string literals (t-strings) for custom string processing, using the familiar syntax of f-strings.
-    - **PEP 734**: Support for multiple interpreters in the standard library.
-    - **PEP 784**: A new module `compression.zstd` providing support for the Zstandard compression algorithm.
-
-    For a comprehensive list of changes and improvements in Python 3.14, you can refer to the official release notes. ([docs.python.org](https://docs.python.org/it/3.14/whatsnew/3.14.html?utm_source=openai))
-
-    You can download the latest version of Python from the official Python website. ([python.org](https://www.python.org/downloads/?lang=python&utm_source=openai)) 
-
-    Server tools used: ['web_search']
-
-## Caching (Anthropic)
-
-Anthropic supports prompt caching via `cache_control`. Set it on a part’s `cache_control` — repeat calls with the same cached content save tokens:
-
-``` python
-# Cache a long system prompt (must be >1024 tokens for Anthropic caching)
-long_ctx = "You are an expert on the solar system. " * 200
-system = Text(long_ctx, cache_control={'type': 'ephemeral'})
-
-print("Call 1: ", end='')
-r1 = await stream([user("What is Jupiter's mass?")], model='claude-sonnet-5', system=system, max_tokens=mtok)
-print(f"Usage: {r1.usage}")
-
-print("Call 2: ", end='')
-r2 = await stream([user("How about Saturn?")], model='claude-sonnet-5', system=system, max_tokens=mtok)
-print(f"Usage: {r2.usage}")
-```
-
-    Call 1: Jupiter's mass is approximately 1.898 × 10²⁷ kilograms (or 1,898,000,000,000,000,000,000,000,000 kg).
-
-    To put this in perspective:
-    - Jupiter is about 318 times more massive than Earth
-    - It contains more than twice the mass of all other planets in our solar system combined
-    - Jupiter's mass is about 1/1047th the mass of the Sun
-
-    This enormous mass gives Jupiter its strong gravitational influence, which helps it act as a "cosmic vacuum cleaner" by capturing asteroids and comets that might otherwise threaten the inner planets.
-    Usage: Usage(prompt_tokens=1814, completion_tokens=145, total_tokens=1959, cached_tokens=0, cache_creation_tokens=1802, reasoning_tokens=0, raw={'input_tokens': 12, 'cache_creation_input_tokens': 1802, 'cache_read_input_tokens': 0, 'output_tokens': 145})
-    Call 2: Saturn is truly one of the most spectacular planets in our solar system! Here are some key facts about this gas giant:
-
-    **Basic Characteristics:**
-    - Sixth planet from the Sun
-    - Second largest planet (after Jupiter)
-    - Composed primarily of hydrogen and helium
-    - Has the lowest density of any planet - it would actually float in water!
-
-    **Famous Ring System:**
-    - Most prominent and extensive ring system in the solar system
-    - Made primarily of ice particles and rocky debris
-    - Rings are organized into distinct sections (A, B, C rings are the main ones)
-    - Ring particles range from tiny ice crystals to house-sized chunks
-
-    **Moons:**
-    - Has 146 confirmed moons (the most of any planet)
-    - Titan is its largest moon - larger than Mercury and has a thick atmosphere
-    - Enceladus has geysers of water ice erupting from its south pole
-    - Many other fascinating moons like Iapetus, Mimas, and Dione
-
-    **Physical Features:**
-    - Takes about 29.5 Earth years to orbit the Sun
-    - A day on Saturn is only about 10.7 hours
-    - Has extreme winds reaching up to 1,800 km/h
-    - Beautiful hexagonal storm at its north pole
-
-    **Exploration:**
-    - Visited by Pioneer 11, Voyager 1 & 2, and most notably the Cassini mission (2004-2017)
-
-    Is there a particular aspect of Saturn you'd like to know more about?
-    Usage: Usage(prompt_tokens=1812, completion_tokens=337, total_tokens=2149, cached_tokens=1802, cache_creation_tokens=0, reasoning_tokens=0, raw={'input_tokens': 10, 'cache_creation_input_tokens': 0, 'cache_read_input_tokens': 1802, 'output_tokens': 337})
-
-## Media Inputs
-
-Send images to any provider that supports them. The canonical `input_image` part works everywhere:
-
-``` python
-img_msg = Msg(role='user', content=[
-    InputImage(sample_img_url),
-    Text("What do you see in this image?")
-])
-
-for name, kw in [('claude-sonnet-5', {}), ('gpt-4o-mini', {}), ('models/gemini-3-flash-preview', {})]:
-    print(f"{name:>30s}: ", end='')
-    r = await stream([img_msg], model=name, max_tokens=mtok, **kw)
-```
-
-          claude-sonnet-4-20250514: I see a beautiful, serene landscape photograph taken from what appears to be a wooden dock or platform. The image shows:
-
-    - A perfectly still lake that creates mirror-like reflections
-    - Snow-capped mountains in the background under a partly cloudy sky
-    - Dense forests of evergreen trees (likely pine or fir) lining the shoreline
-    - The mountains, trees, and sky all reflected clearly in the calm water
-    - Wooden planks in the foreground, suggesting the photo was taken from a dock or wooden viewing platform
-    - The lighting appears soft and atmospheric, possibly during golden hour
-    - The overall scene has a very peaceful, pristine wilderness quality typical of places like the Canadian Rockies, Alaska, or similar mountainous lake regions
-
-    The composition creates a sense of depth and tranquility, with the wooden platform in the foreground leading the eye toward the expansive natural landscape beyond.
-                       gpt-4o-mini: The image features a serene landscape with a body of water reflecting surrounding trees and mountains. In the foreground, there is a wooden deck or platform, enhancing the picturesque view. The scene is calm and depicts natural beauty, characterized by lush greenery, a clear sky, and distant snow-capped mountains.
-     models/gemini-3-flash-preview: This image depicts a serene and majestic landscape, viewed from the perspective of someone standing on a wooden deck.
-
-    Here is a breakdown of what is visible:
-
-    *   **Foreground:** In the immediate foreground are weathered brown wooden planks of a deck or pier. The planks run diagonally, drawing the eye toward the center of the image.
-    *   **Midground (The Lake):** Beyond the deck is a large, still lake. The water is a deep blue and acts as a perfect mirror, reflecting the trees and mountains above with startling clarity.
-    *   **Shoreline:** Along the far edge of the lake is a dense line of lush green evergreen trees. A thin, bright yellow or golden strip of vegetation runs along the very edge of the water.
-    *   **Background (Mountains):** Towering over the entire scene are massive, rugged mountains. The peaks are covered in white snow or glaciers and appear in shades of light blue and grey due to a soft, atmospheric haze.
-    *   **Sky:** The sky is a pale, bright blue, almost white in some areas, with a few soft clouds visible in the upper right corner.
-
-    The overall mood of the image is peaceful, cool-toned, and tranquil.
-
-`fastllm` supports four media part classes. Provider support varies:
-
-| Media part   | Anthropic | OpenAI Responses | OpenAI Chat | Gemini |
-|--------------|-----------|------------------|-------------|--------|
-| `InputImage` | ✅        | ✅               | ✅          | ✅     |
-| `InputAudio` | ❌        | ❌ (coming soon) | ✅          | ✅     |
-| `InputVideo` | ❌        | ❌               | ❌          | ✅     |
-| `InputFile`  | ✅        | ✅               | ✅          | ✅     |
-
-All media parts accept either a URL or a base64 data URL as their `text`. Unsupported combinations raise a clear `ValueError`.