python-fastllm 0.0.43__tar.gz → 0.0.45__tar.gz

{python_fastllm-0.0.43/python_fastllm.egg-info → python_fastllm-0.0.45}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: python-fastllm
-Version: 0.0.43
+Version: 0.0.45
 Author-email: Kerem Turgutlu <keremturgutlu@gmail.com>
 License: Apache-2.0
 Project-URL: Repository, https://github.com/AnswerDotAI/fastllm
@@ -11,7 +11,7 @@ Requires-Python: >=3.10
 Description-Content-Type: text/markdown
 Requires-Dist: fastcore>=2.1.18
 Requires-Dist: aidialog>=0.0.10
-Requires-Dist: fastspec>=0.2.1
+Requires-Dist: fasttransport>=0.0.2
 Requires-Dist: pillow
 
 # fastllm
@@ -26,8 +26,7 @@ Clone and install locally into your `aai-ws` env
 ## Setup
 
 ``` python
-from fastllm.types import Completion
-from aidialog.msg_parts import Msg, Part, Text, Thinking, ToolUse, InputImage, mk_tool_res_msg
+from aidialog.msg_parts import Msg, Part, Text, Thinking, ToolUse, InputImage, mk_tool_res_msg, Completion
 from fastllm.acomplete import acomplete
 import asyncio, json
 
@@ -178,7 +177,9 @@ print("Tool calls:", r1.tool_calls)
 ```
 
     I'll check the current weather in Paris for you.
-    Tool calls: [ToolCall(id='toolu_01RMN1WM7vPBT3ovv5Ex6VzC', name='get_weather', arguments={'city': 'Paris'}, server=False, extra={'caller': {'type': 'direct'}})]
+    - ⏳ `get_weather(city="Paris")` ⏳
+
+    Tool calls: [ToolUse(raw={'caller': {'type': 'direct'}}, cache_control=None, id='toolu_01RMN1WM7vPBT3ovv5Ex6VzC', name='get_weather', arguments={'city': 'Paris'}, server=False, text=None)]
 
 ``` python
 # Provide the tool result
@@ -218,8 +219,9 @@ print("\nNo tools: ", end='')
 r = await stream([user("What's the weather?")], model='claude-sonnet-4-20250514', tools=tools, tool_choice='none', max_tokens=mtok)
 ```
 
+    - ⏳ `get_weather(city="<UNKNOWN>")` ⏳
 
-    Forced: [ToolCall(id='toolu_01U7tAXjXAtwjp6xNSMbsyPU', name='get_weather', arguments={'city': '<UNKNOWN>'}, server=False, extra={'caller': {'type': 'direct'}})]
+    Forced: [ToolUse(raw={'caller': {'type': 'direct'}}, cache_control=None, id='toolu_01U7tAXjXAtwjp6xNSMbsyPU', name='get_weather', arguments={'city': '<UNKNOWN>'}, server=False, text=None)]
 
     No tools: I'd be happy to help you get the weather information! However, I need to know which city you'd like me to check the weather for. Could you please tell me the city name?
 
@@ -281,7 +283,25 @@ r = await stream([user("What is the latest Python release?")], model='gpt-4o-min
 print(f"\nServer tools used: {[tc.name for tc in r.tool_calls if tc.server]}")
 ```
 
-    GPT + web search: As of June 12, 2026, the latest stable release of Python is version 3.14.5, which was released on May 10, 2026. ([test.python.org](https://test.python.org/downloads/latest?utm_source=openai))
+    GPT + web search: 
+
+    ```json {.tool}
+    {
+      "id": "ws_0f48f4b49d3a4937006a2c04cb944481a3882056257ae43956",
+      "name": "web_search",
+      "args": {
+        "type": "search",
+        "queries": [
+          "latest Python release October 2023"
+        ],
+        "query": "latest Python release October 2023"
+      },
+      "result": "Server tool call executed.",
+      "server": true
+    }
+    ```
+
+    As of June 12, 2026, the latest stable release of Python is version 3.14.5, which was released on May 10, 2026. ([test.python.org](https://test.python.org/downloads/latest?utm_source=openai))
 
     Python 3.14 introduced several significant features, including:
 

python_fastllm-0.0.43/PKG-INFO → python_fastllm-0.0.45/README.md

@@ -1,19 +1,3 @@
-Metadata-Version: 2.4
-Name: python-fastllm
-Version: 0.0.43
-Author-email: Kerem Turgutlu <keremturgutlu@gmail.com>
-License: Apache-2.0
-Project-URL: Repository, https://github.com/AnswerDotAI/fastllm
-Keywords: nbdev
-Classifier: Programming Language :: Python :: 3
-Classifier: Programming Language :: Python :: 3 :: Only
-Requires-Python: >=3.10
-Description-Content-Type: text/markdown
-Requires-Dist: fastcore>=2.1.18
-Requires-Dist: aidialog>=0.0.10
-Requires-Dist: fastspec>=0.2.1
-Requires-Dist: pillow
-
 # fastllm
 
 
@@ -26,8 +10,7 @@ Clone and install locally into your `aai-ws` env
 ## Setup
 
 ``` python
-from fastllm.types import Completion
-from aidialog.msg_parts import Msg, Part, Text, Thinking, ToolUse, InputImage, mk_tool_res_msg
+from aidialog.msg_parts import Msg, Part, Text, Thinking, ToolUse, InputImage, mk_tool_res_msg, Completion
 from fastllm.acomplete import acomplete
 import asyncio, json
 
@@ -178,7 +161,9 @@ print("Tool calls:", r1.tool_calls)
 ```
 
     I'll check the current weather in Paris for you.
-    Tool calls: [ToolCall(id='toolu_01RMN1WM7vPBT3ovv5Ex6VzC', name='get_weather', arguments={'city': 'Paris'}, server=False, extra={'caller': {'type': 'direct'}})]
+    - ⏳ `get_weather(city="Paris")` ⏳
+
+    Tool calls: [ToolUse(raw={'caller': {'type': 'direct'}}, cache_control=None, id='toolu_01RMN1WM7vPBT3ovv5Ex6VzC', name='get_weather', arguments={'city': 'Paris'}, server=False, text=None)]
 
 ``` python
 # Provide the tool result
@@ -218,8 +203,9 @@ print("\nNo tools: ", end='')
 r = await stream([user("What's the weather?")], model='claude-sonnet-4-20250514', tools=tools, tool_choice='none', max_tokens=mtok)
 ```
 
+    - ⏳ `get_weather(city="<UNKNOWN>")` ⏳
 
-    Forced: [ToolCall(id='toolu_01U7tAXjXAtwjp6xNSMbsyPU', name='get_weather', arguments={'city': '<UNKNOWN>'}, server=False, extra={'caller': {'type': 'direct'}})]
+    Forced: [ToolUse(raw={'caller': {'type': 'direct'}}, cache_control=None, id='toolu_01U7tAXjXAtwjp6xNSMbsyPU', name='get_weather', arguments={'city': '<UNKNOWN>'}, server=False, text=None)]
 
     No tools: I'd be happy to help you get the weather information! However, I need to know which city you'd like me to check the weather for. Could you please tell me the city name?
 
@@ -281,7 +267,25 @@ r = await stream([user("What is the latest Python release?")], model='gpt-4o-min
 print(f"\nServer tools used: {[tc.name for tc in r.tool_calls if tc.server]}")
 ```
 
-    GPT + web search: As of June 12, 2026, the latest stable release of Python is version 3.14.5, which was released on May 10, 2026. ([test.python.org](https://test.python.org/downloads/latest?utm_source=openai))
+    GPT + web search: 
+
+    ```json {.tool}
+    {
+      "id": "ws_0f48f4b49d3a4937006a2c04cb944481a3882056257ae43956",
+      "name": "web_search",
+      "args": {
+        "type": "search",
+        "queries": [
+          "latest Python release October 2023"
+        ],
+        "query": "latest Python release October 2023"
+      },
+      "result": "Server tool call executed.",
+      "server": true
+    }
+    ```
+
+    As of June 12, 2026, the latest stable release of Python is version 3.14.5, which was released on May 10, 2026. ([test.python.org](https://test.python.org/downloads/latest?utm_source=openai))
 
     Python 3.14 introduced several significant features, including:
 

python_fastllm-0.0.45/fastllm/__init__.py

@@ -0,0 +1,5 @@
+"""Modules:
+
+- `fastllm.responses`: Provider-independent Responses resources and streaming over FastLLM"""
+
+__version__ = "0.0.45"

{python_fastllm-0.0.43 → python_fastllm-0.0.45}/fastllm/_modidx.py

@@ -141,6 +141,7 @@ d = { 'settings': { 'branch': 'main',
                                 'fastllm.gemini.denorm_user': ('gemini.html#denorm_user', 'fastllm/gemini.py'),
                                 'fastllm.gemini.denorm_video': ('gemini.html#denorm_video', 'fastllm/gemini.py'),
                                 'fastllm.gemini.denorm_web_search': ('gemini.html#denorm_web_search', 'fastllm/gemini.py'),
+                                'fastllm.gemini.endpoint': ('gemini.html#endpoint', 'fastllm/gemini.py'),
                                 'fastllm.gemini.get_hdrs': ('gemini.html#get_hdrs', 'fastllm/gemini.py'),
                                 'fastllm.gemini.mk_payload': ('gemini.html#mk_payload', 'fastllm/gemini.py'),
                                 'fastllm.gemini.norm_finish': ('gemini.html#norm_finish', 'fastllm/gemini.py'),
@@ -167,13 +168,18 @@ d = { 'settings': { 'branch': 'main',
                                      'fastllm.openai_chat.denorm_tool_use': ('oai_chat.html#denorm_tool_use', 'fastllm/openai_chat.py'),
                                      'fastllm.openai_chat.denorm_user': ('oai_chat.html#denorm_user', 'fastllm/openai_chat.py'),
                                      'fastllm.openai_chat.denorm_web_search': ('oai_chat.html#denorm_web_search', 'fastllm/openai_chat.py'),
+                                     'fastllm.openai_chat.fix_payload': ('oai_chat.html#fix_payload', 'fastllm/openai_chat.py'),
                                      'fastllm.openai_chat.get_hdrs': ('oai_chat.html#get_hdrs', 'fastllm/openai_chat.py'),
                                      'fastllm.openai_chat.mk_payload': ('oai_chat.html#mk_payload', 'fastllm/openai_chat.py'),
                                      'fastllm.openai_chat.norm_finish': ('oai_chat.html#norm_finish', 'fastllm/openai_chat.py'),
                                      'fastllm.openai_chat.norm_parts': ('oai_chat.html#norm_parts', 'fastllm/openai_chat.py'),
                                      'fastllm.openai_chat.norm_sse_event': ('oai_chat.html#norm_sse_event', 'fastllm/openai_chat.py'),
                                      'fastllm.openai_chat.norm_tool_calls': ('oai_chat.html#norm_tool_calls', 'fastllm/openai_chat.py')},
-            'fastllm.openai_responses': { 'fastllm.openai_responses._sanid': ('oai_responses.html#_sanid', 'fastllm/openai_responses.py'),
+            'fastllm.openai_responses': { 'fastllm.openai_responses.Completion.response_id': ( 'oai_responses.html#completion.response_id',
+                                                                                               'fastllm/openai_responses.py'),
+                                          'fastllm.openai_responses.Completion.response_id_reusable': ( 'oai_responses.html#completion.response_id_reusable',
+                                                                                                        'fastllm/openai_responses.py'),
+                                          'fastllm.openai_responses._sanid': ('oai_responses.html#_sanid', 'fastllm/openai_responses.py'),
                                           'fastllm.openai_responses.acollect_stream': ( 'oai_responses.html#acollect_stream',
                                                                                         'fastllm/openai_responses.py'),
                                           'fastllm.openai_responses.cost': ('oai_responses.html#cost', 'fastllm/openai_responses.py'),
@@ -207,6 +213,8 @@ d = { 'settings': { 'branch': 'main',
                                                                                      'fastllm/openai_responses.py'),
                                           'fastllm.openai_responses.denorm_web_search': ( 'oai_responses.html#denorm_web_search',
                                                                                           'fastllm/openai_responses.py'),
+                                          'fastllm.openai_responses.fix_payload': ( 'oai_responses.html#fix_payload',
+                                                                                    'fastllm/openai_responses.py'),
                                           'fastllm.openai_responses.get_hdrs': ( 'oai_responses.html#get_hdrs',
                                                                                  'fastllm/openai_responses.py'),
                                           'fastllm.openai_responses.mk_payload': ( 'oai_responses.html#mk_payload',
@@ -223,6 +231,50 @@ d = { 'settings': { 'branch': 'main',
                                                                                         'fastllm/openai_responses.py'),
                                           'fastllm.openai_responses.norm_usage': ( 'oai_responses.html#norm_usage',
                                                                                    'fastllm/openai_responses.py')},
+            'fastllm.responses': { 'fastllm.responses.AsyncResponses': ('responses.html#asyncresponses', 'fastllm/responses.py'),
+                                   'fastllm.responses.AsyncResponses.call': ('responses.html#asyncresponses.call', 'fastllm/responses.py'),
+                                   'fastllm.responses.AsyncResponses.events': ( 'responses.html#asyncresponses.events',
+                                                                                'fastllm/responses.py'),
+                                   'fastllm.responses.AsyncResponses.prepare': ( 'responses.html#asyncresponses.prepare',
+                                                                                 'fastllm/responses.py'),
+                                   'fastllm.responses.AsyncResponses.state': ( 'responses.html#asyncresponses.state',
+                                                                               'fastllm/responses.py'),
+                                   'fastllm.responses.ResponseState': ('responses.html#responsestate', 'fastllm/responses.py'),
+                                   'fastllm.responses.ResponseState.__init__': ( 'responses.html#responsestate.__init__',
+                                                                                 'fastllm/responses.py'),
+                                   'fastllm.responses.ResponseTurn': ('responses.html#responseturn', 'fastllm/responses.py'),
+                                   'fastllm.responses.ResponseTurn.__init__': ( 'responses.html#responseturn.__init__',
+                                                                                'fastllm/responses.py'),
+                                   'fastllm.responses.ResponseTurn.provider_previous_id': ( 'responses.html#responseturn.provider_previous_id',
+                                                                                            'fastllm/responses.py'),
+                                   'fastllm.responses.ResponsesError': ('responses.html#responseserror', 'fastllm/responses.py'),
+                                   'fastllm.responses.ResponsesError.__init__': ( 'responses.html#responseserror.__init__',
+                                                                                  'fastllm/responses.py'),
+                                   'fastllm.responses._ResponseStream': ('responses.html#_responsestream', 'fastllm/responses.py'),
+                                   'fastllm.responses._ResponseStream.__init__': ( 'responses.html#_responsestream.__init__',
+                                                                                   'fastllm/responses.py'),
+                                   'fastllm.responses._ResponseStream.done_events': ( 'responses.html#_responsestream.done_events',
+                                                                                      'fastllm/responses.py'),
+                                   'fastllm.responses._ResponseStream.event': ( 'responses.html#_responsestream.event',
+                                                                                'fastllm/responses.py'),
+                                   'fastllm.responses._ResponseStream.part_events': ( 'responses.html#_responsestream.part_events',
+                                                                                      'fastllm/responses.py'),
+                                   'fastllm.responses._ResponseStream.text_events': ( 'responses.html#_responsestream.text_events',
+                                                                                      'fastllm/responses.py'),
+                                   'fastllm.responses._ResponseStream.tool_events': ( 'responses.html#_responsestream.tool_events',
+                                                                                      'fastllm/responses.py'),
+                                   'fastllm.responses._arguments': ('responses.html#_arguments', 'fastllm/responses.py'),
+                                   'fastllm.responses._msg_parts': ('responses.html#_msg_parts', 'fastllm/responses.py'),
+                                   'fastllm.responses._new_id': ('responses.html#_new_id', 'fastllm/responses.py'),
+                                   'fastllm.responses._response_base': ('responses.html#_response_base', 'fastllm/responses.py'),
+                                   'fastllm.responses._text_content': ('responses.html#_text_content', 'fastllm/responses.py'),
+                                   'fastllm.responses.normalize_call_ids': ('responses.html#normalize_call_ids', 'fastllm/responses.py'),
+                                   'fastllm.responses.pending_response': ('responses.html#pending_response', 'fastllm/responses.py'),
+                                   'fastllm.responses.response_event': ('responses.html#response_event', 'fastllm/responses.py'),
+                                   'fastllm.responses.response_input': ('responses.html#response_input', 'fastllm/responses.py'),
+                                   'fastllm.responses.response_object': ('responses.html#response_object', 'fastllm/responses.py'),
+                                   'fastllm.responses.response_output': ('responses.html#response_output', 'fastllm/responses.py'),
+                                   'fastllm.responses.response_usage': ('responses.html#response_usage', 'fastllm/responses.py')},
             'fastllm.streaming': { 'fastllm.streaming.Delta': ('streaming.html#delta', 'fastllm/streaming.py'),
                                    'fastllm.streaming.Delta.__eq__': ('streaming.html#delta.__eq__', 'fastllm/streaming.py'),
                                    'fastllm.streaming.Delta.__hash__': ('streaming.html#delta.__hash__', 'fastllm/streaming.py'),
@@ -279,6 +331,7 @@ d = { 'settings': { 'branch': 'main',
                                'fastllm.types.model_prices_meta': ('types.html#model_prices_meta', 'fastllm/types.py'),
                                'fastllm.types.payload_kwargs': ('types.html#payload_kwargs', 'fastllm/types.py'),
                                'fastllm.types.price_tier': ('types.html#price_tier', 'fastllm/types.py'),
+                               'fastllm.types.provider_req': ('types.html#provider_req', 'fastllm/types.py'),
                                'fastllm.types.register_model_info': ('types.html#register_model_info', 'fastllm/types.py'),
                                'fastllm.types.resize_b64': ('types.html#resize_b64', 'fastllm/types.py'),
                                'fastllm.types.tier_rate': ('types.html#tier_rate', 'fastllm/types.py'),

{python_fastllm-0.0.43 → python_fastllm-0.0.45}/fastllm/acomplete.py

@@ -3,17 +3,14 @@
 # AUTOGENERATED! DO NOT EDIT! File to edit: ../nbs/06_acomplete.ipynb.
 
 # %% auto #0
-__all__ = ['specs_path', 'ant_spec', 'oai_spec', 'gem_spec', 'vendor_mapping', 'api2spec', 'defaults', 'split_vendor',
-           'mk_client', 'ContextWindowExceededError', 'acomplete']
+__all__ = ['vendor_mapping', 'defaults', 'split_vendor', 'mk_client', 'ContextWindowExceededError', 'acomplete']
 
 # %% ../nbs/06_acomplete.ipynb #f2f57253
 import asyncio,json,httpx2
-from importlib.resources import files
 from fastcore.utils import *
 from fastcore.meta import *
-from fastspec.spec import *
-from fastspec.oapi import *
-from fastspec.errors import APIError
+from fasttransport.core import AsyncHttpCli
+from fasttransport.errors import APIError
 
 from .types import *
 from aidialog.msg_parts import (Part, PartType, Msg, Text, Thinking, ToolUse, ToolResult, InputImage, InputAudio, InputVideo,
@@ -24,12 +21,6 @@ from .openai_chat import *
 from .anthropic import *
 from .gemini import *
 
-# %% ../nbs/06_acomplete.ipynb #6d11ac28
-specs_path = files('fastllm') / 'specs'
-ant_spec  = SpecParser.from_openapi(dict2obj(json.loads((specs_path/'anthropic.json').read_text())))
-oai_spec  = SpecParser.from_openapi(dict2obj(json.loads((specs_path/'openai.with-code-samples.json').read_text())))
-gem_spec  = SpecParser.from_discovery(dict2obj(json.loads((specs_path/'gemini.json').read_text())))
-
 # %% ../nbs/06_acomplete.ipynb #32ee2546
 _codex_path = os.getenv('CODEX_AUTH_PATH', '~/.codex/auth.json')
 _codex_json = _codex_path, ('tokens','access_token')
@@ -48,11 +39,7 @@ vendor_mapping = {
     "qwen":         ('openai_chat', "https://dashscope.aliyuncs.com/compatible-mode/v1", "QWEN_API_KEY"),
     "minimax":      ('anthropic', "https://api.minimax.io/anthropic", "MINIMAX_API_KEY"),
     "meta_ai":      ('openai', "https://api.meta.ai/v1", "META_API_KEY"),
-    "zai":          ('openai_chat', "https://api.z.ai/api/paas/v4", "ZAI_API_KEY")
-}
-
-# %% ../nbs/06_acomplete.ipynb #77d27ea7
-api2spec = {'openai':oai_spec, 'openai_chat':oai_spec, 'anthropic':ant_spec, 'gemini':gem_spec}
+    "zai":          ('openai_chat', "https://api.z.ai/api/paas/v4", "ZAI_API_KEY")}
 
 # %% ../nbs/06_acomplete.ipynb #e3ed40fb
 def split_vendor(model):
@@ -97,13 +84,11 @@ def mk_client(model=None, vendor_name=None, api_name=None, api_key=None, base_ur
             api_key = get_api_key(api_key, env_api_nm)
         except KeyError: raise ValueError(f"Unknown vendor '{vendor_name}', {err_msg}")
     elif base_url and api_key: vendor_name, api_name = ifnone(vendor_name, 'custom'), ifnone(api_name, 'openai_chat')
-    elif (api_name:=infer_api_name(model)):  base_url, vendor_name = None, api_name
+    elif (api_name:=infer_api_name(model)):  base_url, vendor_name = vendor_mapping[api_name][1], api_name
     else: raise ValueError(f"Model {model} can't be auto resolved, {err_msg}")
     api = api_registry[api_name]
-    spec, hdrs = api2spec[api_name], api.get_hdrs(api_key)
-    cli = OpenAPIClient(spec, headers=merge(hdrs, ifnone(xtra_hdrs, {})), timeout=timeout)
-    if base_url is not None:
-        for op in cli.ops: op.base_url = base_url  # pyright: ignore[reportAttributeAccessIssue]
+    hdrs = merge(api.get_hdrs(api_key), ifnone(xtra_hdrs, {}))
+    cli = AsyncHttpCli(base_url, base_headers=hdrs, timeout=timeout)
     return cli, api_name, vendor_name
 
 # %% ../nbs/06_acomplete.ipynb #df851a5c
@@ -114,8 +99,8 @@ def _is_ctx_exceeded(code, msg):
     if any(x in m for x in ("string_above_max_length", "invalid 'user'")): return False
     if str(code or "").lower() == "context_length_exceeded": return True
     return any(s in m for s in ("exceed context limit", "maximum context length", "maximum context limit",
-    "longer than the model's context length", "input tokens exceed the configured limit",
-    "exceeds the maximum number of tokens allowed", "prompt is too long", "exceeds the context window"))
+        "longer than the model's context length", "input tokens exceed the configured limit",
+        "exceeds the maximum number of tokens allowed", "prompt is too long", "exceeds the context window"))
 
 def _classify_error(exc):
     "Upgrade generic `APIError` to a specific subclass if applicable."
@@ -135,14 +120,13 @@ async def _classify_error_stream(gen):
 # %% ../nbs/06_acomplete.ipynb #f626a4e1
 defaults = SimpleNamespace(debug_mode=False)
 
-def _debug_print(model, api_name, vendor_name, payload, func):
+def _debug_print(model, api_name, vendor_name, payload, url):
     "Pretty-print acomplete inputs when defaults.debug_mode is set"
     from pprint import pformat
     p = dict(payload)
-    if defaults.debug_mode == 'brief' and 'tools' in p:
-        p['tools'] = '; '.join(o.get('name', o.get('type', o)) for o in p['tools'])
+    if defaults.debug_mode == 'brief' and 'tools' in p: p['tools'] = '; '.join(o.get('name', o.get('type', o)) for o in p['tools'])
     print('━'*60)
-    print(f"\033[1;36mfastllm debug\033[0m  model={model} vendor={vendor_name} api={api_name} base_url={func.base_url} path={func.path}")
+    print(f"\033[1;36mfastllm debug\033[0m  model={model} vendor={vendor_name} api={api_name} url={url}")
     print('─'*60)
     print(f"\033[1;33mpayload:\033[0m\n{pformat(p, width=120, sort_dicts=False)}")
     print('━'*60)
@@ -170,39 +154,36 @@ async def _retry_stream(mk_gen, retries=2, retry_delay=0.5):
 
 # %% ../nbs/06_acomplete.ipynb #2379ec94
 @delegates(payload_kwargs)
-async def acomplete(msgs, model, api_name=None, vendor_name=None, api_key=None,
-                    base_url=None, xtra_body=None, xtra_hdrs=None, stream=False,
-                    stop_callables=None, retries=2, retry_delay=0.5, **kwargs):
+async def acomplete(msgs, model, api_name=None, vendor_name=None, api_key=None, base_url=None, endpoint=None, xtra_body=None, xtra_hdrs=None,
+    stream=False, previous_response_id=None, stop_callables=None, retries=2, retry_delay=0.5, **kwargs):
     "Unified completion across different APIs."
     if not vendor_name and not api_name and not (base_url and api_key):
         v, m = split_vendor(model)
         if v in vendor_mapping: vendor_name, model = v, m
         elif v: api_name, model = v, m  # a registered transport api (e.g. claude_code): not an HTTP vendor
-    if api_name == 'claude_code':
-        if not stream: raise NotImplementedError("claude_code backend supports stream=True only for now")
-        api = api_registry[api_name]
-        payload = api.mk_payload(msgs, model, stream=stream, **kwargs)
-        async def _mk_gen():
-            async for o in api.acollect_stream(payload, model=model, vendor_name='claude_code', stop_callables=stop_callables): yield o
-        return _retry_stream(_mk_gen, retries, retry_delay)
-    cli, api_name, vendor_name = mk_client(model=model, vendor_name=vendor_name, api_name=api_name, api_key=api_key, base_url=base_url, xtra_hdrs=xtra_hdrs)
+    own = api_name in api_registry and not hasattr(api_registry[api_name], 'endpoint') if api_name else False
+    if own: vendor_name = ifnone(vendor_name, api_name)  # an own-transport api: no HTTP client to build
+    else: cli, api_name, vendor_name = mk_client(model=model, vendor_name=vendor_name, api_name=api_name, api_key=api_key, base_url=base_url, xtra_hdrs=xtra_hdrs)
     api = api_registry[api_name]
+    if previous_response_id is not None:
+        if not getattr(api, 'supports_previous_response_id', False):
+            raise ValueError('previous_response_id is not supported by this transport')
+        kwargs['previous_response_id'] = previous_response_id
     payload = api.mk_payload(msgs, model, stream=stream, **kwargs)
-    payload = merge(payload, ifnone(xtra_body, {}))
-    if vendor_name == 'codex':
-        for k in 'temperature max_tokens max_output_tokens max_completion_tokens metadata'.split(): payload.pop(k, None)
-        payload['store'] = False
-    if nested_idx(payload, 'messages', -1, 'role') == 'assistant':
-        if vendor_name == 'deepseek' and 'v4' in model:   payload['messages'][-1]['prefix'] = True
-        if vendor_name == 'moonshot' and 'kimi' in model: payload['messages'][-1]['partial'] = True
-    func = attrgetter(api.op_path[stream])(cli)
-    if defaults.debug_mode: _debug_print(model, api_name, vendor_name, payload, func)
-    async def _call(): return await func(**payload)
-    if not stream:
-        resp = await _retry_call(_call, retries, retry_delay)
-        return mk_completion(resp, model=model, api_name=api_name, vendor_name=vendor_name)
-
+    xtra_body = ifnone(xtra_body, {})
+    if fix := getattr(api, 'fix_payload', None): fix(payload, model, vendor_name)
+    if not own:
+        ep = endpoint or api.endpoint
+        path,params = ep(model, stream) if callable(ep) else (ep, None)
+    if defaults.debug_mode: _debug_print(model, api_name, vendor_name, payload | xtra_body, None if own else cli._url(path))
+    async def _call(): return await provider_req(cli, path, payload | xtra_body, params=params, stream=stream)
     async def _mk_gen():
-        resp = await _call()
+        resp = payload if own else await _call()  # an own-transport api's `acollect_stream` makes the request itself, from the payload
         async for o in api.acollect_stream(resp, model=model, vendor_name=vendor_name, stop_callables=stop_callables): yield o
-    return _retry_stream(_mk_gen, retries, retry_delay)
+    if stream or own:
+        result = _retry_stream(_mk_gen, retries, retry_delay)
+        if stream: return result
+        async for completion in result: pass  # own-transport apis are streaming-only: drain for the completion
+        return completion
+    resp = await _retry_call(_call, retries, retry_delay)
+    return mk_completion(resp, model=model, api_name=api_name, vendor_name=vendor_name)

{python_fastllm-0.0.43 → python_fastllm-0.0.45}/fastllm/anthropic.py

@@ -12,7 +12,7 @@ import json
 from collections import Counter
 from fastcore.utils import *
 from fastcore.meta import *
-from fastspec.errors import api_error_from_event
+from fasttransport.errors import api_error_from_event
 
 from .types import *
 from aidialog.msg_parts import (Part, PartType, mk_part, Msg, Text, Thinking, ToolUse, ToolResult, tool_text, ServerToolResult,
@@ -343,4 +343,4 @@ def cost(usage, m):
 # %% ../nbs/04_anthropic.ipynb #f7c0b989
 api_registry.register('anthropic', norm_tool_calls=norm_tool_calls, norm_parts=norm_parts, norm_finish=norm_finish, norm_usage=norm_usage,
     finalize_usage=finalize_usage, acollect_stream=acollect_stream, mk_payload=mk_payload, cost=cost, get_hdrs=get_hdrs,
-    op_path=('messages.messages_post','messages.messages_post'))
+    endpoint='/v1/messages')