python-fastllm 0.0.14__tar.gz → 0.0.16__tar.gz

{python_fastllm-0.0.14 → python_fastllm-0.0.16}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: python-fastllm
-Version: 0.0.14
+Version: 0.0.16
 Author-email: Kerem Turgutlu <keremturgutlu@gmail.com>
 License: Apache-2.0
 Project-URL: Repository, https://github.com/AnswerDotAI/fastllm
@@ -9,7 +9,7 @@ Classifier: Programming Language :: Python :: 3
 Classifier: Programming Language :: Python :: 3 :: Only
 Requires-Python: >=3.10
 Description-Content-Type: text/markdown
-Requires-Dist: fastspec
+Requires-Dist: fastspec>=0.0.9
 Requires-Dist: toolslm
 Requires-Dist: pillow
 

python_fastllm-0.0.16/fastllm/__init__.py

@@ -0,0 +1 @@
+__version__ = "0.0.16"

{python_fastllm-0.0.14 → python_fastllm-0.0.16}/fastllm/anthropic.py

@@ -85,6 +85,7 @@ def norm_parts(resp):
 
 # %% ../nbs/04_anthropic.ipynb #a3869e31
 def norm_sse_event(ev, **kwargs):
+    ev = obj2dict(ev)
     typ = ev.get("type")
     text, thinking, tcs, citations = None, None, [], None
     if typ == "content_block_start":

{python_fastllm-0.0.14 → python_fastllm-0.0.16}/fastllm/chat.py

@@ -316,7 +316,7 @@ def _has_stop(tres_parts): return any(isinstance(p.text, StopResponse) for p in
 def _trunc_str(s, mx=2000, skip=10, replace="TRUNCATED"):
     "Truncate `s` to `mx` chars max, adding `replace` if truncated"
     if not isinstance(s, str): s = str(s)
-    s = s.rstrip() if type(s) is str else type(s)(s.rstrip())
+    s = type(s)(s.rstrip())
     if len(s)>2 and s[0]=='𝍁' and s[-1]=='𝍁':
         s = s[1:-1]
         if replace: return s

{python_fastllm-0.0.14 → python_fastllm-0.0.16}/fastllm/gemini.py

@@ -86,6 +86,7 @@ def norm_parts(resp):
 # %% ../nbs/05_gemini.ipynb #9a5024ee
 def norm_sse_event(ev, **kwargs):
     "Normalize Gemini stream event into Delta."
+    ev = obj2dict(ev)
     cand = nested_idx(ev, 'candidates', 0) or {}
     finish_reason = norm_finish(ev)
     parts = nested_idx(cand, 'content', 'parts') or []

{python_fastllm-0.0.14 → python_fastllm-0.0.16}/fastllm/openai_chat.py

@@ -55,6 +55,7 @@ def norm_parts(resp):
 def norm_sse_event(ev, **kwargs):
     "Normalize a chat completion stream event."
     # usage always arrives as a single final event with choices: []
+    ev = obj2dict(ev)
     fin = nested_idx(ev, 'choices', 0, 'finish_reason')
     tcs = norm_tool_calls(ev, delta=True)
     if (dlt:=nested_idx(ev, 'choices', 0, 'delta')) is not None:

{python_fastllm-0.0.14 → python_fastllm-0.0.16}/fastllm/openai_responses.py

@@ -82,6 +82,7 @@ def norm_parts(resp):
 # %% ../nbs/02_oai_responses.ipynb #7cd48aa5
 def norm_sse_event(ev, **kwargs):
     "Normalize OpenAI Responses API stream event into Delta."
+    ev = obj2dict(ev)
     typ = ev.get("type")
     if typ == "response.output_text.delta":            return Delta(text=ev.get("delta"), raw=ev, **kwargs)
     if typ == "response.reasoning_text.delta":         return Delta(thinking=ev.get("delta",""), raw=ev, **kwargs)

{python_fastllm-0.0.14 → python_fastllm-0.0.16}/fastllm/types.py

@@ -161,6 +161,7 @@ api_registry = APIRegistry()
 # %% ../nbs/00_types.ipynb #d58a5f96
 def mk_completion(resp, model, api_name, vendor_name):
     "Normalize an api response into Completion."
+    resp = obj2dict(resp)
     api = api_registry.apis[api_name]
     tcs = api.norm_tool_calls(resp)
     parts = api.norm_parts(resp)
@@ -258,8 +259,11 @@ def resize_b64(b64, max_sz):
 # %% ../nbs/00_types.ipynb #852adecd
 model_prices_url = 'https://raw.githubusercontent.com/BerriAI/litellm/main/model_prices_and_context_window.json'
 
-@flexicache(time_policy(24*60*60))
-def model_prices_meta(): return urljson(model_prices_url)
+def model_prices_meta():
+    "Download model prices to the module dir once, then load from disk."
+    p = Path(__file__).parent/'model_prices.json'
+    if not p.exists(): p.write_text(httpx.get(model_prices_url, follow_redirects=True).text)
+    return loads(p.read_text())
 
 # %% ../nbs/00_types.ipynb #68e488d8
 def infer_api_name(model):
@@ -269,7 +273,6 @@ def infer_api_name(model):
     if any(o in model for o in ('gpt','o3-','o4-')): return 'openai'
 
 # %% ../nbs/00_types.ipynb #2f0720c2
-@flexicache(time_policy(24*60*60))
 def get_model_meta(model, vendor_name=None, tfm=noop):
     "Look up cost metadata for `model` from litellm price map, using `vendor_name` prefix if needed."
     vendor_name = ifnone(vendor_name, infer_api_name(model))
@@ -277,7 +280,7 @@ def get_model_meta(model, vendor_name=None, tfm=noop):
     if model in mp: key = model
     elif vendor_name=='gemini' and model.startswith('models/'): key = f"gemini/{model.removeprefix('models/')}"
     elif vendor_name:                                           key = f"{vendor_name}/{model}"
-    return dict2obj(tfm(mp.get(key), model, vendor_name))
+    return dict2obj(tfm(mp.get(key, {}), model, vendor_name))
 
 # %% ../nbs/00_types.ipynb #60607e23
 haik45 = "claude-haiku-4-5"
@@ -355,9 +358,9 @@ register_model_info('deepseek-v4-pro', vendor_name='deepseek', base='deepseek/de
 
 mimo_v25_common = dict(**modern_llm, supports_web_search=True, max_input_tokens=1048576, max_output_tokens=131072, max_tokens=131072)
 
-register_model_info('mimo-v2.5-pro', vendor_name='mimo', **mimo_v25_common, base='deepseek/deepseek-v4-pro',
+register_model_info('mimo-v2.5-pro', vendor_name='mimo', **mimo_v25_common, base='deepseek-v4-pro', base_vendor_name='deepseek',
     input_cost_per_token=0.435e-6, output_cost_per_token=0.87e-6, cache_read_input_token_cost=0.0036e-6, search_context_cost_per_query=0.005)
-register_model_info('mimo-v2.5', vendor_name='mimo', **mimo_v25_common, base='deepseek/deepseek-v4',
+register_model_info('mimo-v2.5', vendor_name='mimo', **mimo_v25_common, base='deepseek-v4-pro', base_vendor_name='deepseek',
     input_cost_per_token=0.14e-6,  output_cost_per_token=0.28e-6, cache_read_input_token_cost=0.0028e-6, search_context_cost_per_query=0.005,
     supports_vision=True, supports_image_input=True)
 

{python_fastllm-0.0.14 → python_fastllm-0.0.16}/pyproject.toml

@@ -15,7 +15,7 @@ classifiers = [
     "Programming Language :: Python :: 3",
     "Programming Language :: Python :: 3 :: Only",
 ]
-dependencies = ['fastspec', 'toolslm', 'pillow']
+dependencies = ['fastspec>=0.0.9', 'toolslm', 'pillow']
 
 [project.urls]
 Repository = "https://github.com/AnswerDotAI/fastllm"
@@ -36,4 +36,4 @@ fastllm = ["specs/*.yml", "specs/*.json"]
 allowed_metadata_keys = ['solveit']
 allowed_cell_metadata_keys = ['solveit_ai']
 custom_sidebar = false
-lib_path = "fastllm"
+lib_path = "fastllm"

{python_fastllm-0.0.14 → python_fastllm-0.0.16}/python_fastllm.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: python-fastllm
-Version: 0.0.14
+Version: 0.0.16
 Author-email: Kerem Turgutlu <keremturgutlu@gmail.com>
 License: Apache-2.0
 Project-URL: Repository, https://github.com/AnswerDotAI/fastllm
@@ -9,7 +9,7 @@ Classifier: Programming Language :: Python :: 3
 Classifier: Programming Language :: Python :: 3 :: Only
 Requires-Python: >=3.10
 Description-Content-Type: text/markdown
-Requires-Dist: fastspec
+Requires-Dist: fastspec>=0.0.9
 Requires-Dist: toolslm
 Requires-Dist: pillow
 

python_fastllm-0.0.16/python_fastllm.egg-info/requires.txt

@@ -0,0 +1,3 @@
+fastspec>=0.0.9
+toolslm
+pillow

python_fastllm-0.0.14/fastllm/__init__.py

@@ -1 +0,0 @@
-__version__ = "0.0.14"

python_fastllm-0.0.14/python_fastllm.egg-info/requires.txt

@@ -1,3 +0,0 @@
-fastspec
-toolslm
-pillow