python-fastllm 0.0.39__tar.gz → 0.0.41__tar.gz

{python_fastllm-0.0.39 → python_fastllm-0.0.41}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: python-fastllm
-Version: 0.0.39
+Version: 0.0.41
 Author-email: Kerem Turgutlu <keremturgutlu@gmail.com>
 License: Apache-2.0
 Project-URL: Repository, https://github.com/AnswerDotAI/fastllm
@@ -11,7 +11,7 @@ Requires-Python: >=3.10
 Description-Content-Type: text/markdown
 Requires-Dist: fastcore>=2.1.18
 Requires-Dist: aidialog>=0.0.10
-Requires-Dist: fastspec>=0.0.11
+Requires-Dist: fastspec>=0.2.1
 Requires-Dist: pillow
 
 # fastllm

python_fastllm-0.0.41/fastllm/__init__.py

@@ -0,0 +1 @@
+__version__ = "0.0.41"

{python_fastllm-0.0.39 → python_fastllm-0.0.41}/fastllm/acomplete.py

@@ -7,7 +7,7 @@ __all__ = ['specs_path', 'ant_spec', 'oai_spec', 'gem_spec', 'vendor_mapping', '
            'mk_client', 'ContextWindowExceededError', 'acomplete']
 
 # %% ../nbs/06_acomplete.ipynb #f2f57253
-import asyncio,json,httpx
+import asyncio,json,httpx2
 from importlib.resources import files
 from fastcore.utils import *
 from fastcore.meta import *
@@ -79,7 +79,7 @@ def _codex_mtime_policy():
 # %% ../nbs/06_acomplete.ipynb #79075d95
 @flexicache(_codex_mtime_policy())
 def mk_client(model=None, vendor_name=None, api_name=None, api_key=None, base_url=None, xtra_hdrs=None,
-    timeout=httpx.Timeout(connect=30, read=300, write=30, pool=10)):
+    timeout=httpx2.Timeout(connect=30, read=300, write=30, pool=10)):
     err_msg = f"please pass a valid one vendor: {', '.join(list(vendor_mapping))} or pass `api_name`,`base_url` and `api_key`"
     if not vendor_name and not api_name and not (base_url and api_key):
         v, m = split_vendor(model)

{python_fastllm-0.0.39 → python_fastllm-0.0.41}/fastllm/gemini.py

@@ -259,7 +259,7 @@ def mk_payload(msgs, model, **kwargs):
         has_srv = any(k in t for t in gem_tools for k in ('googleSearch','codeExecution','googleSearchRetrieval'))
         if has_fn and has_srv: payload.setdefault('tool_config', {})['includeServerSideToolInvocations'] = True
     if tchc:=denorm_tool_choice(kwargs.get('tool_choice')): payload.setdefault('tool_config', {}).update(tchc)
-    if kwargs.get('stream'): payload.update(stream=True, _query={"alt": "sse"})
+    if kwargs.get('stream'): payload.update(stream=True, query_={"alt": "sse"})
     return payload
 
 # %% ../nbs/05_gemini.ipynb #60d52c1f

{python_fastllm-0.0.39 → python_fastllm-0.0.41}/fastllm/streaming.py

@@ -19,8 +19,10 @@ class Delta(BasicRepr):
     "Normalized streaming delta event."
     def __init__(self, text='', thinking='', refusal='', tool_calls=None, citations=None,
         server_tool_result=None, finish_reason=None, usage=None, raw=None):
+        if tool_calls is None: tool_calls = []
+        if citations is None: citations = []
+        if raw is None: raw = {}
         store_attr()
-        self.tool_calls,self.citations,self.raw = ifnone(tool_calls,[]),ifnone(citations,[]),ifnone(raw,{})
     def __eq__(self, o): return type(o) is type(self) and self.__dict__ == o.__dict__
     def __hash__(self): return hash((self.text, self.thinking, self.finish_reason))
 
@@ -45,8 +47,8 @@ class PrintStream:
 class PartAccum(BasicRepr):
     "Accumulate streamed part deltas by index"
     def __init__(self, parts=None):
+        if parts is None: parts = {}
         store_attr()
-        self.parts = ifnone(parts, {})
     def __eq__(self, o): return type(o) is type(self) and self.__dict__ == o.__dict__
     def __hash__(self): return hash(len(self.parts))
 

{python_fastllm-0.0.39 → python_fastllm-0.0.41}/fastllm/types.py

@@ -12,7 +12,7 @@ __all__ = ['FinishReason', 'api_registry', 'model_prices_url', 'haik45', 'sonn45
            'price_tier', 'tier_rate']
 
 # %% ../nbs/00_types.ipynb #b4d047fd
-import httpx, base64, io
+import httpx2, base64, io
 from importlib.metadata import entry_points
 from datetime import datetime, timezone
 from fastcore.utils import *
@@ -25,8 +25,8 @@ class Usage(BasicRepr):
     "Normalized usage."
     def __init__(self, prompt_tokens=0, completion_tokens=0, total_tokens=0, cached_tokens=0,
         cache_creation_tokens=0, reasoning_tokens=0, raw=None):
+        if raw is None: raw = {}
         store_attr()
-        self.raw = ifnone(raw, {})
     def __eq__(self, o): return type(o) is type(self) and self.__dict__ == o.__dict__
 
 
@@ -128,7 +128,7 @@ model_prices_url = 'https://raw.githubusercontent.com/BerriAI/litellm/main/model
 def model_prices_meta():
     "Download model prices to the module dir once, then load from disk."
     p = Path(__file__).parent/'model_prices.json'
-    if not p.exists(): p.write_text(httpx.get(model_prices_url, follow_redirects=True).text)
+    if not p.exists(): p.write_text(httpx2.get(model_prices_url, follow_redirects=True).text)
     return loads(p.read_text())
 
 # %% ../nbs/00_types.ipynb #68e488d8

{python_fastllm-0.0.39 → python_fastllm-0.0.41}/pyproject.toml

@@ -15,7 +15,7 @@ classifiers = [
     "Programming Language :: Python :: 3",
     "Programming Language :: Python :: 3 :: Only",
 ]
-dependencies = ['fastcore>=2.1.18', 'aidialog>=0.0.10', 'fastspec>=0.0.11', 'pillow']
+dependencies = ['fastcore>=2.1.18', 'aidialog>=0.0.10', 'fastspec>=0.2.1', 'pillow']
 
 [project.urls]
 Repository = "https://github.com/AnswerDotAI/fastllm"

{python_fastllm-0.0.39 → python_fastllm-0.0.41}/python_fastllm.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: python-fastllm
-Version: 0.0.39
+Version: 0.0.41
 Author-email: Kerem Turgutlu <keremturgutlu@gmail.com>
 License: Apache-2.0
 Project-URL: Repository, https://github.com/AnswerDotAI/fastllm
@@ -11,7 +11,7 @@ Requires-Python: >=3.10
 Description-Content-Type: text/markdown
 Requires-Dist: fastcore>=2.1.18
 Requires-Dist: aidialog>=0.0.10
-Requires-Dist: fastspec>=0.0.11
+Requires-Dist: fastspec>=0.2.1
 Requires-Dist: pillow
 
 # fastllm

{python_fastllm-0.0.39 → python_fastllm-0.0.41}/python_fastllm.egg-info/requires.txt

@@ -1,4 +1,4 @@
 fastcore>=2.1.18
 aidialog>=0.0.10
-fastspec>=0.0.11
+fastspec>=0.2.1
 pillow

python_fastllm-0.0.39/fastllm/__init__.py

@@ -1 +0,0 @@
-__version__ = "0.0.39"