python-fastllm 0.0.51__tar.gz → 0.0.52__tar.gz

{python_fastllm-0.0.51 → python_fastllm-0.0.52}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: python-fastllm
-Version: 0.0.51
+Version: 0.0.52
 Author-email: Kerem Turgutlu <keremturgutlu@gmail.com>
 License: Apache-2.0
 Project-URL: Repository, https://github.com/AnswerDotAI/fastllm
@@ -10,7 +10,7 @@ Classifier: Programming Language :: Python :: 3 :: Only
 Requires-Python: >=3.10
 Description-Content-Type: text/markdown
 Requires-Dist: fastcore>=2.1.18
-Requires-Dist: aidialog>=0.0.25
+Requires-Dist: aidialog>=0.0.26
 Requires-Dist: fasttransport>=0.0.2
 Requires-Dist: pillow
 

{python_fastllm-0.0.51 → python_fastllm-0.0.52}/fastllm/__init__.py

@@ -2,4 +2,4 @@
 
 - `fastllm.responses`: Provider-independent Responses resources and streaming over FastLLM"""
 
-__version__ = "0.0.51"
+__version__ = "0.0.52"

{python_fastllm-0.0.51 → python_fastllm-0.0.52}/fastllm/_modidx.py

@@ -274,6 +274,17 @@ d = { 'settings': { 'branch': 'main',
                                    'fastllm.responses.ResponseState': ('responses.html#responsestate', 'fastllm/responses.py'),
                                    'fastllm.responses.ResponseState.__init__': ( 'responses.html#responsestate.__init__',
                                                                                  'fastllm/responses.py'),
+                                   'fastllm.responses.ResponseState.from_dict': ( 'responses.html#responsestate.from_dict',
+                                                                                  'fastllm/responses.py'),
+                                   'fastllm.responses.ResponseState.to_dict': ( 'responses.html#responsestate.to_dict',
+                                                                                'fastllm/responses.py'),
+                                   'fastllm.responses.ResponseStore': ('responses.html#responsestore', 'fastllm/responses.py'),
+                                   'fastllm.responses.ResponseStore.__init__': ( 'responses.html#responsestore.__init__',
+                                                                                 'fastllm/responses.py'),
+                                   'fastllm.responses.ResponseStore.dump': ('responses.html#responsestore.dump', 'fastllm/responses.py'),
+                                   'fastllm.responses.ResponseStore.get': ('responses.html#responsestore.get', 'fastllm/responses.py'),
+                                   'fastllm.responses.ResponseStore.load': ('responses.html#responsestore.load', 'fastllm/responses.py'),
+                                   'fastllm.responses.ResponseStore.put': ('responses.html#responsestore.put', 'fastllm/responses.py'),
                                    'fastllm.responses.ResponseTurn': ('responses.html#responseturn', 'fastllm/responses.py'),
                                    'fastllm.responses.ResponseTurn.__init__': ( 'responses.html#responseturn.__init__',
                                                                                 'fastllm/responses.py'),

{python_fastllm-0.0.51 → python_fastllm-0.0.52}/fastllm/responses.py

@@ -12,7 +12,7 @@ Every request is streamed. `_ResponseStream` only tracks the standard event gram
 
 # %% auto #0
 __all__ = ['ResponsesError', 'response_input', 'normalize_call_ids', 'response_output', 'response_usage', 'response_object',
-           'ResponseState', 'ResponseTurn', 'AsyncResponses', 'response_event', 'pending_response']
+           'ResponseState', 'ResponseStore', 'ResponseTurn', 'AsyncResponses', 'response_event', 'pending_response']
 
 # %% ../nbs/06a_responses.ipynb #e16fc24e
 import asyncio, copy, json, secrets, time
@@ -22,7 +22,7 @@ from fasttransport.errors import APIError
 
 from .acomplete import acomplete
 from .streaming import Status
-from aidialog.msg_parts import Msg, Text, ToolUse, ToolResult, InputImage, InputFile, Completion, tool_text
+from aidialog.msg_parts import Msg, Text, ToolUse, ToolResult, InputImage, InputFile, Completion, tool_text, msg2dict, dict2msg
 
 # %% ../nbs/06a_responses.ipynb #f904c16f
 class ResponsesError(Exception):
@@ -145,6 +145,43 @@ class ResponseState(BasicRepr):
     "Canonical history and optional provider continuation metadata."
     def __init__(self, id, model, history, provider_response_id=None): store_attr()
 
+# %% ../nbs/06a_responses.ipynb #b28fa30d
+@patch
+def to_dict(self:ResponseState):
+    "This state as a JSON-ready dict"
+    return dict(id=self.id, model=self.model, history=[msg2dict(m) for m in self.history], provider_response_id=self.provider_response_id)
+
+@patch(cls_method=True)
+def from_dict(cls:ResponseState, d):
+    "The state `to_dict` produced `d` from"
+    return cls(d['id'], d['model'], tuple(dict2msg(m) for m in d['history']), d['provider_response_id'])
+
+# %% ../nbs/06a_responses.ipynb #74e09d18
+class ResponseStore:
+    "Continuation states kept for `ttl` seconds; override `dump` and `load` to keep them outside this process"
+    def __init__(self, ttl=3600): self.ttl,self.items = ttl,{}
+
+    async def dump(self, rid, data):
+        "Keep JSON-ready `data` under `rid` for `ttl` seconds"
+        now = time.time()
+        self.items = {k:v for k,v in self.items.items() if v[0] > now}
+        self.items[rid] = (now+self.ttl, data)
+
+    async def load(self, rid):
+        "The data kept under `rid`, or `None` once it has expired"
+        exp,data = self.items.get(rid, (0, None))
+        return data if exp > time.time() else None
+
+    async def put(self, state, **meta):
+        "Store `state` with the host's `meta` about it"
+        await self.dump(state.id, dict(state=state.to_dict(), **meta))
+
+    async def get(self, rid):
+        "The `(state, meta)` stored under `rid`, or `None`"
+        data = await self.load(rid)
+        if data is None: return None
+        return ResponseState.from_dict(data['state']),{k:v for k,v in data.items() if k != 'state'}
+
 # %% ../nbs/06a_responses.ipynb #c9ca3744
 class ResponseTurn(BasicRepr):
     "A prepared Responses request for one provider call."

{python_fastllm-0.0.51 → python_fastllm-0.0.52}/pyproject.toml

@@ -15,7 +15,7 @@ classifiers = [
     "Programming Language :: Python :: 3",
     "Programming Language :: Python :: 3 :: Only",
 ]
-dependencies = ['fastcore>=2.1.18', 'aidialog>=0.0.25', 'fasttransport>=0.0.2', 'pillow']
+dependencies = ['fastcore>=2.1.18', 'aidialog>=0.0.26', 'fasttransport>=0.0.2', 'pillow']
 
 [project.scripts]
 fastllm-auth = "fastllm.codex:main"

{python_fastllm-0.0.51 → python_fastllm-0.0.52}/python_fastllm.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: python-fastllm
-Version: 0.0.51
+Version: 0.0.52
 Author-email: Kerem Turgutlu <keremturgutlu@gmail.com>
 License: Apache-2.0
 Project-URL: Repository, https://github.com/AnswerDotAI/fastllm
@@ -10,7 +10,7 @@ Classifier: Programming Language :: Python :: 3 :: Only
 Requires-Python: >=3.10
 Description-Content-Type: text/markdown
 Requires-Dist: fastcore>=2.1.18
-Requires-Dist: aidialog>=0.0.25
+Requires-Dist: aidialog>=0.0.26
 Requires-Dist: fasttransport>=0.0.2
 Requires-Dist: pillow
 

{python_fastllm-0.0.51 → python_fastllm-0.0.52}/python_fastllm.egg-info/requires.txt

@@ -1,4 +1,4 @@
 fastcore>=2.1.18
-aidialog>=0.0.25
+aidialog>=0.0.26
 fasttransport>=0.0.2
 pillow