jaf-py 2.5.8__py3-none-any.whl → 2.5.9__py3-none-any.whl

jaf/__init__.py

@@ -191,7 +191,7 @@ def generate_run_id() -> RunId:
     """Generate a new run ID."""
     return create_run_id(str(uuid.uuid4()))
 
-__version__ = "2.5.8"
+__version__ = "2.5.9"
 __all__ = [
     # Core types and functions
     "TraceId", "RunId", "ValidationResult", "Message", "ModelConfig",

jaf/core/tracing.py

@@ -443,7 +443,7 @@ class LangfuseTraceCollector:
             public_key=public_key,
             secret_key=secret_key,
             host=host,
-            release="jaf-py-v2.5.8",
+            release="jaf-py-v2.5.9",
             httpx_client=client
         )
         self._httpx_client = client

jaf/providers/model.py

@@ -6,13 +6,12 @@ starting with LiteLLM for multi-provider support.
 """
 
 from typing import Any, Dict, Optional, TypeVar, AsyncIterator
-import asyncio
 import httpx
 import time
 import os
 import base64
 
-from openai import OpenAI
+from openai import AsyncOpenAI
 from pydantic import BaseModel
 import litellm
 
@@ -150,7 +149,7 @@ def make_litellm_provider(
                         print(f"Warning: Could not configure proxy: {e}")
                         # Fall back to environment variables for proxy
             
-            self.client = OpenAI(**client_kwargs)
+            self.client = AsyncOpenAI(**client_kwargs)
             self.default_timeout = default_timeout
 
         async def get_completion(
@@ -238,7 +237,7 @@ def make_litellm_provider(
                 request_params["response_format"] = {"type": "json_object"}
 
             # Make the API call
-            response = self.client.chat.completions.create(**request_params)
+            response = await self.client.chat.completions.create(**request_params)
 
             # Return in the expected format that the engine expects
             choice = response.choices[0]
@@ -351,99 +350,68 @@ def make_litellm_provider(
             # Enable streaming
             request_params["stream"] = True
 
-            loop = asyncio.get_running_loop()
-            queue: asyncio.Queue = asyncio.Queue(maxsize=256)
-            SENTINEL = object()
+            # Use async streaming directly with AsyncOpenAI
+            stream = await self.client.chat.completions.create(**request_params)
 
-            def _put(item: CompletionStreamChunk):
+            async for chunk in stream:
                 try:
-                    asyncio.run_coroutine_threadsafe(queue.put(item), loop)
-                except RuntimeError:
-                    # Event loop closed; drop silently
-                    pass
+                    # Best-effort extraction of raw for debugging
+                    try:
+                        raw_obj = chunk.model_dump()  # pydantic BaseModel
+                    except Exception:
+                        raw_obj = None
 
-            def _producer():
-                try:
-                    stream = self.client.chat.completions.create(**request_params)
-                    for chunk in stream:
-                        try:
-                            # Best-effort extraction of raw for debugging
-                            try:
-                                raw_obj = chunk.model_dump()  # pydantic BaseModel
-                            except Exception:
-                                raw_obj = None
-
-                            choice = None
-                            if getattr(chunk, "choices", None):
-                                choice = chunk.choices[0]
-
-                            if choice is None:
-                                continue
-
-                            delta = getattr(choice, "delta", None)
-                            finish_reason = getattr(choice, "finish_reason", None)
-
-                            # Text content delta
-                            if delta is not None:
-                                content_delta = getattr(delta, "content", None)
-                                if content_delta:
-                                    _put(CompletionStreamChunk(delta=content_delta, raw=raw_obj))
-
-                                # Tool call deltas
-                                tool_calls = getattr(delta, "tool_calls", None)
-                                if isinstance(tool_calls, list):
-                                    for tc in tool_calls:
-                                        # Each tc is likely a pydantic model with .index/.id/.function
-                                        try:
-                                            idx = getattr(tc, "index", 0) or 0
-                                            tc_id = getattr(tc, "id", None)
-                                            fn = getattr(tc, "function", None)
-                                            fn_name = getattr(fn, "name", None) if fn is not None else None
-                                            # OpenAI streams "arguments" as incremental deltas
-                                            args_delta = getattr(fn, "arguments", None) if fn is not None else None
-
-                                            _put(CompletionStreamChunk(
-                                                tool_call_delta=ToolCallDelta(
-                                                    index=idx,
-                                                    id=tc_id,
-                                                    type='function',
-                                                    function=ToolCallFunctionDelta(
-                                                        name=fn_name,
-                                                        arguments_delta=args_delta
-                                                    )
-                                                ),
-                                                raw=raw_obj
-                                            ))
-                                        except Exception:
-                                            # Skip malformed tool-call deltas
-                                            continue
-
-                            # Completion ended
-                            if finish_reason:
-                                _put(CompletionStreamChunk(is_done=True, finish_reason=finish_reason, raw=raw_obj))
-                        except Exception:
-                            # Skip individual chunk errors, keep streaming
-                            continue
+                    choice = None
+                    if getattr(chunk, "choices", None):
+                        choice = chunk.choices[0]
+
+                    if choice is None:
+                        continue
+
+                    delta = getattr(choice, "delta", None)
+                    finish_reason = getattr(choice, "finish_reason", None)
+
+                    # Text content delta
+                    if delta is not None:
+                        content_delta = getattr(delta, "content", None)
+                        if content_delta:
+                            yield CompletionStreamChunk(delta=content_delta, raw=raw_obj)
+
+                        # Tool call deltas
+                        tool_calls = getattr(delta, "tool_calls", None)
+                        if isinstance(tool_calls, list):
+                            for tc in tool_calls:
+                                # Each tc is likely a pydantic model with .index/.id/.function
+                                try:
+                                    idx = getattr(tc, "index", 0) or 0
+                                    tc_id = getattr(tc, "id", None)
+                                    fn = getattr(tc, "function", None)
+                                    fn_name = getattr(fn, "name", None) if fn is not None else None
+                                    # OpenAI streams "arguments" as incremental deltas
+                                    args_delta = getattr(fn, "arguments", None) if fn is not None else None
+
+                                    yield CompletionStreamChunk(
+                                        tool_call_delta=ToolCallDelta(
+                                            index=idx,
+                                            id=tc_id,
+                                            type='function',
+                                            function=ToolCallFunctionDelta(
+                                                name=fn_name,
+                                                arguments_delta=args_delta
+                                            )
+                                        ),
+                                        raw=raw_obj
+                                    )
+                                except Exception:
+                                    # Skip malformed tool-call deltas
+                                    continue
+
+                    # Completion ended
+                    if finish_reason:
+                        yield CompletionStreamChunk(is_done=True, finish_reason=finish_reason, raw=raw_obj)
                 except Exception:
-                    # On top-level stream error, signal done
-                    pass
-                finally:
-                    try:
-                        asyncio.run_coroutine_threadsafe(queue.put(SENTINEL), loop)
-                    except RuntimeError:
-                        pass
-
-            # Start producer in background
-            loop.run_in_executor(None, _producer)
-
-            # Consume queue and yield
-            while True:
-                item = await queue.get()
-                if item is SENTINEL:
-                    break
-                # Guarantee type for consumers
-                if isinstance(item, CompletionStreamChunk):
-                    yield item
+                    # Skip individual chunk errors, keep streaming
+                    continue
 
     return LiteLLMProvider()
 

{jaf_py-2.5.8.dist-info → jaf_py-2.5.9.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: jaf-py
-Version: 2.5.8
+Version: 2.5.9
 Summary: A purely functional agent framework with immutable state and composable tools - Python implementation
 Author: JAF Contributors
 Maintainer: JAF Contributors
@@ -82,7 +82,7 @@ Dynamic: license-file
 
 <!-- ![JAF Banner](docs/cover.png) -->
 
-[![Version](https://img.shields.io/badge/version-2.5.8-blue.svg)](https://github.com/xynehq/jaf-py)
+[![Version](https://img.shields.io/badge/version-2.5.9-blue.svg)](https://github.com/xynehq/jaf-py)
 [![Python](https://img.shields.io/badge/python-3.10%2B-blue.svg)](https://www.python.org/)
 [![Docs](https://img.shields.io/badge/Docs-Live-brightgreen)](https://xynehq.github.io/jaf-py/)
 

{jaf_py-2.5.8.dist-info → jaf_py-2.5.9.dist-info}/RECORD

@@ -1,4 +1,4 @@
-jaf/__init__.py,sha256=PjbDVwTdBQtoum-MrpwN8GznsNQVX5R4uQjoJnPBdqI,8260
+jaf/__init__.py,sha256=4x42grDiLvjqwi6Tu6YLSlyKI31NXQZnLioCfqL-K6Q,8260
 jaf/cli.py,sha256=Af4di_NZ7rZ4wFl0R4EZh611NgJ--TL03vNyZ2M1_FY,8477
 jaf/exceptions.py,sha256=nl8JY355u7oTXB3PmC_LhnUaL8fzk2K4EaWM4fVpMPE,9196
 jaf/a2a/__init__.py,sha256=p4YVthZH0ow1ZECqWTQ0aQl8JWySYZb25jlzZJ09na4,7662
@@ -55,7 +55,7 @@ jaf/core/state.py,sha256=oNCVXPWLkqnBQObdQX10TcmZ0eOF3wKG6DtL3kF6ohw,9649
 jaf/core/streaming.py,sha256=wDjbxGdLehPs2ImzKAftEvb7ruOBldSvYYnrSeD2xJg,17084
 jaf/core/tool_results.py,sha256=-bTOqOX02lMyslp5Z4Dmuhx0cLd5o7kgR88qK2HO_sw,11323
 jaf/core/tools.py,sha256=84N9A7QQ3xxcOs2eUUot3nmCnt5i7iZT9VwkuzuFBxQ,16274
-jaf/core/tracing.py,sha256=cDjrqdxJla6srWIKb3aKoYQwew4Zu3i2qeORc-haZYA,53367
+jaf/core/tracing.py,sha256=ZhQB8GfxS1SaiYay0RMEzgNzRV0vr7tZ9gV8Mh5M9b4,53367
 jaf/core/types.py,sha256=RLfFS5TpJiog5-mAVMH_7oM7ZEJqGsZBbrOQiUpGUM4,33042
 jaf/core/workflows.py,sha256=Ul-82gzjIXtkhnSMSPv-8igikjkMtW1EBo9yrfodtvI,26294
 jaf/memory/__init__.py,sha256=-L98xlvihurGAzF0DnXtkueDVvO_wV2XxxEwAWdAj50,1400
@@ -74,7 +74,7 @@ jaf/policies/handoff.py,sha256=KJYYuL9T6v6DECRhnsS2Je6q4Aj9_zC5d_KBnvEnZNE,8318
 jaf/policies/validation.py,sha256=wn-7ynH10E5nk-_r1_kHIYHrBGmLX0EFr-FUTHrsxvc,10903
 jaf/providers/__init__.py,sha256=lIbl1JvGrDhI9CzEk79N8yJNhf7ww_aWD-F40MnG3vY,2174
 jaf/providers/mcp.py,sha256=WxcC8gUFpDBBYyhorMcc1jHq3xMDMBtnwyRPthfL0S0,13074
-jaf/providers/model.py,sha256=477Ly6D9OaZsUGsAoJtpSvdY_rLZ07ZjhlhapRzSxTI,39368
+jaf/providers/model.py,sha256=Hk9NfkThw1MYntKcrPVvHkCyyrOLDvScIjVq0mk_fhs,37838
 jaf/server/__init__.py,sha256=fMPnLZBRm6t3yQrr7-PnoHAQ8qj9o6Z1AJLM1M6bIS0,392
 jaf/server/main.py,sha256=CTb0ywbPIq9ELfay5MKChVR7BpIQOoEbPjPfpzo2aBQ,2152
 jaf/server/server.py,sha256=cbdhVTPoWa7rVIX3DDLoXjppeGTKQWNFj3NA1jrZN88,46830
@@ -88,9 +88,9 @@ jaf/visualization/functional_core.py,sha256=zedMDZbvjuOugWwnh6SJ2stvRNQX1Hlkb9Ab
 jaf/visualization/graphviz.py,sha256=WTOM6UP72-lVKwI4_SAr5-GCC3ouckxHv88ypCDQWJ0,12056
 jaf/visualization/imperative_shell.py,sha256=GpMrAlMnLo2IQgyB2nardCz09vMvAzaYI46MyrvJ0i4,2593
 jaf/visualization/types.py,sha256=QQcbVeQJLuAOXk8ynd08DXIS-PVCnv3R-XVE9iAcglw,1389
-jaf_py-2.5.8.dist-info/licenses/LICENSE,sha256=LXUQBJxdyr-7C4bk9cQBwvsF_xwA-UVstDTKabpcjlI,1063
-jaf_py-2.5.8.dist-info/METADATA,sha256=ddV0T51h4mawm5t4-1L9zTnPM-IrSpIdN9aBw79mz-M,27743
-jaf_py-2.5.8.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-jaf_py-2.5.8.dist-info/entry_points.txt,sha256=OtIJeNJpb24kgGrqRx9szGgDx1vL9ayq8uHErmu7U5w,41
-jaf_py-2.5.8.dist-info/top_level.txt,sha256=Xu1RZbGaM4_yQX7bpalo881hg7N_dybaOW282F15ruE,4
-jaf_py-2.5.8.dist-info/RECORD,,
+jaf_py-2.5.9.dist-info/licenses/LICENSE,sha256=LXUQBJxdyr-7C4bk9cQBwvsF_xwA-UVstDTKabpcjlI,1063
+jaf_py-2.5.9.dist-info/METADATA,sha256=8JMKpeIJvJ2pNrEzKOGoNdI8WFce8MNuSKioCvvrpak,27743
+jaf_py-2.5.9.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+jaf_py-2.5.9.dist-info/entry_points.txt,sha256=OtIJeNJpb24kgGrqRx9szGgDx1vL9ayq8uHErmu7U5w,41
+jaf_py-2.5.9.dist-info/top_level.txt,sha256=Xu1RZbGaM4_yQX7bpalo881hg7N_dybaOW282F15ruE,4
+jaf_py-2.5.9.dist-info/RECORD,,