tasks-prompts-chain 0.1.1__py3-none-any.whl → 0.1.2__py3-none-any.whl

tasks_prompts_chain/client_llm_sdk.py

@@ -1,3 +1,5 @@
+from typing import  Optional
+
 class ClientLLMSDK:
     """
     A class to handle LLM SDKs for various providers.
@@ -18,6 +20,25 @@ class ClientLLMSDK:
          # Instantiate the LLM
         self.client = AsyncLLmAi(**client_kwargs)
 
+    def _extract_content(self, chunk) -> Optional[str]:
+        """Extract content from different response formats"""
+        if self.llm_class_name == "AsyncAnthropic":
+            # Handle different Anthropic event types
+            if hasattr(chunk, 'type'):
+                if chunk.type == 'content_block_delta':
+                    return chunk.delta.text
+                elif chunk.type == 'message_stop':
+                    return None
+            return None
+        else:
+            # Handle OpenAI and other formats
+            if hasattr(chunk, 'choices') and chunk.choices:
+                if hasattr(chunk.choices[0], 'delta'):
+                    return chunk.choices[0].delta.content
+                elif hasattr(chunk.choices[0], 'message'):
+                    return chunk.choices[0].message.content
+        return None
+
     async def generat_response(self, **kwargs):
         """
         Generate a response from the LLM.
@@ -42,8 +63,14 @@ class ClientLLMSDK:
             )
             
             async for chunk in response:
-                if chunk.choices[0].delta.content is not None:
-                    yield chunk.choices[0].delta.content
+                if chunk is not None:
+                   if isinstance(chunk, str):
+                            delta = chunk
+                   else:
+                       # Handle different response formats
+                       delta = self._extract_content(chunk)
+                if delta is not None:
+                    yield delta
                 
 
         elif self.llm_class_name == "AsyncAnthropic":  # Anthropic SDK
@@ -69,11 +96,14 @@ class ClientLLMSDK:
             )
             
             async for chunk in response:
-                # Based on the observed output format: RawContentBlockDeltaEvent with TextDelta
-                if chunk.type == "content_block_delta" and hasattr(chunk.delta, "text"):
-                    yield chunk.delta.text
-                elif chunk.type == "content_block_stop":
-                    pass
+                if chunk is not None:
+                   if isinstance(chunk, str):
+                            delta = chunk
+                   else:
+                       # Handle different response formats
+                       delta = self._extract_content(chunk)
+                if delta is not None:
+                    yield delta
         
         elif self.llm_class_name == "AsyncCerebras":  # AsyncCerebras SDK
             response = await self.client.chat.completions.create(

tasks_prompts_chain/tasks_prompts_chain.py

@@ -234,6 +234,8 @@ class TasksPromptsChain:
                 async for chunk in streamResponse:
                     if chunk is not None:
                         delta = chunk
+                    if delta:
+                        delta = chunk
                         response_content += delta
                         self._current_stream_buffer = response_content
                         self._format_current_stream()

{tasks_prompts_chain-0.1.1.dist-info → tasks_prompts_chain-0.1.2.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: tasks_prompts_chain
-Version: 0.1.1
+Version: 0.1.2
 Summary: A Python library for creating and executing chains of prompts using multiple LLM providers with streaming support and template formatting.
 Project-URL: Homepage, https://github.com/smirfolio/tasks_prompts_chain
 Project-URL: Issues, https://github.com/smirfolio/tasks_prompts_chain/issues

tasks_prompts_chain-0.1.2.dist-info/RECORD

@@ -0,0 +1,7 @@
+tasks_prompts_chain/__init__.py,sha256=HVhC_vMTYCyZW6vnoErHh-TkAnNRqJ2JJqClJQSfU8Y,148
+tasks_prompts_chain/client_llm_sdk.py,sha256=T2x7kyEliZdVm-hl5Ci88s8kOvWcy3lxoOLko1bk8Sk,4830
+tasks_prompts_chain/tasks_prompts_chain.py,sha256=V5t68vSMzUnY6TmansQmHcrjAE3NtRPD0KvzsdnC_A4,13477
+tasks_prompts_chain-0.1.2.dist-info/METADATA,sha256=sXTgsZW_t0lbwVFEIFALkibzkowhizo7zYS0QcffsB4,13331
+tasks_prompts_chain-0.1.2.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+tasks_prompts_chain-0.1.2.dist-info/licenses/LICENSE,sha256=WYmcYJG1QFgu1hfo7qrEkZ3Jhcz8NUWe6XUraZvlIFs,10172
+tasks_prompts_chain-0.1.2.dist-info/RECORD,,

tasks_prompts_chain-0.1.1.dist-info/RECORD

@@ -1,7 +0,0 @@
-tasks_prompts_chain/__init__.py,sha256=HVhC_vMTYCyZW6vnoErHh-TkAnNRqJ2JJqClJQSfU8Y,148
-tasks_prompts_chain/client_llm_sdk.py,sha256=ifwsecvykP5RalXMqolAClPHdpmv-5hF4eT61dxo1f8,3708
-tasks_prompts_chain/tasks_prompts_chain.py,sha256=T8WaqAdgDBqHjNa48dPgny_mDnEN1OvMTFTX6YndGgo,13409
-tasks_prompts_chain-0.1.1.dist-info/METADATA,sha256=1zVlU2deVaP-Fv_Zj6ph6LcDJrJOD4qSffehnp1umRM,13331
-tasks_prompts_chain-0.1.1.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-tasks_prompts_chain-0.1.1.dist-info/licenses/LICENSE,sha256=WYmcYJG1QFgu1hfo7qrEkZ3Jhcz8NUWe6XUraZvlIFs,10172
-tasks_prompts_chain-0.1.1.dist-info/RECORD,,