alita-sdk 0.3.178__py3-none-any.whl → 0.3.180__py3-none-any.whl

alita_sdk/runtime/langchain/assistant.py

@@ -7,10 +7,14 @@ from langchain.agents import (
     create_json_chat_agent)
 from langgraph.store.base import BaseStore
 
+# Note: Traditional LangChain agents (OpenAI, XML, JSON) do not support 
+# checkpointing natively. Only LangGraph agents support checkpointing.
+# For checkpointing in traditional agents, you need to migrate to LangGraph.
+
 from .agents.xml_chat import create_xml_chat_agent
 from .langraph_agent import create_graph
 from langchain_core.messages import (
-    BaseMessage, SystemMessage, HumanMessage
+    BaseMessage, SystemMessage, HumanMessage, AIMessage
 )
 from langchain_core.prompts import MessagesPlaceholder
 from .constants import REACT_ADDON, REACT_VARS, XML_ADDON
@@ -29,7 +33,8 @@ class Assistant:
                  app_type: str = "openai",
                  tools: Optional[list] = [],
                  memory: Optional[Any] = None,
-                 store: Optional[BaseStore] = None):
+                 store: Optional[BaseStore] = None,
+                 use_checkpointing: bool = False):
 
         self.client = copy(client)
         self.client.max_tokens = data['llm_settings']['max_tokens']
@@ -42,6 +47,7 @@ class Assistant:
         self.app_type = app_type
         self.memory = memory
         self.store = store
+        self.use_checkpointing = use_checkpointing
 
         logger.debug("Data for agent creation: %s", data)
         logger.info("App type: %s", app_type)
@@ -118,12 +124,17 @@ class Assistant:
         if self.app_type == 'pipeline':
             return self.pipeline()
         elif self.app_type == 'openai':
+            # Check if checkpointing is enabled - if so, use LangGraph for auto-continue capability
+            if self.use_checkpointing:
+                return self.getLangGraphAgentWithAutoContinue()
             return self.getOpenAIToolsAgentExecutor()
         elif self.app_type == 'xml':
+            # Check if checkpointing is enabled - if so, use LangGraph for auto-continue capability
+            if self.use_checkpointing:
+                return self.getLangGraphAgentWithAutoContinue()
             return self.getXMLAgentExecutor()
         else:
-            self.tools = [EchoTool()] + self.tools
-            return self.getAgentExecutor()
+            return self.getLangGraphAgentWithAutoContinue()
 
     def _agent_executor(self, agent: Any):
         return AgentExecutor.from_agent_and_tools(agent=agent, tools=self.tools,
@@ -169,3 +180,84 @@ class Assistant:
 
     def predict(self, messages: list[BaseMessage]):
         return self.client.invoke(messages)
+
+    def getLangGraphAgentWithAutoContinue(self):
+        """
+        Create a LangGraph agent with auto-continue capability for when responses get truncated.
+        This provides better handling of length-limited responses compared to traditional AgentExecutor.
+        Uses simple in-memory checkpointing for auto-continue functionality.
+        
+        Note: Requires LangGraph 0.5.x or higher that supports post_model_hook.
+        """
+        
+        from langgraph.prebuilt import create_react_agent
+        from langgraph.checkpoint.memory import MemorySaver
+        
+        # Use simple in-memory checkpointer for auto-continue functionality
+        memory = MemorySaver()
+        
+        # Filter tools to only include BaseTool instances
+        simple_tools = [t for t in self.tools if isinstance(t, BaseTool)]
+        
+        # Set up parameters for the agent
+        kwargs = {
+            "prompt": self.prompt,
+            "model": self.client,
+            "tools": simple_tools,
+            "checkpointer": memory,
+            "post_model_hook": self._create_auto_continue_hook()  # Auto-continue hook
+        }
+
+        # Create the agent with the new hook-based API
+        agent = create_react_agent(**kwargs)
+        return agent
+    
+    # The state_modifier approach has been removed in favor of post_model_hook which
+    # is the recommended approach for LangGraph 0.5.x and higher
+    
+    def _create_auto_continue_hook(self):
+        """
+        Create a post-model hook for LangGraph 0.5.x that detects truncated responses
+        and adds continuation prompts.
+        This checks if the last AI message was truncated and automatically continues if needed.
+        """
+        MAX_CONTINUATIONS = 3  # Maximum number of auto-continuations allowed
+        
+        def post_model_hook(state):
+            messages = state.get("messages", [])
+            
+            # Count how many auto-continue messages we've already sent
+            continuation_count = sum(
+                1 for msg in messages 
+                if isinstance(msg, HumanMessage) and 
+                "continue your previous response" in msg.content.lower()
+            )
+            
+            # Don't continue if we've reached the limit
+            if continuation_count >= MAX_CONTINUATIONS:
+                return state
+                
+            # Check if the last message is from AI and was truncated
+            if messages and isinstance(messages[-1], AIMessage):
+                last_ai_message = messages[-1]
+                
+                # Check for truncation indicators
+                is_truncated = (
+                    hasattr(last_ai_message, 'response_metadata') and 
+                    last_ai_message.response_metadata.get('finish_reason') == 'length'
+                ) or (
+                    # Fallback: check if message seems to end abruptly
+                    last_ai_message.content and 
+                    not last_ai_message.content.rstrip().endswith(('.', '!', '?', ':', ';'))
+                )
+                
+                # Add continuation request if truncated
+                if is_truncated:
+                    logger.info("Detected truncated response, adding continuation request")
+                    new_messages = messages.copy()
+                    new_messages.append(HumanMessage(content="Continue your previous response from where you left off"))
+                    return {"messages": new_messages}
+            
+            return state
+            
+        return post_model_hook

{alita_sdk-0.3.178.dist-info → alita_sdk-0.3.180.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: alita_sdk
-Version: 0.3.178
+Version: 0.3.180
 Summary: SDK for building langchain agents using resources from Alita
 Author-email: Artem Rozumenko <artyom.rozumenko@gmail.com>, Mikalai Biazruchka <mikalai_biazruchka@epam.com>, Roman Mitusov <roman_mitusov@epam.com>, Ivan Krakhmaliuk <lifedjik@gmail.com>, Artem Dubrovskiy <ad13box@gmail.com>
 License-Expression: Apache-2.0

{alita_sdk-0.3.178.dist-info → alita_sdk-0.3.180.dist-info}/RECORD

@@ -17,7 +17,7 @@ alita_sdk/runtime/clients/client.py,sha256=6ezOJ92CSw6b2PVs4uFMQKQdp40uT1awoFEqW
 alita_sdk/runtime/clients/datasource.py,sha256=HAZovoQN9jBg0_-lIlGBQzb4FJdczPhkHehAiVG3Wx0,1020
 alita_sdk/runtime/clients/prompt.py,sha256=li1RG9eBwgNK_Qf0qUaZ8QNTmsncFrAL2pv3kbxZRZg,1447
 alita_sdk/runtime/langchain/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-alita_sdk/runtime/langchain/assistant.py,sha256=QJEMiEOrFMJ4GpnK24U2pKFblrvdQpKFdfhZsI2wAUI,7507
+alita_sdk/runtime/langchain/assistant.py,sha256=eY36htHBvB7n0sW4cr79HZ-FsTh-rQIQga66th_Tpe0,11759
 alita_sdk/runtime/langchain/chat_message_template.py,sha256=kPz8W2BG6IMyITFDA5oeb5BxVRkHEVZhuiGl4MBZKdc,2176
 alita_sdk/runtime/langchain/constants.py,sha256=eHVJ_beJNTf1WJo4yq7KMK64fxsRvs3lKc34QCXSbpk,3319
 alita_sdk/runtime/langchain/indexer.py,sha256=0ENHy5EOhThnAiYFc7QAsaTNp9rr8hDV_hTK8ahbatk,37592
@@ -295,8 +295,8 @@ alita_sdk/tools/zephyr_scale/api_wrapper.py,sha256=UHVQUVqcBc3SZvDfO78HSuBzwAsRw
 alita_sdk/tools/zephyr_squad/__init__.py,sha256=rq4jOb3lRW2GXvAguk4H1KinO5f-zpygzhBJf-E1Ucw,2773
 alita_sdk/tools/zephyr_squad/api_wrapper.py,sha256=iOMxyE7vOc_LwFB_nBMiSFXkNtvbptA4i-BrTlo7M0A,5854
 alita_sdk/tools/zephyr_squad/zephyr_squad_cloud_client.py,sha256=IYUJoMFOMA70knLhLtAnuGoy3OK80RuqeQZ710oyIxE,3631
-alita_sdk-0.3.178.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-alita_sdk-0.3.178.dist-info/METADATA,sha256=eWCrlvpO3Mjv3AQ7AMghklM9k8wTzrQN2k-jp5ymvGg,18753
-alita_sdk-0.3.178.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-alita_sdk-0.3.178.dist-info/top_level.txt,sha256=0vJYy5p_jK6AwVb1aqXr7Kgqgk3WDtQ6t5C-XI9zkmg,10
-alita_sdk-0.3.178.dist-info/RECORD,,
+alita_sdk-0.3.180.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+alita_sdk-0.3.180.dist-info/METADATA,sha256=1_Zfqgg2jYnpzujyCog3Z8_bNx07CjpO1ZjHGqlWzLE,18753
+alita_sdk-0.3.180.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+alita_sdk-0.3.180.dist-info/top_level.txt,sha256=0vJYy5p_jK6AwVb1aqXr7Kgqgk3WDtQ6t5C-XI9zkmg,10
+alita_sdk-0.3.180.dist-info/RECORD,,