alita-sdk 0.3.392__py3-none-any.whl → 0.3.409__py3-none-any.whl

alita_sdk/runtime/clients/client.py

@@ -568,7 +568,7 @@ class AlitaClient:
     def predict_agent(self, llm: ChatOpenAI, instructions: str = "You are a helpful assistant.",
                       tools: Optional[list] = None, chat_history: Optional[List[Any]] = None,
                       memory=None, runtime='langchain', variables: Optional[list] = None,
-                      store: Optional[BaseStore] = None):
+                      store: Optional[BaseStore] = None, debug_mode: Optional[bool] = False):
         """
         Create a predict-type agent with minimal configuration.
 
@@ -581,6 +581,7 @@ class AlitaClient:
             runtime: Runtime type (default: 'langchain')
             variables: Optional list of variables for the agent
             store: Optional store for memory
+            debug_mode: Enable debug mode for cases when assistant can be initialized without tools
 
         Returns:
             Runnable agent ready for execution
@@ -600,7 +601,7 @@ class AlitaClient:
             'variables': variables
         }
         return LangChainAssistant(self, agent_data, llm,
-                                  chat_history, "predict", memory=memory, store=store).runnable()
+                                  chat_history, "predict", memory=memory, store=store, debug_mode=debug_mode).runnable()
 
     def test_toolkit_tool(self, toolkit_config: dict, tool_name: str, tool_params: dict = None,
                           runtime_config: dict = None, llm_model: str = None,

alita_sdk/runtime/langchain/assistant.py

@@ -17,6 +17,7 @@ from .constants import REACT_ADDON, REACT_VARS, XML_ADDON
 from .chat_message_template import Jinja2TemplatedChatMessagesTemplate
 from ..tools.echo import EchoTool
 from langchain_core.tools import BaseTool, ToolException
+from jinja2 import Environment, DebugUndefined
 
 logger = logging.getLogger(__name__)
 
@@ -29,7 +30,8 @@ class Assistant:
                  app_type: str = "openai",
                  tools: Optional[list] = [],
                  memory: Optional[Any] = None,
-                 store: Optional[BaseStore] = None):
+                 store: Optional[BaseStore] = None,
+                 debug_mode: Optional[bool] = False):
 
         self.app_type = app_type
         self.memory = memory
@@ -87,7 +89,7 @@ class Assistant:
             for internal_tool_name in meta.get("internal_tools"):
                 version_tools.append({"type": "internal_tool", "name": internal_tool_name})
 
-        self.tools = get_tools(version_tools, alita_client=alita, llm=self.client, memory_store=self.store)
+        self.tools = get_tools(version_tools, alita_client=alita, llm=self.client, memory_store=self.store, debug_mode=debug_mode)
         if tools:
             self.tools += tools
         # Handle prompt setup
@@ -282,6 +284,10 @@ class Assistant:
                     'task': {
                         'type': 'variable',
                         'value': 'input'
+                    },
+                    'chat_history': {
+                        'type': 'variable',
+                        'value': 'messages'
                     }
                 },
                 'input': ['messages'],
@@ -344,5 +350,7 @@ class Assistant:
                     continue
                 # take only the content of the system message from the openai prompt
                 if isinstance(message, SystemMessage):
-                    return message.content
+                    environment = Environment(undefined=DebugUndefined)
+                    template = environment.from_string(message.content)
+                    return template.render(self.prompt.partial_variables)
         return None

alita_sdk/runtime/langchain/document_loaders/AlitaDocxMammothLoader.py

@@ -1,4 +1,5 @@
 import re
+import uuid
 from io import BytesIO
 
 import mammoth.images
@@ -8,6 +9,9 @@ from langchain_core.document_loaders import BaseLoader
 from langchain_core.documents import Document
 from mammoth import convert_to_html
 from markdownify import markdownify
+from docx import Document as DocxDocument
+from docx.oxml.ns import qn
+from bs4 import BeautifulSoup
 
 from alita_sdk.tools.chunkers.sematic.markdown_chunker import markdown_by_headers_chunker
 from .utils import perform_llm_prediction_for_image_bytes
@@ -17,6 +21,7 @@ class AlitaDocxMammothLoader(BaseLoader):
     """
     Loader for Docx files using Mammoth to convert to HTML, with image handling,
     and then Markdownify to convert HTML to markdown.
+    Detects bordered paragraphs and text boxes and treats them as code blocks.
     """
     def __init__(self, **kwargs):
         """
@@ -97,6 +102,295 @@ class AlitaDocxMammothLoader(BaseLoader):
         new_md = pattern.sub(replace_placeholder, original_md)
         return new_md
 
+    def __has_border(self, paragraph):
+        """
+        Check if a paragraph has border formatting.
+        
+        Args:
+            paragraph: A python-docx Paragraph object.
+            
+        Returns:
+            bool: True if paragraph has any border, False otherwise.
+        """
+        pPr = paragraph._element.pPr
+        if pPr is not None:
+            pBdr = pPr.find(qn('w:pBdr'))
+            if pBdr is not None:
+                # Check if any border side exists (top, bottom, left, right)
+                for side in ['top', 'bottom', 'left', 'right']:
+                    border = pBdr.find(qn(f'w:{side}'))
+                    if border is not None:
+                        # Check if border is not "none" or has a width
+                        val = border.get(qn('w:val'))
+                        if val and val != 'none':
+                            return True
+        return False
+
+    def __find_text_boxes(self, doc):
+        """
+        Find all text boxes in document by searching OOXML structure.
+        Text boxes are typically in w:txbxContent elements.
+        
+        Args:
+            doc: A python-docx Document object.
+            
+        Returns:
+            list: List of tuples (element, paragraphs_inside_textbox).
+        """
+        text_boxes = []
+        
+        # Iterate through document body XML to find text box content elements
+        for element in doc.element.body.iter():
+            # Look for text box content elements
+            if element.tag.endswith('txbxContent'):
+                # Collect all paragraphs inside this text box
+                txbx_paragraphs = []
+                for txbx_para_element in element.iter():
+                    if txbx_para_element.tag.endswith('p'):
+                        txbx_paragraphs.append(txbx_para_element)
+                
+                if txbx_paragraphs:
+                    text_boxes.append((element, txbx_paragraphs))
+        
+        return text_boxes
+
+    def __create_marker_paragraph(self, marker_text):
+        """
+        Create a paragraph element with marker text.
+        
+        Args:
+            marker_text (str): The marker text to insert.
+            
+        Returns:
+            Element: An OOXML paragraph element.
+        """
+        from docx.oxml import OxmlElement
+        
+        p = OxmlElement('w:p')
+        r = OxmlElement('w:r')
+        t = OxmlElement('w:t')
+        t.text = marker_text
+        r.append(t)
+        p.append(r)
+        return p
+
+    def __inject_markers_for_paragraph(self, paragraph, start_marker, end_marker):
+        """
+        Inject marker paragraphs before and after a bordered paragraph.
+        
+        Args:
+            paragraph: A python-docx Paragraph object.
+            start_marker (str): The start marker text.
+            end_marker (str): The end marker text.
+        """
+        # Insert start marker paragraph before
+        marker_p_start = self.__create_marker_paragraph(start_marker)
+        paragraph._element.addprevious(marker_p_start)
+        
+        # Insert end marker paragraph after
+        marker_p_end = self.__create_marker_paragraph(end_marker)
+        paragraph._element.addnext(marker_p_end)
+
+    def __inject_markers_for_textbox(self, textbox_element, paragraph_elements, start_marker, end_marker):
+        """
+        Inject markers around text box content.
+        
+        Args:
+            textbox_element: The w:txbxContent element.
+            paragraph_elements: List of paragraph elements inside the text box.
+            start_marker (str): The start marker text.
+            end_marker (str): The end marker text.
+        """
+        if not paragraph_elements:
+            return
+        
+        # Insert start marker before first paragraph in text box
+        first_para = paragraph_elements[0]
+        marker_p_start = self.__create_marker_paragraph(start_marker)
+        first_para.addprevious(marker_p_start)
+        
+        # Insert end marker after last paragraph in text box
+        last_para = paragraph_elements[-1]
+        marker_p_end = self.__create_marker_paragraph(end_marker)
+        last_para.addnext(marker_p_end)
+
+    def __detect_and_mark_bordered_content(self, docx_stream):
+        """
+        Detects bordered paragraphs and text boxes, injects unique markers around them.
+        Groups consecutive bordered paragraphs into single code blocks.
+        
+        Args:
+            docx_stream: A file-like object containing the DOCX document.
+            
+        Returns:
+            tuple: (modified_docx_stream, start_marker, end_marker)
+        """
+        # Load document with python-docx
+        doc = DocxDocument(docx_stream)
+        
+        # Generate unique markers to avoid conflicts with document content
+        unique_id = uuid.uuid4().hex[:8]
+        start_marker = f"<<<BORDERED_BLOCK_START_{unique_id}>>>"
+        end_marker = f"<<<BORDERED_BLOCK_END_{unique_id}>>>"
+        
+        # Group consecutive bordered paragraphs together
+        bordered_groups = []
+        current_group = []
+        
+        for para in doc.paragraphs:
+            if self.__has_border(para):
+                current_group.append(para)
+            else:
+                if current_group:
+                    # End of a bordered group
+                    bordered_groups.append(current_group)
+                    current_group = []
+        
+        # Don't forget the last group if document ends with bordered paragraphs
+        if current_group:
+            bordered_groups.append(current_group)
+        
+        # Collect all text boxes
+        # text_boxes = self.__find_text_boxes(doc)
+        
+        # Inject markers around each group of consecutive bordered paragraphs
+        for group in bordered_groups:
+            if group:
+                # Add start marker before first paragraph in group
+                first_para = group[0]
+                marker_p_start = self.__create_marker_paragraph(start_marker)
+                first_para._element.addprevious(marker_p_start)
+                
+                # Add end marker after last paragraph in group
+                last_para = group[-1]
+                marker_p_end = self.__create_marker_paragraph(end_marker)
+                last_para._element.addnext(marker_p_end)
+        
+        # Inject markers around text box content
+        # for textbox_element, para_elements in text_boxes:
+        #     self.__inject_markers_for_textbox(textbox_element, para_elements, start_marker, end_marker)
+        
+        # Save modified document to BytesIO
+        output = BytesIO()
+        doc.save(output)
+        output.seek(0)
+        
+        return output, start_marker, end_marker
+
+    def __contains_complex_structure(self, content_html):
+        """
+        Check if HTML content contains tables, lists, or other complex structures.
+        
+        Args:
+            content_html (str): HTML content to analyze.
+            
+        Returns:
+            bool: True if content contains tables/lists, False otherwise.
+        """
+        content_soup = BeautifulSoup(content_html, 'html.parser')
+        
+        # Check for tables
+        if content_soup.find('table'):
+            return True
+        
+        # Check for lists (ul, ol)
+        if content_soup.find('ul') or content_soup.find('ol'):
+            return True
+        
+        return False
+
+    def __escape_hash_symbols(self, html_content):
+        """
+        Escape hash (#) symbols at the beginning of lines in HTML to prevent
+        them from being treated as markdown headers.
+        
+        Args:
+            html_content (str): HTML content.
+            
+        Returns:
+            str: HTML with escaped hash symbols.
+        """
+        soup = BeautifulSoup(html_content, 'html.parser')
+        
+        # Process all text-containing elements
+        for element in soup.find_all(['p', 'li', 'td', 'th', 'h1', 'h2', 'h3', 'h4', 'h5', 'h6']):
+            if element.string:
+                text = element.string
+                # If line starts with #, escape it
+                if text.strip().startswith('#'):
+                    element.string = text.replace('#', '\\#', 1)
+        
+        return str(soup)
+
+    def __wrap_marked_sections_in_code_blocks(self, html, start_marker, end_marker):
+        """
+        Find content between markers and wrap appropriately:
+        - Simple text/code → <pre><code> block
+        - Tables/lists → Custom wrapper with preserved structure
+        
+        Args:
+            html (str): The HTML content from Mammoth.
+            start_marker (str): The start marker text.
+            end_marker (str): The end marker text.
+            
+        Returns:
+            str: HTML with marked sections wrapped appropriately.
+        """
+        import html as html_module
+        
+        # Mammoth escapes < and > to &lt; and &gt;, so we need to escape our markers too
+        escaped_start = html_module.escape(start_marker)
+        escaped_end = html_module.escape(end_marker)
+        
+        # Pattern to find content between HTML-escaped markers (including HTML tags)
+        # The markers will be in separate <p> tags, and content in between
+        pattern = re.compile(
+            f'<p>{re.escape(escaped_start)}</p>(.*?)<p>{re.escape(escaped_end)}</p>',
+            re.DOTALL
+        )
+        
+        def replace_with_appropriate_wrapper(match):
+            content = match.group(1)
+            
+            # Detect if content has complex structure (tables, lists)
+            has_complex_structure = self.__contains_complex_structure(content)
+            
+            if has_complex_structure:
+                # Preserve structure: keep HTML as-is, escape # symbols
+                escaped_content = self.__escape_hash_symbols(content)
+                # Wrap in a div with special class for potential custom handling
+                return f'<div class="alita-bordered-content">{escaped_content}</div>'
+            else:
+                # Simple text/code: extract as plain text and wrap in code block
+                content_soup = BeautifulSoup(content, 'html.parser')
+                
+                # Extract text from each paragraph separately to preserve line breaks
+                lines = []
+                for element in content_soup.find_all(['p', 'h1', 'h2', 'h3', 'h4', 'h5', 'h6']):
+                    # Replace <br /> within paragraphs with newlines
+                    for br in element.find_all('br'):
+                        br.replace_with('\n')
+                    text = element.get_text()
+                    # Preserve leading whitespace (indentation), only strip trailing
+                    lines.append(text.rstrip())
+                
+                # If no paragraphs found, just get all text
+                if not lines:
+                    content = content.replace('<br />', '\n').replace('<br/>', '\n').replace('<br>', '\n')
+                    content_text = content_soup.get_text()
+                    lines = [line.rstrip() for line in content_text.split('\n')]
+                
+                # Join lines, strip only leading/trailing empty lines
+                content_text = '\n'.join(lines).strip()
+                # Return as code block (need to HTML-escape the content)
+                content_escaped = html_module.escape(content_text)
+                return f'<pre><code>{content_escaped}</code></pre>'
+        
+        # Replace all marked sections with appropriate wrappers
+        result_html = pattern.sub(replace_with_appropriate_wrapper, html)
+        
+        return result_html
+
     def load(self):
         """
         Loads and converts the Docx file to markdown format.
@@ -131,6 +425,7 @@ class AlitaDocxMammothLoader(BaseLoader):
     def _convert_docx_to_markdown(self, docx_file):
         """
         Converts the content of a Docx file to markdown format.
+        Detects bordered content and treats it as code blocks.
 
         Args:
             docx_file (BinaryIO): The Docx file object.
@@ -138,11 +433,28 @@ class AlitaDocxMammothLoader(BaseLoader):
         Returns:
             str: The markdown content extracted from the Docx file.
         """
+        # Step 1: Detect and mark bordered content
+        # Reset stream position if needed
+        if hasattr(docx_file, 'seek'):
+            docx_file.seek(0)
+        
+        marked_docx, start_marker, end_marker = self.__detect_and_mark_bordered_content(docx_file)
+        
+        # Step 2: Convert marked DOCX to HTML using Mammoth
         if self.extract_images:
             # Extract images using the provided image handler
-            result = convert_to_html(docx_file, convert_image=mammoth.images.img_element(self.__handle_image))
+            result = convert_to_html(marked_docx, convert_image=mammoth.images.img_element(self.__handle_image))
         else:
             # Ignore images
-            result = convert_to_html(docx_file, convert_image=lambda image: "")
-        content = markdownify(result.value, heading_style="ATX")
+            result = convert_to_html(marked_docx, convert_image=lambda image: "")
+        
+        # Step 3: Wrap marked sections in <pre><code> tags
+        html_with_code_blocks = self.__wrap_marked_sections_in_code_blocks(
+            result.value, start_marker, end_marker
+        )
+        
+        # Step 4: Convert HTML to markdown
+        content = markdownify(html_with_code_blocks, heading_style="ATX")
+        
+        # Step 5: Post-process markdown (for image transcripts, etc.)
         return self.__postprocess_original_md(content)

alita_sdk/runtime/langchain/langraph_agent.py

@@ -348,8 +348,8 @@ class StateModifierNode(Runnable):
         return result
 
 
-
-def prepare_output_schema(lg_builder, memory, store, debug=False, interrupt_before=None, interrupt_after=None, state_class=None, output_variables=None):
+def prepare_output_schema(lg_builder, memory, store, debug=False, interrupt_before=None, interrupt_after=None,
+                          state_class=None, output_variables=None):
     # prepare output channels
     if interrupt_after is None:
         interrupt_after = []
@@ -466,7 +466,7 @@ def create_graph(
                         elif node_type == 'agent':
                             input_params = node.get('input', ['messages'])
                             input_mapping = node.get('input_mapping',
-                                                       {'messages': {'type': 'variable', 'value': 'messages'}})
+                                                     {'messages': {'type': 'variable', 'value': 'messages'}})
                             lg_builder.add_node(node_id, FunctionTool(
                                 client=client, tool=tool,
                                 name=node_id, return_type='str',
@@ -481,7 +481,8 @@ def create_graph(
                             # wrap with mappings
                             pipeline_name = node.get('tool', None)
                             if not pipeline_name:
-                                raise ValueError("Subgraph must have a 'tool' node: add required tool to the subgraph node")
+                                raise ValueError(
+                                    "Subgraph must have a 'tool' node: add required tool to the subgraph node")
                             node_fn = SubgraphRunnable(
                                 inner=tool.graph,
                                 name=pipeline_name,
@@ -520,7 +521,8 @@ def create_graph(
                             loop_toolkit_name = node.get('loop_toolkit_name')
                             loop_tool_name = node.get('loop_tool')
                             if (loop_toolkit_name and loop_tool_name) or loop_tool_name:
-                                loop_tool_name = f"{clean_string(loop_toolkit_name)}{TOOLKIT_SPLITTER}{loop_tool_name}" if loop_toolkit_name else clean_string(loop_tool_name)
+                                loop_tool_name = f"{clean_string(loop_toolkit_name)}{TOOLKIT_SPLITTER}{loop_tool_name}" if loop_toolkit_name else clean_string(
+                                    loop_tool_name)
                                 for t in tools:
                                     if t.name == loop_tool_name:
                                         logger.debug(f"Loop tool discovered: {t}")
@@ -555,7 +557,8 @@ def create_graph(
                         break
             elif node_type == 'code':
                 from ..tools.sandbox import create_sandbox_tool
-                sandbox_tool = create_sandbox_tool(stateful=False, allow_net=True, alita_client=kwargs.get('alita_client', None))
+                sandbox_tool = create_sandbox_tool(stateful=False, allow_net=True,
+                                                   alita_client=kwargs.get('alita_client', None))
                 code_data = node.get('code', {'type': 'fixed', 'value': "return 'Code block is empty'"})
                 lg_builder.add_node(node_id, FunctionTool(
                     tool=sandbox_tool, name=node['id'], return_type='dict',
@@ -777,20 +780,46 @@ class LangGraphAgentRunnable(CompiledStateGraph):
             # Convert chat history dict messages to LangChain message objects
             chat_history = input.pop('chat_history')
             input['messages'] = [convert_dict_to_message(msg) for msg in chat_history]
-        
+
+        # handler for LLM node: if no input (Chat perspective), then take last human message
+        if not input.get('input'):
+            if input.get('messages'):
+                input['input'] = [next((msg for msg in reversed(input['messages']) if isinstance(msg, HumanMessage)),
+                                          None)]
+
         # Append current input to existing messages instead of overwriting
         if input.get('input'):
             if isinstance(input['input'], str):
                 current_message = input['input']
             else:
                 current_message = input.get('input')[-1]
+
             # TODO: add handler after we add 2+ inputs (filterByType, etc.)
-            input['input'] = current_message if isinstance(current_message, str) else str(current_message)
+            if isinstance(current_message, HumanMessage):
+                current_content = current_message.content
+                if isinstance(current_content, list):
+                    text_contents = [
+                        item['text'] if isinstance(item, dict) and item.get('type') == 'text'
+                        else item if isinstance(item, str)
+                        else None
+                        for item in current_content
+                    ]
+                    text_contents = [text for text in text_contents if text is not None]
+                    input['input'] = ". ".join(text_contents)
+                elif isinstance(current_content, str):
+                    # on regenerate case
+                    input['input'] = current_content
+                else:
+                    input['input'] = str(current_content)
+            elif isinstance(current_message, str):
+                input['input'] = current_message
+            else:
+                input['input'] = str(current_message)
             if input.get('messages'):
                 # Ensure existing messages are LangChain objects
                 input['messages'] = [convert_dict_to_message(msg) for msg in input['messages']]
                 # Append to existing messages
-                input['messages'].append(current_message)
+                # input['messages'].append(current_message)
             else:
                 # No existing messages, create new list
                 input['messages'] = [current_message]
@@ -801,7 +830,8 @@ class LangGraphAgentRunnable(CompiledStateGraph):
         else:
             result = super().invoke(input, config=config, *args, **kwargs)
         try:
-            output = next((msg.content for msg in reversed(result['messages']) if not isinstance(msg, HumanMessage)), result['messages'][-1].content)
+            output = next((msg.content for msg in reversed(result['messages']) if not isinstance(msg, HumanMessage)),
+                          result['messages'][-1].content)
         except:
             output = list(result.values())[-1]
         config_state = self.get_state(config)
@@ -809,8 +839,6 @@ class LangGraphAgentRunnable(CompiledStateGraph):
         if is_execution_finished:
             thread_id = None
 
-
-
         result_with_state = {
             "output": output,
             "thread_id": thread_id,

alita_sdk/runtime/toolkits/application.py

@@ -39,7 +39,14 @@ class ApplicationToolkit(BaseToolkit):
                                       description=app_details.get("description"), 
                                       application=app, 
                                       args_schema=applicationToolSchema,
-                                      return_type='str')])
+                                      return_type='str',
+                                      client=client,
+                                      args_runnable={
+                                          "application_id": application_id,
+                                          "application_version_id": application_version_id,
+                                          "store": store,
+                                          "llm": client.get_llm(version_details['llm_settings']['model_name'], model_settings),
+                                      })])
             
     def get_tools(self):
         return self.tools