alita-sdk 0.3.293__tar.gz → 0.3.295__tar.gz

{alita_sdk-0.3.293 → alita_sdk-0.3.295}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: alita_sdk
-Version: 0.3.293
+Version: 0.3.295
 Summary: SDK for building langchain agents using resources from Alita
 Author-email: Artem Rozumenko <artyom.rozumenko@gmail.com>, Mikalai Biazruchka <mikalai_biazruchka@epam.com>, Roman Mitusov <roman_mitusov@epam.com>, Ivan Krakhmaliuk <lifedjik@gmail.com>, Artem Dubrovskiy <ad13box@gmail.com>
 License-Expression: Apache-2.0

{alita_sdk-0.3.293 → alita_sdk-0.3.295}/alita_sdk/runtime/langchain/document_loaders/constants.py

@@ -13,7 +13,6 @@
 # limitations under the License.
 
 from langchain_community.document_loaders import (
-    UnstructuredMarkdownLoader,
     AirbyteJSONLoader, UnstructuredHTMLLoader,
     PythonLoader)
 
@@ -26,43 +25,49 @@ from .AlitaPDFLoader import AlitaPDFLoader
 from .AlitaPowerPointLoader import AlitaPowerPointLoader
 from .AlitaTextLoader import AlitaTextLoader
 from .AlitaMarkdownLoader import AlitaMarkdownLoader
+from enum import Enum
+
+class LoaderProperties(Enum):
+    LLM = 'llm'
+    PROMPT = 'prompt'
+    PROMPT_DEFAULT = 'prompt_default'
 
 loaders_map = {
     '.png': {
         'class': AlitaImageLoader,
         'is_multimodal_processing': True,
         'kwargs': {},
-        'allowed_to_override': ['max_tokens']
+        'allowed_to_override': ['max_tokens', LoaderProperties.LLM.value, LoaderProperties.PROMPT.value, LoaderProperties.PROMPT_DEFAULT.value],
     },
     '.jpg': {
         'class': AlitaImageLoader,
         'is_multimodal_processing': True,
         'kwargs': {},
-        'allowed_to_override': ['max_tokens']
+        'allowed_to_override': ['max_tokens', LoaderProperties.LLM.value, LoaderProperties.PROMPT.value, LoaderProperties.PROMPT_DEFAULT.value]
     },
     '.jpeg': {
         'class': AlitaImageLoader,
         'is_multimodal_processing': True,
         'kwargs': {},
-        'allowed_to_override': ['max_tokens']
+        'allowed_to_override': ['max_tokens', LoaderProperties.LLM.value, LoaderProperties.PROMPT.value, LoaderProperties.PROMPT_DEFAULT.value]
     },
     '.gif': {
         'class': AlitaImageLoader,
         'is_multimodal_processing': True,
         'kwargs': {},
-        'allowed_to_override': ['max_tokens']
+        'allowed_to_override': ['max_tokens', LoaderProperties.LLM.value, LoaderProperties.PROMPT.value, LoaderProperties.PROMPT_DEFAULT.value]
     },
     '.bmp': {
         'class': AlitaImageLoader,
         'is_multimodal_processing': True,
         'kwargs': {},
-        'allowed_to_override': ['max_tokens']
+        'allowed_to_override': ['max_tokens', LoaderProperties.LLM.value, LoaderProperties.PROMPT.value, LoaderProperties.PROMPT_DEFAULT.value]
     },
     '.svg': {
         'class': AlitaImageLoader,
         'is_multimodal_processing': True,
         'kwargs': {},
-        'allowed_to_override': ['max_tokens']
+        'allowed_to_override': ['max_tokens', LoaderProperties.LLM.value, LoaderProperties.PROMPT.value, LoaderProperties.PROMPT_DEFAULT.value]
     },
     '.txt': {
         'class': AlitaTextLoader,
@@ -119,7 +124,7 @@ loaders_map = {
             'raw_content': False,
             'cleanse': False
         },
-        'allowed_to_override': ['max_tokens']
+        'allowed_to_override': ['max_tokens', LoaderProperties.LLM.value, LoaderProperties.PROMPT.value, LoaderProperties.PROMPT_DEFAULT.value]
     },
     '.xls': {
         'class': AlitaExcelLoader,
@@ -128,13 +133,13 @@ loaders_map = {
             'raw_content': False,
             'cleanse': False
         },
-        'allowed_to_override': ['max_tokens']
+        'allowed_to_override': ['max_tokens', LoaderProperties.LLM.value, LoaderProperties.PROMPT.value, LoaderProperties.PROMPT_DEFAULT.value]
     },
     '.pdf': {
         'class': AlitaPDFLoader,
         'is_multimodal_processing': False,
         'kwargs': {},
-        'allowed_to_override': ['max_tokens']
+        'allowed_to_override': ['max_tokens', LoaderProperties.LLM.value, LoaderProperties.PROMPT.value, LoaderProperties.PROMPT_DEFAULT.value]
     },
     '.docx': {
         'class': AlitaDocxMammothLoader,
@@ -142,7 +147,7 @@ loaders_map = {
         'kwargs': {
             'extract_images': True
         },
-        'allowed_to_override': ['max_tokens', 'mode']
+        'allowed_to_override': ['max_tokens', 'mode', LoaderProperties.LLM.value, LoaderProperties.PROMPT.value, LoaderProperties.PROMPT_DEFAULT.value]
     },
     '.json': {
         'class': AlitaJSONLoader,
@@ -160,13 +165,13 @@ loaders_map = {
         'class': UnstructuredHTMLLoader,
         'is_multimodal_processing': False,
         'kwargs': {},
-        'allowed_to_override': ['max_tokens']
+        'allowed_to_override': ['max_tokens', LoaderProperties.LLM.value, LoaderProperties.PROMPT.value, LoaderProperties.PROMPT_DEFAULT.value]
     },
     '.html': {
         'class': UnstructuredHTMLLoader,
         'is_multimodal_processing': False,
         'kwargs': {},
-        'allowed_to_override': ['max_tokens']
+        'allowed_to_override': ['max_tokens', LoaderProperties.LLM.value, LoaderProperties.PROMPT.value, LoaderProperties.PROMPT_DEFAULT.value]
     },
     '.ppt': {
         'class': AlitaPowerPointLoader,
@@ -174,7 +179,7 @@ loaders_map = {
         'kwargs': {
             'mode': 'paged'
         },
-        'allowed_to_override': ['max_tokens', 'mode']
+        'allowed_to_override': ['max_tokens', 'mode', LoaderProperties.LLM.value, LoaderProperties.PROMPT.value, LoaderProperties.PROMPT_DEFAULT.value]
     },
     '.pptx': {
         'class': AlitaPowerPointLoader,
@@ -182,7 +187,7 @@ loaders_map = {
         'kwargs': {
             'mode': 'paged'
         },
-        'allowed_to_override': ['max_tokens', 'mode']
+        'allowed_to_override': ['max_tokens', 'mode', LoaderProperties.LLM.value, LoaderProperties.PROMPT.value, LoaderProperties.PROMPT_DEFAULT.value]
     },
     '.py': {
         'class': PythonLoader,

{alita_sdk-0.3.293 → alita_sdk-0.3.295}/alita_sdk/tools/elitea_base.py

@@ -664,7 +664,8 @@ class BaseCodeToolApiWrapper(BaseVectorStoreToolApiWrapper):
         vectorstore = self._init_vector_store()
         clean_index = kwargs.get('clean_index', False)
         return vectorstore.index_documents(documents, collection_suffix=collection_suffix,
-                                           clean_index=clean_index, is_code=True)
+                                           clean_index=clean_index, is_code=True,
+                                           progress_step=kwargs.get('progress_step', 5))
 
     def _get_vector_search_tools(self):
         """

{alita_sdk-0.3.293 → alita_sdk-0.3.295}/alita_sdk/tools/github/schemas.py

@@ -119,7 +119,8 @@ LoaderSchema = create_model(
     "LoaderSchema",
     branch=(Optional[str], Field(description="The branch to set as active. If None, the current active branch is used.", default=None)),
     whitelist=(Optional[List[str]], Field(description="A list of file extensions or paths to include. If None, all files are included.", default=None)),
-    blacklist=(Optional[List[str]], Field(description="A list of file extensions or paths to exclude. If None, no files are excluded.", default=None))
+    blacklist=(Optional[List[str]], Field(description="A list of file extensions or paths to exclude. If None, no files are excluded.", default=None)),
+    progress_step=(Optional[int], Field(default=5, ge=0, le=100, description="Optional step size for progress reporting during indexing (0-100)"))
 )
 
 CreateIssueOnProject = create_model(

{alita_sdk-0.3.293 → alita_sdk-0.3.295}/alita_sdk/tools/memory/__init__.py

@@ -35,7 +35,7 @@ def get_tools(tools_list: list, alita_client, llm, memory_store=None):
             try:
                 toolkit_instance = MemoryToolkit().get_toolkit(
                     namespace=tool['settings'].get('namespace', str(tool['id'])),
-                    username=tool['settings'].get('username', ''),
+                    # username=tool['settings'].get('username', ''),
                     store=tool['settings'].get('store', memory_store),
                     toolkit_name=tool.get('toolkit_name', '')
                 )
@@ -56,15 +56,15 @@ class MemoryToolkit(BaseToolkit):
         return create_model(
             'MemoryConfig',
             namespace=(str, Field(description="Memory namespace", json_schema_extra={'toolkit_name': True})),
-            username=(Optional[str], Field(description="Username", default='Tester', json_schema_extra={'hidden': True})),
-            connection_string=(Optional[SecretStr], Field(description="Connection string for vectorstore",
-                                                          default=None,
-                                                          json_schema_extra={'secret': True})),
+            # username=(Optional[str], Field(description="Username", default='Tester', json_schema_extra={'hidden': True})),
+            # connection_string=(Optional[SecretStr], Field(description="Connection string for vectorstore",
+            #                                               default=None,
+            #                                               json_schema_extra={'secret': True})),
             __config__=ConfigDict(json_schema_extra={
                 'metadata': {
                     "label": "Memory",
                     "icon_url": "memory.svg",
-                    "hidden": True,
+                    "hidden": False,
                     "categories": ["other"],
                     "extra_categories": ["long-term memory", "langmem"],
                 }

{alita_sdk-0.3.293 → alita_sdk-0.3.295}/alita_sdk/tools/utils/content_parser.py

@@ -7,7 +7,7 @@ from typing import Generator, List
 from langchain_core.documents import Document
 from langchain_core.tools import ToolException
 
-from alita_sdk.runtime.langchain.document_loaders.constants import loaders_map
+from alita_sdk.runtime.langchain.document_loaders.constants import loaders_map, LoaderProperties
 from ...runtime.utils.utils import IndexerKeywords
 
 logger = getLogger(__name__)
@@ -52,8 +52,6 @@ Highlight any visible details that could help in understanding the image.
 Be as precise and thorough as possible in your responses. If something is unclear or illegible, state that explicitly.
 '''
 
-IMAGE_EXTENSIONS = ['jpg', 'jpeg', 'png', 'gif', 'bmp', 'tiff', 'webp', 'svg']
-
 
 def parse_file_content(file_name=None, file_content=None, is_capture_image: bool = False, page_number: int = None,
                        sheet_name: str = None, llm=None, file_path: str = None, excel_by_sheets: bool = False) -> str | ToolException:
@@ -234,8 +232,11 @@ def process_content_by_type(document: Document, content, extension_source: str,
             if chunking_config and (users_config_for_extension := chunking_config.get(extension, {})):
                 for key in set(users_config_for_extension.keys()) & set(allowed_to_override):
                     loader_kwargs[key] = users_config_for_extension[key]
-            loader_kwargs['llm'] = llm
-            loader_kwargs['prompt'] = image_processing_prompt
+            if LoaderProperties.LLM.value in loader_kwargs:
+                loader_kwargs[LoaderProperties.LLM.value] = llm
+            if LoaderProperties.PROMPT_DEFAULT.value in loader_kwargs:
+                loader_kwargs.pop(LoaderProperties.PROMPT_DEFAULT.value)
+                loader_kwargs[LoaderProperties.PROMPT.value] = image_processing_prompt
             loader = loader_cls(file_path=temp_file_path, **loader_kwargs)
             counter = 1
             try:

{alita_sdk-0.3.293 → alita_sdk-0.3.295}/alita_sdk.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: alita_sdk
-Version: 0.3.293
+Version: 0.3.295
 Summary: SDK for building langchain agents using resources from Alita
 Author-email: Artem Rozumenko <artyom.rozumenko@gmail.com>, Mikalai Biazruchka <mikalai_biazruchka@epam.com>, Roman Mitusov <roman_mitusov@epam.com>, Ivan Krakhmaliuk <lifedjik@gmail.com>, Artem Dubrovskiy <ad13box@gmail.com>
 License-Expression: Apache-2.0

{alita_sdk-0.3.293 → alita_sdk-0.3.295}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "alita_sdk"
-version = "0.3.293"
+version = "0.3.295"
 description = "SDK for building langchain agents using resources from Alita"
 readme = "README.md"
 requires-python = ">=3.10"