alita-sdk 0.3.293__py3-none-any.whl → 0.3.294__py3-none-any.whl

alita_sdk/runtime/langchain/document_loaders/constants.py

@@ -13,7 +13,6 @@
 # limitations under the License.
 
 from langchain_community.document_loaders import (
-    UnstructuredMarkdownLoader,
     AirbyteJSONLoader, UnstructuredHTMLLoader,
     PythonLoader)
 
@@ -26,43 +25,49 @@ from .AlitaPDFLoader import AlitaPDFLoader
 from .AlitaPowerPointLoader import AlitaPowerPointLoader
 from .AlitaTextLoader import AlitaTextLoader
 from .AlitaMarkdownLoader import AlitaMarkdownLoader
+from enum import Enum
+
+class LoaderProperties(Enum):
+    LLM = 'llm'
+    PROMPT = 'prompt'
+    PROMPT_DEFAULT = 'prompt_default'
 
 loaders_map = {
     '.png': {
         'class': AlitaImageLoader,
         'is_multimodal_processing': True,
         'kwargs': {},
-        'allowed_to_override': ['max_tokens']
+        'allowed_to_override': ['max_tokens', LoaderProperties.LLM.value, LoaderProperties.PROMPT.value, LoaderProperties.PROMPT_DEFAULT.value],
     },
     '.jpg': {
         'class': AlitaImageLoader,
         'is_multimodal_processing': True,
         'kwargs': {},
-        'allowed_to_override': ['max_tokens']
+        'allowed_to_override': ['max_tokens', LoaderProperties.LLM.value, LoaderProperties.PROMPT.value, LoaderProperties.PROMPT_DEFAULT.value]
     },
     '.jpeg': {
         'class': AlitaImageLoader,
         'is_multimodal_processing': True,
         'kwargs': {},
-        'allowed_to_override': ['max_tokens']
+        'allowed_to_override': ['max_tokens', LoaderProperties.LLM.value, LoaderProperties.PROMPT.value, LoaderProperties.PROMPT_DEFAULT.value]
     },
     '.gif': {
         'class': AlitaImageLoader,
         'is_multimodal_processing': True,
         'kwargs': {},
-        'allowed_to_override': ['max_tokens']
+        'allowed_to_override': ['max_tokens', LoaderProperties.LLM.value, LoaderProperties.PROMPT.value, LoaderProperties.PROMPT_DEFAULT.value]
     },
     '.bmp': {
         'class': AlitaImageLoader,
         'is_multimodal_processing': True,
         'kwargs': {},
-        'allowed_to_override': ['max_tokens']
+        'allowed_to_override': ['max_tokens', LoaderProperties.LLM.value, LoaderProperties.PROMPT.value, LoaderProperties.PROMPT_DEFAULT.value]
     },
     '.svg': {
         'class': AlitaImageLoader,
         'is_multimodal_processing': True,
         'kwargs': {},
-        'allowed_to_override': ['max_tokens']
+        'allowed_to_override': ['max_tokens', LoaderProperties.LLM.value, LoaderProperties.PROMPT.value, LoaderProperties.PROMPT_DEFAULT.value]
     },
     '.txt': {
         'class': AlitaTextLoader,
@@ -119,7 +124,7 @@ loaders_map = {
             'raw_content': False,
             'cleanse': False
         },
-        'allowed_to_override': ['max_tokens']
+        'allowed_to_override': ['max_tokens', LoaderProperties.LLM.value, LoaderProperties.PROMPT.value, LoaderProperties.PROMPT_DEFAULT.value]
     },
     '.xls': {
         'class': AlitaExcelLoader,
@@ -128,13 +133,13 @@ loaders_map = {
             'raw_content': False,
             'cleanse': False
         },
-        'allowed_to_override': ['max_tokens']
+        'allowed_to_override': ['max_tokens', LoaderProperties.LLM.value, LoaderProperties.PROMPT.value, LoaderProperties.PROMPT_DEFAULT.value]
     },
     '.pdf': {
         'class': AlitaPDFLoader,
         'is_multimodal_processing': False,
         'kwargs': {},
-        'allowed_to_override': ['max_tokens']
+        'allowed_to_override': ['max_tokens', LoaderProperties.LLM.value, LoaderProperties.PROMPT.value, LoaderProperties.PROMPT_DEFAULT.value]
     },
     '.docx': {
         'class': AlitaDocxMammothLoader,
@@ -142,7 +147,7 @@ loaders_map = {
         'kwargs': {
             'extract_images': True
         },
-        'allowed_to_override': ['max_tokens', 'mode']
+        'allowed_to_override': ['max_tokens', 'mode', LoaderProperties.LLM.value, LoaderProperties.PROMPT.value, LoaderProperties.PROMPT_DEFAULT.value]
     },
     '.json': {
         'class': AlitaJSONLoader,
@@ -160,13 +165,13 @@ loaders_map = {
         'class': UnstructuredHTMLLoader,
         'is_multimodal_processing': False,
         'kwargs': {},
-        'allowed_to_override': ['max_tokens']
+        'allowed_to_override': ['max_tokens', LoaderProperties.LLM.value, LoaderProperties.PROMPT.value, LoaderProperties.PROMPT_DEFAULT.value]
     },
     '.html': {
         'class': UnstructuredHTMLLoader,
         'is_multimodal_processing': False,
         'kwargs': {},
-        'allowed_to_override': ['max_tokens']
+        'allowed_to_override': ['max_tokens', LoaderProperties.LLM.value, LoaderProperties.PROMPT.value, LoaderProperties.PROMPT_DEFAULT.value]
     },
     '.ppt': {
         'class': AlitaPowerPointLoader,
@@ -174,7 +179,7 @@ loaders_map = {
         'kwargs': {
             'mode': 'paged'
         },
-        'allowed_to_override': ['max_tokens', 'mode']
+        'allowed_to_override': ['max_tokens', 'mode', LoaderProperties.LLM.value, LoaderProperties.PROMPT.value, LoaderProperties.PROMPT_DEFAULT.value]
     },
     '.pptx': {
         'class': AlitaPowerPointLoader,
@@ -182,7 +187,7 @@ loaders_map = {
         'kwargs': {
             'mode': 'paged'
         },
-        'allowed_to_override': ['max_tokens', 'mode']
+        'allowed_to_override': ['max_tokens', 'mode', LoaderProperties.LLM.value, LoaderProperties.PROMPT.value, LoaderProperties.PROMPT_DEFAULT.value]
     },
     '.py': {
         'class': PythonLoader,

alita_sdk/tools/utils/content_parser.py

@@ -7,7 +7,7 @@ from typing import Generator, List
 from langchain_core.documents import Document
 from langchain_core.tools import ToolException
 
-from alita_sdk.runtime.langchain.document_loaders.constants import loaders_map
+from alita_sdk.runtime.langchain.document_loaders.constants import loaders_map, LoaderProperties
 from ...runtime.utils.utils import IndexerKeywords
 
 logger = getLogger(__name__)
@@ -52,8 +52,6 @@ Highlight any visible details that could help in understanding the image.
 Be as precise and thorough as possible in your responses. If something is unclear or illegible, state that explicitly.
 '''
 
-IMAGE_EXTENSIONS = ['jpg', 'jpeg', 'png', 'gif', 'bmp', 'tiff', 'webp', 'svg']
-
 
 def parse_file_content(file_name=None, file_content=None, is_capture_image: bool = False, page_number: int = None,
                        sheet_name: str = None, llm=None, file_path: str = None, excel_by_sheets: bool = False) -> str | ToolException:
@@ -234,8 +232,11 @@ def process_content_by_type(document: Document, content, extension_source: str,
             if chunking_config and (users_config_for_extension := chunking_config.get(extension, {})):
                 for key in set(users_config_for_extension.keys()) & set(allowed_to_override):
                     loader_kwargs[key] = users_config_for_extension[key]
-            loader_kwargs['llm'] = llm
-            loader_kwargs['prompt'] = image_processing_prompt
+            if LoaderProperties.LLM.value in loader_kwargs:
+                loader_kwargs[LoaderProperties.LLM.value] = llm
+            if LoaderProperties.PROMPT_DEFAULT.value in loader_kwargs:
+                loader_kwargs.pop(LoaderProperties.PROMPT_DEFAULT.value)
+                loader_kwargs[LoaderProperties.PROMPT.value] = image_processing_prompt
             loader = loader_cls(file_path=temp_file_path, **loader_kwargs)
             counter = 1
             try:

{alita_sdk-0.3.293.dist-info → alita_sdk-0.3.294.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: alita_sdk
-Version: 0.3.293
+Version: 0.3.294
 Summary: SDK for building langchain agents using resources from Alita
 Author-email: Artem Rozumenko <artyom.rozumenko@gmail.com>, Mikalai Biazruchka <mikalai_biazruchka@epam.com>, Roman Mitusov <roman_mitusov@epam.com>, Ivan Krakhmaliuk <lifedjik@gmail.com>, Artem Dubrovskiy <ad13box@gmail.com>
 License-Expression: Apache-2.0

{alita_sdk-0.3.293.dist-info → alita_sdk-0.3.294.dist-info}/RECORD

@@ -69,7 +69,7 @@ alita_sdk/runtime/langchain/document_loaders/AlitaTableLoader.py,sha256=o0SRFPZ-
 alita_sdk/runtime/langchain/document_loaders/AlitaTextLoader.py,sha256=uNcV0En49_0u0RYB1sP1XfNspT2Xc5CacuJr9Jqv79Q,2972
 alita_sdk/runtime/langchain/document_loaders/ImageParser.py,sha256=gao5yCCKdDai_Gx7YdEx5U6oMyJYzn69eYmEvWLh-fc,656
 alita_sdk/runtime/langchain/document_loaders/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-alita_sdk/runtime/langchain/document_loaders/constants.py,sha256=xdZlVZhqWFrxYXTk5E7IOKLT7MowmMQSPoRjk0StQEw,5640
+alita_sdk/runtime/langchain/document_loaders/constants.py,sha256=bnZSQM1QTAcp4Z8MDViX9QcfhroTWFQKCPpzpVujCYU,7110
 alita_sdk/runtime/langchain/document_loaders/utils.py,sha256=9xghESf3axBbwxATyVuS0Yu-TWe8zWZnXgCD1ZVyNW0,2414
 alita_sdk/runtime/langchain/interfaces/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 alita_sdk/runtime/langchain/interfaces/kwextractor.py,sha256=kSJA9L8g8UArmHu7Bd9dIO0Rrq86JPUb8RYNlnN68FQ,3072
@@ -326,7 +326,7 @@ alita_sdk/tools/testrail/__init__.py,sha256=0kETjWKLU7R6mugBWsjwEUsh10pipbAeNSGJ
 alita_sdk/tools/testrail/api_wrapper.py,sha256=xKQbjwL602J55KZiAdMcMtsuzK2jky0DUcrrdsazj0A,32981
 alita_sdk/tools/utils/__init__.py,sha256=155xepXPr4OEzs2Mz5YnjXcBpxSv1X2eznRUVoPtyK0,3268
 alita_sdk/tools/utils/available_tools_decorator.py,sha256=IbrdfeQkswxUFgvvN7-dyLMZMyXLiwvX7kgi3phciCk,273
-alita_sdk/tools/utils/content_parser.py,sha256=tppnQfgoER24acx3CJW1AUvkay_C7lvz_qVB-r-RQOo,13852
+alita_sdk/tools/utils/content_parser.py,sha256=duLnLVdjAfswpIQL763J1JU1dgggCshwKAZBMTjCGzE,14044
 alita_sdk/tools/vector_adapters/VectorStoreAdapter.py,sha256=ypBEAkFRGHv5edW0N9rdo1yKurNGQ4pRVEWtrN_7SeA,17656
 alita_sdk/tools/vector_adapters/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 alita_sdk/tools/xray/__init__.py,sha256=AsHDvRgyD-6vvGyAyQDPWHbOD2WoMJ5Llt029bLuu6U,4277
@@ -348,8 +348,8 @@ alita_sdk/tools/zephyr_scale/api_wrapper.py,sha256=2M6yFoOmfH5BwxMwTLQO76yD0Ydfv
 alita_sdk/tools/zephyr_squad/__init__.py,sha256=0AI_j27xVO5Gk5HQMFrqPTd4uvuVTpiZUicBrdfEpKg,2796
 alita_sdk/tools/zephyr_squad/api_wrapper.py,sha256=kmw_xol8YIYFplBLWTqP_VKPRhL_1ItDD0_vXTe_UuI,14906
 alita_sdk/tools/zephyr_squad/zephyr_squad_cloud_client.py,sha256=R371waHsms4sllHCbijKYs90C-9Yu0sSR3N4SUfQOgU,5066
-alita_sdk-0.3.293.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-alita_sdk-0.3.293.dist-info/METADATA,sha256=cUm5VnSlZBqfKbdlWpVQckMZtCRsQ2lynovRyjl513Q,18897
-alita_sdk-0.3.293.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-alita_sdk-0.3.293.dist-info/top_level.txt,sha256=0vJYy5p_jK6AwVb1aqXr7Kgqgk3WDtQ6t5C-XI9zkmg,10
-alita_sdk-0.3.293.dist-info/RECORD,,
+alita_sdk-0.3.294.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+alita_sdk-0.3.294.dist-info/METADATA,sha256=mLD2KHv1QpAm1Yebo7O-JDDhkR5NVeIT8o8ta1fdgxs,18897
+alita_sdk-0.3.294.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+alita_sdk-0.3.294.dist-info/top_level.txt,sha256=0vJYy5p_jK6AwVb1aqXr7Kgqgk3WDtQ6t5C-XI9zkmg,10
+alita_sdk-0.3.294.dist-info/RECORD,,