alita-sdk 0.3.285__py3-none-any.whl → 0.3.287__py3-none-any.whl

alita_sdk/runtime/langchain/document_loaders/constants.py

@@ -30,65 +30,76 @@ loaders_map = {
     '.png': {
         'class': AlitaImageLoader,
         'is_multimodal_processing': True,
-        'kwargs': {}
+        'kwargs': {},
+        'allowed_to_override': ['max_tokens']
     },
     '.jpg': {
         'class': AlitaImageLoader,
         'is_multimodal_processing': True,
-        'kwargs': {}
+        'kwargs': {},
+        'allowed_to_override': ['max_tokens']
     },
     '.jpeg': {
         'class': AlitaImageLoader,
         'is_multimodal_processing': True,
-        'kwargs': {}
+        'kwargs': {},
+        'allowed_to_override': ['max_tokens']
     },
     '.gif': {
         'class': AlitaImageLoader,
         'is_multimodal_processing': True,
-        'kwargs': {}
+        'kwargs': {},
+        'allowed_to_override': ['max_tokens']
     },
     '.bmp': {
         'class': AlitaImageLoader,
         'is_multimodal_processing': True,
-        'kwargs': {}
+        'kwargs': {},
+        'allowed_to_override': ['max_tokens']
     },
     '.svg': {
         'class': AlitaImageLoader,
         'is_multimodal_processing': True,
-        'kwargs': {}
+        'kwargs': {},
+        'allowed_to_override': ['max_tokens']
     },
     '.txt': {
         'class': AlitaTextLoader,
         'is_multimodal_processing': False,
         'kwargs': {
             'autodetect_encoding': True
-        }
+        },
+        'allowed_to_override': ['max_tokens']
     },
     '.yml': {
         'class': AlitaTextLoader,
         'is_multimodal_processing': False,
         'kwargs': {
             'autodetect_encoding': True
-        }
+        },
+        'allowed_to_override': ['max_tokens']
     },
     '.yaml': {
         'class': AlitaTextLoader,
         'is_multimodal_processing': False,
         'kwargs': {
             'autodetect_encoding': True
-        }
+        },
+        'allowed_to_override': ['max_tokens']
     },
     '.groovy': {
         'class': AlitaTextLoader,
         'is_multimodal_processing': False,
         'kwargs': {
             'autodetect_encoding': True
-        }
+        },
+        'allowed_to_override': ['max_tokens']
     },
     '.md': {
         'class': UnstructuredMarkdownLoader,
         'is_multimodal_processing': False,
-        'kwargs': {}
+        'kwargs': {},
+        'allowed_to_override': ['max_tokens']
     },
     '.csv': {
         'class': AlitaCSVLoader,
@@ -97,7 +108,8 @@ loaders_map = {
             'encoding': 'utf-8',
             'raw_content': False,
             'cleanse': False
-        }
+        },
+        'allowed_to_override': ['max_tokens']
     },
     '.xlsx': {
         'class': AlitaExcelLoader,
@@ -105,7 +117,8 @@ loaders_map = {
         'kwargs': {
             'raw_content': False,
             'cleanse': False
-        }
+        },
+        'allowed_to_override': ['max_tokens']
     },
     '.xls': {
         'class': AlitaExcelLoader,
@@ -113,57 +126,67 @@ loaders_map = {
         'kwargs': {
             'raw_content': False,
             'cleanse': False
-        }
+        },
+        'allowed_to_override': ['max_tokens']
     },
     '.pdf': {
         'class': AlitaPDFLoader,
         'is_multimodal_processing': False,
-        'kwargs': {}
+        'kwargs': {},
+        'allowed_to_override': ['max_tokens']
     },
     '.docx': {
         'class': AlitaDocxMammothLoader,
         'is_multimodal_processing': True,
         'kwargs': {
             'extract_images': True
-        }
+        },
+        'allowed_to_override': ['max_tokens', 'mode']
     },
     '.json': {
         'class': AlitaJSONLoader,
         'is_multimodal_processing': False,
-        'kwargs': {}
+        'kwargs': {},
+        'allowed_to_override': ['max_tokens']
     },
     '.jsonl': {
         'class': AirbyteJSONLoader,
         'is_multimodal_processing': False,
-        'kwargs': {}
+        'kwargs': {},
+        'allowed_to_override': ['max_tokens']
     },
     '.htm': {
         'class': UnstructuredHTMLLoader,
         'is_multimodal_processing': False,
-        'kwargs': {}
+        'kwargs': {},
+        'allowed_to_override': ['max_tokens']
     },
     '.html': {
         'class': UnstructuredHTMLLoader,
         'is_multimodal_processing': False,
-        'kwargs': {}
+        'kwargs': {},
+        'allowed_to_override': ['max_tokens']
     },
     '.ppt': {
         'class': AlitaPowerPointLoader,
         'is_multimodal_processing': False,
         'kwargs': {
             'mode': 'paged'
-        }
+        },
+        'allowed_to_override': ['max_tokens', 'mode']
     },
     '.pptx': {
         'class': AlitaPowerPointLoader,
         'is_multimodal_processing': False,
         'kwargs': {
             'mode': 'paged'
-        }
+        },
+        'allowed_to_override': ['max_tokens', 'mode']
     },
     '.py': {
         'class': PythonLoader,
         'is_multimodal_processing': False,
-        'kwargs': {}
+        'kwargs': {},
+        'allowed_to_override': ['max_tokens']
     }
 }

alita_sdk/tools/testrail/api_wrapper.py

@@ -599,7 +599,7 @@ class TestrailAPIWrapper(NonCodeIndexerToolkit):
                 return
 
             # get base data from the document required to extract attachments and other metadata
-            base_data = json.loads(document.page_content)
+            base_data = document.metadata
             case_id = base_data.get("id")
 
             # get a list of attachments for the case
@@ -616,6 +616,7 @@ class TestrailAPIWrapper(NonCodeIndexerToolkit):
                 yield Document(page_content="",
                                                      metadata={
                                                          'project_id': base_data.get('project_id', ''),
+                                                         'updated_on': base_data.get('updated_on', ''),
                                                          'id': str(attachment_id),
                                                          'filename': attachment['filename'],
                                                          'filetype': attachment['filetype'],
@@ -639,17 +640,21 @@ class TestrailAPIWrapper(NonCodeIndexerToolkit):
             str: string description of the attachment.
         """
 
-        page_content = "This filetype is not supported."
         if attachment['filetype'] == 'txt' :
-            page_content =  self._client.get(endpoint=f"get_attachment/{attachment['id']}")
+            response = self._client.get(endpoint=f"get_attachment/{attachment['id']}")
+            if hasattr(response, "content"):
+                return attachment['filename'], response.content
+            elif isinstance(response, str):
+                return attachment['filename'], response.encode("utf-8")
         else:
             try:
                 attachment_path = self._client.attachments.get_attachment(attachment_id=attachment['id'], path=f"./{attachment['filename']}")
+                return attachment['filename'], attachment_path.read_bytes()
             except BadRequestError as ai_e:
                 logger.error(f"Unable to parse page's content with type: {attachment['filetype']} due to AI service issues: {ai_e}")
             except Exception as e:
                 logger.error(f"Unable to parse page's content with type: {attachment['filetype']}: {e}")
-        return (attachment['filename'], attachment_path.read_bytes())
+        return attachment['filename'], b"This filetype is not supported."
 
     def _index_tool_params(self):
         return {

alita_sdk/tools/utils/content_parser.py

@@ -203,7 +203,7 @@ def load_content_from_bytes(file_content: bytes, extension: str = None, loader_e
         if temp_file_path and os.path.exists(temp_file_path):
             os.remove(temp_file_path)
 
-def process_content_by_type(document: Document, content, extension_source: str, llm = None, chunking_config={}) -> Generator[Document, None, None]:
+def process_content_by_type(document: Document, content, extension_source: str, llm = None, chunking_config=None) -> Generator[Document, None, None]:
     temp_file_path = None
     try:
         extension = "." + extension_source.split('.')[-1].lower()
@@ -224,6 +224,16 @@ def process_content_by_type(document: Document, content, extension_source: str,
 
             loader_cls = loader_config['class']
             loader_kwargs = loader_config['kwargs']
+            # Determine which loader configuration keys are allowed to be overridden by user input.
+            # If 'allowed_to_override' is specified in the loader configuration, use it; otherwise, allow all keys in loader_kwargs.
+            allowed_to_override = loader_config.get('allowed_to_override', list(loader_kwargs.keys()))
+            # If a chunking_config is provided and contains custom configuration for the current file extension,
+            # update loader_kwargs with user-supplied values, but only for keys explicitly permitted in allowed_to_override.
+            # This ensures that only safe and intended parameters can be customized, preventing accidental or unauthorized changes
+            # to critical loader settings.
+            if chunking_config and (users_config_for_extension := chunking_config.get(extension, {})):
+                for key in set(users_config_for_extension.keys()) & set(allowed_to_override):
+                    loader_kwargs[key] = users_config_for_extension[key]
 
             loader = loader_cls(file_path=temp_file_path, **loader_kwargs)
             for chunk in loader.load():

alita_sdk/tools/zephyr_enterprise/api_wrapper.py

@@ -157,12 +157,16 @@ class ZephyrApiWrapper(NonCodeIndexerToolkit):
         }
 
     def _base_loader(self, zql: str, **kwargs) -> Generator[Document, None, None]:
-        test_cases = self.get_testcases_by_zql(zql)
+        test_cases = self.get_testcases_by_zql(zql=zql, return_as_list=True)
         for test_case in test_cases:
             metadata = {
-                ("updated_on" if k == "lastModifiedOn" else "id" if k == "testcaseId" else k): str(v)
-                for k, v in test_case
-                if k != "id"
+                "updated_on": str(test_case.get("lastModifiedOn")),
+                "id": str(test_case.get("id")),
+                "name": test_case.get("name"),
+                "testcaseId": str(test_case.get("testcaseId")),
+                "projectId": test_case.get("projectId"),
+                "projectName": test_case.get("projectName"),
+                "testcaseType": test_case.get("testcaseType"),
             }
             yield Document(page_content='', metadata=metadata)
 
@@ -171,7 +175,7 @@ class ZephyrApiWrapper(NonCodeIndexerToolkit):
             try:
                 id = document.metadata['id']
                 test_case_content = self.get_test_case_steps(id)
-                document.page_content = test_case_content
+                document.page_content = f"Test case: {document.metadata['name']}\nTest_case_content: {test_case_content}"
             except Exception as e:
                 logging.error(f"Failed to process document: {e}")
             yield document

{alita_sdk-0.3.285.dist-info → alita_sdk-0.3.287.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: alita_sdk
-Version: 0.3.285
+Version: 0.3.287
 Summary: SDK for building langchain agents using resources from Alita
 Author-email: Artem Rozumenko <artyom.rozumenko@gmail.com>, Mikalai Biazruchka <mikalai_biazruchka@epam.com>, Roman Mitusov <roman_mitusov@epam.com>, Ivan Krakhmaliuk <lifedjik@gmail.com>, Artem Dubrovskiy <ad13box@gmail.com>
 License-Expression: Apache-2.0

{alita_sdk-0.3.285.dist-info → alita_sdk-0.3.287.dist-info}/RECORD

@@ -68,7 +68,7 @@ alita_sdk/runtime/langchain/document_loaders/AlitaTableLoader.py,sha256=o0SRFPZ-
 alita_sdk/runtime/langchain/document_loaders/AlitaTextLoader.py,sha256=uNcV0En49_0u0RYB1sP1XfNspT2Xc5CacuJr9Jqv79Q,2972
 alita_sdk/runtime/langchain/document_loaders/ImageParser.py,sha256=gao5yCCKdDai_Gx7YdEx5U6oMyJYzn69eYmEvWLh-fc,656
 alita_sdk/runtime/langchain/document_loaders/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-alita_sdk/runtime/langchain/document_loaders/constants.py,sha256=TInNFvUQ_Eq05_PP_zDk1ZIMh52xJ_cCvf56dub6nZQ,4489
+alita_sdk/runtime/langchain/document_loaders/constants.py,sha256=9v4ZRbFy9SqyF5uaQwIAJ3IgGanb8ISoZMKgEYEhOLU,5594
 alita_sdk/runtime/langchain/document_loaders/utils.py,sha256=9xghESf3axBbwxATyVuS0Yu-TWe8zWZnXgCD1ZVyNW0,2414
 alita_sdk/runtime/langchain/interfaces/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 alita_sdk/runtime/langchain/interfaces/kwextractor.py,sha256=kSJA9L8g8UArmHu7Bd9dIO0Rrq86JPUb8RYNlnN68FQ,3072
@@ -322,10 +322,10 @@ alita_sdk/tools/sql/models.py,sha256=AKJgSl_kEEz4fZfw3kbvdGHXaRZ-yiaqfJOB6YOj3i0
 alita_sdk/tools/testio/__init__.py,sha256=-4pEdEv0xfXml5bn8Nij28D5o9Y8hDllYoXfPeJ6os4,2699
 alita_sdk/tools/testio/api_wrapper.py,sha256=BvmL5h634BzG6p7ajnQLmj-uoAw1gjWnd4FHHu1h--Q,21638
 alita_sdk/tools/testrail/__init__.py,sha256=0kETjWKLU7R6mugBWsjwEUsh10pipbAeNSGJAO0FBh0,4634
-alita_sdk/tools/testrail/api_wrapper.py,sha256=ipxsnlBCLQb3GHdVS_7mbpKe7haSw21PlSv2s_scu6Y,32650
+alita_sdk/tools/testrail/api_wrapper.py,sha256=xKQbjwL602J55KZiAdMcMtsuzK2jky0DUcrrdsazj0A,32981
 alita_sdk/tools/utils/__init__.py,sha256=155xepXPr4OEzs2Mz5YnjXcBpxSv1X2eznRUVoPtyK0,3268
 alita_sdk/tools/utils/available_tools_decorator.py,sha256=IbrdfeQkswxUFgvvN7-dyLMZMyXLiwvX7kgi3phciCk,273
-alita_sdk/tools/utils/content_parser.py,sha256=KM6K37VLAAvzwvoHFpJBoRB5d7w6z3mZC-u01n0IpDQ,12036
+alita_sdk/tools/utils/content_parser.py,sha256=VKJAYIRGZqal2OV9fdaKGz3pJIaPcFO6HRXNUQwG6eI,13056
 alita_sdk/tools/vector_adapters/VectorStoreAdapter.py,sha256=a6FAsiix_EvATIKUf5YT6vHh5LDyJ5uSP3LJqoxFo04,17367
 alita_sdk/tools/vector_adapters/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 alita_sdk/tools/xray/__init__.py,sha256=AsHDvRgyD-6vvGyAyQDPWHbOD2WoMJ5Llt029bLuu6U,4277
@@ -337,7 +337,7 @@ alita_sdk/tools/zephyr/__init__.py,sha256=8B2Ibz5QTmB5WkV0q8Sq4kuj92FFaFWZLrT877
 alita_sdk/tools/zephyr/api_wrapper.py,sha256=lJCYPG03ej0qgdpLflnS7LFB4HSAfGzIvTjAJt07CQs,6244
 alita_sdk/tools/zephyr/rest_client.py,sha256=7vSD3oYIX-3KbAFed-mphSQif_VRuXrq5O07ryNQ7Pk,6208
 alita_sdk/tools/zephyr_enterprise/__init__.py,sha256=IoWQPH2lf2Yuj2ejZ74818JTXdrMoh_ZxAJORukYODU,4172
-alita_sdk/tools/zephyr_enterprise/api_wrapper.py,sha256=km2TYNu5ppRkspN1PyYetu6iBGj-xKVIwGHty1r_wAw,11552
+alita_sdk/tools/zephyr_enterprise/api_wrapper.py,sha256=JJ3sOf_qEVogqYNdPno0WkJE9MTf0cP29h9oiuWNXDs,11880
 alita_sdk/tools/zephyr_enterprise/zephyr_enterprise.py,sha256=hV9LIrYfJT6oYp-ZfQR0YHflqBFPsUw2Oc55HwK0H48,6809
 alita_sdk/tools/zephyr_essential/__init__.py,sha256=2SymL6TIF1ad52w5DTtWaYvNygEvE1ssNNeKx3Y-_Zg,3980
 alita_sdk/tools/zephyr_essential/api_wrapper.py,sha256=PN8KbNBzbsjgkdpyogav1cmwIwu_6dGh0EA2mAm2U68,40685
@@ -347,8 +347,8 @@ alita_sdk/tools/zephyr_scale/api_wrapper.py,sha256=HOt9ShtJI_1tVPcwd3Rwk-VS0SMLq
 alita_sdk/tools/zephyr_squad/__init__.py,sha256=0AI_j27xVO5Gk5HQMFrqPTd4uvuVTpiZUicBrdfEpKg,2796
 alita_sdk/tools/zephyr_squad/api_wrapper.py,sha256=kmw_xol8YIYFplBLWTqP_VKPRhL_1ItDD0_vXTe_UuI,14906
 alita_sdk/tools/zephyr_squad/zephyr_squad_cloud_client.py,sha256=R371waHsms4sllHCbijKYs90C-9Yu0sSR3N4SUfQOgU,5066
-alita_sdk-0.3.285.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-alita_sdk-0.3.285.dist-info/METADATA,sha256=JOmBj0_w0BPc-oEiTT1uTr0SuYJnjdSrcg6AMf4r0aI,18897
-alita_sdk-0.3.285.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-alita_sdk-0.3.285.dist-info/top_level.txt,sha256=0vJYy5p_jK6AwVb1aqXr7Kgqgk3WDtQ6t5C-XI9zkmg,10
-alita_sdk-0.3.285.dist-info/RECORD,,
+alita_sdk-0.3.287.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+alita_sdk-0.3.287.dist-info/METADATA,sha256=-RGfu1R7sbnkx9BKN2yv6QypQ03uqiUF9h0e6tqz01A,18897
+alita_sdk-0.3.287.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+alita_sdk-0.3.287.dist-info/top_level.txt,sha256=0vJYy5p_jK6AwVb1aqXr7Kgqgk3WDtQ6t5C-XI9zkmg,10
+alita_sdk-0.3.287.dist-info/RECORD,,