alita-sdk 0.3.206__py3-none-any.whl → 0.3.208__py3-none-any.whl

alita_sdk/tools/sharepoint/api_wrapper.py

@@ -1,7 +1,8 @@
 import json
 import logging
-from typing import Optional, List, Dict, Any
+from typing import Optional, List, Dict, Any, Generator
 
+from ..chunkers import markdown_chunker
 from ..utils.content_parser import parse_file_content
 from langchain_core.tools import ToolException
 from office365.runtime.auth.client_credential import ClientCredential
@@ -184,11 +185,19 @@ class SharepointApiWrapper(BaseVectorStoreToolApiWrapper):
         vs = self._init_vector_store(collection_suffix, embeddings=embedding)
         return vs.index_documents(docs, progress_step=progress_step, clean_index=clean_index)
 
-    def _process_document(self, document: Document) -> Document:
-        page_content = self.read_file(document.metadata['Path'], is_capture_image=True)
+    def _process_document(self, document: Document) -> Generator[Document, None, None]:
+        config = {
+            "max_tokens": self.llm.model_config.get('max_tokens', 512),
+            "token_overlap": self.llm.model_config.get('token_overlap',
+                                                       int(self.llm.model_config.get('max_tokens', 512) * 0.05))
+        }
+        chunks = markdown_chunker(file_content_generator=self._generate_file_content(document), config=config)
+        yield from chunks
 
+    def _generate_file_content(self, document: Document) -> Generator[Document, None, None]:
+        page_content = self.read_file(document.metadata['Path'], is_capture_image=True)
         document.page_content = json.dumps(str(page_content))
-        return document
+        yield document
 
     def get_available_tools(self):
         return [

{alita_sdk-0.3.206.dist-info → alita_sdk-0.3.208.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: alita_sdk
-Version: 0.3.206
+Version: 0.3.208
 Summary: SDK for building langchain agents using resources from Alita
 Author-email: Artem Rozumenko <artyom.rozumenko@gmail.com>, Mikalai Biazruchka <mikalai_biazruchka@epam.com>, Roman Mitusov <roman_mitusov@epam.com>, Ivan Krakhmaliuk <lifedjik@gmail.com>, Artem Dubrovskiy <ad13box@gmail.com>
 License-Expression: Apache-2.0

{alita_sdk-0.3.206.dist-info → alita_sdk-0.3.208.dist-info}/RECORD

@@ -1,19 +1,10 @@
 alita_sdk/__init__.py,sha256=fxeNiqiVpIFAJls31Oomifyrtd5gT9iPUTdkWjDOB2Y,656
 alita_sdk/community/__init__.py,sha256=8N7wWwPhoyOq3p8wlV3-pb3l3nJCR8TUrtV9iIPLU88,2523
 alita_sdk/community/utils.py,sha256=lvuCJaNqVPHOORJV6kIPcXJcdprVW_TJvERtYAEgpjM,249
-alita_sdk/community/analysis/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-alita_sdk/community/analysis/ado_analyse/__init__.py,sha256=ADjjyV2z7XmQhOv873Mrz_-W9jWxhWpiDJ0nujm0eZs,4232
-alita_sdk/community/analysis/ado_analyse/api_wrapper.py,sha256=evWq2GS4SxfOc4bryhhG21QTVHII65_4CmqAJN2iGd0,8721
-alita_sdk/community/analysis/github_analyse/__init__.py,sha256=QmHgXYaUSBmyFNUVV89OMuhoTe0E6Q-7ftG5s8N3j_w,3682
-alita_sdk/community/analysis/github_analyse/api_wrapper.py,sha256=w_umxdeSDRuZvckQIAmihty4YL7Be3K28S1wV5hhgRY,6872
-alita_sdk/community/analysis/gitlab_analyse/__init__.py,sha256=6PgqvD0cX5evpT_vgGv48sXMHCJYn_MPqaOAUxhxS2g,4243
-alita_sdk/community/analysis/gitlab_analyse/api_wrapper.py,sha256=xGX3io2rT_DJl1PMiP9d6lsw6xhr9L2h910raGk1s4w,6373
-alita_sdk/community/analysis/jira_analyse/__init__.py,sha256=oyAVkjq4KZmSA1RiAijeo4oh9hNDgFmOCkDilUJ8DWs,6023
-alita_sdk/community/analysis/jira_analyse/api_wrapper.py,sha256=Ui1GBWizIFGFOi98BtkPWxVITQbrv7xFZxxYjAFq66Q,9701
 alita_sdk/runtime/__init__.py,sha256=4W0UF-nl3QF2bvET5lnah4o24CoTwSoKXhuN0YnwvEE,828
 alita_sdk/runtime/clients/__init__.py,sha256=BdehU5GBztN1Qi1Wul0cqlU46FxUfMnI6Vq2Zd_oq1M,296
 alita_sdk/runtime/clients/artifact.py,sha256=4N2t5x3GibyXLq3Fvrv2o_VA7Z000yNfc-UN4eGsHZg,2679
-alita_sdk/runtime/clients/client.py,sha256=XITXME6UGi-VKEMd8eYJ-PPFIkSyWVigmLH61UMvD_M,23326
+alita_sdk/runtime/clients/client.py,sha256=xTmrgKWVMfLPZG_BKkMheTMlJUK-a7URCIk6YiFyxVY,41868
 alita_sdk/runtime/clients/datasource.py,sha256=HAZovoQN9jBg0_-lIlGBQzb4FJdczPhkHehAiVG3Wx0,1020
 alita_sdk/runtime/clients/prompt.py,sha256=li1RG9eBwgNK_Qf0qUaZ8QNTmsncFrAL2pv3kbxZRZg,1447
 alita_sdk/runtime/langchain/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -21,10 +12,10 @@ alita_sdk/runtime/langchain/assistant.py,sha256=Bn9vUyZlFAP-D9Bh3zc2G1ZQkh5rr2c2
 alita_sdk/runtime/langchain/chat_message_template.py,sha256=kPz8W2BG6IMyITFDA5oeb5BxVRkHEVZhuiGl4MBZKdc,2176
 alita_sdk/runtime/langchain/constants.py,sha256=eHVJ_beJNTf1WJo4yq7KMK64fxsRvs3lKc34QCXSbpk,3319
 alita_sdk/runtime/langchain/indexer.py,sha256=0ENHy5EOhThnAiYFc7QAsaTNp9rr8hDV_hTK8ahbatk,37592
-alita_sdk/runtime/langchain/langraph_agent.py,sha256=ssPJOf_REAx8lx2tQdnZ0ccbdiZX8WwSRcX5ASgLyxs,43327
+alita_sdk/runtime/langchain/langraph_agent.py,sha256=QwD9NZ74Hp4rZvP7nirzOmjFJhfJ7eiuAvsq7aAW4Uw,43563
 alita_sdk/runtime/langchain/mixedAgentParser.py,sha256=M256lvtsL3YtYflBCEp-rWKrKtcY1dJIyRGVv7KW9ME,2611
 alita_sdk/runtime/langchain/mixedAgentRenderes.py,sha256=asBtKqm88QhZRILditjYICwFVKF5KfO38hu2O-WrSWE,5964
-alita_sdk/runtime/langchain/store_manager.py,sha256=w5-0GbPGJAw14g0CCD9BKFMznzk1I-iJ5OGj_HZJZgA,2211
+alita_sdk/runtime/langchain/store_manager.py,sha256=i8Fl11IXJhrBXq1F1ukEVln57B1IBe-tqSUvfUmBV4A,2218
 alita_sdk/runtime/langchain/utils.py,sha256=Npferkn10dvdksnKzLJLBI5bNGQyVWTBwqp3vQtUqmY,6631
 alita_sdk/runtime/langchain/agents/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 alita_sdk/runtime/langchain/agents/xml_chat.py,sha256=Mx7PK5T97_GrFCwHHZ3JZP42S7MwtUzV0W-_8j6Amt8,6212
@@ -70,7 +61,7 @@ alita_sdk/runtime/toolkits/artifact.py,sha256=7fTr9VpGd2zwCB3EwW4aqWa5jVKRTunqV3
 alita_sdk/runtime/toolkits/datasource.py,sha256=qk78OdPoReYPCWwahfkKLbKc4pfsu-061oXRryFLP6I,2498
 alita_sdk/runtime/toolkits/prompt.py,sha256=WIpTkkVYWqIqOWR_LlSWz3ug8uO9tm5jJ7aZYdiGRn0,1192
 alita_sdk/runtime/toolkits/subgraph.py,sha256=ZYqI4yVLbEPAjCR8dpXbjbL2ipX598Hk3fL6AgaqFD4,1758
-alita_sdk/runtime/toolkits/tools.py,sha256=Cpde3upReUwQIOM4RAMMdbEem1EBLIPI2GXC2MsX6V0,7951
+alita_sdk/runtime/toolkits/tools.py,sha256=eYAOzxiCcHzwssPTvgS_qDLNbhBu9BHsyqQWjO41_LA,7587
 alita_sdk/runtime/toolkits/vectorstore.py,sha256=BGppQADa1ZiLO17fC0uCACTTEvPHlodEDYEzUcBRbAA,2901
 alita_sdk/runtime/tools/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 alita_sdk/runtime/tools/agent.py,sha256=m98QxOHwnCRTT9j18Olbb5UPS8-ZGeQaGiUyZJSyFck,3162
@@ -95,7 +86,9 @@ alita_sdk/runtime/utils/constants.py,sha256=Xntx1b_uxUzT4clwqHA_U6K8y5bBqf_4lSQw
 alita_sdk/runtime/utils/evaluate.py,sha256=iM1P8gzBLHTuSCe85_Ng_h30m52hFuGuhNXJ7kB1tgI,1872
 alita_sdk/runtime/utils/logging.py,sha256=svPyiW8ztDfhqHFITv5FBCj8UhLxz6hWcqGIY6wpJJE,3331
 alita_sdk/runtime/utils/save_dataframe.py,sha256=i-E1wp-t4wb17Zq3nA3xYwgSILjoXNizaQAA9opWvxY,1576
-alita_sdk/runtime/utils/streamlit.py,sha256=iuArm_XchIPOSrO60gLpvRKDVLv3-LJDpoI6NP5k6EM,85835
+alita_sdk/runtime/utils/streamlit.py,sha256=ZgHpibL2ARHt6qrWj5JhK6HNZv2UjxQ04qTk6gmz1Eo,104928
+alita_sdk/runtime/utils/toolkit_runtime.py,sha256=MU63Fpxj0b5_r1IUUc0Q3-PN9VwL7rUxp2MRR4tmYR8,5136
+alita_sdk/runtime/utils/toolkit_utils.py,sha256=I9QFqnaqfVgN26LUr6s3XlBlG6y0CoHURnCzG7XcwVs,5311
 alita_sdk/runtime/utils/utils.py,sha256=FoHtcQZ6JFFU8a1FG_V-W22v-bis0XsIc_XQmjH6Mzg,461
 alita_sdk/tools/__init__.py,sha256=kTw83lzfWf4HWlvGzfwwHhQlRhpPAbfCAhKkMWCzLFo,10324
 alita_sdk/tools/elitea_base.py,sha256=WjZYjBb1K5HySsbmkbSXUa9_7HYR3xvTHaMC6XCb_Z4,23391
@@ -104,9 +97,9 @@ alita_sdk/tools/ado/utils.py,sha256=PTCludvaQmPLakF2EbCGy66Mro4-rjDtavVP-xcB2Wc,
 alita_sdk/tools/ado/repos/__init__.py,sha256=guYY95Gtyb0S4Jj0V1qO0x2jlRoH0H1cKjHXNwmShow,6388
 alita_sdk/tools/ado/repos/repos_wrapper.py,sha256=spBq-0QdRRNctz_Qbl4IIDpnjitzQLhvJzRIW_6jKNA,48583
 alita_sdk/tools/ado/test_plan/__init__.py,sha256=bVywTYTvdm1rUeP2krVVMRN-xDCY--ze7NFdTxJP9ow,4708
-alita_sdk/tools/ado/test_plan/test_plan_wrapper.py,sha256=p1Mptd_1J6bmkyrvf2M-FB79s8THzEesBlfgaOnRXb8,18152
+alita_sdk/tools/ado/test_plan/test_plan_wrapper.py,sha256=p1S5vQJSSfXXXZ3MH8qaqKZiH9MeT_pCHGU56Xn5UdI,21639
 alita_sdk/tools/ado/wiki/__init__.py,sha256=WCIKOisU2h3E4SNDvGfWCMZ3nRMxfH_ZhIffmSHH3XI,4576
-alita_sdk/tools/ado/wiki/ado_wrapper.py,sha256=l4bc2QoKSUXg9UqNcx0ylv7YL9JPPQd35Ti5MXyEgC4,12690
+alita_sdk/tools/ado/wiki/ado_wrapper.py,sha256=2mIuvYbVnX1eYSBzr4PQTrOZa_s0btONCT-e8MWNUbU,15482
 alita_sdk/tools/ado/work_item/__init__.py,sha256=k6gZ6pEE7gvNWvCDoDV05jltzbqxC_NPm06CEr5Wwcs,4726
 alita_sdk/tools/ado/work_item/ado_wrapper.py,sha256=aLB-aSNQST0FCwP7I01OXanCpZHKVarZZB1u9j2H1LA,26253
 alita_sdk/tools/advanced_jira_mining/__init__.py,sha256=pUTzECqGvYaR5qWY3JPUhrImrZgc7pCXuqSe5eWIE80,4604
@@ -171,7 +164,7 @@ alita_sdk/tools/chunkers/code/treesitter/treesitter_rs.py,sha256=LgKyNffBy30gIr8
 alita_sdk/tools/chunkers/code/treesitter/treesitter_ts.py,sha256=Qs1a_BBN296iZc5hh8UNF9sc0G0-A_XZVhP3Na1ZNDg,387
 alita_sdk/tools/chunkers/sematic/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 alita_sdk/tools/chunkers/sematic/base.py,sha256=bRHpCFbOy-KPe4HBGpegrvIhvOsd7sDRfmb06T8tSuU,349
-alita_sdk/tools/chunkers/sematic/markdown_chunker.py,sha256=clmhRgewfBD-Ho1v0bSWKkCg_Fc9RSNfiwky1QM7AdU,2523
+alita_sdk/tools/chunkers/sematic/markdown_chunker.py,sha256=NZCZi0Xzi58Bm7-9LzwGoAhdNZhvUERb_sK1bNQpqCQ,2574
 alita_sdk/tools/chunkers/sematic/proposal_chunker.py,sha256=t8JjX9TH6yHXXaemiDK1E6000tlES2Kl8XfyezmlIoo,5116
 alita_sdk/tools/chunkers/sematic/statistical_chunker.py,sha256=VDQcMC-ky72GqdWJiHMmcRmfJTTU5XglBF1IWg2Qews,13403
 alita_sdk/tools/cloud/__init__.py,sha256=ekqANTJAyuURqpjNTn6MmSn2q6qEKwENxEXBUFGkkck,512
@@ -232,7 +225,7 @@ alita_sdk/tools/llm/llm_utils.py,sha256=6P2j-42JGbyqpO8lNRuEP8GEhja-LC9E-98jTelK
 alita_sdk/tools/localgit/__init__.py,sha256=NScO0Eu-wl-rc63jjD5Qv1RXXB1qukSIJXx-yS_JQLI,2529
 alita_sdk/tools/localgit/local_git.py,sha256=gsAftNcK7nMCd8VsIkwDLs2SoG0MgpYdkQG5tmoynkA,18074
 alita_sdk/tools/localgit/tool.py,sha256=It_B24rMvFPurB355Oy5IShg2BsZTASsEoSS8hu2SXw,998
-alita_sdk/tools/memory/__init__.py,sha256=8Q02h-PUvIw3bNbWbfklSJZe3qj0zAjfahq9C5XjyzE,2359
+alita_sdk/tools/memory/__init__.py,sha256=Z3txBO3BMEk539_uBhGQaT57JWBVImbmZ8oPcLMj9ik,3900
 alita_sdk/tools/ocr/__init__.py,sha256=pvslKVXyJmK0q23FFDNieuc7RBIuzNXTjTNj-GqhGb0,3335
 alita_sdk/tools/ocr/api_wrapper.py,sha256=08UF8wj1sR8DcW0z16pw19bgLatLkBF8dySW-Ds8iRk,29649
 alita_sdk/tools/ocr/text_detection.py,sha256=1DBxt54r3_HdEi93QynSIVta3rH3UpIvy799TPtDTtk,23825
@@ -276,7 +269,7 @@ alita_sdk/tools/servicenow/__init__.py,sha256=VHH3qpUbEJ0tdtrIiWakohCmbifUOPgCVX
 alita_sdk/tools/servicenow/api_wrapper.py,sha256=WpH-bBLGFdhehs4g-K-WAkNuaD1CSrwsDpdgB3RG53s,6120
 alita_sdk/tools/servicenow/servicenow_client.py,sha256=Rdqfu-ll-qbnclMzChLZBsfXRDzgoX_FdeI2WLApWxc,3269
 alita_sdk/tools/sharepoint/__init__.py,sha256=CiaOmzPl-9WNWZU9AtP-Y-Mg_uBnxeKFTnUjJ5aQbmA,3036
-alita_sdk/tools/sharepoint/api_wrapper.py,sha256=YNtXmathHN46FCD4M9zDs2li0USdKW35lRXckYU8XdU,10011
+alita_sdk/tools/sharepoint/api_wrapper.py,sha256=o9z8-_d3F4qfgvonJIed9obVPvTYC06zmkwk2XZ1UfI,10600
 alita_sdk/tools/sharepoint/authorization_helper.py,sha256=n-nL5dlBoLMK70nHu7P2RYCb8C6c9HMA_gEaw8LxuhE,2007
 alita_sdk/tools/sharepoint/utils.py,sha256=fZ1YzAu5CTjKSZeslowpOPH974902S8vCp1Wu7L44LM,446
 alita_sdk/tools/slack/__init__.py,sha256=mbP2JiHybGSAH0ay8pxvPCqeU2eb9CK_NaCKG1uhPE4,3894
@@ -306,8 +299,8 @@ alita_sdk/tools/zephyr_scale/api_wrapper.py,sha256=VDsSFUTnBne1mFNssX2eLFxThXAhX
 alita_sdk/tools/zephyr_squad/__init__.py,sha256=0AI_j27xVO5Gk5HQMFrqPTd4uvuVTpiZUicBrdfEpKg,2796
 alita_sdk/tools/zephyr_squad/api_wrapper.py,sha256=kmw_xol8YIYFplBLWTqP_VKPRhL_1ItDD0_vXTe_UuI,14906
 alita_sdk/tools/zephyr_squad/zephyr_squad_cloud_client.py,sha256=R371waHsms4sllHCbijKYs90C-9Yu0sSR3N4SUfQOgU,5066
-alita_sdk-0.3.206.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-alita_sdk-0.3.206.dist-info/METADATA,sha256=XAKlNdJggXGDhxy1Nw6k9pKDJYvPTWv1LAxUhNvnpys,18917
-alita_sdk-0.3.206.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-alita_sdk-0.3.206.dist-info/top_level.txt,sha256=0vJYy5p_jK6AwVb1aqXr7Kgqgk3WDtQ6t5C-XI9zkmg,10
-alita_sdk-0.3.206.dist-info/RECORD,,
+alita_sdk-0.3.208.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+alita_sdk-0.3.208.dist-info/METADATA,sha256=uohMy95DqgX2lMhZhmDs2u0PahKqvVC1p93Wu71kwhA,18917
+alita_sdk-0.3.208.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+alita_sdk-0.3.208.dist-info/top_level.txt,sha256=0vJYy5p_jK6AwVb1aqXr7Kgqgk3WDtQ6t5C-XI9zkmg,10
+alita_sdk-0.3.208.dist-info/RECORD,,

alita_sdk/community/analysis/ado_analyse/__init__.py

@@ -1,103 +0,0 @@
-from typing import List, Optional, Literal
-from elitea_analyse.ado.azure_search import AzureSearch
-from pydantic import SecretStr, create_model, BaseModel, ConfigDict, Field
-
-from langchain_core.tools import BaseTool, BaseToolkit
-
-from alita_sdk.tools.utils import get_max_toolkit_length
-from alita_sdk.tools.base.tool import BaseAction
-from alita_sdk.runtime.clients.client import AlitaClient  # Add this import at the top of the file
-from alita_sdk.runtime.tools.artifact import ArtifactWrapper
-from .api_wrapper import AdoAnalyseWrapper
-
-from ...utils import check_schema
-
-
-name = "Analyse_Ado"
-
-
-class AnalyseAdo(BaseToolkit):
-    tools: List[BaseTool] = []
-    toolkit_max_length: int = 0
-
-    @staticmethod
-    def toolkit_config_schema() -> type[BaseModel]:
-        selected_tools = {
-            x["name"]: x["args_schema"].schema()
-            for x in AdoAnalyseWrapper.model_construct().get_available_tools()
-        }
-        AnalyseAdo.toolkit_max_length = get_max_toolkit_length(selected_tools)
-
-        return create_model(
-            "analyse_ado",
-            organization=(str, Field(description="Azure DevOps organization name",
-                json_schema_extra={"toolkit_name": True, "max_toolkit_length": AnalyseAdo.toolkit_max_length})),
-            username=(str, Field(description="Azure DevOps username (e.g., 'john.doe@domain.com')")),
-            token=(SecretStr, Field(description="Azure DevOps Access Token", json_schema_extra={"secret": True})),
-            project_keys=(Optional[str], Field(description="Azure DevOps project keys separated by comma", default=None)),
-            default_branch_name=(Optional[str], Field(description="Default branch name", default="main")),
-            area=(Optional[str], Field(description="Area path filter", default="")),
-            artifact_bucket_path=(Optional[str], Field(description="Artifact Bucket Path", default="analyse-ado")),
-            selected_tools=(List[Literal[tuple(selected_tools)]], Field(default=[], json_schema_extra={"args_schemas": selected_tools})),
-            __config__=ConfigDict(json_schema_extra={"metadata": {
-                    "label": "Analyse_Ado",
-                    "icon_url": "ado-icon.svg", # ???
-                    "hidden": True,
-                    "sections": {
-                        "auth": {
-                            "required": True,
-                            "subsections": [{"name": "Token", "fields": ["token"]}],
-                        }
-                    },
-                }
-            })
-        )
-    
-    @classmethod
-    def get_toolkit(cls, client: "AlitaClient", selected_tools: list[str], **kwargs):
-
-        bucket_path = kwargs.get("artifact_bucket_path") or "analyse-ado"
-        artifact_wrapper = ArtifactWrapper(client=client, bucket=bucket_path)
-        check_schema(artifact_wrapper)
-
-        project_keys = kwargs.get("project_keys") or ""
-        area = kwargs.get("area", "")
-
-        organization = kwargs.get("organization")
-        username = kwargs.get("username")
-        token = kwargs.get("token")
-
-        if not organization or not username or not token:
-            raise ValueError("Organization, username, and token must be provided.")
-
-        ado_search = AzureSearch(organization=organization, user=username, token=token)
-
-        ado_analyse_wrapper = AdoAnalyseWrapper(
-            artifacts_wrapper=artifact_wrapper,
-            project_keys=project_keys,
-            default_branch_name=kwargs.get("default_branch_name", "main"),
-            area=area,
-            ado_search=ado_search,
-        )
-
-        selected_tools = selected_tools or []
-        available_tools = ado_analyse_wrapper.get_available_tools()
-
-        tools = []
-        for tool in available_tools:
-            if selected_tools:
-                if tool["name"] not in selected_tools:
-                    continue
-            tools.append(
-                BaseAction(
-                    api_wrapper=ado_analyse_wrapper,
-                    name=tool["name"],
-                    description=tool["description"],
-                    args_schema=tool["args_schema"],
-                )
-            )
-
-        return cls(tools=tools)
-
-    def get_tools(self):
-        return self.tools

alita_sdk/community/analysis/ado_analyse/api_wrapper.py

@@ -1,261 +0,0 @@
-import logging
-
-from typing import Optional, Dict, Any
-from langchain_core.callbacks import dispatch_custom_event
-from pydantic import BaseModel, Field
-
-from elitea_analyse.utils.constants import OUTPUT_WORK_ITEMS_FILE
-from elitea_analyse.ado.azure_search import AzureSearch
-from elitea_analyse.ado.main import (
-    OUTPUT_WORK_ITEMS,
-    get_work_items_several_projects,
-    get_commits_several_projects,
-    get_merge_requests_several_projects,
-    get_pipelines_runs_several_projects,
-)
-
-
-from alita_sdk.tools.elitea_base import BaseToolApiWrapper
-
-from alita_sdk.runtime.utils.save_dataframe import save_dataframe_to_artifact
-from alita_sdk.runtime.tools.artifact import ArtifactWrapper
-from alita_sdk.runtime.utils.logging import with_streamlit_logs
-
-
-logger = logging.getLogger(__name__)
-
-class NoInputArgs(BaseModel):
-    pass
-
-class GetAdoWorkItemsArgs(BaseModel):
-    resolved_after: str = Field(description="Resolveed after date (i.e. 2023-01-01)")
-    updated_after: str = Field(description="Updated after date (i.e. 2023-01-01)")
-    created_after: str = Field(description="Created after date (i.e. 2023-01-01)")
-    area: Optional[str] = Field(description="Area path filter.", default="")
-    project_keys: Optional[str] = Field(
-        description="One or more projects keys separated with comma.", default=""
-    )
-
-
-class AdoCommitsArgs(BaseModel):
-    project_keys: Optional[str] = Field(
-        description="One or more projects keys separated with comma.", default=""
-    )
-    since_date: str = Field(description="Get commits after this date 'YYYY-MM-DD'")
-
-
-class AdoPipelinesArgs(BaseModel):
-    project_keys: Optional[str] = Field(
-        description="One or more projects keys separated with comma.", default=""
-    )
-
-
-class AdoAnalyseWrapper(BaseToolApiWrapper):
-    artifacts_wrapper: ArtifactWrapper
-    project_keys: str  # Comma-separated list of Azure DevOps project names
-    default_branch_name: str = "main"
-    area: str = ""
-    ado_search: AzureSearch  # Azure DevOps search client
-
-    class Config:
-        arbitrary_types_allowed = True
-
-    def get_projects_list(self):
-        """
-        Get all projects in the organization that the authenticated user has access to.
-        Details on a page: https://docs.microsoft.com/en-us/rest/api/azure/devops/core/projects/list
-        """
-        result = self.ado_search.get_projects_list()
-
-        save_dataframe_to_artifact(
-            self.artifacts_wrapper,
-            result,
-            "projects_info.csv",
-            csv_options={"index": False},
-        )
-
-        return (
-            f"You have access to {len(result)} project. "
-            f"Data has been downloaded to the bucket as 'projects_info.csv'."
-        )
-
-    @with_streamlit_logs(tool_name="get_work_items")
-    def get_work_items(
-        self,
-        resolved_after: str,
-        updated_after: str,
-        created_after: str,
-        area: str = "",
-        project_keys: Optional[str] = None,
-    ) -> str:
-        """
-        Get work items from multiple Azure DevOps projects.
-
-            project_keys: str
-                Comma-separated project names.
-            resolved_after: str
-                Date filter for resolved items 'YYYY-MM-DD'.
-            updated_after: str
-                Date filter for updated items 'YYYY-MM-DD'.
-            created_after: str
-                Date filter for created items 'YYYY-MM-DD'.
-            area: str
-                Area path filter (optional).
-        """
-        project_keys = project_keys or self.project_keys
-        area = area or self.area
-
-        df_work_items = get_work_items_several_projects(
-            project_keys,
-            resolved_after,
-            updated_after,
-            created_after,
-            area=area,
-            ado_search=self.ado_search,
-        )
-
-        save_dataframe_to_artifact(
-            self.artifacts_wrapper,
-            df_work_items,
-            f"{OUTPUT_WORK_ITEMS_FILE}{project_keys}.csv",
-            csv_options={"index_label": "id"},
-        )
-
-        return (
-            f"Work items for {project_keys} have been successfully retrieved "
-            f"and saved to the bucket as '{OUTPUT_WORK_ITEMS}{project_keys}.csv'."
-        )
-
-    async def get_commits(
-        self,
-        since_date: str,
-        project_keys: Optional[str] = None,
-        new_version: bool = True,
-        with_commit_size: bool = True,
-    ) -> str:
-        """
-        Get commits from multiple Azure DevOps projects.
-
-        since_date: str
-            Get commits after this date 'YYYY-MM-DD'.
-        project_keys: str
-            Comma-separated project names.
-        new_version: bool
-            Use new API version.
-        with_commit_size: bool
-            Include commit size info.
-        """
-        project_keys = project_keys or self.project_keys
-
-        # Await the coroutine to get commits
-        df_commits = await get_commits_several_projects(
-            project_keys,
-            since_date,
-            new_version=new_version,
-            with_commit_size=with_commit_size,
-            ado_search=self.ado_search,
-        )
-
-        save_dataframe_to_artifact(
-            self.artifacts_wrapper,
-            df_commits,
-            f"commits_details_{project_keys}.csv",
-            csv_options={"index_label": "id"},
-        )
-
-        return (
-            f"Commits for {project_keys} have been successfully retrieved "
-            f"and saved to the bucket as 'commits_details_{project_keys}.csv'."
-        )
-
-    def get_merge_requests(
-        self, since_date: str, project_keys: Optional[str] = None
-    ) -> str:
-        """
-        Get pull requests from multiple Azure DevOps projects.
-
-        project_keys: str
-            Comma-separated project names.
-        since_date: str
-            Get PRs after this date 'YYYY-MM-DD'.
-        """
-        project_keys = project_keys or self.project_keys
-
-        df_prs = get_merge_requests_several_projects(
-            project_keys, since_date, ado_search=self.ado_search
-        )
-
-        save_dataframe_to_artifact(
-            self.artifacts_wrapper,
-            df_prs,
-            f"merge_requests_details_{project_keys}.csv",
-            csv_options={"index": False},
-        )
-
-        return (
-            f"Pull requests for {project_keys} have been successfully retrieved "
-            f"and saved to the bucket as 'merge_requests_details_{project_keys}.csv'."
-        )
-
-    def get_pipelines_runs(
-        self,
-        project_keys: Optional[str] = None,
-    ) -> str:
-        """
-        Get pipeline runs from multiple Azure DevOps projects.
-
-        project_keys: str
-            Comma-separated project names.
-        """
-        project_keys = project_keys or self.project_keys
-        pipelines_df = get_pipelines_runs_several_projects(project_keys, ado_search=self.ado_search)
-
-        save_dataframe_to_artifact(
-            self.artifacts_wrapper, pipelines_df, f"pipelines_runs_{project_keys}.csv", csv_options={"index": False}
-         )
-
-        return (
-            f"Pipeline runs for {project_keys} have been successfully retrieved "
-            f"and saved to the bucket as 'pipelines_runs_{project_keys}.csv'."
-        )
-
-    def get_available_tools(self) -> list[Dict[str, Any]]:
-        """Get a list of available tools."""
-        return [
-            {
-                "name": "get_projects_list",
-                "description": self.get_projects_list.__doc__,
-                "ref": self.get_projects_list,
-                "args_schema": NoInputArgs,
-            },
-            {
-                "name": "get_work_items",
-                "description": self.get_work_items.__doc__,
-                "ref": self.get_work_items,
-                "args_schema": GetAdoWorkItemsArgs,
-            },
-            {
-                "name": "get_commits",
-                "description": self.get_commits.__doc__,
-                "ref": self.get_commits,
-                "args_schema": AdoCommitsArgs,
-            },
-            {
-                "name": "get_merge_requests",
-                "description": self.get_merge_requests.__doc__,
-                "ref": self.get_merge_requests,
-                "args_schema": AdoCommitsArgs,
-            },
-            {
-                "name": "get_pipelines_runs",
-                "description": self.get_pipelines_runs.__doc__,
-                "ref": self.get_pipelines_runs,
-                "args_schema": AdoPipelinesArgs,
-            },
-        ]
-
-    def run(self, mode: str, *args: Any, **kwargs: Any):
-        for tool in self.get_available_tools():
-            if tool["name"] == mode:
-                return tool["ref"](*args, **kwargs)
-        raise ValueError(f"Unknown mode: {mode}")

alita_sdk/community/analysis/github_analyse/__init__.py

@@ -1,98 +0,0 @@
-from typing import List, Optional, Literal
-from pydantic import SecretStr, create_model, BaseModel, ConfigDict, Field
-
-from langchain_core.tools import BaseTool, BaseToolkit
-
-from elitea_analyse.github.github_org import GitHubGetOrgLvl
-from alita_sdk.runtime.clients.client import AlitaClient 
-from alita_sdk.tools.utils import get_max_toolkit_length
-from alita_sdk.tools.base.tool import BaseAction
-
-from alita_sdk.runtime.tools.artifact import ArtifactWrapper
-from .api_wrapper import GitHubAnalyseWrapper
-
-from ...utils import check_schema
-
-
-name = "Analyse_Github"
-
-
-class AnalyseGithub(BaseToolkit):
-    tools: List[BaseTool] = []
-    toolkit_max_length: int = 0
-
-    @staticmethod
-    def toolkit_config_schema() -> type[BaseModel]:
-        selected_tools = {
-            x["name"]: x["args_schema"].schema()
-            for x in GitHubAnalyseWrapper.model_construct().get_available_tools()
-        }
-        AnalyseGithub.toolkit_max_length = get_max_toolkit_length(selected_tools)
-
-        return create_model(
-            "analyse_github",  
-            owner=(str, Field(description="GitHub owner name",
-                json_schema_extra={"toolkit_name": True, "max_toolkit_length": AnalyseGithub.toolkit_max_length})),
-            token=(SecretStr, Field(description="Github Access Token", json_schema_extra={"secret": True})),
-            repos=(Optional[str],
-                Field(description="Comma-separated list of GitHub repository names e.g. 'repo1,repo2'", default=None)),
-            artifact_bucket_path=(Optional[str],
-                                  Field(description="Artifact Bucket Path", default="analyse-github")),
-            selected_tools=(
-                List[Literal[tuple(selected_tools)]], Field(default=[],
-                json_schema_extra={"args_schemas": selected_tools})
-            ),
-            __config__=ConfigDict(json_schema_extra={"metadata": {
-                    "label": "Analyse_Github",
-                    "icon_url": None, # ?? is exists
-                    "hidden": True,
-                    "sections": {
-                        "auth": {
-                            "required": True,
-                            "subsections": [{"name": "Token", "fields": ["token"]}],
-                        }
-                    },
-                }
-            })
-        )
-
-    @classmethod
-    def get_toolkit(cls, client: "AlitaClient", selected_tools: list[str], **kwargs):
-        bucket_path = kwargs.get("artifact_bucket_path") or "analyse-github"
-        artifact_wrapper = ArtifactWrapper(client=client, bucket=bucket_path)
-        check_schema(artifact_wrapper)
-
-        owner = kwargs.get("owner")
-        token = kwargs.get("token")
-
-        if not owner or not token:
-            raise ValueError("GitHub owner and token must be provided.")
-
-        git = GitHubGetOrgLvl(owner=owner, token=token)
-
-        github_analyse_wrapper = GitHubAnalyseWrapper(
-            artifacts_wrapper=artifact_wrapper,
-            repos=kwargs.get("repos") or "",
-            git=git
-        )
-
-        selected_tools = selected_tools or []
-        available_tools = github_analyse_wrapper.get_available_tools()
-
-        tools = []
-        for tool in available_tools:
-            if selected_tools and tool["name"] not in selected_tools:
-                continue
-            tools.append(
-                BaseAction(
-                    api_wrapper=github_analyse_wrapper,
-                    name=tool["name"],
-                    description=tool["description"],
-                    args_schema=tool["args_schema"],
-                )
-            )
-
-        return cls(tools=tools)
-
-    def get_tools(self):
-        return self.tools