alita-sdk 0.3.238__py3-none-any.whl → 0.3.239__py3-none-any.whl

alita_sdk/runtime/clients/client.py

@@ -156,6 +156,20 @@ class AlitaClient:
             return resp.json()
         return []
 
+    def get_embeddings(self, embedding_model: str) -> OpenAIEmbeddings:
+        """
+        Get an instance of OpenAIEmbeddings configured with the project ID and auth token.
+
+        Returns:
+            An instance of OpenAIEmbeddings configured for the project.
+        """
+        return OpenAIEmbeddings(
+            base_url=f"{self.base_url}{self.llm_path}",
+            model=embedding_model,
+            api_key=self.auth_token,
+            openai_organization=str(self.project_id),
+        )
+
     def get_llm(self, model_name: str, model_config: dict) -> ChatOpenAI:
         """
         Get a ChatOpenAI model instance based on the model name and configuration.

alita_sdk/runtime/langchain/interfaces/llm_processor.py

@@ -29,7 +29,6 @@ from langchain.prompts import PromptTemplate  # pylint: disable=E0401
 
 from langchain.schema import HumanMessage, SystemMessage
 
-from ...clients import AlitaClient
 from ...llms.preloaded import PreloadedEmbeddings, PreloadedChatModel  # pylint: disable=E0401
 from ..retrievers.AlitaRetriever import AlitaRetriever
 from ..tools.log import print_log
@@ -60,29 +59,29 @@ def get_model(model_type: str, model_params: dict):
     raise RuntimeError(f"Unknown model type: {model_type}")
 
 
-def get_embeddings(elitea_client: AlitaClient, embeddings_model: str, embeddings_params: dict):
+# TODO: review usage of this function
+def get_embeddings(embeddings_model: str, embeddings_params: dict):
     """ Get *Embeddings """
-    # if embeddings_model is None:
-    #     return None
-    # if "." in embeddings_model:
-    #     target_pkg, target_name = embeddings_model.rsplit(".", 1)
-    #     target_cls = getattr(
-    #         importlib.import_module(target_pkg),
-    #         target_name
-    #     )
-    #     return target_cls(**embeddings_params)
-    # if embeddings_model == "PreloadedEmbeddings":
-    #     return PreloadedEmbeddings(**embeddings_params)
-    # if embeddings_model == "Chroma":
-    #     from langchain_chroma import Chroma
-    #     return Chroma(**embeddings_params)
-    # if embeddings_model in embeddings:
-    #     model = getattr(
-    #         __import__("langchain_community.embeddings", fromlist=[embeddings_model]),
-    #         embeddings_model
-    #     )
-    #     return model(**embeddings_params)
-    elitea_client.get_llm(embeddings_model, embeddings_params)
+    if embeddings_model is None:
+        return None
+    if "." in embeddings_model:
+        target_pkg, target_name = embeddings_model.rsplit(".", 1)
+        target_cls = getattr(
+            importlib.import_module(target_pkg),
+            target_name
+        )
+        return target_cls(**embeddings_params)
+    if embeddings_model == "PreloadedEmbeddings":
+        return PreloadedEmbeddings(**embeddings_params)
+    if embeddings_model == "Chroma":
+        from langchain_chroma import Chroma
+        return Chroma(**embeddings_params)
+    if embeddings_model in embeddings:
+        model = getattr(
+            __import__("langchain_community.embeddings", fromlist=[embeddings_model]),
+            embeddings_model
+        )
+        return model(**embeddings_params)
     raise RuntimeError(f"Unknown Embedding type: {embeddings_model}")
 
 

alita_sdk/tools/elitea_base.py

@@ -9,7 +9,7 @@ from langchain_core.documents import Document
 from langchain_core.tools import ToolException
 from pydantic import BaseModel, create_model, Field, SecretStr
 
-from alita_sdk.runtime.langchain.interfaces.llm_processor import get_embeddings
+# from alita_sdk.runtime.langchain.interfaces.llm_processor import get_embeddings
 from .chunkers import markdown_chunker
 from .utils import TOOLKIT_SPLITTER
 from .vector_adapters.VectorStoreAdapter import VectorStoreAdapterFactory
@@ -222,11 +222,14 @@ class BaseVectorStoreToolApiWrapper(BaseToolApiWrapper):
     embedding_model_params: Optional[Dict[str, Any]] = {"model_name": "sentence-transformers/all-MiniLM-L6-v2"}
     vectorstore_type: Optional[str] = "PGVector"
     _vector_store: Optional[Any] = None
+    _embedding: Optional[Any] = None
     alita: Any = None # Elitea client, if available
 
     def __init__(self, **kwargs):
         super().__init__(**kwargs)
         self._adapter = VectorStoreAdapterFactory.create_adapter(self.vectorstore_type)
+        if self.alita and self.embedding_model:
+            self._embedding = self.alita.get_embeddings(self.embedding_model)
 
     def _index_tool_params(self, **kwargs) -> dict[str, tuple[type, Field]]:
         """
@@ -239,9 +242,7 @@ class BaseVectorStoreToolApiWrapper(BaseToolApiWrapper):
         return markdown_chunker
 
     def _get_dependencies_chunker_config(self, document: Optional[Document] = None):
-        embedding = get_embeddings(self.embedding_model, self.embedding_model_params)
-        #
-        return {'embedding': embedding, 'llm': self.llm}
+        return {'embedding': self._embedding, 'llm': self.llm}
 
     def _base_loader(self, **kwargs) -> Generator[Document, None, None]:
         """ Loads documents from a source, processes them,
@@ -275,7 +276,6 @@ class BaseVectorStoreToolApiWrapper(BaseToolApiWrapper):
     def index_data(self, **kwargs):
         from alita_sdk.tools.chunkers import __confluence_chunkers__ as chunkers, __confluence_models__ as models
         docs = self._base_loader(**kwargs)
-        embedding = get_embeddings(self.alita, self.embedding_model, self.embedding_model_params)
         chunking_tool = kwargs.get("chunking_tool")
         if chunking_tool:
             # Resolve chunker from the provided chunking_tool name
@@ -284,7 +284,7 @@ class BaseVectorStoreToolApiWrapper(BaseToolApiWrapper):
             base_chunking_config = kwargs.get("chunking_config", {})
             config_model = models.get(chunking_tool)
             # Set required fields that should come from the instance (and Fallback for chunkers without models)
-            base_chunking_config['embedding'] = embedding
+            base_chunking_config['embedding'] = self._embedding
             base_chunking_config['llm'] = self.llm
             #
             if config_model:
@@ -301,7 +301,7 @@ class BaseVectorStoreToolApiWrapper(BaseToolApiWrapper):
         collection_suffix = kwargs.get("collection_suffix")
         progress_step = kwargs.get("progress_step")
         clean_index = kwargs.get("clean_index")
-        vs = self._init_vector_store(embeddings=embedding)
+        vs = self._init_vector_store(embeddings=self._embedding)
         #
         return vs.index_documents(docs, collection_suffix=collection_suffix, progress_step=progress_step, clean_index=clean_index)
 

{alita_sdk-0.3.238.dist-info → alita_sdk-0.3.239.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: alita_sdk
-Version: 0.3.238
+Version: 0.3.239
 Summary: SDK for building langchain agents using resources from Alita
 Author-email: Artem Rozumenko <artyom.rozumenko@gmail.com>, Mikalai Biazruchka <mikalai_biazruchka@epam.com>, Roman Mitusov <roman_mitusov@epam.com>, Ivan Krakhmaliuk <lifedjik@gmail.com>, Artem Dubrovskiy <ad13box@gmail.com>
 License-Expression: Apache-2.0

{alita_sdk-0.3.238.dist-info → alita_sdk-0.3.239.dist-info}/RECORD

@@ -23,7 +23,7 @@ alita_sdk/configurations/zephyr.py,sha256=9P6DfbUP_azFxzccCiC7WbBsf4MFQ2xb5-Azb9
 alita_sdk/runtime/__init__.py,sha256=4W0UF-nl3QF2bvET5lnah4o24CoTwSoKXhuN0YnwvEE,828
 alita_sdk/runtime/clients/__init__.py,sha256=BdehU5GBztN1Qi1Wul0cqlU46FxUfMnI6Vq2Zd_oq1M,296
 alita_sdk/runtime/clients/artifact.py,sha256=H3pJAh5G-zWVyJ6YbqHGk4jA8U6HfacQduiTivpJZ3Y,3210
-alita_sdk/runtime/clients/client.py,sha256=UdHz17Y89IhFTCJYMuQmRa_1w8SeukIVsG8R3ZYB0RM,42684
+alita_sdk/runtime/clients/client.py,sha256=HO5mSrrque9HaHdBmQVR639leBNTI1TFA0HYmXdfqLA,43187
 alita_sdk/runtime/clients/datasource.py,sha256=HAZovoQN9jBg0_-lIlGBQzb4FJdczPhkHehAiVG3Wx0,1020
 alita_sdk/runtime/clients/prompt.py,sha256=li1RG9eBwgNK_Qf0qUaZ8QNTmsncFrAL2pv3kbxZRZg,1447
 alita_sdk/runtime/langchain/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -57,7 +57,7 @@ alita_sdk/runtime/langchain/document_loaders/constants.py,sha256=Zu_TSxZzcsrJjLE
 alita_sdk/runtime/langchain/document_loaders/utils.py,sha256=9xghESf3axBbwxATyVuS0Yu-TWe8zWZnXgCD1ZVyNW0,2414
 alita_sdk/runtime/langchain/interfaces/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 alita_sdk/runtime/langchain/interfaces/kwextractor.py,sha256=kSJA9L8g8UArmHu7Bd9dIO0Rrq86JPUb8RYNlnN68FQ,3072
-alita_sdk/runtime/langchain/interfaces/llm_processor.py,sha256=yQOrAF9ccFMY_swHGOuKfkt3FzJbx0Qmw6Cfyi6lOPE,8833
+alita_sdk/runtime/langchain/interfaces/llm_processor.py,sha256=qjEFe-QC2whhGauNCJ94aS2GiG4aSPJwDOKI0zVO5mM,8705
 alita_sdk/runtime/langchain/interfaces/loaders.py,sha256=li-O2dubiDNYn-qfVcDsuD4LqP_IZ61cV2vHUZAqeXc,3337
 alita_sdk/runtime/langchain/interfaces/splitters.py,sha256=tW65-Ejj9VYyxXFZNgPts_CKILQ18bWp_1bZ-24FKGc,3630
 alita_sdk/runtime/langchain/retrievers/AlitaRetriever.py,sha256=osChtJxUlfpsFESpJSE5mnJAkxTXnzgFZnC6l5mUlbo,6148
@@ -114,7 +114,7 @@ alita_sdk/runtime/utils/toolkit_runtime.py,sha256=MU63Fpxj0b5_r1IUUc0Q3-PN9VwL7r
 alita_sdk/runtime/utils/toolkit_utils.py,sha256=I9QFqnaqfVgN26LUr6s3XlBlG6y0CoHURnCzG7XcwVs,5311
 alita_sdk/runtime/utils/utils.py,sha256=CpEl3LCeLbhzQySz08lkKPm7Auac6IiLF7WB8wmArMI,589
 alita_sdk/tools/__init__.py,sha256=ko5TToGYZFmBrho26DRAVvrkHWxQ2sfs8gVAASinYp8,10611
-alita_sdk/tools/elitea_base.py,sha256=NU2mumxBewSwbKwCeLTfbQ_jrw6pYMaRhxq8vv0bvLQ,30368
+alita_sdk/tools/elitea_base.py,sha256=lWvCQyJVeiAqIsZEOHqTygw0rCc11IUAEiAhkFy6wi0,30357
 alita_sdk/tools/ado/__init__.py,sha256=j4lt6MLWlpkIIVkHmAyVG3i_qQeQ3ZmL_g8BfMhVhVI,1289
 alita_sdk/tools/ado/utils.py,sha256=PTCludvaQmPLakF2EbCGy66Mro4-rjDtavVP-xcB2Wc,1252
 alita_sdk/tools/ado/repos/__init__.py,sha256=mZqU0-9Yyw7HOt61980ndl3yPJ00Ihw2UlvWawheONU,5987
@@ -327,8 +327,8 @@ alita_sdk/tools/zephyr_scale/api_wrapper.py,sha256=JAeWf-RXohsxheUpT0iMDClc_izj-
 alita_sdk/tools/zephyr_squad/__init__.py,sha256=0AI_j27xVO5Gk5HQMFrqPTd4uvuVTpiZUicBrdfEpKg,2796
 alita_sdk/tools/zephyr_squad/api_wrapper.py,sha256=kmw_xol8YIYFplBLWTqP_VKPRhL_1ItDD0_vXTe_UuI,14906
 alita_sdk/tools/zephyr_squad/zephyr_squad_cloud_client.py,sha256=R371waHsms4sllHCbijKYs90C-9Yu0sSR3N4SUfQOgU,5066
-alita_sdk-0.3.238.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-alita_sdk-0.3.238.dist-info/METADATA,sha256=S1gdkE0ujwYLFy3P98VKkutVBl8VdfC1Bnd1p_UgLnA,18896
-alita_sdk-0.3.238.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-alita_sdk-0.3.238.dist-info/top_level.txt,sha256=0vJYy5p_jK6AwVb1aqXr7Kgqgk3WDtQ6t5C-XI9zkmg,10
-alita_sdk-0.3.238.dist-info/RECORD,,
+alita_sdk-0.3.239.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+alita_sdk-0.3.239.dist-info/METADATA,sha256=m1jFw5o-vxwPxIGVQV11R4oev9FJIbtQMgERBku7OFU,18896
+alita_sdk-0.3.239.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+alita_sdk-0.3.239.dist-info/top_level.txt,sha256=0vJYy5p_jK6AwVb1aqXr7Kgqgk3WDtQ6t5C-XI9zkmg,10
+alita_sdk-0.3.239.dist-info/RECORD,,