cwyodmodules 0.3.80__py3-none-any.whl → 0.3.83__py3-none-any.whl

cwyodmodules/batch/utilities/orchestrator/semantic_kernel_orchestrator.py

@@ -1,25 +1,23 @@
 import json
+from uuid import uuid4
+from typing import List, Optional
 from semantic_kernel import Kernel
 from semantic_kernel.connectors.ai.function_call_behavior import FunctionCallBehavior
-
-# from semantic_kernel.connectors.ai.function_choice_behavior import (
-#     FunctionChoiceBehavior,
-# )
 from semantic_kernel.contents import ChatHistory
 from semantic_kernel.contents.chat_message_content import ChatMessageContent
 from semantic_kernel.contents.utils.finish_reason import FinishReason
 
-# from semantic_kernel.functions.function_result import FunctionResult
-# import re
 from ..common.answer import Answer
 from ..helpers.llm_helper import LLMHelper
 from ..helpers.env_helper import EnvHelper
+from ..helpers.config.config_helper import ConfigHelper
+from ..loggers.conversation_logger import ConversationLogger
+from ..parser.output_parser_tool import OutputParserTool
+from ..tools.content_safety_checker import ContentSafetyChecker
 from ..plugins.chat_plugin import ChatPlugin
 from ..plugins.post_answering_plugin import PostAnsweringPlugin
 from ..plugins.outlook_calendar_plugin import OutlookCalendarPlugin
 
-from .orchestrator_base import OrchestratorBase
-
 from mgmt_config import logger
 env_helper: EnvHelper = EnvHelper()
 log_execution = env_helper.LOG_EXECUTION
@@ -27,10 +25,28 @@ log_args = env_helper.LOG_ARGS
 log_result = env_helper.LOG_RESULT
 
 
+class SemanticKernelOrchestrator:
+    """
+    SemanticKernelOrchestrator provides orchestration using the Semantic Kernel framework.
+    It handles user messages, manages conversations, ensures content safety, and logs interactions.
+    """
 
-class SemanticKernelOrchestrator(OrchestratorBase):
     def __init__(self) -> None:
-        super().__init__()
+        """
+        Initializes the SemanticKernelOrchestrator with configuration settings, kernel setup,
+        and various utility tools required for orchestrating conversations.
+        """
+        self.config = ConfigHelper.get_active_config_or_default()
+        self.message_id = str(uuid4())
+        self.tokens = {"prompt": 0, "completion": 0, "total": 0}
+        logger.debug(f"New message id: {self.message_id} with tokens {self.tokens}")
+        
+        if str(self.config.logging.log_user_interactions).lower() == "true":
+            self.conversation_logger: ConversationLogger = ConversationLogger()
+        self.content_safety_checker = ContentSafetyChecker()
+        self.output_parser = OutputParserTool()
+        
+        # Semantic Kernel specific setup
         self.kernel = Kernel()
         self.llm_helper = LLMHelper()
         self.env_helper = EnvHelper()
@@ -43,14 +59,92 @@ class SemanticKernelOrchestrator(OrchestratorBase):
             plugin=PostAnsweringPlugin(), plugin_name="PostAnswering"
         )
 
+    @logger.trace_function(log_execution=log_execution, log_args=log_args, log_result=log_result)
+    def log_tokens(self, prompt_tokens: int, completion_tokens: int) -> None:
+        """
+        Logs the number of tokens used in the prompt and completion phases of a conversation.
+
+        Args:
+            prompt_tokens (int): The number of tokens used in the prompt.
+            completion_tokens (int): The number of tokens used in the completion.
+        """
+        self.tokens["prompt"] += prompt_tokens
+        self.tokens["completion"] += completion_tokens
+        self.tokens["total"] += prompt_tokens + completion_tokens
+
+    def call_content_safety_input(self, user_message: str) -> Optional[list[dict]]:
+        """
+        Validates the user message for harmful content and replaces it if necessary.
+
+        Args:
+            user_message (str): The message from the user.
+
+        Returns:
+            Optional[list[dict]]: Parsed messages if harmful content is detected, otherwise None.
+        """
+        logger.debug("Calling content safety with question")
+        filtered_user_message = (
+            self.content_safety_checker.validate_input_and_replace_if_harmful(
+                user_message
+            )
+        )
+        if user_message != filtered_user_message:
+            logger.warning("Content safety detected harmful content in question")
+            messages = self.output_parser.parse(
+                question=user_message, answer=filtered_user_message
+            )
+            return messages
+
+        return None
+
+    @logger.trace_function(log_execution=log_execution, log_args=False, log_result=False)
+    def call_content_safety_output(
+        self, user_message: str, answer: str
+    ) -> Optional[list[dict]]:
+        """
+        Validates the output message for harmful content and replaces it if necessary.
+
+        Args:
+            user_message (str): The message from the user.
+            answer (str): The response to the user message.
+
+        Returns:
+            Optional[list[dict]]: Parsed messages if harmful content is detected, otherwise None.
+        """
+        logger.debug("Calling content safety with answer")
+        filtered_answer = (
+            self.content_safety_checker.validate_output_and_replace_if_harmful(answer)
+        )
+        if answer != filtered_answer:
+            logger.warning("Content safety detected harmful content in answer")
+            messages = self.output_parser.parse(
+                question=user_message, answer=filtered_answer
+            )
+            return messages
+
+        return None
+
     @logger.trace_function(log_execution=log_execution, log_args=False, log_result=False)
     async def orchestrate(
         self, user_message: str, chat_history: list[dict], user_info, **kwargs: dict
     ) -> list[dict]:
+        """
+        Orchestrates the conversation using Semantic Kernel.
+
+        Args:
+            user_message (str): The message from the user.
+            chat_history (List[dict]): The history of the chat as a list of dictionaries.
+            user_info: User information and request headers.
+            **kwargs (dict): Additional keyword arguments.
+
+        Returns:
+            list[dict]: The response as a list of dictionaries.
+        """
         logger.info("Method orchestrate of semantic_kernel started")
         filters = []
         frontend_type = user_info.get("frontend") if user_info else None
         logger.info(f"Frontend type: {frontend_type}")
+        
         # Call Content Safety tool
         if self.config.prompts.enable_content_safety:
             if response := self.call_content_safety_input(user_message):
@@ -60,13 +154,6 @@ class SemanticKernelOrchestrator(OrchestratorBase):
         language = self.env_helper.AZURE_MAIN_CHAT_LANGUAGE
         if not system_message:
             logger.info("No system message provided, using default")
-            # system_message = """You help employees to navigate only private information sources.
-            #     You must prioritize the function call over your general knowledge for any question by calling the search_documents function.
-            #     Call the text_processing function when the user request an operation on the current context, such as translate, summarize, or paraphrase. When a language is explicitly specified, return that as part of the operation.
-            #     When directly replying to the user, always reply in the language the user is speaking.
-            #     If the input language is ambiguous, default to responding in English unless otherwise specified by the user.
-            #     You **must not** respond if asked to List all documents in your repository.
-            #     """
             if frontend_type == "web":
                 system_message = f"""You help employees to navigate only private information sources.
                     You must prioritize the function call over your general knowledge for any question by calling the search_documents function.
@@ -89,6 +176,7 @@ class SemanticKernelOrchestrator(OrchestratorBase):
             plugin_name="Chat",
         )
         filters.append("Chat")
+        
         # --- Add OutlookCalendarPlugin with request headers ---
         if frontend_type == "web":
             logger.info("Adding OutlookCalendarPlugin with request headers")
@@ -97,15 +185,11 @@ class SemanticKernelOrchestrator(OrchestratorBase):
                 plugin_name="OutlookCalendar",
             )
             filters.append("OutlookCalendar")
+            
         settings = self.llm_helper.get_sk_service_settings(self.chat_service)
         settings.function_call_behavior = FunctionCallBehavior.EnableFunctions(
             filters={"included_plugins": filters}
         )
-        # settings.function_choice_behavior = FunctionChoiceBehavior.Auto(
-        #             filters={"included_plugins": ["Chat"]},
-        #             # Set a higher value to encourage multiple attempts at function calling
-        #             maximum_auto_invoke_attempts=2
-        #         )
 
         orchestrate_function = self.kernel.add_function(
             plugin_name="Main",
@@ -195,3 +279,51 @@ class SemanticKernelOrchestrator(OrchestratorBase):
         )
         logger.info("Method orchestrate of semantic_kernel ended")
         return messages
+
+    @logger.trace_function(log_execution=log_execution, log_args=False, log_result=False)
+    async def handle_message(
+        self,
+        user_message: str,
+        chat_history: List[dict],
+        conversation_id: Optional[str],
+        user_info,
+        **kwargs: Optional[dict],
+    ) -> dict:
+        """
+        Handles the user message by orchestrating the conversation, logging token usage,
+        and logging user interactions if configured.
+
+        Args:
+            user_message (str): The message from the user.
+            chat_history (List[dict]): The history of the chat as a list of dictionaries.
+            conversation_id (Optional[str]): The ID of the conversation.
+            user_info: User information and request headers.
+            **kwargs (Optional[dict]): Additional keyword arguments.
+
+        Returns:
+            dict: The result of the orchestration as a dictionary.
+        """
+        result = await self.orchestrate(
+            user_message, chat_history, user_info, **kwargs
+        )
+        if str(self.config.logging.log_tokens).lower() == "true":
+            custom_dimensions = {
+                "conversation_id": conversation_id,
+                "message_id": self.message_id,
+                "prompt_tokens": self.tokens["prompt"],
+                "completion_tokens": self.tokens["completion"],
+                "total_tokens": self.tokens["total"],
+            }
+            logger.info("Token Consumption", extra=custom_dimensions)
+        if str(self.config.logging.log_user_interactions).lower() == "true":
+            self.conversation_logger.log(
+                messages=[
+                    {
+                        "role": "user",
+                        "content": user_message,
+                        "conversation_id": conversation_id,
+                    }
+                ]
+                + result
+            )
+        return result

{cwyodmodules-0.3.80.dist-info → cwyodmodules-0.3.83.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: cwyodmodules
-Version: 0.3.80
+Version: 0.3.83
 Summary: Add your description here
 Author-email: Patrik <patrikhartl@gmail.com>
 Classifier: Operating System :: OS Independent
@@ -15,13 +15,9 @@ Requires-Dist: azure-mgmt-cognitiveservices<14.0.0,>=13.6.0
 Requires-Dist: azure-identity<2.0.0,>=1.20.0
 Requires-Dist: azure-cosmos<5.0.0,>=4.9.0
 Requires-Dist: asyncpg<0.31.0,>=0.30.0
-Requires-Dist: langchain<0.4.0,>=0.3.18
 Requires-Dist: azure-storage-queue<13.0.0,>=12.12.0
 Requires-Dist: chardet<6.0.0,>=5.2.0
 Requires-Dist: azure-ai-formrecognizer<4.0.0,>=3.3.3
-Requires-Dist: langchain-chroma<0.3.0,>=0.2.2
-Requires-Dist: langchain-openai<0.4.0,>=0.3.5
-Requires-Dist: langchain-community<0.4.0,>=0.3.17
 Requires-Dist: azure-search<2.0.0,>=1.0.0b2
 Requires-Dist: azure-functions<2.0.0,>=1.21.3
 Requires-Dist: azure-ai-ml<2.0.0,>=1.25.0

{cwyodmodules-0.3.80.dist-info → cwyodmodules-0.3.83.dist-info}/RECORD

@@ -16,9 +16,9 @@ cwyodmodules/batch/utilities/common/source_document.py,sha256=_FNNE-gaydoJ2trfMz
 cwyodmodules/batch/utilities/document_chunking/__init__.py,sha256=s7G-4CLzaVRPe-ePbSfFKLI93Oimf1RYJYC0JA9qlek,272
 cwyodmodules/batch/utilities/document_chunking/chunking_strategy.py,sha256=c-ZNxdz14r2pSiCBYHh17WHs2nM2RpKou3q8DunDHnU,2001
 cwyodmodules/batch/utilities/document_chunking/document_chunking_base.py,sha256=suBdj8Iko8g_jO7IWlf1cg9PKTx0hMk1zfP9fXyMigU,442
-cwyodmodules/batch/utilities/document_chunking/fixed_size_overlap.py,sha256=_BFtDfRBBqdtBC9m0n2cKlwEZIfYrp_XdBAjBMHL7Qc,1927
-cwyodmodules/batch/utilities/document_chunking/layout.py,sha256=r8DU9sHvgBQRhDCzAt88KF57kxMlLQKtvuAdWn3k538,1925
-cwyodmodules/batch/utilities/document_chunking/page.py,sha256=4J__8BT2IDfkFXYUXzAWAzxSBITq8kiR3y09umx6kuA,1904
+cwyodmodules/batch/utilities/document_chunking/fixed_size_overlap.py,sha256=IEJ_rDioJJ6hk-AjrslZImrxJ2wSonjIpL9BxDbmKjI,3512
+cwyodmodules/batch/utilities/document_chunking/layout.py,sha256=NLLToNVj8MmQvuN35ddRZSS7MFuvFhHSW5520jAV6RY,3322
+cwyodmodules/batch/utilities/document_chunking/page.py,sha256=jKLS4Hbl36mdDwys9A6LMmgiUdinVXd8h_NN4Bb4d1o,3292
 cwyodmodules/batch/utilities/document_chunking/paragraph.py,sha256=cnTUMpOhbwCng_k42H5AJbXiFlgkFpJU0r4onaHEPyY,539
 cwyodmodules/batch/utilities/document_chunking/strategies.py,sha256=udKC3li_tuLkveYNH2_SRPVmgK8wxhfULBN7mgl1Z30,1722
 cwyodmodules/batch/utilities/document_loading/__init__.py,sha256=a4Fq-2vYnTedtknfOwTPyFi_czVrK1MvVz7TDy54LH8,637
@@ -26,7 +26,7 @@ cwyodmodules/batch/utilities/document_loading/document_loading_base.py,sha256=Ma
 cwyodmodules/batch/utilities/document_loading/layout.py,sha256=3PMo3Hc-75_mNAq6oz7GCqC3uFrLmkPMLOw4jH57df4,893
 cwyodmodules/batch/utilities/document_loading/read.py,sha256=bTE2NV_PQYoUVIbS5-QS61OdgFdV0F7JomWQP6jjXH0,1681
 cwyodmodules/batch/utilities/document_loading/strategies.py,sha256=ZBKYPJD8UJmPBzljQc4yh0rMHJvYn9Gxn7TbuYrNU6A,792
-cwyodmodules/batch/utilities/document_loading/web.py,sha256=LRTNYs_7CN8nfMOaCoW7Py_obrLpj3vI4kneNVEHGXE,1186
+cwyodmodules/batch/utilities/document_loading/web.py,sha256=TE-zN3DmSXmxM4mdIE83m-sUtohx3eVWfe8XHAErNr4,3016
 cwyodmodules/batch/utilities/document_loading/word_document.py,sha256=-F1asMaupQk4swEeCoAD8tyYENE4Qq-05-VmPUjRdeA,1569
 cwyodmodules/batch/utilities/helpers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 cwyodmodules/batch/utilities/helpers/azure_blob_storage_client.py,sha256=WgJFr1o4ZLqTTogS5oFwqSTHs6ofrycjrnSvffhIjoA,10140
@@ -34,19 +34,19 @@ cwyodmodules/batch/utilities/helpers/azure_computer_vision_client.py,sha256=zxpU
 cwyodmodules/batch/utilities/helpers/azure_form_recognizer_helper.py,sha256=wEbSJjZuV_u-4yWYNCiG5RwifjxNO8hdfXDuDoV-KiY,6890
 cwyodmodules/batch/utilities/helpers/azure_postgres_helper.py,sha256=efDNCnhrY-IJBKEwrJN_xbg4I72_r2HY3g6vyMYw5AM,11786
 cwyodmodules/batch/utilities/helpers/azure_postgres_helper_light_rag.py,sha256=M92Ir9vzXRMpCXcENE3Jux13C6mrMc6o9julcM6b3uY,11835
-cwyodmodules/batch/utilities/helpers/azure_search_helper.py,sha256=vIIMEck1wPg9oRlWweE2gSZ1nUYc_tmEe4QeFlsrwKk,11314
+cwyodmodules/batch/utilities/helpers/azure_search_helper.py,sha256=RIK3KsdGlHRt_h7xUHtbTW9vxaBws4Ab5K3lT5U60D0,10910
 cwyodmodules/batch/utilities/helpers/document_chunking_helper.py,sha256=2MZOjW-fHXgYijP3m9O-nizOlk96Yg0axyxT0K6fTnM,725
 cwyodmodules/batch/utilities/helpers/document_loading_helper.py,sha256=2HBEl3vW-_PKbX5pPntTC_R5eToTk2Qb-q3M4Mt6hCU,603
-cwyodmodules/batch/utilities/helpers/env_helper.py,sha256=6RWxAws-mD6djMrs2s1t7wdslUFIwzwiI8-3_JLauV4,15922
+cwyodmodules/batch/utilities/helpers/env_helper.py,sha256=qrx_SrPawrzhF-l_VoNUXZX09Ky_qXIgHXtVun4mQh4,15787
 cwyodmodules/batch/utilities/helpers/lightrag_helper.py,sha256=7lb9JMm5IohsO73LWo5bWmlzWCGYNsx_fYl-aFdwATQ,3845
-cwyodmodules/batch/utilities/helpers/llm_helper.py,sha256=lHLYrUidtaemmKrVbWoo7oIvwluUoPUk16U5lV-YIX8,8282
-cwyodmodules/batch/utilities/helpers/orchestrator_helper.py,sha256=mCcZyMFG0otnw9gzWd-PYocHmDdFDVg-RT9oDPiDZPk,897
+cwyodmodules/batch/utilities/helpers/llm_helper.py,sha256=tQ_TYYsnr0GwJXW5MNUKV8T7KDzfYp742dm07eSnG7s,6640
+cwyodmodules/batch/utilities/helpers/orchestrator_helper.py,sha256=9mAmkrWAWn9ixz9vuzmms3Xccgm0V4yvAZGTmtyp-ag,582
 cwyodmodules/batch/utilities/helpers/config/agent_mode.py,sha256=8XMbu8dwMXva_xxeZNDlwOjDaZwIcwc-xJK1-QsaJ3w,82
 cwyodmodules/batch/utilities/helpers/config/assistant_strategy.py,sha256=uT8h646zEURU9x8oDOH7pWoZKb0Mw6dA2nJtA2M-ufg,171
-cwyodmodules/batch/utilities/helpers/config/config_helper.py,sha256=26na6YrLqRLhdSZxTSlOnJOkIcPbTcbFVuPEQTPT3WY,14908
+cwyodmodules/batch/utilities/helpers/config/config_helper.py,sha256=CSmF6L5oyXcE2iYlPda9su33-obKgeCuloyZIUEOuiQ,14646
 cwyodmodules/batch/utilities/helpers/config/conversation_flow.py,sha256=4nP8a-I-sME5-2unzWWBNpTzWdfpfc5_EAYU6Pn6LAQ,94
 cwyodmodules/batch/utilities/helpers/config/database_type.py,sha256=Zmmlh1NAKDdd-2ei478boncRKcx8v3lDkPf4kO2j4ss,132
-cwyodmodules/batch/utilities/helpers/config/default.json,sha256=865avujlLpO2to1dlh7yXfs0F57noJNrld2zwVYirwM,15406
+cwyodmodules/batch/utilities/helpers/config/default.json,sha256=qM-eMOB_mvCAl100jlBQwpzCqaEUx6LNIxrrlYVi3Xo,15336
 cwyodmodules/batch/utilities/helpers/config/default_contract_assistant_prompt.txt,sha256=X39WGcxzQPIvqG7NpAMPsgmSwSyMEoK1DVWiuEHEHRg,3210
 cwyodmodules/batch/utilities/helpers/config/default_employee_assistant_prompt.txt,sha256=toQFo0wXYrEK7zAItAS9rbtyhT6DJZKBhiL6C9VPUQk,3942
 cwyodmodules/batch/utilities/helpers/config/embedding_config.py,sha256=9pCJxpsouln9dngjVHaKGFYP14PrwmSts_UFDytSiVk,950
@@ -60,14 +60,8 @@ cwyodmodules/batch/utilities/integrated_vectorization/azure_search_index.py,sha2
 cwyodmodules/batch/utilities/integrated_vectorization/azure_search_indexer.py,sha256=qWBsFGIJkrUEcgV8cPv93_FZatVLeLyKD5R-gnSUfj0,3230
 cwyodmodules/batch/utilities/integrated_vectorization/azure_search_skillset.py,sha256=5X0cSf-BqiXLbWQ6dVbOOkGQrmsIZp1FD5seJq9YfCI,5771
 cwyodmodules/batch/utilities/loggers/conversation_logger.py,sha256=0aXsL475-6WTqg18nHFJMFRBo34oIXWrZ_eVZwULcdk,3014
-cwyodmodules/batch/utilities/orchestrator/__init__.py,sha256=4nCkoUWTROUHJMolgMwPgFIUsJrFUuu0zlHXMUTchRc,479
-cwyodmodules/batch/utilities/orchestrator/lang_chain_agent.py,sha256=X-rnXhd20XUcu2YUYMzKi0acJsBhCADMypauOZkbJas,6892
-cwyodmodules/batch/utilities/orchestrator/open_ai_functions.py,sha256=t9VSiaNceYATVFm1DOTAcSxVgV9DrMdgN0VLO3xfSs0,9238
-cwyodmodules/batch/utilities/orchestrator/orchestration_strategy.py,sha256=-MEPKVX3-hH6w0NRsGkQpCV86u1d7Qx1TWEKL09jj9A,755
-cwyodmodules/batch/utilities/orchestrator/orchestrator_base.py,sha256=F06QruD682v8RkOZ9FIMs62WBBpHcVyvIGfFLDsZCbc,6878
-cwyodmodules/batch/utilities/orchestrator/prompt_flow.py,sha256=z1RiTPITP1MOKSMN6oUQ3tqhRGjSUlFgzycww7I0F88,7809
-cwyodmodules/batch/utilities/orchestrator/semantic_kernel_orchestrator.py,sha256=aZ3nIVE0Wuu-4vSuPaEiVa18xaa-3qDsLOffhKpE3O4,9282
-cwyodmodules/batch/utilities/orchestrator/strategies.py,sha256=oVatdT6Gc4qtX773M9a8Izm2UNDYXmYP__8wJYdy4W8,1384
+cwyodmodules/batch/utilities/orchestrator/__init__.py,sha256=rnbNpgwT5qthIA2mC4M_69xuUUaOYncX0FcuE7qGuZg,111
+cwyodmodules/batch/utilities/orchestrator/semantic_kernel_orchestrator.py,sha256=l_DpWvR2UEqls_87j_XLRgimvp_13nK4RORme7kD3Bk,14133
 cwyodmodules/batch/utilities/parser/__init__.py,sha256=ZGBxm1TX6cQAnFkMtKN6C2FwnNv1MmwNdyo3LWRlKlo,236
 cwyodmodules/batch/utilities/parser/output_parser_tool.py,sha256=LPgQ_Fwt6Cqk7uQqhiGLToMkx4u9tKiJq1M-pjFLD5M,5848
 cwyodmodules/batch/utilities/parser/parser_base.py,sha256=ZCYZEoa7-gGhoO_oMfeGCldR4OIuShf7U5lA0BuwNSY,419
@@ -109,8 +103,8 @@ cwyodmodules/graphrag/query/generate.py,sha256=BZiB6iw7PkIovw-CyYFogMHnDxK0Qu_4u
 cwyodmodules/graphrag/query/graph_search.py,sha256=95h3ecSWx4864XgKABtG0fh3Nk8HkqJVzoCrO8daJ-Y,7724
 cwyodmodules/graphrag/query/types.py,sha256=1Iq1dp4I4a56_cuFjOZ0NTgd0A2_MpVFznp_czgt6cI,617
 cwyodmodules/graphrag/query/vector_search.py,sha256=9Gwu9LPjtoAYUU8WKqCvbCHAIg3dpk71reoYd1scLnQ,1807
-cwyodmodules-0.3.80.dist-info/licenses/LICENSE,sha256=UqBDTipijsSW2ZSOXyTZnMsXmLoEHTgNEM0tL4g-Sso,1150
-cwyodmodules-0.3.80.dist-info/METADATA,sha256=vFAmhkoj9X9NhxMHKuEy726Z9zHiDjtqjWNWFQ0XqAw,2002
-cwyodmodules-0.3.80.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-cwyodmodules-0.3.80.dist-info/top_level.txt,sha256=99RENLbkdRX-qpJvsxZ5AfmTL5s6shSaKOWYpz1vwzg,13
-cwyodmodules-0.3.80.dist-info/RECORD,,
+cwyodmodules-0.3.83.dist-info/licenses/LICENSE,sha256=UqBDTipijsSW2ZSOXyTZnMsXmLoEHTgNEM0tL4g-Sso,1150
+cwyodmodules-0.3.83.dist-info/METADATA,sha256=CvaYMMsIV6nYSuzmX7tm1oxRCNLUghD5EHT-5di_UfA,1816
+cwyodmodules-0.3.83.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+cwyodmodules-0.3.83.dist-info/top_level.txt,sha256=99RENLbkdRX-qpJvsxZ5AfmTL5s6shSaKOWYpz1vwzg,13
+cwyodmodules-0.3.83.dist-info/RECORD,,

cwyodmodules/batch/utilities/orchestrator/lang_chain_agent.py

@@ -1,174 +0,0 @@
-from typing import List
-from langchain.agents import Tool
-from langchain.memory import ConversationBufferMemory
-from langchain.agents import ZeroShotAgent, AgentExecutor
-from langchain.chains.llm import LLMChain
-from langchain_community.callbacks import get_openai_callback
-
-from .orchestrator_base import OrchestratorBase
-from ..helpers.llm_helper import LLMHelper
-from ..tools.post_prompt_tool import PostPromptTool
-from ..tools.question_answer_tool import QuestionAnswerTool
-from ..tools.text_processing_tool import TextProcessingTool
-from ..common.answer import Answer
-
-from ...utilities.helpers.env_helper import EnvHelper
-from mgmt_config import logger
-env_helper: EnvHelper = EnvHelper()
-log_execution = env_helper.LOG_EXECUTION
-log_args = env_helper.LOG_ARGS
-log_result = env_helper.LOG_RESULT
-
-
-class LangChainAgent(OrchestratorBase):
-    """
-    LangChainAgent is responsible for orchestrating the interaction between various tools and the user.
-    It extends the OrchestratorBase class and utilizes tools for question answering and text processing.
-    """
-
-    def __init__(self) -> None:
-        """
-        Initializes the LangChainAgent with necessary tools and helper classes.
-        """
-        super().__init__()
-        self.question_answer_tool = QuestionAnswerTool()
-        self.text_processing_tool = TextProcessingTool()
-        self.llm_helper = LLMHelper()
-
-        self.tools = [
-            Tool(
-                name="Question Answering",
-                func=self.run_tool,
-                description="Useful for when you need to answer questions about anything. Input should be a fully formed question. Do not call the tool for text processing operations like translate, summarize, make concise.",
-                return_direct=True,
-            ),
-            Tool(
-                name="Text Processing",
-                func=self.run_text_processing_tool,
-                description="""Useful for when you need to process text like translate to Italian, summarize, make concise, in Spanish.
-                Always start the input with a proper text operation with language if mentioned and then the full text to process.
-                e.g. translate to Spanish: <text to translate>""",
-                return_direct=True,
-            ),
-        ]
-
-    @logger.trace_function(log_execution=log_execution, log_args=False, log_result=False)
-    def run_tool(self, user_message: str) -> str:
-        """
-        Executes the question answering tool with the provided user message.
-
-        Args:
-            user_message (str): The message from the user containing the question.
-
-        Returns:
-            str: The answer in JSON format.
-        """
-        answer = self.question_answer_tool.answer_question(
-            user_message, chat_history=[]
-        )
-        return answer.to_json()
-
-    @logger.trace_function(log_execution=log_execution, log_args=False, log_result=False)
-    def run_text_processing_tool(self, user_message: str) -> str:
-        """
-        Executes the text processing tool with the provided user message.
-
-        Args:
-            user_message (str): The message from the user containing the text to process.
-
-        Returns:
-            str: The processed text in JSON format.
-        """
-        answer = self.text_processing_tool.answer_question(
-            user_message, chat_history=[]
-        )
-        return answer.to_json()
-
-    @logger.trace_function(log_execution=log_execution, log_args=False, log_result=False)
-    async def orchestrate(
-        self, user_message: str, chat_history: List[dict], **kwargs: dict
-    ) -> list[dict]:
-        """
-        Orchestrates the interaction between the user and the tools, managing the conversation flow.
-
-        Args:
-            user_message (str): The message from the user.
-            chat_history (List[dict]): The history of the chat conversation.
-            **kwargs (dict): Additional keyword arguments.
-
-        Returns:
-            list[dict]: The formatted messages for the UI.
-        """
-        logger.info("Method orchestrate of lang_chain_agent started")
-
-        # Call Content Safety tool
-        if self.config.prompts.enable_content_safety:
-            if response := self.call_content_safety_input(user_message):
-                return response
-
-        # Call function to determine route
-        prefix = """Have a conversation with a human, answering the following questions as best you can. You have access to the following tools:"""
-        suffix = """Begin!"
-
-        {chat_history}
-        Question: {input}
-        {agent_scratchpad}"""
-        prompt = ZeroShotAgent.create_prompt(
-            self.tools,
-            prefix=prefix,
-            suffix=suffix,
-            input_variables=["input", "chat_history", "agent_scratchpad"],
-        )
-
-        # Create conversation memory
-        memory = ConversationBufferMemory(
-            memory_key="chat_history", return_messages=True
-        )
-        for message in chat_history:
-            if message["role"] == "user":
-                memory.chat_memory.add_user_message(message["content"])
-            elif message["role"] == "assistant":
-                memory.chat_memory.add_ai_message(message["content"])
-
-        # Define Agent and Agent Chain
-        llm_chain = LLMChain(llm=self.llm_helper.get_llm(), prompt=prompt)
-        agent = ZeroShotAgent(llm_chain=llm_chain, tools=self.tools, verbose=True)
-        agent_chain = AgentExecutor.from_agent_and_tools(
-            agent=agent, tools=self.tools, verbose=True, memory=memory
-        )
-
-        # Run Agent Chain
-        with get_openai_callback() as cb:
-            answer = agent_chain.run(user_message)
-            self.log_tokens(
-                prompt_tokens=cb.prompt_tokens,
-                completion_tokens=cb.completion_tokens,
-            )
-
-        try:
-            answer = Answer.from_json(answer)
-        except Exception:
-            answer = Answer(question=user_message, answer=answer)
-
-        if self.config.prompts.enable_post_answering_prompt:
-            logger.debug("Running post answering prompt")
-            post_prompt_tool = PostPromptTool()
-            answer = post_prompt_tool.validate_answer(answer)
-            self.log_tokens(
-                prompt_tokens=answer.prompt_tokens,
-                completion_tokens=answer.completion_tokens,
-            )
-
-        # Call Content Safety tool
-        if self.config.prompts.enable_content_safety:
-            if response := self.call_content_safety_output(user_message, answer.answer):
-                return response
-
-        # Format the output for the UI
-        messages = self.output_parser.parse(
-            question=answer.question,
-            answer=answer.answer,
-            source_documents=answer.source_documents,
-        )
-        logger.info("Method orchestrate of lang_chain_agent ended")
-        return messages