ws-bom-robot-app 0.0.14__py3-none-any.whl → 0.0.16__py3-none-any.whl

ws_bom_robot_app/llm/agent_lcel.py

@@ -53,11 +53,9 @@ class AgentLcel:
     def __create_agent(self):
       agent: Any = (
           {
-              "input": lambda x: x["input"],
-              "agent_scratchpad": lambda x: format_to_openai_tool_messages(
-                  x["intermediate_steps"]
-              ),
-              "chat_history": lambda x: x["chat_history"],
+            "input": lambda x: x["input"],
+            "agent_scratchpad": lambda x: format_to_openai_tool_messages(x["intermediate_steps"]),
+            "chat_history": lambda x: x["chat_history"],
           }
           | RunnableLambda(self.__create_prompt)
           | self.__llm_with_tools

ws_bom_robot_app/llm/main.py

@@ -24,7 +24,12 @@ async def invoke(rq: InvokeRequest) -> str:
 
 async def __stream(rq: StreamRequest,formatted: bool = True) -> None:
   await rq.initialize()
-  callbacks: List[AsyncCallbackHandler] = [AgentHandler(rq.thread_id) if formatted else RawAgentHandler()]
+  if formatted:
+    agent_handler = AgentHandler(rq.thread_id)
+  else:
+    agent_handler = RawAgentHandler()
+  os.environ["AGENT_HANDLER_FORMATTED"] = str(formatted)
+  callbacks: List[AsyncCallbackHandler] = [agent_handler]
   settings.init()
 
   #CREATION OF CHAT HISTORY FOR AGENT

ws_bom_robot_app/llm/tools/tool_manager.py

@@ -1,4 +1,4 @@
-from typing import  Optional, Type
+from typing import  Optional, Type, Callable
 from ws_bom_robot_app.llm.models.api import LlmAppTool
 from ws_bom_robot_app.llm.utils.faiss_helper import FaissHelper
 from ws_bom_robot_app.llm.tools.utils import getRandomWaitingMessage, translate_text
@@ -7,13 +7,26 @@ from pydantic import BaseModel, ConfigDict
 from langchain_community.utilities.dalle_image_generator import DallEAPIWrapper
 
 class ToolConfig(BaseModel):
-    function: callable
+    function: Callable
     model: Optional[Type[BaseModel]] = None
     model_config = ConfigDict(
         arbitrary_types_allowed=True
     )
 
 class ToolManager:
+    """
+    ToolManager is responsible for managing various tools used in the application.
+
+    Attributes:
+        app_tool (LlmAppTool): The application tool configuration.
+        api_key (str): The API key for accessing external services.
+        callbacks (list): A list of callback functions to be executed.
+
+    Methods:
+        document_retriever(query: str): Asynchronously retrieves documents based on the query.
+        image_generator(query: str, language: str = "it"): Asynchronously generates an image based on the query.
+        get_coroutine(): Retrieves the coroutine function based on the tool configuration.
+    """
 
     def __init__(
         self,

ws_bom_robot_app/llm/tools/utils.py

@@ -1,20 +1,23 @@
-import random
+import random, os
 from langchain_openai import ChatOpenAI
 from langchain_core.prompts import PromptTemplate
 from ws_bom_robot_app.llm.utils.print import printString
 
+def __print_output(data: str) -> None:
+  printString(data) if os.environ.get("AGENT_HANDLER_FORMATTED") == str(True) else print(f"{data} ")
+
 def getRandomWaitingMessage(waiting_messages: str, traduction: bool = True) -> str:
   if not waiting_messages: return ""
   messages = [msg.strip() for msg in waiting_messages.split(";") if msg.strip()]
   if not messages: return ""
   chosen_message = random.choice(messages) + "\n"
   if not traduction:
-      printString(chosen_message)
+      __print_output(chosen_message)
   return chosen_message
 
 async def translate_text(api_key, language, text: str, callbacks: list) -> str:
   if language == "it":
-      printString(text)
+      __print_output(text)
       return
   llm = ChatOpenAI(api_key=api_key, model="gpt-3.5-turbo-0125", streaming=True)
   sys_message = """Il tuo compito è di tradurre il testo_da_tradure nella seguente lingua: \n\n lingua: {language}\n\n testo_da_tradure: {testo_da_tradure} \n\nTraduci il testo_da_tradure nella lingua {language} senza aggiungere altro:"""

ws_bom_robot_app/llm/utils/agent_utils.py

@@ -5,7 +5,7 @@ from ws_bom_robot_app.llm.utils.faiss_helper import FaissHelper
 
 async def get_rules(rules: LlmRules, api_key:str, input: str) -> str:
   with HiddenPrints():
-    if any([input=="",rules is None,rules.vector_db == "",not os.path.exists(rules.vector_db)]):
+    if any([input=="",rules is None,rules and rules.vector_db == "",rules and not os.path.exists(rules.vector_db)]):
       return ""
     rules_prompt = ""
     rules_doc = await FaissHelper.invoke(rules.vector_db,api_key,input,search_type="similarity_score_threshold", search_kwargs={"score_threshold": rules.threshold}) #type: ignore

ws_bom_robot_app/main.py

@@ -38,14 +38,45 @@ async def openapi(authenticate: bool = Depends(authenticate)):
 @app.get("/api/health",tags=["diag"])
 def health():
     return {"status": "ok"}
-
+def __get_size(bytes, suffix="B"):
+    """
+    Scale bytes to its proper format
+    e.g:
+        1253656 => '1.20MB'
+        1253656678 => '1.17GB'
+    """
+    factor = 1024
+    for unit in ["", "K", "M", "G", "T", "P"]:
+        if bytes < factor:
+            return f"{bytes:.2f}{unit}{suffix}"
+        bytes /= factor
+def __get_disk_info():
+    import psutil
+    partitions = psutil.disk_partitions()
+    _disks:list = []
+    for partition in partitions:
+        device = partition.device
+        mountpoint = partition.mountpoint
+        fstype = partition.fstype
+        try:
+            usage = psutil.disk_usage(mountpoint)
+        except PermissionError:
+            continue
+        total = __get_size(usage.total)
+        used = __get_size(usage.used)
+        free = __get_size(usage.free)
+        percent = f"{usage.percent}%"
+        _disks.append({"device": device, "mountpoint": mountpoint, "fstype": fstype, "total": total, "used": used, "free": free, "percent": percent})
+    return _disks
 @app.get("/api/diag",tags=["diag"])
 def diag(authenticate: bool = Depends(authenticate)):
-    import pkg_resources
+    import pkg_resources, psutil
     from ws_bom_robot_app.llm.vector_store.loader.base import Loader as wsll
     from ws_bom_robot_app.llm.vector_store.integration.manager import IntegrationManager as wsim
     from ws_bom_robot_app.llm.tools.tool_manager import ToolManager as wstm
     from ws_bom_robot_app.llm.agent_description import AgentDescriptor as wsad
+    svmem = psutil.virtual_memory()
+    swap = psutil.swap_memory()
     return {
         "status":"ok",
         "uptime": {'from':_uptime,'elapsed':str(datetime.datetime.now()-_uptime)},
@@ -56,9 +87,27 @@ def diag(authenticate: bool = Depends(authenticate)):
                 "version": platform.version(),
                 "type": platform.machine(),
                 "processor": platform.processor(),
-                "cpu": os.cpu_count(),
                 "architecture": platform.architecture()
             },
+            "cpu": {
+                "physical_core": psutil.cpu_count(logical=False),
+                "total_core": psutil.cpu_count(logical=True),
+                "load": f"{psutil.cpu_percent(interval=1)}%"
+            },
+            "memory": {
+                "total": f"{__get_size(svmem.total)}",
+                "available": f"{__get_size(svmem.available)}",
+                "used": f"{__get_size(svmem.used)}",
+                "free": f"{__get_size(svmem.free)}",
+                "percent": f"{svmem.percent}%"
+            },
+            "swap": {
+                "total": f"{__get_size(swap.total)}",
+                "used": f"{__get_size(swap.used)}",
+                "free": f"{__get_size(swap.free)}",
+                "percent": f"{swap.percent}%"
+            },
+            "disk": __get_disk_info(),
             "sys": {
                 "version": sys.version,
                 "platform": sys.platform,

ws_bom_robot_app/task_manager.py

@@ -133,7 +133,7 @@ class TaskStatistics(BaseModel):
 
 #region interface
 class TaskManagerStrategy(ABC):
-    def __init__(self, max_concurrent_tasks: int = floor(config.robot_task_max_total_parallelism / config.runtime_options().number_of_workers)):
+    def __init__(self, max_concurrent_tasks: int = max(1,floor(config.robot_task_max_total_parallelism / config.runtime_options().number_of_workers))):
         self.max_concurrent_tasks = max_concurrent_tasks
         self.semaphore = asyncio.Semaphore(self.max_concurrent_tasks)
         self.running_tasks = dict[str, TaskEntry]()

{ws_bom_robot_app-0.0.14.dist-info → ws_bom_robot_app-0.0.16.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: ws_bom_robot_app
-Version: 0.0.14
+Version: 0.0.16
 Summary: A FastAPI application serving ws bom/robot/llm platform ai.
 Home-page: https://github.com/websolutespa/bom
 Author: Websolute Spa
@@ -13,8 +13,8 @@ Description-Content-Type: text/markdown
 Requires-Dist: standardwebhooks==1.0.0
 Requires-Dist: apscheduler==3.11.0
 Requires-Dist: aiofiles==24.1.0
-Requires-Dist: pydantic==2.9.2
-Requires-Dist: pydantic-settings==2.6.0
+Requires-Dist: pydantic==2.10.3
+Requires-Dist: pydantic-settings==2.6.1
 Requires-Dist: fastapi[standard]==0.115.5
 Requires-Dist: langchain==0.3.9
 Requires-Dist: langchain-openai==0.2.10
@@ -23,7 +23,6 @@ Requires-Dist: langchain-core==0.3.21
 Requires-Dist: faiss-cpu==1.9.0
 Requires-Dist: python-magic==0.4.27
 Requires-Dist: opencv-python-headless==4.10.0.84
-Requires-Dist: jmespath==1.0.1
 Requires-Dist: unstructured[all-docs]==0.15.14
 Requires-Dist: langchain_unstructured==0.1.5
 Requires-Dist: html5lib==1.1
@@ -174,7 +173,31 @@ py -m pip install --upgrade -e .
 py -m pip show ws-bom-robot-app
 ```
 
-launch the debugger
+code quality tools
+  
+```pwsh
+# .\src\robot
+!py -m pip install -U scanreq prospector[with_everything]
+## unused requirements
+scanreq -r requirements.txt -p ./ws_bom_robot_app
+## style/linting
+prospector ./ws_bom_robot_app -t pylint -t pydocstyle
+## code quality/complexity
+prospector ./ws_bom_robot_app -t vulture -t mccabe -t mypy 
+## security
+prospector ./ws_bom_robot_app -t dodgy -t bandit
+## package
+prospector ./ws_bom_robot_app -t pyroma
+```
+
+lauch pytest
+
+```pwsh
+!py -m pip install -U pytest pytest-asyncio pytest-mock pytest-cov
+pytest --cov=ws_bom_robot_app --log-cli-level=info
+```
+
+launch debugger
 
 ```pwsh
 streamlit run debugger.py --server.port 6002

{ws_bom_robot_app-0.0.14.dist-info → ws_bom_robot_app-0.0.16.dist-info}/RECORD

@@ -2,16 +2,16 @@ ws_bom_robot_app/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,
 ws_bom_robot_app/auth.py,sha256=84nIbmJsMrNs0sxIQGEHbjsjc2P6ZrZZGSn8dkiL6is,895
 ws_bom_robot_app/config.py,sha256=V5ZrX_JnzpsN32hTTezTfOvEZYkIQBy0lxIQ9JFHdFE,3170
 ws_bom_robot_app/cron_manager.py,sha256=0Yt5AMTPGlXZ_M5ck0SKMX8wvzoPsseEezg_s0Q3HKY,9224
-ws_bom_robot_app/main.py,sha256=MIR2WgxX9HwkNSY2JMRRxrLt-ZGs_TfrhX_BbTbigTI,3909
-ws_bom_robot_app/task_manager.py,sha256=Lb79EvdJBY-Ko88OzGqPVbnVYvBJ2I0q9pzet848yBs,15936
+ws_bom_robot_app/main.py,sha256=PkWGkBYXCEPBxPUGsaq-Wvdcy7CkTL_0wNeE0s7MGwc,5814
+ws_bom_robot_app/task_manager.py,sha256=vHN2jzFdFDviCg1PDPaZUWeF6dil4ZQIxfsKByPos3k,15943
 ws_bom_robot_app/util.py,sha256=3aBK-bhsvKJwJeWOHh0c1B1BOyJ_tnUxOa1mJmFKwYQ,2618
 ws_bom_robot_app/llm/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 ws_bom_robot_app/llm/agent_description.py,sha256=SDJYMmwfdMxEK3a_HDEQ19bfNKmwMSFf5hqU0VSCCIE,4705
 ws_bom_robot_app/llm/agent_handler.py,sha256=hbOf9i-ynDL3bcClqtUG-yWY8ohbCxONfT5ek9Cv0gY,5667
-ws_bom_robot_app/llm/agent_lcel.py,sha256=mOh9jfqAuN8XGNqreAXt4xw_PMydqlglIcXfkw3ppBk,2706
+ws_bom_robot_app/llm/agent_lcel.py,sha256=jkSLMy6y_ZFvWT8bhBBYHY5CO-ea8oMSPMXMahFUBFc,2666
 ws_bom_robot_app/llm/api.py,sha256=5cO49yhU5EXvl20zJORmrZZPc1G_nlvftdcF7cyn4Qc,3252
 ws_bom_robot_app/llm/defaut_prompt.py,sha256=pn5a4lNLWE1NngHYjA_7tD8GasePMgsgude5fIJxsW0,756
-ws_bom_robot_app/llm/main.py,sha256=HWTaAmxZpVo9HEc2cfv9DqA3tlaVGl1NdBONgEI16ds,3595
+ws_bom_robot_app/llm/main.py,sha256=oD8dPvoEYD2MK8dU8tjdqBmPxxBcILSSPkQzNlMGayk,3712
 ws_bom_robot_app/llm/settings.py,sha256=EkFGCppORenStH9W4e6_dYvQ-5p6xiEMpmUHBqNqG9M,117
 ws_bom_robot_app/llm/models/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 ws_bom_robot_app/llm/models/api.py,sha256=KlVUbApyz6uuWefAN9K4B_vWDSps5hLW6hNg1Eo3TBQ,6996
@@ -19,12 +19,12 @@ ws_bom_robot_app/llm/models/base.py,sha256=1TqxuTK3rjJEALn7lvgoen_1ba3R2brAgGx6E
 ws_bom_robot_app/llm/models/kb.py,sha256=9zqwDlVULVrWE48wo5AivzWoOtnjA57k9rsw8KNnyDk,8935
 ws_bom_robot_app/llm/tools/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 ws_bom_robot_app/llm/tools/tool_builder.py,sha256=rkYu0PrXV84PMi7INjCSWlrWMykUCI8aeF-QjZgLysM,854
-ws_bom_robot_app/llm/tools/tool_manager.py,sha256=y4K1NiDsVbdZjk2xUEK_T6j-4fHmV5QY02j5tHcoBRs,3708
-ws_bom_robot_app/llm/tools/utils.py,sha256=Cx_6L1IpJCEQ9j0zd1Z3iou5li9mnuZbVilOYuwTf0E,1156
+ws_bom_robot_app/llm/tools/tool_manager.py,sha256=ZRUzSIrHKrJANc7hrp7st8qRZiy_S-_aN8fIgk7g0U8,4353
+ws_bom_robot_app/llm/tools/utils.py,sha256=1uOJGcFKiIDOipLCokEMdlxJLRQpgpOavm1g5-FLjMU,1307
 ws_bom_robot_app/llm/tools/models/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 ws_bom_robot_app/llm/tools/models/main.py,sha256=LsOJ7vkcSzYLoE1oa3TG0Rs0pr9J5VS_e4li6aDx_fw,260
 ws_bom_robot_app/llm/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-ws_bom_robot_app/llm/utils/agent_utils.py,sha256=OdrFcu2WAUFfsxj7moEehaYrUp-PX82KGIHgaWetXQ4,794
+ws_bom_robot_app/llm/utils/agent_utils.py,sha256=LEfAKQwFrwmIdJL0o54iuGrir9uLcJhkciLL3R6Xqwo,814
 ws_bom_robot_app/llm/utils/download.py,sha256=iAUxH_NiCpTPtGzhC4hBtxotd2HPFt2MBhttslIxqiI,3194
 ws_bom_robot_app/llm/utils/faiss_helper.py,sha256=DowmroVT6eIbvnA-TG84PS_D7ujvxSRIKdLuIcJmd6Q,4650
 ws_bom_robot_app/llm/utils/kb.py,sha256=jja45WCbNI7SGEgqDS99nErlwB5eY8Ga7BMnhdMHZ90,1279
@@ -39,7 +39,7 @@ ws_bom_robot_app/llm/vector_store/integration/sitemap.py,sha256=nPbIywp-ZwWbWStv
 ws_bom_robot_app/llm/vector_store/loader/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 ws_bom_robot_app/llm/vector_store/loader/base.py,sha256=dhZ7F4EJmuYa2TBMggWVpQe4_NmS2wi312lHnNm5Jm0,4571
 ws_bom_robot_app/llm/vector_store/loader/json_loader.py,sha256=qo9ejRZyKv_k6jnGgXnu1W5uqsMMtgqK_uvPpZQ0p74,833
-ws_bom_robot_app-0.0.14.dist-info/METADATA,sha256=XhRlOchK5gvuLSgTvyqIAK13PqvmxEB7puJGQE7YoI8,5859
-ws_bom_robot_app-0.0.14.dist-info/WHEEL,sha256=PZUExdf71Ui_so67QXpySuHtCi3-J3wvF4ORK6k_S8U,91
-ws_bom_robot_app-0.0.14.dist-info/top_level.txt,sha256=Yl0akyHVbynsBX_N7wx3H3ZTkcMLjYyLJs5zBMDAKcM,17
-ws_bom_robot_app-0.0.14.dist-info/RECORD,,
+ws_bom_robot_app-0.0.16.dist-info/METADATA,sha256=nZX2UZefJOJ6oQKd6OVC6g7tOeKYPZ1ALCmTH2fSYLY,6443
+ws_bom_robot_app-0.0.16.dist-info/WHEEL,sha256=PZUExdf71Ui_so67QXpySuHtCi3-J3wvF4ORK6k_S8U,91
+ws_bom_robot_app-0.0.16.dist-info/top_level.txt,sha256=Yl0akyHVbynsBX_N7wx3H3ZTkcMLjYyLJs5zBMDAKcM,17
+ws_bom_robot_app-0.0.16.dist-info/RECORD,,