ws-bom-robot-app 0.0.46__py3-none-any.whl → 0.0.48__py3-none-any.whl

ws_bom_robot_app/llm/utils/agent.py

@@ -5,11 +5,16 @@ from ws_bom_robot_app.llm.utils.print import HiddenPrints
 from ws_bom_robot_app.llm.vector_store.db.manager import VectorDbManager
 import warnings
 
-async def get_rules(embeddings: Embeddings, rules: LlmRules, input: str) -> str:
+async def get_rules(embeddings: Embeddings, rules: LlmRules, input: str | list) -> str:
   with warnings.catch_warnings():
     warnings.simplefilter("ignore", category=Warning)
+    # check if the input is multimodal and convert it to text
+    if isinstance(input, list):
+      input = " ".join(obj.get("text", "") for obj in input)
+    # check if the input is empty or the rules are not provided
     if any([input=="",rules is None,rules and rules.vector_db == "",rules and not os.path.exists(rules.vector_db)]):
       return ""
+    # get the rules from the vector db and return prompt with rules
     rules_prompt = ""
     rules_doc = await VectorDbManager.get_strategy(rules.vector_type).invoke(embeddings, rules.vector_db,input,search_type="similarity_score_threshold", search_kwargs={"score_threshold": rules.threshold}) #type: ignore
     if len(rules_doc) > 0:

ws_bom_robot_app/llm/vector_store/integration/sitemap.py

@@ -20,6 +20,7 @@ class Sitemap(IntegrationStrategy):
         data["excludeTag"] (list[str]): default to ["script", "noscript", "style", "head", "header","nav","footer", "iframe"]
         data["excludeClass"] (list[str]): ["class1", "class2"]
         data["excludeId"] (list[str]): ["id1", "id2"]
+        data["restrictDomain"] (bool): if True, only urls from the same domain will be loaded, default to True
     """
     def __init__(self, knowledgebase_path: str, data: dict[str, Any]):
         super().__init__(knowledgebase_path, data)
@@ -30,6 +31,7 @@ class Sitemap(IntegrationStrategy):
         self.__exclude_tag: list[str] = self.data.get("excludeTag",[]) # type: ignore
         self.__exclude_class: list[str] = self.data.get("excludeClass",[]) # type: ignore
         self.__exclude_id: list[str] = self.data.get("excludeId",[]) # type: ignore
+        self.__restrict_to_same_domain: bool = self.data.get("restrictDomain", True) # type: ignore
     def working_subdirectory(self) -> str:
         return ""
     def _extract(self, tag: Tag) -> str:
@@ -75,7 +77,8 @@ class Sitemap(IntegrationStrategy):
                 web_path=self._remap_if_local(self.__sitemap_url),
                 filter_urls=self.__filter_urls,
                 parsing_function=self._parse,
-                is_local=self._is_local(self.__sitemap_url)
+                is_local=self._is_local(self.__sitemap_url),
+                restrict_to_same_domain=self.__restrict_to_same_domain
             )
             _docs = self._output([document async for document in self.alazy_load(_loader)])
             if self._is_local(self.__sitemap_url):

{ws_bom_robot_app-0.0.46.dist-info → ws_bom_robot_app-0.0.48.dist-info}/METADATA

@@ -1,6 +1,6 @@
-Metadata-Version: 2.2
+Metadata-Version: 2.4
 Name: ws_bom_robot_app
-Version: 0.0.46
+Version: 0.0.48
 Summary: A FastAPI application serving ws bom/robot/llm platform ai.
 Home-page: https://github.com/websolutespa/bom
 Author: Websolute Spa

{ws_bom_robot_app-0.0.46.dist-info → ws_bom_robot_app-0.0.48.dist-info}/RECORD

@@ -26,7 +26,7 @@ ws_bom_robot_app/llm/tools/utils.py,sha256=LEId1UolLvJsMYbl-awm7h-gJ9Up9DrrnH6HT
 ws_bom_robot_app/llm/tools/models/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 ws_bom_robot_app/llm/tools/models/main.py,sha256=o3Rwbn5nsugKOgLG0FUIuvtPPHYhfVpqG4E3BQB2nWM,388
 ws_bom_robot_app/llm/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-ws_bom_robot_app/llm/utils/agent.py,sha256=Tc89ZExE1aJ8cV1_3b9lfICCxgjKHHPPADs0fWi3NOo,1023
+ws_bom_robot_app/llm/utils/agent.py,sha256=_GdD8kfEzR-xNCkXv8gtFzjeVsHtuSi6_QO9vsePiNE,1322
 ws_bom_robot_app/llm/utils/chunker.py,sha256=N7570xBYlObneg-fsvDhPAJ-Pv8C8OaYZOBK6q7LmMI,607
 ws_bom_robot_app/llm/utils/download.py,sha256=GaRypPgkx16HfYRj-upX9kvmjfAdFFb5TP4P97scWeA,3273
 ws_bom_robot_app/llm/utils/kb.py,sha256=jja45WCbNI7SGEgqDS99nErlwB5eY8Ga7BMnhdMHZ90,1279
@@ -54,13 +54,13 @@ ws_bom_robot_app/llm/vector_store/integration/manager.py,sha256=5Fl3XML6f1wmgrai
 ws_bom_robot_app/llm/vector_store/integration/s3.py,sha256=3kh-VmH84IW7DdSLvOk6td1VBJ9aohlVJsk5F3cYj0U,3320
 ws_bom_robot_app/llm/vector_store/integration/sftp.py,sha256=WNzjjS1EUykgFB-8e7QkecSa1r1jTJqKyGzR25uJCtM,2848
 ws_bom_robot_app/llm/vector_store/integration/sharepoint.py,sha256=zqqn-6qPrK50Phch4nZHJTgaPyPkGe7W2InGL_Ru6vE,5376
-ws_bom_robot_app/llm/vector_store/integration/sitemap.py,sha256=4WYj3C6Y_4vkGs5iUNR59l1YOZEDsQT8MnZ5rIYDL_k,4733
+ws_bom_robot_app/llm/vector_store/integration/sitemap.py,sha256=g0TIRZ2qIpEuVCZ9Bn0MvvxYZtU3wptnTEjoKNZyBAg,5019
 ws_bom_robot_app/llm/vector_store/integration/slack.py,sha256=FMjESXm2QetFXI6i8epze7Kbbu22fV8CVaxb71AHnJ8,2572
 ws_bom_robot_app/llm/vector_store/loader/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 ws_bom_robot_app/llm/vector_store/loader/base.py,sha256=L_ugekNuAq0N9O-24wtlHSNHkqSeD-KsJrfGt_FX9Oc,5340
 ws_bom_robot_app/llm/vector_store/loader/docling.py,sha256=yP0zgXLeFAlByaYuj-6cYariuknckrFds0dxdRcnVz8,3456
 ws_bom_robot_app/llm/vector_store/loader/json_loader.py,sha256=LDppW0ZATo4_1hh-KlsAM3TLawBvwBxva_a7k5Oz1sc,858
-ws_bom_robot_app-0.0.46.dist-info/METADATA,sha256=bpE8xHYYEMkLlx7_ZQKMXJ3UuOdKyI-1EZpUY-wisT4,8348
-ws_bom_robot_app-0.0.46.dist-info/WHEEL,sha256=beeZ86-EfXScwlR_HKu4SllMC9wUEj_8Z_4FJ3egI2w,91
-ws_bom_robot_app-0.0.46.dist-info/top_level.txt,sha256=Yl0akyHVbynsBX_N7wx3H3ZTkcMLjYyLJs5zBMDAKcM,17
-ws_bom_robot_app-0.0.46.dist-info/RECORD,,
+ws_bom_robot_app-0.0.48.dist-info/METADATA,sha256=pzuC_inHOf1_cwPufxB6ntSFPEbERRZ3VStx2cI6xuY,8348
+ws_bom_robot_app-0.0.48.dist-info/WHEEL,sha256=CmyFI0kx5cdEMTLiONQRbGQwjIoR1aIYB7eCAQ4KPJ0,91
+ws_bom_robot_app-0.0.48.dist-info/top_level.txt,sha256=Yl0akyHVbynsBX_N7wx3H3ZTkcMLjYyLJs5zBMDAKcM,17
+ws_bom_robot_app-0.0.48.dist-info/RECORD,,

{ws_bom_robot_app-0.0.46.dist-info → ws_bom_robot_app-0.0.48.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: setuptools (76.1.0)
+Generator: setuptools (78.1.0)
 Root-Is-Purelib: true
 Tag: py3-none-any