ws-bom-robot-app 0.0.27__tar.gz → 0.0.28__tar.gz

{ws_bom_robot_app-0.0.27 → ws_bom_robot_app-0.0.28}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: ws_bom_robot_app
-Version: 0.0.27
+Version: 0.0.28
 Summary: A FastAPI application serving ws bom/robot/llm platform ai.
 Home-page: https://github.com/websolutespa/bom
 Author: Websolute Spa
@@ -118,6 +118,14 @@ robot_cms_files_folder=llmKbFile
   }
   ```
 
+  #### docling
+  
+  Set the following environment variables
+
+  ```pwsh
+  KMP_DUPLICATE_LIB_OK=TRUE
+  ```    
+
   #### libreoffice (optional: for robot_env set to development/production)
 
   [Install libreoffice](https://www.libreoffice.org/download/download-libreoffice/)

{ws_bom_robot_app-0.0.27 → ws_bom_robot_app-0.0.28}/README.md

@@ -77,6 +77,14 @@ robot_cms_files_folder=llmKbFile
   }
   ```
 
+  #### docling
+  
+  Set the following environment variables
+
+  ```pwsh
+  KMP_DUPLICATE_LIB_OK=TRUE
+  ```    
+
   #### libreoffice (optional: for robot_env set to development/production)
 
   [Install libreoffice](https://www.libreoffice.org/download/download-libreoffice/)

{ws_bom_robot_app-0.0.27 → ws_bom_robot_app-0.0.28}/setup.py

@@ -2,7 +2,7 @@ from setuptools import setup, find_packages
 
 setup(
     name="ws_bom_robot_app",
-    version="0.0.27",
+    version="0.0.28",
     description="A FastAPI application serving ws bom/robot/llm platform ai.",
     long_description=open("README.md", encoding='utf-8').read(),
     long_description_content_type="text/markdown",

{ws_bom_robot_app-0.0.27 → ws_bom_robot_app-0.0.28}/ws_bom_robot_app/llm/main.py

@@ -11,6 +11,8 @@ from langchain_core.callbacks.base import AsyncCallbackHandler
 import warnings, asyncio, os, io, sys, json
 from typing import List
 from asyncio import Queue
+from langchain.callbacks.tracers import LangChainTracer
+from langsmith import Client as LangSmithClient
 
 async def invoke(rq: InvokeRequest) -> str:
   await rq.initialize()
@@ -52,22 +54,30 @@ async def __stream(rq: StreamRequest,queue: Queue,formatted: bool = True) -> Non
             message_content = message.content
           settings.chat_history.append(AIMessage(content=message_content))
 
+  if rq.lang_chain_tracing:
+    client = LangSmithClient(
+      api_key= rq.secrets.get("langChainApiKey", "")
+    )
+    trace = LangChainTracer(project_name=rq.lang_chain_project,client=client)
+    callbacks.append(trace)
+
   processor = AgentLcel(
       openai_config={"api_key": rq.secrets["openAIApiKey"], "openai_model": rq.model, "temperature": rq.temperature},
       sys_message=rq.system_message,
-      tools=get_structured_tools(tools=rq.app_tools, api_key=rq.secrets["openAIApiKey"], callbacks=[callbacks[0]], queue=queue),
+      tools=get_structured_tools(tools=rq.app_tools, api_key=rq.secrets["openAIApiKey"], callbacks=[callbacks], queue=queue),
       rules=rq.rules
   )
-
-  if "NEBULY_API_KEY" in os.environ:
+  if rq.secrets.get("nebulyApiKey","") != "":
     nebuly_callback = LangChainTrackingHandler(
-            api_key= os.environ["NEBULY_API_KEY"],
+            api_key= rq.secrets.get("nebulyApiKey"),
             user_id=rq.thread_id,
+            nebuly_tags={"project": rq.lang_chain_project},
         )
     callbacks.append(nebuly_callback)
 
   with warnings.catch_warnings():
     warnings.simplefilter("ignore", UserWarning)
+
     await processor.executor.ainvoke(
         {"input": rq.messages[-1], "chat_history": settings.chat_history},
         {"callbacks": callbacks},

{ws_bom_robot_app-0.0.27 → ws_bom_robot_app-0.0.28}/ws_bom_robot_app/llm/models/api.py

@@ -90,14 +90,6 @@ class LlmApp(BaseModel):
           self.__decompress_zip(db_destination_file, db_folder)
         else:
           os.removedirs(db_folder)
-  def __update_envs(self) -> None:
-    _envs =  {
-          "LANGCHAIN_API_KEY": self.secrets.get("langChainApiKey", ""),
-          "LANGCHAIN_PROJECT": self.lang_chain_project or "",
-          "LANGCHAIN_TRACING_V2": str(self.lang_chain_tracing).lower(),
-          "NEBULY_API_KEY": self.secrets.get("nebulyApiKey", "")
-      }
-    os.environ.update({k: v for k, v in _envs.items() if v})
   def __normalize_vector_db_path(self) -> None:
     _vector_db_folder = self.__vector_db_folder()
     self.vector_db = os.path.join(_vector_db_folder, os.path.splitext(os.path.basename(self.vector_db))[0]) if self.vector_db else None
@@ -106,7 +98,6 @@ class LlmApp(BaseModel):
     for tool in self.app_tools or []:
       tool.vector_db = os.path.join(_vector_db_folder, os.path.splitext(os.path.basename(tool.vector_db))[0]) if tool.vector_db else None
   async def initialize(self) -> None:
-      self.__update_envs()
       await self.__extract_db()
       self.__normalize_vector_db_path()
 

{ws_bom_robot_app-0.0.27 → ws_bom_robot_app-0.0.28}/ws_bom_robot_app/llm/vector_store/loader/base.py

@@ -8,8 +8,15 @@ from pydantic import BaseModel
 from ws_bom_robot_app.config import config
 from ws_bom_robot_app.llm.vector_store.loader.json_loader import JsonLoader
 from ws_bom_robot_app.llm.vector_store.loader.docling import DoclingLoader
-from langchain_community.document_loaders import CSVLoader, UnstructuredPowerPointLoader, UnstructuredEmailLoader, UnstructuredXMLLoader, TextLoader, UnstructuredHTMLLoader
-
+from langchain_community.document_loaders import (
+    BSHTMLLoader,
+    CSVLoader,
+    UnstructuredEmailLoader,
+    UnstructuredImageLoader,
+    UnstructuredXMLLoader,
+    UnstructuredPowerPointLoader,
+    TextLoader
+    )
 class LoaderConfig(BaseModel):
   loader: type[BaseLoader]
   kwargs: Optional[dict[str, Any]] = {}
@@ -39,12 +46,12 @@ class Loader():
     '.tsv': None,
     '.text': None,
     '.log': None,
-    '.htm': LoaderConfig(loader=UnstructuredHTMLLoader,kwargs={"strategy":"auto"}),
-    '.html': LoaderConfig(loader=UnstructuredHTMLLoader,kwargs={"strategy":"auto"}),
+    '.htm': LoaderConfig(loader=BSHTMLLoader),
+    '.html': LoaderConfig(loader=BSHTMLLoader),
     ".pdf": LoaderConfig(loader=DoclingLoader),
-    '.png': LoaderConfig(loader=DoclingLoader),
-    '.jpg': LoaderConfig(loader=DoclingLoader),
-    '.jpeg': LoaderConfig(loader=DoclingLoader),
+    '.png': LoaderConfig(loader=UnstructuredImageLoader,kwargs={"strategy":"auto","mode":"single"}),
+    '.jpg': LoaderConfig(loader=UnstructuredImageLoader,kwargs={"strategy":"auto","mode":"single"}),
+    '.jpeg': LoaderConfig(loader=UnstructuredImageLoader,kwargs={"strategy":"auto","mode":"single"}),
     '.gif': None,
     ".emf": None,
     ".wmf": None,

{ws_bom_robot_app-0.0.27 → ws_bom_robot_app-0.0.28}/ws_bom_robot_app.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: ws_bom_robot_app
-Version: 0.0.27
+Version: 0.0.28
 Summary: A FastAPI application serving ws bom/robot/llm platform ai.
 Home-page: https://github.com/websolutespa/bom
 Author: Websolute Spa
@@ -118,6 +118,14 @@ robot_cms_files_folder=llmKbFile
   }
   ```
 
+  #### docling
+  
+  Set the following environment variables
+
+  ```pwsh
+  KMP_DUPLICATE_LIB_OK=TRUE
+  ```    
+
   #### libreoffice (optional: for robot_env set to development/production)
 
   [Install libreoffice](https://www.libreoffice.org/download/download-libreoffice/)