ws-bom-robot-app 0.0.63__py3-none-any.whl → 0.0.65__py3-none-any.whl

ws_bom_robot_app/config.py

@@ -27,6 +27,7 @@ class Settings(BaseSettings):
     OLLAMA_API_URL: str = 'http://localhost:11434'
     GROQ_API_KEY: str = ''
     GOOGLE_API_KEY: str = ''
+    WATSONX_APIKEY: str = '' # used for ibm watsonx
     NEBULY_API_URL: str =''
     GOOGLE_APPLICATION_CREDENTIALS: str = '' # path to google credentials iam file, e.d. ./.secrets/google-credentials.json
     model_config = ConfigDict(
@@ -44,6 +45,7 @@ class Settings(BaseSettings):
         os.environ["GROQ_API_KEY"] = self.GROQ_API_KEY
         os.environ["GOOGLE_API_KEY"] = self.GOOGLE_API_KEY
         os.environ["GOOGLE_APPLICATION_CREDENTIALS"] = self.GOOGLE_APPLICATION_CREDENTIALS
+        os.environ["WATSONX_APIKEY"] = self.WATSONX_APIKEY
         os.environ["NEBULY_API_URL"] = self.NEBULY_API_URL
 
     class RuntimeOptions(BaseModel):

ws_bom_robot_app/llm/main.py

@@ -99,11 +99,15 @@ async def __stream(rq: StreamRequest, ctx: Request, queue: Queue,formatted: bool
       rules=rq.rules
   )
   if rq.secrets.get("nebulyApiKey","") != "":
+    user_id = None
+    if rq.system_context.user.id:
+      user_id = rq.system_context.user.id
     nebuly_callback = NebulyHandler(
         llm_model=__llm.config.model,
         threadId=rq.thread_id,
         url=config.NEBULY_API_URL,
         api_key=rq.secrets.get("nebulyApiKey", None),
+        user_id=user_id,
       )
     callbacks.append(nebuly_callback)
 

ws_bom_robot_app/llm/nebuly_handler.py

@@ -5,10 +5,9 @@ from langchain_core.callbacks.base import AsyncCallbackHandler
 import ws_bom_robot_app.llm.settings as settings
 from langchain_core.messages import BaseMessage, HumanMessage, AIMessage
 from langchain_core.outputs import ChatGenerationChunk, GenerationChunk
-from uuid import UUID
 
 class NebulyHandler(AsyncCallbackHandler):
-    def __init__(self, llm_model: str | None, threadId: str = None, url: str = None, api_key: str = None):
+    def __init__(self, llm_model: str | None, threadId: str = None, url: str = None, api_key: str = None, user_id: str | None = None):
         super().__init__()
         self.__started: bool = False
         self.__url: str = url
@@ -19,7 +18,7 @@ class NebulyHandler(AsyncCallbackHandler):
             output="",
             time_start="",
             time_end="",
-            end_user=threadId,
+            end_user= user_id if user_id and user_id != "" else threadId,
             tags={"model": llm_model},
         )
         self.llm_trace = NebulyLLMTrace(

ws_bom_robot_app/llm/providers/llm_manager.py

@@ -37,6 +37,31 @@ class LlmInterface:
         from langchain.agents.output_parsers.openai_tools import OpenAIToolsAgentOutputParser
         return OpenAIToolsAgentOutputParser()
 
+class Anthropic(LlmInterface):
+    def get_llm(self):
+        from langchain_anthropic import ChatAnthropic
+        return ChatAnthropic(
+            api_key=self.config.api_key or os.getenv("ANTHROPIC_API_KEY"),
+            model=self.config.model,
+            temperature=self.config.temperature,
+            streaming=True,
+            stream_usage=True
+        )
+
+    """
+    def get_embeddings(self):
+        from langchain_voyageai import VoyageAIEmbeddings
+        return VoyageAIEmbeddings(
+            api_key=self.config.embedding_api_key, #voyage api key
+            model="voyage-3")
+    """
+
+    def get_models(self):
+        import anthropic
+        client = anthropic.Client(api_key=self.config.api_key or os.getenv("ANTHROPIC_API_KEY"))
+        response = client.models.list()
+        return response.data
+
 class OpenAI(LlmInterface):
     def __init__(self, config: LlmConfig):
         super().__init__(config)
@@ -133,31 +158,6 @@ class Gvertex(LlmInterface):
               {"id":"gemini-1.5-pro-002"}
             ]
 
-class Anthropic(LlmInterface):
-    def get_llm(self):
-        from langchain_anthropic import ChatAnthropic
-        return ChatAnthropic(
-            api_key=self.config.api_key or os.getenv("ANTHROPIC_API_KEY"),
-            model=self.config.model,
-            temperature=self.config.temperature,
-            streaming=True,
-            stream_usage=True
-        )
-
-    """
-    def get_embeddings(self):
-        from langchain_voyageai import VoyageAIEmbeddings
-        return VoyageAIEmbeddings(
-            api_key=self.config.embedding_api_key, #voyage api key
-            model="voyage-3")
-    """
-
-    def get_models(self):
-        import anthropic
-        client = anthropic.Client(api_key=self.config.api_key or os.getenv("ANTHROPIC_API_KEY"))
-        response = client.models.list()
-        return response.data
-
 class Groq(LlmInterface):
     def get_llm(self):
         from langchain_groq import ChatGroq
@@ -179,10 +179,63 @@ class Groq(LlmInterface):
         response = requests.get(url, headers=headers)
         return response.json().get("data", [])
 
+class IBM(LlmInterface):
+    def __init__(self, config: LlmConfig):
+        super().__init__(config)
+        self.__apy_key = self.config.api_key or os.getenv("WATSONX_APIKEY")
+        self.__base_url = self.config.api_url or "https://us-south.ml.cloud.ibm.com"
+    def get_llm(self):
+        from langchain_ibm import ChatWatsonx
+        return ChatWatsonx(
+            model_id=self.config.model,
+            url=self.__base_url,
+            apikey=self.__apy_key
+        )
+    def get_models(self):
+        import requests
+        from datetime import date
+        try:
+          # https://cloud.ibm.com/apidocs/watsonx-ai#list-foundation-model-specs
+          today = date.today().strftime("%Y-%m-%d")
+          url = f"{self.__base_url}/ml/v1/foundation_model_specs?version={today}&filters=task_generation,task_summarization:and"
+          headers = {
+              "Authorization": f"Bearer {self.__apy_key}",
+              "Content-Type": "application/json"
+          }
+          response = requests.get(url, headers=headers)
+          models = response.json().get("resources", [])
+          return [{
+                "id": model['model_id'],
+                "provider": model['provider'],
+                "tasks": model['task_ids'],
+                "limits": model.get('model_limits', {}),
+              } for model in models if model['provider'].lower() in ['ibm','meta','mistral ai']]
+        except Exception as e:
+          print(f"Error fetching models from IBM WatsonX: {e}")
+          # https://www.ibm.com/products/watsonx-ai/foundation-models
+          return [
+            {"id":"granite-3-3-8b-instruct"},
+            {"id":"granite-vision-3-2-2b"},
+            {"id":"granite-13b-instruct"},
+            {"id":"llama-4-scout-17b-16e-instruct"},
+            {"id":"llama-3-3-70b-instruct"},
+            {"id":"mistral-medium-2505"},
+            {"id":"mistral-small-3-1-24b-instruct-2503"},
+            {"id":"mistral-large-2"}
+          ]
+
+    def get_embeddings(self):
+        from langchain_ibm import WatsonxEmbeddings
+        return WatsonxEmbeddings(
+            model_id="ibm/granite-embedding-107m-multilingual", #https://www.ibm.com/products/watsonx-ai/foundation-models
+            url=self.__base_url,
+            apikey=self.__apy_key
+        )
+
 class Ollama(LlmInterface):
     def __init__(self, config: LlmConfig):
         super().__init__(config)
-        self.__base_url = self.config.api_url or os.getenv("OLLAMA_API_URL")
+        self.__base_url = self.config.api_url or os.getenv("OLLAMA_API_URL") or "http://localhost:11434"
     def get_llm(self):
         from langchain_ollama.chat_models import ChatOllama
         return ChatOllama(
@@ -221,6 +274,7 @@ class LlmManager:
         "google": Google,
         "gvertex": Gvertex,
         "groq": Groq,
+        "ibm": IBM,
         "openai": OpenAI,
         "ollama": Ollama
     }

ws_bom_robot_app/main.py

@@ -70,7 +70,7 @@ def __get_disk_info():
     return _disks
 @app.get("/api/diag",tags=["diag"])
 def diag(authenticate: bool = Depends(authenticate)):
-    import pkg_resources, psutil
+    import importlib,psutil
     from ws_bom_robot_app.llm.providers.llm_manager import LlmManager as wsllm
     from ws_bom_robot_app.llm.vector_store.db.manager import VectorDbManager as wsdb
     from ws_bom_robot_app.llm.vector_store.loader.base import Loader as wsldr
@@ -81,7 +81,7 @@ def diag(authenticate: bool = Depends(authenticate)):
     svmem = psutil.virtual_memory()
     swap = psutil.swap_memory()
     try:
-      ws_bom_robot_app_version = pkg_resources.get_distribution("ws_bom_robot_app").version
+      ws_bom_robot_app_version = importlib.metadata.version("ws_bom_robot_app")
     except:
       ws_bom_robot_app_version = "unknown"
     peer_process_ids = [c.pid for c in psutil.Process(os.getppid()).children()] if config.runtime_options().is_multi_process else None

{ws_bom_robot_app-0.0.63.dist-info → ws_bom_robot_app-0.0.65.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: ws_bom_robot_app
-Version: 0.0.63
+Version: 0.0.65
 Summary: A FastAPI application serving ws bom/robot/llm platform ai.
 Home-page: https://github.com/websolutespa/bom
 Author: Websolute Spa
@@ -22,6 +22,7 @@ Requires-Dist: langchain-community==0.3.26
 Requires-Dist: langchain-core==0.3.67
 Requires-Dist: langchain-openai==0.3.27
 Requires-Dist: langchain-anthropic==0.3.6
+Requires-Dist: langchain-ibm==0.3.14
 Requires-Dist: langchain-google-genai==2.0.7
 Requires-Dist: langchain-google-vertexai==2.0.27
 Requires-Dist: langchain-groq==0.3.5

{ws_bom_robot_app-0.0.63.dist-info → ws_bom_robot_app-0.0.65.dist-info}/RECORD

@@ -1,8 +1,8 @@
 ws_bom_robot_app/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 ws_bom_robot_app/auth.py,sha256=84nIbmJsMrNs0sxIQGEHbjsjc2P6ZrZZGSn8dkiL6is,895
-ws_bom_robot_app/config.py,sha256=JFO4HrFnzUjFfv5MH0Tzwda0krllEqmTufHZ6J-BgEI,4147
+ws_bom_robot_app/config.py,sha256=izfyxYJE4GHNFNsi3UWDluyJySDwoVx1QMQhMzQIQCw,4260
 ws_bom_robot_app/cron_manager.py,sha256=pFHV7SZtp6GRmmLD9K1Mb1TE9Ev9n5mIiFScrc7tpCo,9221
-ws_bom_robot_app/main.py,sha256=zO3B-v-v9ESASvw8IaQj9Y9hNvNmOxohFmA0R82EybQ,6518
+ws_bom_robot_app/main.py,sha256=1vx0k2fEcE53IC5zcE2EUCwQPcUHM4pvuKSun_E0a9I,6501
 ws_bom_robot_app/task_manager.py,sha256=Q3Il2TtkP0FoG9zHEBu48pZGXzimTtvWQsoH6wdvQs0,16077
 ws_bom_robot_app/util.py,sha256=RjVD6B9sHje788Lndqq5DHy6TJM0KLs9qx3JYt81Wyk,4834
 ws_bom_robot_app/llm/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -12,8 +12,8 @@ ws_bom_robot_app/llm/agent_handler.py,sha256=-9ia0bpNXgqLGFCSmAiU5ogdoJo30yl-XUN
 ws_bom_robot_app/llm/agent_lcel.py,sha256=e1ZELfUEpqMXJwLWxyOtgiUmVwoO3Aw-ua4u05XociA,2297
 ws_bom_robot_app/llm/api.py,sha256=2bF-UFczY9LuBqPxKObM0TOWYbZgVztX1RiIz5MSorU,5042
 ws_bom_robot_app/llm/defaut_prompt.py,sha256=D9dn8yPveu0bVwGM1wQWLYftmBs5O76o0R_caLLll8w,1121
-ws_bom_robot_app/llm/main.py,sha256=je8-Q-WtzQMtwEGzsUqHpLjVtMq8IObLi8VFIa6tbeo,5204
-ws_bom_robot_app/llm/nebuly_handler.py,sha256=w895twhPgtRUH_jZz1pbX4W2leq8A3O_9gUwp_ridoY,8033
+ws_bom_robot_app/llm/main.py,sha256=pnMoBz9XniuJbTxlOpHdjm_0nd87EUD37sNzRbV2uqc,5328
+ws_bom_robot_app/llm/nebuly_handler.py,sha256=MV4IqFcKv9lrBEAHYZsMkrYH8gpLNpujRcDji_GsnE8,8081
 ws_bom_robot_app/llm/settings.py,sha256=DCLaGZwxlw0xE46LpfUgin_FHD8_XJIthCgI6r2UDlM,121
 ws_bom_robot_app/llm/feedbacks/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 ws_bom_robot_app/llm/feedbacks/feedback_manager.py,sha256=vNcZLG9IKhurAk7hjBqyFgQTjnh3Cd4GnxeYsX7ZdiA,2922
@@ -23,7 +23,7 @@ ws_bom_robot_app/llm/models/base.py,sha256=1TqxuTK3rjJEALn7lvgoen_1ba3R2brAgGx6E
 ws_bom_robot_app/llm/models/feedback.py,sha256=pYNQGxNOBgeAAfdJLI95l7ePLBI5tVdsgnyjp5oMOQU,1722
 ws_bom_robot_app/llm/models/kb.py,sha256=oVSw6_dmNxikAHrPqcfxDXz9M0ezLIYuxpgvzfs_Now,9514
 ws_bom_robot_app/llm/providers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-ws_bom_robot_app/llm/providers/llm_manager.py,sha256=zIkxgTLYQCcup2Ixf4eWap4mNinuJH2YmkjLjZGDyJM,8371
+ws_bom_robot_app/llm/providers/llm_manager.py,sha256=8lScD-tG1o2g_tM04Ju96j2JyLIAa5Z8Gm5ttQfDOFQ,10750
 ws_bom_robot_app/llm/tools/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 ws_bom_robot_app/llm/tools/tool_builder.py,sha256=vQ8BX3MFd3WX2WlYAibbC4PpzxevdrdqKGk0SpKPrPs,3265
 ws_bom_robot_app/llm/tools/tool_manager.py,sha256=I8CHAdXx5KO1aw1NkDEQjCls9a-E8K6JrCQ-rzfImWY,14390
@@ -66,7 +66,7 @@ ws_bom_robot_app/llm/vector_store/loader/__init__.py,sha256=47DEQpj8HBSa-_TImW-5
 ws_bom_robot_app/llm/vector_store/loader/base.py,sha256=L_ugekNuAq0N9O-24wtlHSNHkqSeD-KsJrfGt_FX9Oc,5340
 ws_bom_robot_app/llm/vector_store/loader/docling.py,sha256=yP0zgXLeFAlByaYuj-6cYariuknckrFds0dxdRcnVz8,3456
 ws_bom_robot_app/llm/vector_store/loader/json_loader.py,sha256=LDppW0ZATo4_1hh-KlsAM3TLawBvwBxva_a7k5Oz1sc,858
-ws_bom_robot_app-0.0.63.dist-info/METADATA,sha256=X2pbeuERrYrwt-8VhjEK19qE027RIRkSu3L5zbeQsaY,8459
-ws_bom_robot_app-0.0.63.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-ws_bom_robot_app-0.0.63.dist-info/top_level.txt,sha256=Yl0akyHVbynsBX_N7wx3H3ZTkcMLjYyLJs5zBMDAKcM,17
-ws_bom_robot_app-0.0.63.dist-info/RECORD,,
+ws_bom_robot_app-0.0.65.dist-info/METADATA,sha256=DumFXAK22DQzbsnRsw0xJI61LDjRMnc117x5j9N0vqM,8497
+ws_bom_robot_app-0.0.65.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+ws_bom_robot_app-0.0.65.dist-info/top_level.txt,sha256=Yl0akyHVbynsBX_N7wx3H3ZTkcMLjYyLJs5zBMDAKcM,17
+ws_bom_robot_app-0.0.65.dist-info/RECORD,,