ws-bom-robot-app 0.0.55__py3-none-any.whl → 0.0.57__py3-none-any.whl

ws_bom_robot_app/llm/api.py

@@ -1,5 +1,5 @@
 from typing import Annotated, Any, Mapping
-from fastapi import APIRouter, HTTPException, Request, Header
+from fastapi import APIRouter, HTTPException, Request, Header, Body
 from fastapi.responses import StreamingResponse
 from ws_bom_robot_app.llm.agent_description import AgentDescriptor
 from ws_bom_robot_app.llm.models.api import InvokeRequest, StreamRequest, RulesRequest, KbRequest, VectorDbResponse
@@ -9,6 +9,7 @@ from ws_bom_robot_app.llm.vector_store.generator import kb, rules, kb_stream_fil
 from ws_bom_robot_app.llm.tools.tool_manager import ToolManager
 from ws_bom_robot_app.llm.vector_store.integration.manager import IntegrationManager
 from ws_bom_robot_app.task_manager import task_manager, TaskHeader
+from ws_bom_robot_app.llm.feedbacks.feedback_manager import FeedbackConfig, FeedbackManager, FeedbackInterface
 from uuid import uuid4
 router = APIRouter(prefix="/api/llm", tags=["llm"])
 
@@ -89,3 +90,16 @@ def _llm_models(provider: str, secrets: dict[str, Any]):
   except Exception as e:
     raise HTTPException(status_code=400, detail=str(e))
 
+@router.post("/feedback", tags=["feedback"])
+async def _send_feedback(feedback: FeedbackConfig):
+    """
+    Invia un feedback usando lo strategy FeedbackManager.
+    """
+    provider = feedback.provider
+    strategy_cls = FeedbackManager._list.get(provider)
+    if not strategy_cls:
+        from fastapi import HTTPException
+        raise HTTPException(status_code=400, detail=f"Provider '{provider}' non supportato")
+    strategy: FeedbackInterface = strategy_cls(feedback)
+    result = strategy.send_feedback()
+    return {"result": result}

ws_bom_robot_app/llm/feedbacks/feedback_manager.py

@@ -0,0 +1,74 @@
+from ws_bom_robot_app.llm.models.feedback import NebulyFeedbackPayload, NebulyFeedbackAction, NebulyFeedbackMetadata
+from ws_bom_robot_app.config import config
+from pydantic import BaseModel, Field
+from typing import Optional
+import requests
+
+class FeedbackConfig(BaseModel):
+    """
+    FeedbackConfig is a model that represents the configuration for feedback management.
+    It includes the API key and the URL for the feedback service.
+    """
+    api_key: str = Field(..., description="The API key for authentication")
+    provider: str = Field(..., description="The provider of the feedback service")
+    user_id: str = Field(..., description="The user ID for the feedback service")
+    message_input: Optional[str] = Field(default=None, description="The input message to which the feedback refers")
+    message_output: Optional[str] = Field(default=None, description="The output message to which the feedback refers")
+    comment: str = Field(..., description="The comment provided by the user")
+    rating: int = Field(..., description="The rating given by the user (from 1 to 5)", ge=1, le=5)
+    anonymize: bool = Field(False, description="Boolean flag. If set to true, PII will be removed from the text field")
+    timestamp: str = Field(..., description="The timestamp of the feedback event")
+    message_id: Optional[str] = Field(default=None, description="The message ID for the feedback")
+
+class FeedbackInterface:
+    def __init__(self, config: FeedbackConfig):
+      self.config = config
+
+    def send_feedback(self):
+      raise NotImplementedError
+
+class NebulyFeedback(FeedbackInterface):
+    def __init__(self, config: FeedbackConfig):
+      super().__init__(config)
+      self.config = config
+
+    def send_feedback(self) -> str:
+      if not self.config.api_key:
+        return "Error sending feedback: API key is required for Nebuly feedback"
+      headers = {
+        "Authorization": f"Bearer {self.config.api_key}",
+        "Content-Type": "application/json"
+      }
+      action = NebulyFeedbackAction(
+        slug="rating",
+        text=self.config.comment,
+        value=self.config.rating
+      )
+      metadata = NebulyFeedbackMetadata(
+        end_user=self.config.user_id,
+        timestamp=self.config.timestamp,
+        anonymize=self.config.anonymize
+      )
+      payload = NebulyFeedbackPayload(
+        action=action,
+        metadata=metadata
+      )
+      url = f"{config.NEBULY_API_URL}/event-ingestion/api/v1/events/feedback"
+      response = requests.request("POST", url, json=payload.model_dump(), headers=headers)
+      if response.status_code != 200:
+        raise Exception(f"Error sending feedback: {response.status_code} - {response.text}")
+      return response.text
+
+    def __buildAiMessage(self) -> str:
+        message = eval(self.config.message_output)
+        message_output = ""
+        for chunk in message:
+          if isinstance(chunk, dict) and "text" in chunk:
+            message_output += chunk["text"]
+        return message_output
+
+class FeedbackManager:
+    #class variables (static)
+    _list: dict[str,FeedbackInterface] = {
+        "nebuly": NebulyFeedback,
+    }

ws_bom_robot_app/llm/models/feedback.py

@@ -0,0 +1,30 @@
+from pydantic import BaseModel, Field
+
+class NebulyFeedbackAction(BaseModel):
+    """
+    FeedbackAction is a model that represents the action taken by the user
+    in response to the feedback provided by the LLM.
+    """
+    slug: str = Field("rating", description="A string identifier for the feedback action",
+             enum=["thumbs_up", "thumbs_down", "copy_input", "copy_output", "paste", "rating"])
+    text: str = Field(..., description="The text content of the feedback")
+    value: int = Field(..., description="A numeric value associated with the feedback")
+
+class NebulyFeedbackMetadata(BaseModel):
+  """
+  FeedbackMetadata is a model that represents the metadata associated with user feedback.
+  This includes information about the interaction and the user who provided feedback.
+  """
+  input: str = Field(None, description="The input of the interactions to which the action refers to")
+  output: str = Field(None, description="The output of the interactions to which the action refers to")
+  end_user: str = Field(..., description="The identifier used for the end-user")
+  timestamp: str = Field(..., description="The timestamp of the action event")
+  anonymize: bool = Field(False, description="Boolean flag. If set to true, PII will be removed from the text field")
+
+class NebulyFeedbackPayload(BaseModel):
+  """
+  NebulyFeedback is a model that combines feedback action and metadata.
+  It represents a complete feedback entry from a user interaction with the LLM.
+  """
+  action: NebulyFeedbackAction = Field(..., description="The action taken by the user as feedback")
+  metadata: NebulyFeedbackMetadata = Field(..., description="Metadata associated with the feedback")

ws_bom_robot_app/llm/nebuly_handler.py

@@ -44,6 +44,7 @@ class NebulyHandler(AsyncCallbackHandler):
               self.interaction.input = self.__parse_multimodal_input(message_list[-1].content)
             else:
               self.interaction.input = message_list[-1].content
+              self.interaction.tags["generated"] = self.__is_message_generated(message_list)
           else:
             raise ValueError("Last message is not a HumanMessage")
           self.interaction.time_start = datetime.now().astimezone().isoformat()
@@ -161,3 +162,12 @@ class NebulyHandler(AsyncCallbackHandler):
             })
         return parsed_history
 
+    def __is_message_generated(self, messages: list[BaseMessage]) -> bool:
+        # Check if the last message is generated by the model
+        if len(messages) == 0:
+            return False
+        last_user_message = f'<div class="llm__pill">{messages[-1].content}</div>'
+        last_ai_message = messages[-2].content
+        if last_user_message in last_ai_message:
+            return "true"
+        return "false"

ws_bom_robot_app/llm/providers/llm_manager.py

@@ -127,8 +127,9 @@ class Gvertex(LlmInterface):
 
         #see https://cloud.google.com/vertex-ai/generative-ai/docs/learn/locations#united-states for available models
         return [
-              {"id":"gemini-2.0-flash-001"},
-              {"id":"gemini-2.0-flash-lite-001"},
+              {"id":"gemini-2.5-pro-preview-05-06"},
+              {"id":"gemini-2.0-flash"},
+              {"id":"gemini-2.0-flash-lite"},
               {"id":"gemini-1.5-pro-002"}
             ]
 

{ws_bom_robot_app-0.0.55.dist-info → ws_bom_robot_app-0.0.57.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: ws_bom_robot_app
-Version: 0.0.55
+Version: 0.0.57
 Summary: A FastAPI application serving ws bom/robot/llm platform ai.
 Home-page: https://github.com/websolutespa/bom
 Author: Websolute Spa

{ws_bom_robot_app-0.0.55.dist-info → ws_bom_robot_app-0.0.57.dist-info}/RECORD

@@ -10,17 +10,20 @@ ws_bom_robot_app/llm/agent_context.py,sha256=uatHJ8wcRly6h0S762BgfzDMpmcwCHwNzwo
 ws_bom_robot_app/llm/agent_description.py,sha256=5IP0qFSJvaE3zjGS7f0W1DuiegP0RHXRMBoDC5pCofA,4779
 ws_bom_robot_app/llm/agent_handler.py,sha256=_mh2anSdkSnXncXBYnKars7zPd-PVewnk8O8du1s4do,7756
 ws_bom_robot_app/llm/agent_lcel.py,sha256=8d10b43BXqE4rfXE5uh8YGT67o1bw0q0l7QXFT6wPKA,2320
-ws_bom_robot_app/llm/api.py,sha256=RW_zt986WfyJFY697z5yFbTwPjlHYHVPqcc8J1_JcBE,4034
+ws_bom_robot_app/llm/api.py,sha256=1nzQ7g2n_DlX6Ixo5ecS10UvyyKJ42qZQ6aD8-EI7BE,4709
 ws_bom_robot_app/llm/defaut_prompt.py,sha256=D9dn8yPveu0bVwGM1wQWLYftmBs5O76o0R_caLLll8w,1121
 ws_bom_robot_app/llm/main.py,sha256=UK33yI_0zDCdM5zKe9h7c_qzM41PIANvRFCxjGlAzlI,5140
-ws_bom_robot_app/llm/nebuly_handler.py,sha256=2UUcWQjOgcqlfPNphvtnnHFRl9whitYPW0NpN8yJs_I,7010
+ws_bom_robot_app/llm/nebuly_handler.py,sha256=1HaBeBNzEhyTsgz9v-15Tt7oAc6UBGtqB_DBujpFIcw,7534
 ws_bom_robot_app/llm/settings.py,sha256=DCLaGZwxlw0xE46LpfUgin_FHD8_XJIthCgI6r2UDlM,121
+ws_bom_robot_app/llm/feedbacks/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+ws_bom_robot_app/llm/feedbacks/feedback_manager.py,sha256=bnP0FEJTyrzT0YzqCVE73EC07Eu_4FLxVu3Cy-5Si0o,3211
 ws_bom_robot_app/llm/models/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 ws_bom_robot_app/llm/models/api.py,sha256=266f5jc1ikfX9HnK5Ms4NxXowNRfxFEH8GPlQcDvN5Y,10709
 ws_bom_robot_app/llm/models/base.py,sha256=1TqxuTK3rjJEALn7lvgoen_1ba3R2brAgGx6EDTtDZo,152
+ws_bom_robot_app/llm/models/feedback.py,sha256=pYNQGxNOBgeAAfdJLI95l7ePLBI5tVdsgnyjp5oMOQU,1722
 ws_bom_robot_app/llm/models/kb.py,sha256=oVSw6_dmNxikAHrPqcfxDXz9M0ezLIYuxpgvzfs_Now,9514
 ws_bom_robot_app/llm/providers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-ws_bom_robot_app/llm/providers/llm_manager.py,sha256=mJNVgv9QwAY9xEYybfOt5NzzZvTqVcvGUdyBmEIqvJM,8290
+ws_bom_robot_app/llm/providers/llm_manager.py,sha256=C63GJOaJHcKraDYZgemOdh8F2UPrheH_0E-gdhmpD6s,8336
 ws_bom_robot_app/llm/tools/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 ws_bom_robot_app/llm/tools/tool_builder.py,sha256=p_Q32_-OSydcxzj69PgPIuiny816zYv5dVsCHSY0ELc,1188
 ws_bom_robot_app/llm/tools/tool_manager.py,sha256=xyGDa4BnPrdZv4-AL_kXIwaUpD7JOVO4FAhLbSTuujg,6001
@@ -62,7 +65,7 @@ ws_bom_robot_app/llm/vector_store/loader/__init__.py,sha256=47DEQpj8HBSa-_TImW-5
 ws_bom_robot_app/llm/vector_store/loader/base.py,sha256=L_ugekNuAq0N9O-24wtlHSNHkqSeD-KsJrfGt_FX9Oc,5340
 ws_bom_robot_app/llm/vector_store/loader/docling.py,sha256=yP0zgXLeFAlByaYuj-6cYariuknckrFds0dxdRcnVz8,3456
 ws_bom_robot_app/llm/vector_store/loader/json_loader.py,sha256=LDppW0ZATo4_1hh-KlsAM3TLawBvwBxva_a7k5Oz1sc,858
-ws_bom_robot_app-0.0.55.dist-info/METADATA,sha256=hoyAKOKcnwUx3QK70KwRXKZqnLFCVj9WnxXlJhqdQts,8329
-ws_bom_robot_app-0.0.55.dist-info/WHEEL,sha256=Nw36Djuh_5VDukK0H78QzOX-_FQEo6V37m3nkm96gtU,91
-ws_bom_robot_app-0.0.55.dist-info/top_level.txt,sha256=Yl0akyHVbynsBX_N7wx3H3ZTkcMLjYyLJs5zBMDAKcM,17
-ws_bom_robot_app-0.0.55.dist-info/RECORD,,
+ws_bom_robot_app-0.0.57.dist-info/METADATA,sha256=pNu9PdNL8evyWeVAD8LyHUMG-MPY0nYICCHdS4mC4oA,8329
+ws_bom_robot_app-0.0.57.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+ws_bom_robot_app-0.0.57.dist-info/top_level.txt,sha256=Yl0akyHVbynsBX_N7wx3H3ZTkcMLjYyLJs5zBMDAKcM,17
+ws_bom_robot_app-0.0.57.dist-info/RECORD,,

{ws_bom_robot_app-0.0.55.dist-info → ws_bom_robot_app-0.0.57.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: setuptools (80.7.1)
+Generator: setuptools (80.9.0)
 Root-Is-Purelib: true
 Tag: py3-none-any