ws-bom-robot-app 0.0.54__tar.gz → 0.0.56__tar.gz

{ws_bom_robot_app-0.0.54/ws_bom_robot_app.egg-info → ws_bom_robot_app-0.0.56}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: ws_bom_robot_app
-Version: 0.0.54
+Version: 0.0.56
 Summary: A FastAPI application serving ws bom/robot/llm platform ai.
 Home-page: https://github.com/websolutespa/bom
 Author: Websolute Spa

{ws_bom_robot_app-0.0.54 → ws_bom_robot_app-0.0.56}/setup.py

@@ -4,7 +4,7 @@ _requirements = [line.split('#')[0].strip() for line in open("requirements.txt")
 
 setup(
     name="ws_bom_robot_app",
-    version="0.0.54",
+    version="0.0.56",
     description="A FastAPI application serving ws bom/robot/llm platform ai.",
     long_description=open("README.md", encoding='utf-8').read(),
     long_description_content_type="text/markdown",

{ws_bom_robot_app-0.0.54 → ws_bom_robot_app-0.0.56}/ws_bom_robot_app/llm/api.py

@@ -1,5 +1,5 @@
 from typing import Annotated, Any, Mapping
-from fastapi import APIRouter, HTTPException, Request, Header
+from fastapi import APIRouter, HTTPException, Request, Header, Body
 from fastapi.responses import StreamingResponse
 from ws_bom_robot_app.llm.agent_description import AgentDescriptor
 from ws_bom_robot_app.llm.models.api import InvokeRequest, StreamRequest, RulesRequest, KbRequest, VectorDbResponse
@@ -9,6 +9,7 @@ from ws_bom_robot_app.llm.vector_store.generator import kb, rules, kb_stream_fil
 from ws_bom_robot_app.llm.tools.tool_manager import ToolManager
 from ws_bom_robot_app.llm.vector_store.integration.manager import IntegrationManager
 from ws_bom_robot_app.task_manager import task_manager, TaskHeader
+from ws_bom_robot_app.llm.feedbacks.feedback_manager import FeedbackConfig, FeedbackManager, FeedbackInterface
 from uuid import uuid4
 router = APIRouter(prefix="/api/llm", tags=["llm"])
 
@@ -89,3 +90,16 @@ def _llm_models(provider: str, secrets: dict[str, Any]):
   except Exception as e:
     raise HTTPException(status_code=400, detail=str(e))
 
+@router.post("/feedback", tags=["feedback"])
+async def _send_feedback(feedback: FeedbackConfig):
+    """
+    Invia un feedback usando lo strategy FeedbackManager.
+    """
+    provider = feedback.provider
+    strategy_cls = FeedbackManager._list.get(provider)
+    if not strategy_cls:
+        from fastapi import HTTPException
+        raise HTTPException(status_code=400, detail=f"Provider '{provider}' non supportato")
+    strategy: FeedbackInterface = strategy_cls(feedback)
+    result = strategy.send_feedback()
+    return {"result": result}

ws_bom_robot_app-0.0.56/ws_bom_robot_app/llm/feedbacks/feedback_manager.py

@@ -0,0 +1,74 @@
+from ws_bom_robot_app.llm.models.feedback import NebulyFeedbackPayload, NebulyFeedbackAction, NebulyFeedbackMetadata
+from ws_bom_robot_app.config import config
+from pydantic import BaseModel, Field
+from typing import Optional
+import requests
+
+class FeedbackConfig(BaseModel):
+    """
+    FeedbackConfig is a model that represents the configuration for feedback management.
+    It includes the API key and the URL for the feedback service.
+    """
+    api_key: str = Field(..., description="The API key for authentication")
+    provider: str = Field(..., description="The provider of the feedback service")
+    user_id: str = Field(..., description="The user ID for the feedback service")
+    message_input: Optional[str] = Field(default=None, description="The input message to which the feedback refers")
+    message_output: Optional[str] = Field(default=None, description="The output message to which the feedback refers")
+    comment: str = Field(..., description="The comment provided by the user")
+    rating: int = Field(..., description="The rating given by the user (from 1 to 5)", ge=1, le=5)
+    anonymize: bool = Field(False, description="Boolean flag. If set to true, PII will be removed from the text field")
+    timestamp: str = Field(..., description="The timestamp of the feedback event")
+    message_id: Optional[str] = Field(default=None, description="The message ID for the feedback")
+
+class FeedbackInterface:
+    def __init__(self, config: FeedbackConfig):
+      self.config = config
+
+    def send_feedback(self):
+      raise NotImplementedError
+
+class NebulyFeedback(FeedbackInterface):
+    def __init__(self, config: FeedbackConfig):
+      super().__init__(config)
+      self.config = config
+
+    def send_feedback(self) -> str:
+      if not self.config.api_key:
+        return "Error sending feedback: API key is required for Nebuly feedback"
+      headers = {
+        "Authorization": f"Bearer {self.config.api_key}",
+        "Content-Type": "application/json"
+      }
+      action = NebulyFeedbackAction(
+        slug="rating",
+        text=self.config.comment,
+        value=self.config.rating
+      )
+      metadata = NebulyFeedbackMetadata(
+        end_user=self.config.user_id,
+        timestamp=self.config.timestamp,
+        anonymize=self.config.anonymize
+      )
+      payload = NebulyFeedbackPayload(
+        action=action,
+        metadata=metadata
+      )
+      url = f"{config.NEBULY_API_URL}/event-ingestion/api/v1/events/feedback"
+      response = requests.request("POST", url, json=payload.model_dump(), headers=headers)
+      if response.status_code != 200:
+        raise Exception(f"Error sending feedback: {response.status_code} - {response.text}")
+      return response.text
+
+    def __buildAiMessage(self) -> str:
+        message = eval(self.config.message_output)
+        message_output = ""
+        for chunk in message:
+          if isinstance(chunk, dict) and "text" in chunk:
+            message_output += chunk["text"]
+        return message_output
+
+class FeedbackManager:
+    #class variables (static)
+    _list: dict[str,FeedbackInterface] = {
+        "nebuly": NebulyFeedback,
+    }

ws_bom_robot_app-0.0.56/ws_bom_robot_app/llm/models/feedback.py

@@ -0,0 +1,30 @@
+from pydantic import BaseModel, Field
+
+class NebulyFeedbackAction(BaseModel):
+    """
+    FeedbackAction is a model that represents the action taken by the user
+    in response to the feedback provided by the LLM.
+    """
+    slug: str = Field("rating", description="A string identifier for the feedback action",
+             enum=["thumbs_up", "thumbs_down", "copy_input", "copy_output", "paste", "rating"])
+    text: str = Field(..., description="The text content of the feedback")
+    value: int = Field(..., description="A numeric value associated with the feedback")
+
+class NebulyFeedbackMetadata(BaseModel):
+  """
+  FeedbackMetadata is a model that represents the metadata associated with user feedback.
+  This includes information about the interaction and the user who provided feedback.
+  """
+  input: str = Field(None, description="The input of the interactions to which the action refers to")
+  output: str = Field(None, description="The output of the interactions to which the action refers to")
+  end_user: str = Field(..., description="The identifier used for the end-user")
+  timestamp: str = Field(..., description="The timestamp of the action event")
+  anonymize: bool = Field(False, description="Boolean flag. If set to true, PII will be removed from the text field")
+
+class NebulyFeedbackPayload(BaseModel):
+  """
+  NebulyFeedback is a model that combines feedback action and metadata.
+  It represents a complete feedback entry from a user interaction with the LLM.
+  """
+  action: NebulyFeedbackAction = Field(..., description="The action taken by the user as feedback")
+  metadata: NebulyFeedbackMetadata = Field(..., description="Metadata associated with the feedback")

{ws_bom_robot_app-0.0.54 → ws_bom_robot_app-0.0.56}/ws_bom_robot_app/llm/nebuly_handler.py

@@ -44,6 +44,7 @@ class NebulyHandler(AsyncCallbackHandler):
               self.interaction.input = self.__parse_multimodal_input(message_list[-1].content)
             else:
               self.interaction.input = message_list[-1].content
+              self.interaction.tags["generated"] = self.__is_message_generated(message_list)
           else:
             raise ValueError("Last message is not a HumanMessage")
           self.interaction.time_start = datetime.now().astimezone().isoformat()
@@ -161,3 +162,12 @@ class NebulyHandler(AsyncCallbackHandler):
             })
         return parsed_history
 
+    def __is_message_generated(self, messages: list[BaseMessage]) -> bool:
+        # Check if the last message is generated by the model
+        if len(messages) == 0:
+            return False
+        last_user_message = f'<div class="llm__pill">{messages[-1].content}</div>'
+        last_ai_message = messages[-2].content
+        if last_user_message in last_ai_message:
+            return "true"
+        return "false"

{ws_bom_robot_app-0.0.54 → ws_bom_robot_app-0.0.56}/ws_bom_robot_app/llm/utils/agent.py

@@ -19,8 +19,13 @@ async def get_rules(embeddings: Embeddings, rules: LlmRules, input: str | list)
     rules_doc = await VectorDbManager.get_strategy(rules.vector_type).invoke(
       embeddings,
       rules.vector_db,
-      input,search_type="similarity_score_threshold",
-      search_kwargs={"score_threshold": rules.threshold},
+      input,
+      search_type="similarity_score_threshold",
+      search_kwargs={
+        "score_threshold": rules.threshold,
+        "k": 500,
+        "fetch_k": 500,
+      },
       source = None) #type: ignore
     if len(rules_doc) > 0:
       rules_prompt = "\nFollow this rules: \n RULES: \n"

{ws_bom_robot_app-0.0.54 → ws_bom_robot_app-0.0.56/ws_bom_robot_app.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: ws_bom_robot_app
-Version: 0.0.54
+Version: 0.0.56
 Summary: A FastAPI application serving ws bom/robot/llm platform ai.
 Home-page: https://github.com/websolutespa/bom
 Author: Websolute Spa

{ws_bom_robot_app-0.0.54 → ws_bom_robot_app-0.0.56}/ws_bom_robot_app.egg-info/SOURCES.txt

@@ -25,9 +25,12 @@ ws_bom_robot_app/llm/defaut_prompt.py
 ws_bom_robot_app/llm/main.py
 ws_bom_robot_app/llm/nebuly_handler.py
 ws_bom_robot_app/llm/settings.py
+ws_bom_robot_app/llm/feedbacks/__init__.py
+ws_bom_robot_app/llm/feedbacks/feedback_manager.py
 ws_bom_robot_app/llm/models/__init__.py
 ws_bom_robot_app/llm/models/api.py
 ws_bom_robot_app/llm/models/base.py
+ws_bom_robot_app/llm/models/feedback.py
 ws_bom_robot_app/llm/models/kb.py
 ws_bom_robot_app/llm/providers/__init__.py
 ws_bom_robot_app/llm/providers/llm_manager.py