prodloop-observability-sdk 0.1.2__tar.gz → 0.1.4__tar.gz

{prodloop_observability_sdk-0.1.2 → prodloop_observability_sdk-0.1.4}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: prodloop-observability-sdk
-Version: 0.1.2
+Version: 0.1.4
 Summary: Python SDK for evaluating AI voice bot calls via Prodloop APIs.
 Project-URL: Homepage, https://prodloop.com
 Project-URL: Documentation, https://observability-sdk-docs.pages.dev/
@@ -37,6 +37,7 @@ result = client.evaluate_call(
         EvaluationParameter.HALLUCINATION,
     ],
     thresholds={"e2e_response_time_max_ms": 800},
+    input_prompt="Bot instructions used during this call...",
 )
 
 print(result)
@@ -60,6 +61,18 @@ Response includes:
 - `extraction_variables`
 - `extraction_validation`
 
+## Hallucination Input Requirement
+
+When requesting `hallucination`, pass the bot's original call prompt as `input_prompt`:
+
+```python
+result = client.evaluate_call(
+    audio_file_path="call.mp3",
+    parameters=[EvaluationParameter.HALLUCINATION],
+    input_prompt="You are a polite admissions bot. Never invent course details.",
+)
+```
+
 ## Supported Parameters
 
 - `e2e_response_time`

{prodloop_observability_sdk-0.1.2 → prodloop_observability_sdk-0.1.4}/README.md

@@ -22,6 +22,7 @@ result = client.evaluate_call(
         EvaluationParameter.HALLUCINATION,
     ],
     thresholds={"e2e_response_time_max_ms": 800},
+    input_prompt="Bot instructions used during this call...",
 )
 
 print(result)
@@ -45,6 +46,18 @@ Response includes:
 - `extraction_variables`
 - `extraction_validation`
 
+## Hallucination Input Requirement
+
+When requesting `hallucination`, pass the bot's original call prompt as `input_prompt`:
+
+```python
+result = client.evaluate_call(
+    audio_file_path="call.mp3",
+    parameters=[EvaluationParameter.HALLUCINATION],
+    input_prompt="You are a polite admissions bot. Never invent course details.",
+)
+```
+
 ## Supported Parameters
 
 - `e2e_response_time`

{prodloop_observability_sdk-0.1.2 → prodloop_observability_sdk-0.1.4}/prodloop/client.py

@@ -10,20 +10,18 @@ from prodloop.models import EvaluationParameter, ParameterInput, coerce_paramete
 
 
 class ProdloopClient:
+    _SERVICE_URL = "https://asia-south1-prodloop.cloudfunctions.net/prodloop-evaluator-fn"
+
     def __init__(
         self,
         api_key: str,
-        base_url: str = "https://asia-south1-prodloop.cloudfunctions.net/prodloop-evaluator-fn",
         timeout_seconds: int = 180,
         session: Optional[requests.Session] = None,
     ):
         if not api_key or not api_key.strip():
             raise ValidationError("api_key is required.")
-        if not base_url or not base_url.strip():
-            raise ValidationError("base_url is required.")
 
         self.api_key = api_key.strip()
-        self.base_url = base_url.rstrip("/")
         self.timeout_seconds = timeout_seconds
         self._session = session or requests.Session()
 
@@ -34,9 +32,11 @@ class ProdloopClient:
         thresholds: Optional[Mapping[str, Any]] = None,
         extraction_schema: Optional[Mapping[str, str]] = None,
         bot_captured_variables: Optional[Mapping[str, Any]] = None,
+        input_prompt: Optional[str] = None,
         timeout_seconds: Optional[int] = None,
     ) -> Dict[str, Any]:
         normalized_parameters = self._normalize_parameters(parameters)
+        normalized_input_prompt = (input_prompt or "").strip()
         payload: Dict[str, Any] = {
             "parameters": [param.value for param in normalized_parameters],
         }
@@ -47,6 +47,8 @@ class ProdloopClient:
             payload["extraction_schema"] = dict(extraction_schema)
         if bot_captured_variables:
             payload["bot_captured_variables"] = dict(bot_captured_variables)
+        if normalized_input_prompt:
+            payload["input_prompt"] = normalized_input_prompt
 
         if EvaluationParameter.EXTRACTION_VARIABLES in normalized_parameters:
             if not extraction_schema:
@@ -65,6 +67,11 @@ class ProdloopClient:
                     "bot_captured_variables is missing keys from extraction_schema: "
                     + ", ".join(missing_keys)
                 )
+        if EvaluationParameter.HALLUCINATION in normalized_parameters:
+            if not normalized_input_prompt:
+                raise ValidationError(
+                    "input_prompt is required when using 'hallucination'."
+                )
 
         audio_path = Path(audio_file_path)
         if not audio_path.exists():
@@ -73,7 +80,7 @@ class ProdloopClient:
             raise ValidationError(f"Audio path is not a file: {audio_file_path}")
 
         request_timeout = timeout_seconds or self.timeout_seconds
-        url = self.base_url
+        url = self._SERVICE_URL
         headers = {"Authorization": f"Bearer {self.api_key}"}
         mime_type = self._guess_mime_type(audio_path)
 

{prodloop_observability_sdk-0.1.2 → prodloop_observability_sdk-0.1.4}/prodloop_observability_sdk.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: prodloop-observability-sdk
-Version: 0.1.2
+Version: 0.1.4
 Summary: Python SDK for evaluating AI voice bot calls via Prodloop APIs.
 Project-URL: Homepage, https://prodloop.com
 Project-URL: Documentation, https://observability-sdk-docs.pages.dev/
@@ -37,6 +37,7 @@ result = client.evaluate_call(
         EvaluationParameter.HALLUCINATION,
     ],
     thresholds={"e2e_response_time_max_ms": 800},
+    input_prompt="Bot instructions used during this call...",
 )
 
 print(result)
@@ -60,6 +61,18 @@ Response includes:
 - `extraction_variables`
 - `extraction_validation`
 
+## Hallucination Input Requirement
+
+When requesting `hallucination`, pass the bot's original call prompt as `input_prompt`:
+
+```python
+result = client.evaluate_call(
+    audio_file_path="call.mp3",
+    parameters=[EvaluationParameter.HALLUCINATION],
+    input_prompt="You are a polite admissions bot. Never invent course details.",
+)
+```
+
 ## Supported Parameters
 
 - `e2e_response_time`

{prodloop_observability_sdk-0.1.2 → prodloop_observability_sdk-0.1.4}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "prodloop-observability-sdk"
-version = "0.1.2"
+version = "0.1.4"
 description = "Python SDK for evaluating AI voice bot calls via Prodloop APIs."
 readme = "README.md"
 requires-python = ">=3.9"