variably-sdk 2.9.0__tar.gz → 2.9.1__tar.gz

{variably_sdk-2.9.0 → variably_sdk-2.9.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: variably-sdk
-Version: 2.9.0
+Version: 2.9.1
 Summary: Official Python SDK for Variably feature flags, LLM experimentation, and prompt optimization platform
 Author: Variably
 Author-email: Variably <support@variably.com>

{variably_sdk-2.9.0 → variably_sdk-2.9.1}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "variably-sdk"
-version = "2.9.0"
+version = "2.9.1"
 description = "Official Python SDK for Variably feature flags, LLM experimentation, and prompt optimization platform"
 readme = "README.md"
 requires-python = ">=3.7"

{variably_sdk-2.9.0 → variably_sdk-2.9.1}/src/variably/client.py

@@ -689,6 +689,8 @@ class VariablyClient:
         prompt_tokens: Optional[int] = None,       # Input token count
         completion_tokens: Optional[int] = None,   # Output token count
         cost: Optional[float] = None,              # Cost in USD
+        # Turn-type marker — see _SUBMIT_RESPONSE_KINDS for allowed values.
+        kind: Optional[str] = None,
     ) -> LogResult:
         """Log a prompt/response pair for multi-dimensional evaluation (Observe Mode).
 
@@ -722,6 +724,23 @@ class VariablyClient:
         # Normalize prompt to string
         prompt_str = prompt if isinstance(prompt, str) else str(prompt)
 
+        # Validate kind and inject the marker into tags + metadata so the
+        # dashboard can suppress grounding/hallucination/attribution
+        # scores on non-generative turns. See submit_response for the
+        # full rationale; the same logic applies in Observe Mode.
+        if kind is not None and kind not in self._SUBMIT_RESPONSE_KINDS:
+            raise ConfigurationError(
+                f"kind must be one of {self._SUBMIT_RESPONSE_KINDS}, got {kind!r}",
+                "kind",
+            )
+        if kind and kind != "generative":
+            kind_tag = f"kind:{kind}"
+            tags = list(tags) if tags else []
+            if kind_tag not in tags:
+                tags.append(kind_tag)
+            metadata = dict(metadata) if metadata else {}
+            metadata.setdefault("kind", kind)
+
         data: Dict[str, Any] = {
             "prompt": prompt_str,
             "response": response,
@@ -758,6 +777,8 @@ class VariablyClient:
             data["cost"] = cost
         if metadata:
             data["metadata"] = metadata
+        if kind:
+            data["kind"] = kind
 
         try:
             result = self.http_client.log_observation(data)

{variably_sdk-2.9.0 → variably_sdk-2.9.1}/src/variably/observe.py

@@ -177,6 +177,15 @@ def observe(
     tags: Optional[List[str]] = None,         # Grouping labels, e.g. ["production", "rag", "v2"]
     metadata: Optional[Dict[str, Any]] = None,  # Any arbitrary key-value data for filtering
 
+    # --- Turn type ---
+    # Marks what kind of LLM turn this is. Use "classifier" / "router" /
+    # "tool_use" / "transformer" for non-generative turns so the dashboard
+    # suppresses grounding/hallucination/attribution scores (which don't
+    # apply to JSON control structures or function calls). Default
+    # "generative" preserves existing behavior.
+    # Allowed: "generative" (default), "classifier", "router", "tool_use", "transformer".
+    kind: Optional[str] = None,
+
     # --- Backward compatibility ---
     conversation_history: Optional[List[Dict[str, str]]] = None,  # Deprecated: use prior_turns instead
 ) -> Optional[Dict[str, Any]]:
@@ -263,6 +272,7 @@ def observe(
             user_id=user_id,
             session_id=session_id,
             metadata=metadata,
+            kind=kind,
         )
 
         return {

{variably_sdk-2.9.0 → variably_sdk-2.9.1}/src/variably/version.py

@@ -1,3 +1,3 @@
 """Version information for Variably SDK."""
 
-__version__ = "2.9.0"
+__version__ = "2.9.1"

{variably_sdk-2.9.0 → variably_sdk-2.9.1}/src/variably_sdk.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: variably-sdk
-Version: 2.9.0
+Version: 2.9.1
 Summary: Official Python SDK for Variably feature flags, LLM experimentation, and prompt optimization platform
 Author: Variably
 Author-email: Variably <support@variably.com>