variably-sdk 2.7.1__tar.gz → 2.8.0__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {variably_sdk-2.7.1 → variably_sdk-2.8.0}/PKG-INFO +1 -1
- {variably_sdk-2.7.1 → variably_sdk-2.8.0}/pyproject.toml +1 -1
- {variably_sdk-2.7.1 → variably_sdk-2.8.0}/src/variably/client.py +14 -3
- {variably_sdk-2.7.1 → variably_sdk-2.8.0}/src/variably/version.py +1 -1
- {variably_sdk-2.7.1 → variably_sdk-2.8.0}/src/variably_sdk.egg-info/PKG-INFO +1 -1
- {variably_sdk-2.7.1 → variably_sdk-2.8.0}/README.md +0 -0
- {variably_sdk-2.7.1 → variably_sdk-2.8.0}/setup.cfg +0 -0
- {variably_sdk-2.7.1 → variably_sdk-2.8.0}/setup.py +0 -0
- {variably_sdk-2.7.1 → variably_sdk-2.8.0}/src/variably/__init__.py +0 -0
- {variably_sdk-2.7.1 → variably_sdk-2.8.0}/src/variably/cache.py +0 -0
- {variably_sdk-2.7.1 → variably_sdk-2.8.0}/src/variably/config.py +0 -0
- {variably_sdk-2.7.1 → variably_sdk-2.8.0}/src/variably/errors.py +0 -0
- {variably_sdk-2.7.1 → variably_sdk-2.8.0}/src/variably/http_client.py +0 -0
- {variably_sdk-2.7.1 → variably_sdk-2.8.0}/src/variably/logger.py +0 -0
- {variably_sdk-2.7.1 → variably_sdk-2.8.0}/src/variably/observe.py +0 -0
- {variably_sdk-2.7.1 → variably_sdk-2.8.0}/src/variably/types.py +0 -0
- {variably_sdk-2.7.1 → variably_sdk-2.8.0}/src/variably_sdk.egg-info/SOURCES.txt +0 -0
- {variably_sdk-2.7.1 → variably_sdk-2.8.0}/src/variably_sdk.egg-info/dependency_links.txt +0 -0
- {variably_sdk-2.7.1 → variably_sdk-2.8.0}/src/variably_sdk.egg-info/requires.txt +0 -0
- {variably_sdk-2.7.1 → variably_sdk-2.8.0}/src/variably_sdk.egg-info/top_level.txt +0 -0
- {variably_sdk-2.7.1 → variably_sdk-2.8.0}/tests/test_streaming.py +0 -0
|
@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
|
|
|
4
4
|
|
|
5
5
|
[project]
|
|
6
6
|
name = "variably-sdk"
|
|
7
|
-
version = "2.
|
|
7
|
+
version = "2.8.0"
|
|
8
8
|
description = "Official Python SDK for Variably feature flags, LLM experimentation, and prompt optimization platform"
|
|
9
9
|
readme = "README.md"
|
|
10
10
|
requires-python = ">=3.7"
|
|
@@ -568,8 +568,16 @@ class VariablyClient:
|
|
|
568
568
|
prompt_tokens: Optional[int] = None,
|
|
569
569
|
completion_tokens: Optional[int] = None,
|
|
570
570
|
evaluation_context: Optional[Dict[str, Any]] = None,
|
|
571
|
+
tags: Optional[List[str]] = None,
|
|
572
|
+
metadata: Optional[Dict[str, Any]] = None,
|
|
571
573
|
) -> SubmitResponseResult:
|
|
572
|
-
"""Submit your own LLM response for 41-dimensional evaluation (BYOR step 3).
|
|
574
|
+
"""Submit your own LLM response for 41-dimensional evaluation (BYOR step 3).
|
|
575
|
+
|
|
576
|
+
Args:
|
|
577
|
+
tags: Grouping labels for filtering (e.g. ["production", "rag-v2"]).
|
|
578
|
+
metadata: Arbitrary key-value data attached to this evaluation
|
|
579
|
+
(e.g. {"customer_id": "...", "release": "..."}).
|
|
580
|
+
"""
|
|
573
581
|
if not experiment_key or not isinstance(experiment_key, str):
|
|
574
582
|
raise ConfigurationError(
|
|
575
583
|
"Experiment key must be a non-empty string", "experiment_key"
|
|
@@ -586,8 +594,7 @@ class VariablyClient:
|
|
|
586
594
|
"response": response,
|
|
587
595
|
}
|
|
588
596
|
if user_context:
|
|
589
|
-
|
|
590
|
-
data["user_context"] = self.http_client._convert_user_context(dict(user_context))
|
|
597
|
+
data["user_context"] = dict(user_context)
|
|
591
598
|
if input_variables:
|
|
592
599
|
data["input_variables"] = input_variables
|
|
593
600
|
if provider:
|
|
@@ -602,6 +609,10 @@ class VariablyClient:
|
|
|
602
609
|
data["completion_tokens"] = completion_tokens
|
|
603
610
|
if evaluation_context:
|
|
604
611
|
data["evaluation_context"] = evaluation_context
|
|
612
|
+
if tags:
|
|
613
|
+
data["tags"] = tags
|
|
614
|
+
if metadata:
|
|
615
|
+
data["metadata"] = metadata
|
|
605
616
|
|
|
606
617
|
result = self.http_client.submit_response(data)
|
|
607
618
|
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|