eval-studio-client 1.2.5__py3-none-any.whl → 1.3.0__py3-none-any.whl

eval_studio_client/models.py

@@ -182,6 +182,7 @@ class Model:
         base_models: Optional[List[str]] = None,
         existing_collection: Optional[str] = None,
         model_parameters: Optional[Union[dict, str]] = None,
+        use_cache: bool = True,
     ) -> Optional[d8s.Dashboard]:
         """Runs a new evaluation for the model and creates a new dashboard.
 
@@ -197,6 +198,8 @@ class Model:
                 This can be either a JSON string or a dictionary.
                 Examples:
                     model_parameters={"llm_args": {"temperature": 0.7, "use_agent": False}}
+            use_cache (optional): If True, the evaluation will use the TestLab cache
+                to speed up the evaluation when possible. Defaults to True.
         """
         _evaluators = (
             [evaluators] if isinstance(evaluators, e8s.Evaluator) else evaluators
@@ -239,13 +242,22 @@ class Model:
             )
             create_lb_reqs.append(create_lb_req)
 
-        res = self._leaderboard_api.leaderboard_service_batch_create_leaderboards(
-            models.V1BatchCreateLeaderboardsRequest(
-                requests=create_lb_reqs,
-                dashboard_display_name=name,
-                dashboard_description=description,
+        if use_cache:
+            res = self._leaderboard_api.leaderboard_service_batch_create_leaderboards(
+                models.V1BatchCreateLeaderboardsRequest(
+                    requests=create_lb_reqs,
+                    dashboard_display_name=name,
+                    dashboard_description=description,
+                )
+            )
+        else:
+            res = self._leaderboard_api.leaderboard_service_batch_create_leaderboards_without_cache(
+                models.V1BatchCreateLeaderboardsWithoutCacheRequest(
+                    requests=create_lb_reqs,
+                    dashboard_display_name=name,
+                    dashboard_description=description,
+                )
             )
-        )
 
         if res and res.operation:
             return d8s.Dashboard.from_operation(res.operation, self._client)

{eval_studio_client-1.2.5.dist-info → eval_studio_client-1.3.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: eval-studio-client
-Version: 1.2.5
+Version: 1.3.0
 Project-URL: Source, https://github.com/h2oai/eval-studio/tree/main/client-py/src/
 Project-URL: Issues, https://github.com/h2oai/eval-studio/issues
 Author-email: "H2O.ai" <support@h2o.ai>
@@ -15,4 +15,4 @@ Requires-Dist: h2o-authn<3.0.0,>=2.0.0
 Requires-Dist: pydantic>=2
 Requires-Dist: python-dateutil>=2.5.3
 Requires-Dist: typing-extensions>=4.7.1
-Requires-Dist: urllib3<2.3.0,>=1.26.19
+Requires-Dist: urllib3~=2.6.3