eval-studio-client 1.0.1__py3-none-any.whl → 1.0.3a1__py3-none-any.whl

eval_studio_client/api/test/test_required_the_test_case_to_update.py

@@ -47,10 +47,7 @@ class TestRequiredTheTestCaseToUpdate(unittest.TestCase):
                 constraints = [
                     ''
                     ],
-                condition = '',
-                perturbed_by = [
-                    ''
-                    ]
+                condition = ''
             )
         else:
             return RequiredTheTestCaseToUpdate(

eval_studio_client/api/test/test_test_service_api.py

@@ -68,24 +68,12 @@ class TestTestServiceApi(unittest.TestCase):
         """
         pass
 
-    def test_test_service_import_test_cases_from_library(self) -> None:
-        """Test case for test_service_import_test_cases_from_library
-
-        """
-        pass
-
     def test_test_service_list_most_recent_tests(self) -> None:
         """Test case for test_service_list_most_recent_tests
 
         """
         pass
 
-    def test_test_service_list_test_case_library_items(self) -> None:
-        """Test case for test_service_list_test_case_library_items
-
-        """
-        pass
-
     def test_test_service_list_tests(self) -> None:
         """Test case for test_service_list_tests
 

eval_studio_client/api/test/test_test_service_generate_test_cases_request.py

@@ -41,10 +41,7 @@ class TestTestServiceGenerateTestCasesRequest(unittest.TestCase):
                 generators = [
                     'TEST_CASES_GENERATOR_UNSPECIFIED'
                     ],
-                h2ogpte_collection_id = '',
-                topics = [
-                    ''
-                    ]
+                h2ogpte_collection_id = ''
             )
         else:
             return TestServiceGenerateTestCasesRequest(

eval_studio_client/api/test/test_test_service_perturb_test_request.py

@@ -42,10 +42,7 @@ class TestTestServicePerturbTestRequest(unittest.TestCase):
                         params = '', )
                     ],
                 new_test_display_name = '',
-                new_test_description = '',
-                test_case_names = [
-                    ''
-                    ]
+                new_test_description = ''
             )
         else:
             return TestServicePerturbTestRequest(

eval_studio_client/api/test/test_v1_batch_delete_test_cases_response.py

@@ -50,10 +50,7 @@ class TestV1BatchDeleteTestCasesResponse(unittest.TestCase):
                         constraints = [
                             ''
                             ], 
-                        condition = '', 
-                        perturbed_by = [
-                            ''
-                            ], )
+                        condition = '', )
                     ]
             )
         else:

eval_studio_client/api/test/test_v1_create_evaluation_request.py

@@ -73,10 +73,7 @@ class TestV1CreateEvaluationRequest(unittest.TestCase):
                                 constraints = [
                                     ''
                                     ], 
-                                condition = '', 
-                                perturbed_by = [
-                                    ''
-                                    ], )
+                                condition = '', )
                             ], 
                         test_case_relationships = [
                             eval_studio_client.api.models.v1_test_case_relationship.v1TestCaseRelationship(
@@ -94,22 +91,7 @@ class TestV1CreateEvaluationRequest(unittest.TestCase):
                     'key' : ''
                     },
                 model_parameters = '',
-                h2ogpte_collection = '',
-                default_h2ogpte_model = eval_studio_client.api.models.v1_model.v1Model(
-                    name = '', 
-                    create_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
-                    creator = '', 
-                    update_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
-                    updater = '', 
-                    delete_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
-                    deleter = '', 
-                    display_name = '', 
-                    description = '', 
-                    url = '', 
-                    api_key = '', 
-                    type = 'MODEL_TYPE_UNSPECIFIED', 
-                    parameters = '', 
-                    demo = True, )
+                h2ogpte_collection = ''
             )
         else:
             return V1CreateEvaluationRequest(

eval_studio_client/api/test/test_v1_create_test_case_response.py

@@ -49,10 +49,7 @@ class TestV1CreateTestCaseResponse(unittest.TestCase):
                     constraints = [
                         ''
                         ], 
-                    condition = '', 
-                    perturbed_by = [
-                        ''
-                        ], )
+                    condition = '', )
             )
         else:
             return V1CreateTestCaseResponse(

eval_studio_client/api/test/test_v1_delete_test_case_response.py

@@ -49,10 +49,7 @@ class TestV1DeleteTestCaseResponse(unittest.TestCase):
                     constraints = [
                         ''
                         ], 
-                    condition = '', 
-                    perturbed_by = [
-                        ''
-                        ], )
+                    condition = '', )
             )
         else:
             return V1DeleteTestCaseResponse(

eval_studio_client/api/test/test_v1_evaluation_test.py

@@ -53,10 +53,7 @@ class TestV1EvaluationTest(unittest.TestCase):
                         constraints = [
                             ''
                             ], 
-                        condition = '', 
-                        perturbed_by = [
-                            ''
-                            ], )
+                        condition = '', )
                     ],
                 test_case_relationships = [
                     eval_studio_client.api.models.v1_test_case_relationship.v1TestCaseRelationship(

eval_studio_client/api/test/test_v1_find_all_test_cases_by_id_response.py

@@ -50,10 +50,7 @@ class TestV1FindAllTestCasesByIDResponse(unittest.TestCase):
                         constraints = [
                             ''
                             ], 
-                        condition = '', 
-                        perturbed_by = [
-                            ''
-                            ], )
+                        condition = '', )
                     ]
             )
         else:

eval_studio_client/api/test/test_v1_get_test_case_response.py

@@ -49,10 +49,7 @@ class TestV1GetTestCaseResponse(unittest.TestCase):
                     constraints = [
                         ''
                         ], 
-                    condition = '', 
-                    perturbed_by = [
-                        ''
-                        ], )
+                    condition = '', )
             )
         else:
             return V1GetTestCaseResponse(

eval_studio_client/api/test/test_v1_import_evaluation_request.py

@@ -57,22 +57,7 @@ class TestV1ImportEvaluationRequest(unittest.TestCase):
                 operation = '',
                 evaluators_parameters = {
                     'key' : ''
-                    },
-                default_h2ogpte_model = eval_studio_client.api.models.v1_model.v1Model(
-                    name = '', 
-                    create_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
-                    creator = '', 
-                    update_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
-                    updater = '', 
-                    delete_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
-                    deleter = '', 
-                    display_name = '', 
-                    description = '', 
-                    url = '', 
-                    api_key = '', 
-                    type = 'MODEL_TYPE_UNSPECIFIED', 
-                    parameters = '', 
-                    demo = True, )
+                    }
             )
         else:
             return V1ImportEvaluationRequest(

eval_studio_client/api/test/test_v1_list_test_cases_response.py

@@ -50,10 +50,7 @@ class TestV1ListTestCasesResponse(unittest.TestCase):
                         constraints = [
                             ''
                             ], 
-                        condition = '', 
-                        perturbed_by = [
-                            ''
-                            ], )
+                        condition = '', )
                     ]
             )
         else:

eval_studio_client/api/test/test_v1_test_case.py

@@ -48,10 +48,7 @@ class TestV1TestCase(unittest.TestCase):
                 constraints = [
                     ''
                     ],
-                condition = '',
-                perturbed_by = [
-                    ''
-                    ]
+                condition = ''
             )
         else:
             return V1TestCase(

eval_studio_client/api/test/test_v1_update_test_case_response.py

@@ -49,10 +49,7 @@ class TestV1UpdateTestCaseResponse(unittest.TestCase):
                     constraints = [
                         ''
                         ], 
-                    condition = '', 
-                    perturbed_by = [
-                        ''
-                        ], )
+                    condition = '', )
             )
         else:
             return V1UpdateTestCaseResponse(

eval_studio_client/client.py

@@ -7,7 +7,6 @@ from eval_studio_client import api
 from eval_studio_client import dashboards
 from eval_studio_client import documents
 from eval_studio_client import evaluators
-from eval_studio_client import leaderboards
 from eval_studio_client import models
 from eval_studio_client import perturbators
 from eval_studio_client import test_labs
@@ -18,7 +17,11 @@ class Client:
     """Main Eval Studio client class."""
 
     def __init__(
-        self, host: str, token_provider: Optional[h2o_authn.TokenProvider] = None
+        self,
+        host: str,
+        token_provider: Optional[h2o_authn.TokenProvider] = None,
+        verify_ssl: bool = True,
+        ssl_ca_cert: Optional[str] = None,
     ):
         """Initialize the client connection to Eval Studio host.
 
@@ -26,15 +29,19 @@ class Client:
             host: The Eval Studio host URL.
             token_provider: Optional TokenProvider used for authentication. If not
                 provided, the client will not set any authentication headers.
+            verify: Whether to verify SSL certificates. Defaults to True.
+            ssl_ca_cert: Path to a file of concatenated CA certificates
+                in PEM format. If not provided, the default system CA certificates will be used.
         """
         _host = host.rstrip("/")
-        _api_config = api.Configuration(host=_host)
+        _api_config = api.Configuration(host=_host, ssl_ca_cert=ssl_ca_cert)
+        _api_config.verify_ssl = verify_ssl
+
         self._api_client = api.ApiClient(configuration=_api_config)
         if token_provider is not None:
             self._api_client = _TokenApiClient(_api_config, token_provider.token)
 
         self._dashboards = dashboards._Dashboards(self._api_client)
-        self._leaderboards = leaderboards._Leaderboards(self._api_client)
         self._documents = documents._Documents(self._api_client)
         self._evaluators = evaluators._Evaluators(self._api_client)
         self._perturbators = perturbators._Perturbators(self._api_client)
@@ -57,11 +64,6 @@ class Client:
         """API for getting information about evaluation techniques in the Eval Studio."""
         return self._evaluators
 
-    @property
-    def leaderboards(self) -> leaderboards._Leaderboards:
-        """API for managing the collection of leaderboards."""
-        return self._leaderboards
-
     @property
     def perturbators(self) -> perturbators._Perturbators:
         """API for getting information about perturbation techniques in the Eval Studio."""

eval_studio_client/dashboards.py

@@ -198,35 +198,6 @@ class Dashboard:
             _client=client,
         )
 
-    @staticmethod
-    def from_operation(
-        operation: models.V1Operation, client: Optional[api.ApiClient]
-    ) -> Optional["Dashboard"]:
-        """Retrieves the dashboard from the operation, which created it.
-
-        Args:
-            operation: The operation that created the dashboard.
-            client: The API client to use for the dashboard retrieval.
-
-        Returns:
-            Dashboard: The dashboard instance created by the operation.
-        """
-        if not client:
-            raise RuntimeError("API Client is not provided")
-
-        if not operation.metadata:
-            raise RuntimeError(
-                "Operation metadata missing, it's not possible to retrieve dashboard from operation"
-            )
-
-        dashboard_api = api.DashboardServiceApi(client)
-        dashboard_id = operation.metadata.to_dict().get("dashboard", "")
-        res = dashboard_api.dashboard_service_get_dashboard(str(dashboard_id))
-        if res and res.dashboard:
-            return Dashboard._from_api_dashboard(res.dashboard, client)
-
-        return None
-
 
 class _Dashboards:
     def __init__(self, client: api.ApiClient):