eval-studio-client 1.1.0a5__py3-none-any.whl → 1.1.0a6__py3-none-any.whl

eval_studio_client/api/models/v1_workflow_edge_type.py

@@ -20,14 +20,15 @@ from typing_extensions import Self
 
 class V1WorkflowEdgeType(str, Enum):
     """
-    WorkflowEdgeType represents the type of a WorkflowEdge.   - WORKFLOW_EDGE_TYPE_UNSPECIFIED: Unspecified type.  - WORKFLOW_EDGE_TYPE_SIMPLE: Simple edge without any conditions.
+    WorkflowEdgeType represents the type of a WorkflowEdge.   - WORKFLOW_EDGE_TYPE_UNSPECIFIED: Unspecified type.  - WORKFLOW_EDGE_TYPE_DEPENDENCY: A required dependency type of edge. This edge type defines that the \"to\" node depends on the outputs of the \"from\" node.  - WORKFLOW_EDGE_TYPE_OPTIONAL_DEPENDENCY: Optional dependency edge, which indicates that the outputs of the \"from\" node can be used in case they exist, but the \"to\" node does not rely on them.
     """
 
     """
     allowed enum values
     """
     WORKFLOW_EDGE_TYPE_UNSPECIFIED = 'WORKFLOW_EDGE_TYPE_UNSPECIFIED'
-    WORKFLOW_EDGE_TYPE_SIMPLE = 'WORKFLOW_EDGE_TYPE_SIMPLE'
+    WORKFLOW_EDGE_TYPE_DEPENDENCY = 'WORKFLOW_EDGE_TYPE_DEPENDENCY'
+    WORKFLOW_EDGE_TYPE_OPTIONAL_DEPENDENCY = 'WORKFLOW_EDGE_TYPE_OPTIONAL_DEPENDENCY'
 
     @classmethod
     def from_json(cls, json_str: str) -> Self:

eval_studio_client/api/models/v1_workflow_node_artifact.py

@@ -38,7 +38,8 @@ class V1WorkflowNodeArtifact(BaseModel):
     delete_time: Optional[datetime] = Field(default=None, description="Output only. Optional. Deletion time of the WorkflowNodeArtifact.", alias="deleteTime")
     deleter: Optional[StrictStr] = Field(default=None, description="Output only. Name of the user or service that requested deletion of the WorkflowNodeArtifact.")
     mime_type: Optional[StrictStr] = Field(default=None, description="Optional MIME type of the WorkflowNodeArtifact.", alias="mimeType")
-    __properties: ClassVar[List[str]] = ["name", "parent", "displayName", "description", "createTime", "creator", "updateTime", "updater", "deleteTime", "deleter", "mimeType"]
+    type: Optional[StrictStr] = Field(default=None, description="Output only. Immutable. Type of the WorkflowNodeArtifact.")
+    __properties: ClassVar[List[str]] = ["name", "parent", "displayName", "description", "createTime", "creator", "updateTime", "updater", "deleteTime", "deleter", "mimeType", "type"]
 
     model_config = ConfigDict(
         populate_by_name=True,
@@ -77,6 +78,7 @@ class V1WorkflowNodeArtifact(BaseModel):
         * OpenAPI `readOnly` fields are excluded.
         * OpenAPI `readOnly` fields are excluded.
         * OpenAPI `readOnly` fields are excluded.
+        * OpenAPI `readOnly` fields are excluded.
         """
         excluded_fields: Set[str] = set([
             "parent",
@@ -86,6 +88,7 @@ class V1WorkflowNodeArtifact(BaseModel):
             "updater",
             "delete_time",
             "deleter",
+            "type",
         ])
 
         _dict = self.model_dump(
@@ -115,7 +118,8 @@ class V1WorkflowNodeArtifact(BaseModel):
             "updater": obj.get("updater"),
             "deleteTime": obj.get("deleteTime"),
             "deleter": obj.get("deleter"),
-            "mimeType": obj.get("mimeType")
+            "mimeType": obj.get("mimeType"),
+            "type": obj.get("type")
         })
         return _obj
 

eval_studio_client/api/test/test_prompt_generation_service_auto_generate_prompts_request.py

@@ -57,9 +57,17 @@ class TestPromptGenerationServiceAutoGeneratePromptsRequest(unittest.TestCase):
                     content = [
                         ''
                         ], ),
-                chunks = eval_studio_client.api.models.v1_repeated_string.v1RepeatedString(
+                chunks = eval_studio_client.api.models.v1_repeated_context.v1RepeatedContext(
                     content = [
-                        ''
+                        eval_studio_client.api.models.v1_context.v1Context(
+                            collection_id = '', 
+                            chunk_id = 56, 
+                            score = 1.337, 
+                            document_id = '', 
+                            document_name = '', 
+                            pages = '', 
+                            topic = '', 
+                            topic_id = 56, )
                         ], ),
                 generators = [
                     'TEST_CASES_GENERATOR_UNSPECIFIED'

eval_studio_client/api/test/test_required_the_dashboard_to_update.py

@@ -48,7 +48,8 @@ class TestRequiredTheDashboardToUpdate(unittest.TestCase):
                     ''
                     ],
                 create_operation = '',
-                demo = True
+                demo = True,
+                type = 'DASHBOARD_TYPE_UNSPECIFIED'
             )
         else:
             return RequiredTheDashboardToUpdate(

eval_studio_client/api/test/test_required_the_test_to_update.py

@@ -49,7 +49,8 @@ class TestRequiredTheTestToUpdate(unittest.TestCase):
                 tags = [
                     ''
                     ],
-                demo = True
+                demo = True,
+                type = 'TEST_TYPE_UNSPECIFIED'
             )
         else:
             return RequiredTheTestToUpdate(

eval_studio_client/api/test/test_required_the_updated_workflow.py

@@ -68,7 +68,8 @@ class TestRequiredTheUpdatedWorkflow(unittest.TestCase):
                                 updater = '', 
                                 delete_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
                                 deleter = '', 
-                                mime_type = '', )
+                                mime_type = '', 
+                                type = '', )
                             ], )
                     },
                 llm_model = '',

eval_studio_client/api/test/test_required_the_updated_workflow_node.py

@@ -59,7 +59,8 @@ class TestRequiredTheUpdatedWorkflowNode(unittest.TestCase):
                         updater = '', 
                         delete_time = datetime.datetime.strptime('2013-10-20 19:20:30.00', '%Y-%m-%d %H:%M:%S.%f'), 
                         deleter = '', 
-                        mime_type = '', )
+                        mime_type = '', 
+                        type = '', )
                     ],
                 status = 'WORKFLOW_NODE_STATUS_UNSPECIFIED',
                 attributes = eval_studio_client.api.models.v1_workflow_node_attributes.v1WorkflowNodeAttributes(

eval_studio_client/api/test/test_test_service_generate_test_cases_request.py

@@ -46,7 +46,16 @@ class TestTestServiceGenerateTestCasesRequest(unittest.TestCase):
                     ''
                     ],
                 chunks = [
-                    ''
+                    eval_studio_client.api.models.v1_context.v1Context(
+                        collection_id = '', 
+                        chunk_id = 56, 
+                        score = 1.337, 
+                        content = '', 
+                        document_id = '', 
+                        document_name = '', 
+                        pages = '', 
+                        topic = '', 
+                        topic_id = 56, )
                     ]
             )
         else:

eval_studio_client/api/test/test_v1_batch_delete_dashboards_response.py

@@ -51,7 +51,8 @@ class TestV1BatchDeleteDashboardsResponse(unittest.TestCase):
                             ''
                             ], 
                         create_operation = '', 
-                        demo = True, )
+                        demo = True, 
+                        type = 'DASHBOARD_TYPE_UNSPECIFIED', )
                     ]
             )
         else:

eval_studio_client/api/test/test_v1_batch_delete_evaluators_response.py

@@ -75,7 +75,9 @@ https://github.com/h2oai/h2o-sonar/blob/0492b2f2651fb2fde08d981b72c9fda7dc6b9697
                             ], 
                         brief_description = '', 
                         enabled = True, 
-                        tagline = '', )
+                        tagline = '', 
+                        primary_metric = '', 
+                        primary_metric_default_threshold = 1.337, )
                     ]
             )
         else:

eval_studio_client/api/test/test_v1_batch_delete_tests_response.py

@@ -52,7 +52,8 @@ class TestV1BatchDeleteTestsResponse(unittest.TestCase):
                         tags = [
                             ''
                             ], 
-                        demo = True, )
+                        demo = True, 
+                        type = 'TEST_TYPE_UNSPECIFIED', )
                     ]
             )
         else:

eval_studio_client/api/test/test_v1_batch_get_dashboards_response.py

@@ -51,7 +51,8 @@ class TestV1BatchGetDashboardsResponse(unittest.TestCase):
                             ''
                             ], 
                         create_operation = '', 
-                        demo = True, )
+                        demo = True, 
+                        type = 'DASHBOARD_TYPE_UNSPECIFIED', )
                     ]
             )
         else:

eval_studio_client/api/test/test_v1_batch_get_tests_response.py

@@ -52,7 +52,8 @@ class TestV1BatchGetTestsResponse(unittest.TestCase):
                         tags = [
                             ''
                             ], 
-                        demo = True, )
+                        demo = True, 
+                        type = 'TEST_TYPE_UNSPECIFIED', )
                     ]
             )
         else:

eval_studio_client/api/test/test_v1_batch_import_tests_response.py

@@ -52,7 +52,8 @@ class TestV1BatchImportTestsResponse(unittest.TestCase):
                         tags = [
                             ''
                             ], 
-                        demo = True, )
+                        demo = True, 
+                        type = 'TEST_TYPE_UNSPECIFIED', )
                     ]
             )
         else:

eval_studio_client/api/test/test_v1_clone_test_response.py

@@ -51,7 +51,8 @@ class TestV1CloneTestResponse(unittest.TestCase):
                     tags = [
                         ''
                         ], 
-                    demo = True, )
+                    demo = True, 
+                    type = 'TEST_TYPE_UNSPECIFIED', )
             )
         else:
             return V1CloneTestResponse(

eval_studio_client/api/test/test_v1_context.py

@@ -38,7 +38,12 @@ class TestV1Context(unittest.TestCase):
                 collection_id = '',
                 chunk_id = 56,
                 score = 1.337,
-                content = ''
+                content = '',
+                document_id = '',
+                document_name = '',
+                pages = '',
+                topic = '',
+                topic_id = 56
             )
         else:
             return V1Context(

eval_studio_client/api/test/test_v1_create_dashboard_response.py

@@ -50,7 +50,8 @@ class TestV1CreateDashboardResponse(unittest.TestCase):
                         ''
                         ], 
                     create_operation = '', 
-                    demo = True, )
+                    demo = True, 
+                    type = 'DASHBOARD_TYPE_UNSPECIFIED', )
             )
         else:
             return V1CreateDashboardResponse(

eval_studio_client/api/test/test_v1_create_evaluator_response.py

@@ -74,7 +74,9 @@ https://github.com/h2oai/h2o-sonar/blob/0492b2f2651fb2fde08d981b72c9fda7dc6b9697
                         ], 
                     brief_description = '', 
                     enabled = True, 
-                    tagline = '', )
+                    tagline = '', 
+                    primary_metric = '', 
+                    primary_metric_default_threshold = 1.337, )
             )
         else:
             return V1CreateEvaluatorResponse(

eval_studio_client/api/test/test_v1_create_test_response.py

@@ -51,7 +51,8 @@ class TestV1CreateTestResponse(unittest.TestCase):
                     tags = [
                         ''
                         ], 
-                    demo = True, )
+                    demo = True, 
+                    type = 'TEST_TYPE_UNSPECIFIED', )
             )
         else:
             return V1CreateTestResponse(

eval_studio_client/api/test/test_v1_dashboard.py

@@ -49,7 +49,8 @@ class TestV1Dashboard(unittest.TestCase):
                     ''
                     ],
                 create_operation = '',
-                demo = True
+                demo = True,
+                type = 'DASHBOARD_TYPE_UNSPECIFIED'
             )
         else:
             return V1Dashboard(

eval_studio_client/api/test/test_v1_dashboard_type.py

@@ -0,0 +1,33 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1/insight.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.models.v1_dashboard_type import V1DashboardType
+
+class TestV1DashboardType(unittest.TestCase):
+    """V1DashboardType unit test stubs"""
+
+    def setUp(self):
+        pass
+
+    def tearDown(self):
+        pass
+
+    def testV1DashboardType(self):
+        """Test V1DashboardType"""
+        # inst = V1DashboardType()
+
+if __name__ == '__main__':
+    unittest.main()

eval_studio_client/api/test/test_v1_delete_dashboard_response.py

@@ -50,7 +50,8 @@ class TestV1DeleteDashboardResponse(unittest.TestCase):
                         ''
                         ], 
                     create_operation = '', 
-                    demo = True, )
+                    demo = True, 
+                    type = 'DASHBOARD_TYPE_UNSPECIFIED', )
             )
         else:
             return V1DeleteDashboardResponse(

eval_studio_client/api/test/test_v1_delete_evaluator_response.py

@@ -74,7 +74,9 @@ https://github.com/h2oai/h2o-sonar/blob/0492b2f2651fb2fde08d981b72c9fda7dc6b9697
                         ], 
                     brief_description = '', 
                     enabled = True, 
-                    tagline = '', )
+                    tagline = '', 
+                    primary_metric = '', 
+                    primary_metric_default_threshold = 1.337, )
             )
         else:
             return V1DeleteEvaluatorResponse(

eval_studio_client/api/test/test_v1_delete_test_response.py

@@ -51,7 +51,8 @@ class TestV1DeleteTestResponse(unittest.TestCase):
                     tags = [
                         ''
                         ], 
-                    demo = True, )
+                    demo = True, 
+                    type = 'TEST_TYPE_UNSPECIFIED', )
             )
         else:
             return V1DeleteTestResponse(

eval_studio_client/api/test/test_v1_dependency_list.py

@@ -0,0 +1,56 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1/insight.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.models.v1_dependency_list import V1DependencyList
+
+class TestV1DependencyList(unittest.TestCase):
+    """V1DependencyList unit test stubs"""
+
+    def setUp(self):
+        pass
+
+    def tearDown(self):
+        pass
+
+    def make_instance(self, include_optional) -> V1DependencyList:
+        """Test V1DependencyList
+            include_option is a boolean, when False only required
+            params are included, when True both required and
+            optional params are included """
+        # uncomment below to create an instance of `V1DependencyList`
+        """
+        model = V1DependencyList()
+        if include_optional:
+            return V1DependencyList(
+                node = '',
+                dependencies = [
+                    eval_studio_client.api.models.v1_workflow_dependency.v1WorkflowDependency(
+                        name = '', 
+                        optional = True, )
+                    ]
+            )
+        else:
+            return V1DependencyList(
+        )
+        """
+
+    def testV1DependencyList(self):
+        """Test V1DependencyList"""
+        # inst_req_only = self.make_instance(include_optional=False)
+        # inst_req_and_optional = self.make_instance(include_optional=True)
+
+if __name__ == '__main__':
+    unittest.main()

eval_studio_client/api/test/test_v1_evaluator.py

@@ -76,7 +76,9 @@ https://github.com/h2oai/h2o-sonar/blob/0492b2f2651fb2fde08d981b72c9fda7dc6b9697
                     ],
                 brief_description = '',
                 enabled = True,
-                tagline = ''
+                tagline = '',
+                primary_metric = '',
+                primary_metric_default_threshold = 1.337
             )
         else:
             return V1Evaluator(

eval_studio_client/api/test/test_v1_get_dashboard_response.py

@@ -50,7 +50,8 @@ class TestV1GetDashboardResponse(unittest.TestCase):
                         ''
                         ], 
                     create_operation = '', 
-                    demo = True, )
+                    demo = True, 
+                    type = 'DASHBOARD_TYPE_UNSPECIFIED', )
             )
         else:
             return V1GetDashboardResponse(

eval_studio_client/api/test/test_v1_get_evaluator_response.py

@@ -74,7 +74,9 @@ https://github.com/h2oai/h2o-sonar/blob/0492b2f2651fb2fde08d981b72c9fda7dc6b9697
                         ], 
                     brief_description = '', 
                     enabled = True, 
-                    tagline = '', )
+                    tagline = '', 
+                    primary_metric = '', 
+                    primary_metric_default_threshold = 1.337, )
             )
         else:
             return V1GetEvaluatorResponse(

eval_studio_client/api/test/test_v1_get_guardrails_configuration_response.py

@@ -0,0 +1,51 @@
+# coding: utf-8
+
+"""
+    ai/h2o/eval_studio/v1/insight.proto
+
+    No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
+
+    The version of the OpenAPI document: version not set
+    Generated by OpenAPI Generator (https://openapi-generator.tech)
+
+    Do not edit the class manually.
+"""  # noqa: E501
+
+
+import unittest
+
+from eval_studio_client.api.models.v1_get_guardrails_configuration_response import V1GetGuardrailsConfigurationResponse
+
+class TestV1GetGuardrailsConfigurationResponse(unittest.TestCase):
+    """V1GetGuardrailsConfigurationResponse unit test stubs"""
+
+    def setUp(self):
+        pass
+
+    def tearDown(self):
+        pass
+
+    def make_instance(self, include_optional) -> V1GetGuardrailsConfigurationResponse:
+        """Test V1GetGuardrailsConfigurationResponse
+            include_option is a boolean, when False only required
+            params are included, when True both required and
+            optional params are included """
+        # uncomment below to create an instance of `V1GetGuardrailsConfigurationResponse`
+        """
+        model = V1GetGuardrailsConfigurationResponse()
+        if include_optional:
+            return V1GetGuardrailsConfigurationResponse(
+                guardrails_configuration_json = ''
+            )
+        else:
+            return V1GetGuardrailsConfigurationResponse(
+        )
+        """
+
+    def testV1GetGuardrailsConfigurationResponse(self):
+        """Test V1GetGuardrailsConfigurationResponse"""
+        # inst_req_only = self.make_instance(include_optional=False)
+        # inst_req_and_optional = self.make_instance(include_optional=True)
+
+if __name__ == '__main__':
+    unittest.main()

eval_studio_client/api/test/test_v1_get_leaderboard_report_response.py

@@ -91,9 +91,7 @@ class TestV1GetLeaderboardReportResponse(unittest.TestCase):
                             documents = [
                                 ''
                                 ], 
-                            model_cfg = eval_studio_client.api.models.model_cfg.modelCfg(), 
-                            key = '', 
-                            llm_model_meta = eval_studio_client.api.models.llm_model_meta.llmModelMeta(), )
+                            key = '', )
                         ], 
                     evaluator = eval_studio_client.api.models.v1_leaderboard_report_evaluator.v1LeaderboardReportEvaluator(
                         id = '', 

eval_studio_client/api/test/test_v1_get_test_response.py

@@ -51,7 +51,8 @@ class TestV1GetTestResponse(unittest.TestCase):
                     tags = [
                         ''
                         ], 
-                    demo = True, )
+                    demo = True, 
+                    type = 'TEST_TYPE_UNSPECIFIED', )
             )
         else:
             return V1GetTestResponse(

eval_studio_client/api/test/test_v1_leaderboard_report.py

@@ -90,9 +90,7 @@ class TestV1LeaderboardReport(unittest.TestCase):
                         documents = [
                             ''
                             ], 
-                        model_cfg = eval_studio_client.api.models.model_cfg.modelCfg(), 
-                        key = '', 
-                        llm_model_meta = eval_studio_client.api.models.llm_model_meta.llmModelMeta(), )
+                        key = '', )
                     ],
                 evaluator = eval_studio_client.api.models.v1_leaderboard_report_evaluator.v1LeaderboardReportEvaluator(
                     id = '', 

eval_studio_client/api/test/test_v1_leaderboard_report_model.py

@@ -44,9 +44,7 @@ class TestV1LeaderboardReportModel(unittest.TestCase):
                 documents = [
                     ''
                     ],
-                model_cfg = eval_studio_client.api.models.model_cfg.modelCfg(),
-                key = '',
-                llm_model_meta = eval_studio_client.api.models.llm_model_meta.llmModelMeta()
+                key = ''
             )
         else:
             return V1LeaderboardReportModel(

eval_studio_client/api/test/test_v1_list_dashboards_response.py

@@ -51,7 +51,8 @@ class TestV1ListDashboardsResponse(unittest.TestCase):
                             ''
                             ], 
                         create_operation = '', 
-                        demo = True, )
+                        demo = True, 
+                        type = 'DASHBOARD_TYPE_UNSPECIFIED', )
                     ]
             )
         else:

eval_studio_client/api/test/test_v1_list_evaluators_response.py

@@ -75,7 +75,9 @@ https://github.com/h2oai/h2o-sonar/blob/0492b2f2651fb2fde08d981b72c9fda7dc6b9697
                             ], 
                         brief_description = '', 
                         enabled = True, 
-                        tagline = '', )
+                        tagline = '', 
+                        primary_metric = '', 
+                        primary_metric_default_threshold = 1.337, )
                     ]
             )
         else:

eval_studio_client/api/test/test_v1_list_most_recent_dashboards_response.py

@@ -51,7 +51,8 @@ class TestV1ListMostRecentDashboardsResponse(unittest.TestCase):
                             ''
                             ], 
                         create_operation = '', 
-                        demo = True, )
+                        demo = True, 
+                        type = 'DASHBOARD_TYPE_UNSPECIFIED', )
                     ]
             )
         else:

eval_studio_client/api/test/test_v1_list_most_recent_tests_response.py

@@ -52,7 +52,8 @@ class TestV1ListMostRecentTestsResponse(unittest.TestCase):
                         tags = [
                             ''
                             ], 
-                        demo = True, )
+                        demo = True, 
+                        type = 'TEST_TYPE_UNSPECIFIED', )
                     ]
             )
         else:

eval_studio_client/api/test/test_v1_list_tests_response.py

@@ -52,7 +52,8 @@ class TestV1ListTestsResponse(unittest.TestCase):
                         tags = [
                             ''
                             ], 
-                        demo = True, )
+                        demo = True, 
+                        type = 'TEST_TYPE_UNSPECIFIED', )
                     ]
             )
         else: