eval-studio-client 1.0.1__py3-none-any.whl → 1.0.3a1__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (179) hide show
  1. eval_studio_client/api/__init__.py +0 -43
  2. eval_studio_client/api/api/__init__.py +0 -5
  3. eval_studio_client/api/api/perturbator_service_api.py +1 -268
  4. eval_studio_client/api/api/test_service_api.py +0 -568
  5. eval_studio_client/api/docs/PerturbationServiceCreatePerturbationRequest.md +0 -1
  6. eval_studio_client/api/docs/PerturbatorServiceApi.md +3 -33
  7. eval_studio_client/api/docs/PromptGenerationServiceAutoGeneratePromptsRequest.md +1 -2
  8. eval_studio_client/api/docs/RequiredTheTestCaseToUpdate.md +0 -1
  9. eval_studio_client/api/docs/TestServiceApi.md +0 -140
  10. eval_studio_client/api/docs/TestServiceGenerateTestCasesRequest.md +0 -1
  11. eval_studio_client/api/docs/TestServicePerturbTestRequest.md +0 -1
  12. eval_studio_client/api/docs/V1CreateEvaluationRequest.md +0 -1
  13. eval_studio_client/api/docs/V1ImportEvaluationRequest.md +0 -1
  14. eval_studio_client/api/docs/V1TestCase.md +0 -1
  15. eval_studio_client/api/models/__init__.py +0 -38
  16. eval_studio_client/api/models/perturbation_service_create_perturbation_request.py +2 -8
  17. eval_studio_client/api/models/prompt_generation_service_auto_generate_prompts_request.py +3 -5
  18. eval_studio_client/api/models/required_the_test_case_to_update.py +2 -6
  19. eval_studio_client/api/models/test_service_generate_test_cases_request.py +2 -4
  20. eval_studio_client/api/models/test_service_perturb_test_request.py +2 -4
  21. eval_studio_client/api/models/v1_create_evaluation_request.py +2 -7
  22. eval_studio_client/api/models/v1_import_evaluation_request.py +2 -7
  23. eval_studio_client/api/models/v1_test_case.py +2 -6
  24. eval_studio_client/api/test/test_perturbation_service_create_perturbation_request.py +2 -20
  25. eval_studio_client/api/test/test_prompt_generation_service_auto_generate_prompts_request.py +1 -4
  26. eval_studio_client/api/test/test_required_the_test_case_to_update.py +1 -4
  27. eval_studio_client/api/test/test_test_service_api.py +0 -12
  28. eval_studio_client/api/test/test_test_service_generate_test_cases_request.py +1 -4
  29. eval_studio_client/api/test/test_test_service_perturb_test_request.py +1 -4
  30. eval_studio_client/api/test/test_v1_batch_delete_test_cases_response.py +1 -4
  31. eval_studio_client/api/test/test_v1_create_evaluation_request.py +2 -20
  32. eval_studio_client/api/test/test_v1_create_test_case_response.py +1 -4
  33. eval_studio_client/api/test/test_v1_delete_test_case_response.py +1 -4
  34. eval_studio_client/api/test/test_v1_evaluation_test.py +1 -4
  35. eval_studio_client/api/test/test_v1_find_all_test_cases_by_id_response.py +1 -4
  36. eval_studio_client/api/test/test_v1_get_test_case_response.py +1 -4
  37. eval_studio_client/api/test/test_v1_import_evaluation_request.py +1 -16
  38. eval_studio_client/api/test/test_v1_list_test_cases_response.py +1 -4
  39. eval_studio_client/api/test/test_v1_test_case.py +1 -4
  40. eval_studio_client/api/test/test_v1_update_test_case_response.py +1 -4
  41. eval_studio_client/client.py +11 -9
  42. eval_studio_client/dashboards.py +0 -29
  43. eval_studio_client/gen/openapiv2/eval_studio.swagger.json +32 -1903
  44. eval_studio_client/leaderboards.py +0 -123
  45. eval_studio_client/models.py +42 -3
  46. eval_studio_client/test_labs.py +21 -49
  47. eval_studio_client/tests.py +1 -188
  48. {eval_studio_client-1.0.1.dist-info → eval_studio_client-1.0.3a1.dist-info}/METADATA +3 -2
  49. {eval_studio_client-1.0.1.dist-info → eval_studio_client-1.0.3a1.dist-info}/RECORD +50 -179
  50. {eval_studio_client-1.0.1.dist-info → eval_studio_client-1.0.3a1.dist-info}/WHEEL +1 -1
  51. eval_studio_client/api/api/human_calibration_service_api.py +0 -304
  52. eval_studio_client/api/api/prompt_library_service_api.py +0 -669
  53. eval_studio_client/api/api/workflow_edge_service_api.py +0 -296
  54. eval_studio_client/api/api/workflow_node_service_api.py +0 -1634
  55. eval_studio_client/api/api/workflow_service_api.py +0 -1609
  56. eval_studio_client/api/docs/HumanCalibrationServiceApi.md +0 -77
  57. eval_studio_client/api/docs/PromptLibraryServiceApi.md +0 -155
  58. eval_studio_client/api/docs/ProtobufNullValue.md +0 -12
  59. eval_studio_client/api/docs/RequiredTheUpdatedWorkflow.md +0 -44
  60. eval_studio_client/api/docs/RequiredTheUpdatedWorkflowNode.md +0 -44
  61. eval_studio_client/api/docs/TestServiceImportTestCasesFromLibraryRequest.md +0 -32
  62. eval_studio_client/api/docs/TestServiceListTestCaseLibraryItemsRequest.md +0 -35
  63. eval_studio_client/api/docs/V1BatchDeleteWorkflowsRequest.md +0 -29
  64. eval_studio_client/api/docs/V1BatchDeleteWorkflowsResponse.md +0 -29
  65. eval_studio_client/api/docs/V1BatchGetWorkflowEdgesResponse.md +0 -29
  66. eval_studio_client/api/docs/V1BatchGetWorkflowNodesResponse.md +0 -29
  67. eval_studio_client/api/docs/V1CreateWorkflowResponse.md +0 -29
  68. eval_studio_client/api/docs/V1DeleteWorkflowNodeResponse.md +0 -29
  69. eval_studio_client/api/docs/V1DeleteWorkflowResponse.md +0 -29
  70. eval_studio_client/api/docs/V1EstimateThresholdRequest.md +0 -33
  71. eval_studio_client/api/docs/V1GetWorkflowNodePrerequisitesResponse.md +0 -30
  72. eval_studio_client/api/docs/V1GetWorkflowNodeResponse.md +0 -29
  73. eval_studio_client/api/docs/V1GetWorkflowResponse.md +0 -29
  74. eval_studio_client/api/docs/V1ImportTestCasesFromLibraryResponse.md +0 -29
  75. eval_studio_client/api/docs/V1ImportTestCasesRequest.md +0 -33
  76. eval_studio_client/api/docs/V1LabeledTestCase.md +0 -31
  77. eval_studio_client/api/docs/V1ListPromptLibraryItemsResponse.md +0 -29
  78. eval_studio_client/api/docs/V1ListTestCaseLibraryItemsResponse.md +0 -29
  79. eval_studio_client/api/docs/V1ListWorkflowsResponse.md +0 -29
  80. eval_studio_client/api/docs/V1ProcessWorkflowNodeResponse.md +0 -29
  81. eval_studio_client/api/docs/V1PromptLibraryItem.md +0 -42
  82. eval_studio_client/api/docs/V1TestSuiteEvaluates.md +0 -11
  83. eval_studio_client/api/docs/V1UpdateWorkflowNodeResponse.md +0 -29
  84. eval_studio_client/api/docs/V1UpdateWorkflowResponse.md +0 -29
  85. eval_studio_client/api/docs/V1Workflow.md +0 -46
  86. eval_studio_client/api/docs/V1WorkflowEdge.md +0 -40
  87. eval_studio_client/api/docs/V1WorkflowEdgeType.md +0 -12
  88. eval_studio_client/api/docs/V1WorkflowNode.md +0 -46
  89. eval_studio_client/api/docs/V1WorkflowNodeArtifact.md +0 -40
  90. eval_studio_client/api/docs/V1WorkflowNodeArtifacts.md +0 -29
  91. eval_studio_client/api/docs/V1WorkflowNodeAttributes.md +0 -30
  92. eval_studio_client/api/docs/V1WorkflowNodeStatus.md +0 -12
  93. eval_studio_client/api/docs/V1WorkflowNodeType.md +0 -12
  94. eval_studio_client/api/docs/V1WorkflowNodeView.md +0 -12
  95. eval_studio_client/api/docs/V1WorkflowType.md +0 -12
  96. eval_studio_client/api/docs/WorkflowEdgeServiceApi.md +0 -76
  97. eval_studio_client/api/docs/WorkflowNodeServiceApi.md +0 -423
  98. eval_studio_client/api/docs/WorkflowServiceApi.md +0 -417
  99. eval_studio_client/api/models/protobuf_null_value.py +0 -36
  100. eval_studio_client/api/models/required_the_updated_workflow.py +0 -152
  101. eval_studio_client/api/models/required_the_updated_workflow_node.py +0 -152
  102. eval_studio_client/api/models/test_service_import_test_cases_from_library_request.py +0 -93
  103. eval_studio_client/api/models/test_service_list_test_case_library_items_request.py +0 -99
  104. eval_studio_client/api/models/v1_batch_delete_workflows_request.py +0 -87
  105. eval_studio_client/api/models/v1_batch_delete_workflows_response.py +0 -95
  106. eval_studio_client/api/models/v1_batch_get_workflow_edges_response.py +0 -95
  107. eval_studio_client/api/models/v1_batch_get_workflow_nodes_response.py +0 -95
  108. eval_studio_client/api/models/v1_create_workflow_response.py +0 -91
  109. eval_studio_client/api/models/v1_delete_workflow_node_response.py +0 -91
  110. eval_studio_client/api/models/v1_delete_workflow_response.py +0 -91
  111. eval_studio_client/api/models/v1_estimate_threshold_request.py +0 -103
  112. eval_studio_client/api/models/v1_get_workflow_node_prerequisites_response.py +0 -89
  113. eval_studio_client/api/models/v1_get_workflow_node_response.py +0 -91
  114. eval_studio_client/api/models/v1_get_workflow_response.py +0 -91
  115. eval_studio_client/api/models/v1_import_test_cases_from_library_response.py +0 -91
  116. eval_studio_client/api/models/v1_import_test_cases_request.py +0 -95
  117. eval_studio_client/api/models/v1_labeled_test_case.py +0 -91
  118. eval_studio_client/api/models/v1_list_prompt_library_items_response.py +0 -95
  119. eval_studio_client/api/models/v1_list_test_case_library_items_response.py +0 -95
  120. eval_studio_client/api/models/v1_list_workflows_response.py +0 -95
  121. eval_studio_client/api/models/v1_process_workflow_node_response.py +0 -91
  122. eval_studio_client/api/models/v1_prompt_library_item.py +0 -129
  123. eval_studio_client/api/models/v1_test_suite_evaluates.py +0 -39
  124. eval_studio_client/api/models/v1_update_workflow_node_response.py +0 -91
  125. eval_studio_client/api/models/v1_update_workflow_response.py +0 -91
  126. eval_studio_client/api/models/v1_workflow.py +0 -156
  127. eval_studio_client/api/models/v1_workflow_edge.py +0 -123
  128. eval_studio_client/api/models/v1_workflow_edge_type.py +0 -37
  129. eval_studio_client/api/models/v1_workflow_node.py +0 -156
  130. eval_studio_client/api/models/v1_workflow_node_artifact.py +0 -122
  131. eval_studio_client/api/models/v1_workflow_node_artifacts.py +0 -97
  132. eval_studio_client/api/models/v1_workflow_node_attributes.py +0 -87
  133. eval_studio_client/api/models/v1_workflow_node_status.py +0 -40
  134. eval_studio_client/api/models/v1_workflow_node_type.py +0 -41
  135. eval_studio_client/api/models/v1_workflow_node_view.py +0 -38
  136. eval_studio_client/api/models/v1_workflow_type.py +0 -37
  137. eval_studio_client/api/test/test_human_calibration_service_api.py +0 -38
  138. eval_studio_client/api/test/test_prompt_library_service_api.py +0 -43
  139. eval_studio_client/api/test/test_protobuf_null_value.py +0 -33
  140. eval_studio_client/api/test/test_required_the_updated_workflow.py +0 -88
  141. eval_studio_client/api/test/test_required_the_updated_workflow_node.py +0 -80
  142. eval_studio_client/api/test/test_test_service_import_test_cases_from_library_request.py +0 -56
  143. eval_studio_client/api/test/test_test_service_list_test_case_library_items_request.py +0 -63
  144. eval_studio_client/api/test/test_v1_batch_delete_workflows_request.py +0 -53
  145. eval_studio_client/api/test/test_v1_batch_delete_workflows_response.py +0 -92
  146. eval_studio_client/api/test/test_v1_batch_get_workflow_edges_response.py +0 -64
  147. eval_studio_client/api/test/test_v1_batch_get_workflow_nodes_response.py +0 -84
  148. eval_studio_client/api/test/test_v1_create_workflow_response.py +0 -90
  149. eval_studio_client/api/test/test_v1_delete_workflow_node_response.py +0 -82
  150. eval_studio_client/api/test/test_v1_delete_workflow_response.py +0 -90
  151. eval_studio_client/api/test/test_v1_estimate_threshold_request.py +0 -60
  152. eval_studio_client/api/test/test_v1_get_workflow_node_prerequisites_response.py +0 -56
  153. eval_studio_client/api/test/test_v1_get_workflow_node_response.py +0 -82
  154. eval_studio_client/api/test/test_v1_get_workflow_response.py +0 -90
  155. eval_studio_client/api/test/test_v1_import_test_cases_from_library_response.py +0 -71
  156. eval_studio_client/api/test/test_v1_import_test_cases_request.py +0 -57
  157. eval_studio_client/api/test/test_v1_labeled_test_case.py +0 -53
  158. eval_studio_client/api/test/test_v1_list_prompt_library_items_response.py +0 -71
  159. eval_studio_client/api/test/test_v1_list_test_case_library_items_response.py +0 -71
  160. eval_studio_client/api/test/test_v1_list_workflows_response.py +0 -92
  161. eval_studio_client/api/test/test_v1_process_workflow_node_response.py +0 -71
  162. eval_studio_client/api/test/test_v1_prompt_library_item.py +0 -68
  163. eval_studio_client/api/test/test_v1_test_suite_evaluates.py +0 -33
  164. eval_studio_client/api/test/test_v1_update_workflow_node_response.py +0 -82
  165. eval_studio_client/api/test/test_v1_update_workflow_response.py +0 -90
  166. eval_studio_client/api/test/test_v1_workflow.py +0 -89
  167. eval_studio_client/api/test/test_v1_workflow_edge.py +0 -61
  168. eval_studio_client/api/test/test_v1_workflow_edge_type.py +0 -33
  169. eval_studio_client/api/test/test_v1_workflow_node.py +0 -81
  170. eval_studio_client/api/test/test_v1_workflow_node_artifact.py +0 -61
  171. eval_studio_client/api/test/test_v1_workflow_node_artifacts.py +0 -64
  172. eval_studio_client/api/test/test_v1_workflow_node_attributes.py +0 -51
  173. eval_studio_client/api/test/test_v1_workflow_node_status.py +0 -33
  174. eval_studio_client/api/test/test_v1_workflow_node_type.py +0 -33
  175. eval_studio_client/api/test/test_v1_workflow_node_view.py +0 -33
  176. eval_studio_client/api/test/test_v1_workflow_type.py +0 -33
  177. eval_studio_client/api/test/test_workflow_edge_service_api.py +0 -38
  178. eval_studio_client/api/test/test_workflow_node_service_api.py +0 -73
  179. eval_studio_client/api/test/test_workflow_service_api.py +0 -73
@@ -1,91 +0,0 @@
1
- # coding: utf-8
2
-
3
- """
4
- ai/h2o/eval_studio/v1/collection.proto
5
-
6
- No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
7
-
8
- The version of the OpenAPI document: version not set
9
- Generated by OpenAPI Generator (https://openapi-generator.tech)
10
-
11
- Do not edit the class manually.
12
- """ # noqa: E501
13
-
14
-
15
- from __future__ import annotations
16
- import pprint
17
- import re # noqa: F401
18
- import json
19
-
20
- from pydantic import BaseModel, ConfigDict
21
- from typing import Any, ClassVar, Dict, List, Optional
22
- from eval_studio_client.api.models.v1_operation import V1Operation
23
- from typing import Optional, Set
24
- from typing_extensions import Self
25
-
26
- class V1ProcessWorkflowNodeResponse(BaseModel):
27
- """
28
- V1ProcessWorkflowNodeResponse
29
- """ # noqa: E501
30
- operation: Optional[V1Operation] = None
31
- __properties: ClassVar[List[str]] = ["operation"]
32
-
33
- model_config = ConfigDict(
34
- populate_by_name=True,
35
- validate_assignment=True,
36
- protected_namespaces=(),
37
- )
38
-
39
-
40
- def to_str(self) -> str:
41
- """Returns the string representation of the model using alias"""
42
- return pprint.pformat(self.model_dump(by_alias=True))
43
-
44
- def to_json(self) -> str:
45
- """Returns the JSON representation of the model using alias"""
46
- # TODO: pydantic v2: use .model_dump_json(by_alias=True, exclude_unset=True) instead
47
- return json.dumps(self.to_dict())
48
-
49
- @classmethod
50
- def from_json(cls, json_str: str) -> Optional[Self]:
51
- """Create an instance of V1ProcessWorkflowNodeResponse from a JSON string"""
52
- return cls.from_dict(json.loads(json_str))
53
-
54
- def to_dict(self) -> Dict[str, Any]:
55
- """Return the dictionary representation of the model using alias.
56
-
57
- This has the following differences from calling pydantic's
58
- `self.model_dump(by_alias=True)`:
59
-
60
- * `None` is only added to the output dict for nullable fields that
61
- were set at model initialization. Other fields with value `None`
62
- are ignored.
63
- """
64
- excluded_fields: Set[str] = set([
65
- ])
66
-
67
- _dict = self.model_dump(
68
- by_alias=True,
69
- exclude=excluded_fields,
70
- exclude_none=True,
71
- )
72
- # override the default output from pydantic by calling `to_dict()` of operation
73
- if self.operation:
74
- _dict['operation'] = self.operation.to_dict()
75
- return _dict
76
-
77
- @classmethod
78
- def from_dict(cls, obj: Optional[Dict[str, Any]]) -> Optional[Self]:
79
- """Create an instance of V1ProcessWorkflowNodeResponse from a dict"""
80
- if obj is None:
81
- return None
82
-
83
- if not isinstance(obj, dict):
84
- return cls.model_validate(obj)
85
-
86
- _obj = cls.model_validate({
87
- "operation": V1Operation.from_dict(obj["operation"]) if obj.get("operation") is not None else None
88
- })
89
- return _obj
90
-
91
-
@@ -1,129 +0,0 @@
1
- # coding: utf-8
2
-
3
- """
4
- ai/h2o/eval_studio/v1/collection.proto
5
-
6
- No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
7
-
8
- The version of the OpenAPI document: version not set
9
- Generated by OpenAPI Generator (https://openapi-generator.tech)
10
-
11
- Do not edit the class manually.
12
- """ # noqa: E501
13
-
14
-
15
- from __future__ import annotations
16
- import pprint
17
- import re # noqa: F401
18
- import json
19
-
20
- from datetime import datetime
21
- from pydantic import BaseModel, ConfigDict, Field, StrictInt, StrictStr
22
- from typing import Any, ClassVar, Dict, List, Optional
23
- from eval_studio_client.api.models.v1_test_suite_evaluates import V1TestSuiteEvaluates
24
- from typing import Optional, Set
25
- from typing_extensions import Self
26
-
27
- class V1PromptLibraryItem(BaseModel):
28
- """
29
- V1PromptLibraryItem
30
- """ # noqa: E501
31
- name: Optional[StrictStr] = None
32
- create_time: Optional[datetime] = Field(default=None, description="Output only. Timestamp when the item was created.", alias="createTime")
33
- creator: Optional[StrictStr] = Field(default=None, description="Output only. Name of the user or service that requested creation of the item.")
34
- update_time: Optional[datetime] = Field(default=None, description="Output only. Optional. Timestamp when the item was last updated.", alias="updateTime")
35
- updater: Optional[StrictStr] = Field(default=None, description="Output only. Optional. Name of the user or service that requested update of the item.")
36
- delete_time: Optional[datetime] = Field(default=None, description="Output only. Optional. Set when the item is deleted. When set, item should be considered as deleted.", alias="deleteTime")
37
- deleter: Optional[StrictStr] = Field(default=None, description="Output only. Optional. Name of the user or service that requested deletion of the item.")
38
- display_name: Optional[StrictStr] = Field(default=None, description="Human readable name of the item.", alias="displayName")
39
- description: Optional[StrictStr] = Field(default=None, description="Optional. Arbitrary description of the item.")
40
- test_suite_url: Optional[StrictStr] = Field(default=None, description="URL of the test suite which is represented by this library item.", alias="testSuiteUrl")
41
- test_count: Optional[StrictInt] = Field(default=None, description="Number of tests in the test suite.", alias="testCount")
42
- test_case_count: Optional[StrictInt] = Field(default=None, description="Number of test cases in the test suite.", alias="testCaseCount")
43
- evaluates: Optional[List[V1TestSuiteEvaluates]] = Field(default=None, description="Types of systems evaluated by this item - like RAG (has corpus), LLM (no corpus) or agents.")
44
- categories: Optional[List[StrictStr]] = Field(default=None, description="Categories of test cases in the item - like question_answering or summarization.")
45
- __properties: ClassVar[List[str]] = ["name", "createTime", "creator", "updateTime", "updater", "deleteTime", "deleter", "displayName", "description", "testSuiteUrl", "testCount", "testCaseCount", "evaluates", "categories"]
46
-
47
- model_config = ConfigDict(
48
- populate_by_name=True,
49
- validate_assignment=True,
50
- protected_namespaces=(),
51
- )
52
-
53
-
54
- def to_str(self) -> str:
55
- """Returns the string representation of the model using alias"""
56
- return pprint.pformat(self.model_dump(by_alias=True))
57
-
58
- def to_json(self) -> str:
59
- """Returns the JSON representation of the model using alias"""
60
- # TODO: pydantic v2: use .model_dump_json(by_alias=True, exclude_unset=True) instead
61
- return json.dumps(self.to_dict())
62
-
63
- @classmethod
64
- def from_json(cls, json_str: str) -> Optional[Self]:
65
- """Create an instance of V1PromptLibraryItem from a JSON string"""
66
- return cls.from_dict(json.loads(json_str))
67
-
68
- def to_dict(self) -> Dict[str, Any]:
69
- """Return the dictionary representation of the model using alias.
70
-
71
- This has the following differences from calling pydantic's
72
- `self.model_dump(by_alias=True)`:
73
-
74
- * `None` is only added to the output dict for nullable fields that
75
- were set at model initialization. Other fields with value `None`
76
- are ignored.
77
- * OpenAPI `readOnly` fields are excluded.
78
- * OpenAPI `readOnly` fields are excluded.
79
- * OpenAPI `readOnly` fields are excluded.
80
- * OpenAPI `readOnly` fields are excluded.
81
- * OpenAPI `readOnly` fields are excluded.
82
- * OpenAPI `readOnly` fields are excluded.
83
- * OpenAPI `readOnly` fields are excluded.
84
- """
85
- excluded_fields: Set[str] = set([
86
- "name",
87
- "create_time",
88
- "creator",
89
- "update_time",
90
- "updater",
91
- "delete_time",
92
- "deleter",
93
- ])
94
-
95
- _dict = self.model_dump(
96
- by_alias=True,
97
- exclude=excluded_fields,
98
- exclude_none=True,
99
- )
100
- return _dict
101
-
102
- @classmethod
103
- def from_dict(cls, obj: Optional[Dict[str, Any]]) -> Optional[Self]:
104
- """Create an instance of V1PromptLibraryItem from a dict"""
105
- if obj is None:
106
- return None
107
-
108
- if not isinstance(obj, dict):
109
- return cls.model_validate(obj)
110
-
111
- _obj = cls.model_validate({
112
- "name": obj.get("name"),
113
- "createTime": obj.get("createTime"),
114
- "creator": obj.get("creator"),
115
- "updateTime": obj.get("updateTime"),
116
- "updater": obj.get("updater"),
117
- "deleteTime": obj.get("deleteTime"),
118
- "deleter": obj.get("deleter"),
119
- "displayName": obj.get("displayName"),
120
- "description": obj.get("description"),
121
- "testSuiteUrl": obj.get("testSuiteUrl"),
122
- "testCount": obj.get("testCount"),
123
- "testCaseCount": obj.get("testCaseCount"),
124
- "evaluates": obj.get("evaluates"),
125
- "categories": obj.get("categories")
126
- })
127
- return _obj
128
-
129
-
@@ -1,39 +0,0 @@
1
- # coding: utf-8
2
-
3
- """
4
- ai/h2o/eval_studio/v1/collection.proto
5
-
6
- No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
7
-
8
- The version of the OpenAPI document: version not set
9
- Generated by OpenAPI Generator (https://openapi-generator.tech)
10
-
11
- Do not edit the class manually.
12
- """ # noqa: E501
13
-
14
-
15
- from __future__ import annotations
16
- import json
17
- from enum import Enum
18
- from typing_extensions import Self
19
-
20
-
21
- class V1TestSuiteEvaluates(str, Enum):
22
- """
23
- V1TestSuiteEvaluates
24
- """
25
-
26
- """
27
- allowed enum values
28
- """
29
- TEST_SUITE_EVALUATES_UNSPECIFIED = 'TEST_SUITE_EVALUATES_UNSPECIFIED'
30
- TEST_SUITE_EVALUATES_RAG = 'TEST_SUITE_EVALUATES_RAG'
31
- TEST_SUITE_EVALUATES_LLM = 'TEST_SUITE_EVALUATES_LLM'
32
- TEST_SUITE_EVALUATES_AGENT = 'TEST_SUITE_EVALUATES_AGENT'
33
-
34
- @classmethod
35
- def from_json(cls, json_str: str) -> Self:
36
- """Create an instance of V1TestSuiteEvaluates from a JSON string"""
37
- return cls(json.loads(json_str))
38
-
39
-
@@ -1,91 +0,0 @@
1
- # coding: utf-8
2
-
3
- """
4
- ai/h2o/eval_studio/v1/collection.proto
5
-
6
- No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
7
-
8
- The version of the OpenAPI document: version not set
9
- Generated by OpenAPI Generator (https://openapi-generator.tech)
10
-
11
- Do not edit the class manually.
12
- """ # noqa: E501
13
-
14
-
15
- from __future__ import annotations
16
- import pprint
17
- import re # noqa: F401
18
- import json
19
-
20
- from pydantic import BaseModel, ConfigDict
21
- from typing import Any, ClassVar, Dict, List, Optional
22
- from eval_studio_client.api.models.v1_workflow_node import V1WorkflowNode
23
- from typing import Optional, Set
24
- from typing_extensions import Self
25
-
26
- class V1UpdateWorkflowNodeResponse(BaseModel):
27
- """
28
- V1UpdateWorkflowNodeResponse
29
- """ # noqa: E501
30
- node: Optional[V1WorkflowNode] = None
31
- __properties: ClassVar[List[str]] = ["node"]
32
-
33
- model_config = ConfigDict(
34
- populate_by_name=True,
35
- validate_assignment=True,
36
- protected_namespaces=(),
37
- )
38
-
39
-
40
- def to_str(self) -> str:
41
- """Returns the string representation of the model using alias"""
42
- return pprint.pformat(self.model_dump(by_alias=True))
43
-
44
- def to_json(self) -> str:
45
- """Returns the JSON representation of the model using alias"""
46
- # TODO: pydantic v2: use .model_dump_json(by_alias=True, exclude_unset=True) instead
47
- return json.dumps(self.to_dict())
48
-
49
- @classmethod
50
- def from_json(cls, json_str: str) -> Optional[Self]:
51
- """Create an instance of V1UpdateWorkflowNodeResponse from a JSON string"""
52
- return cls.from_dict(json.loads(json_str))
53
-
54
- def to_dict(self) -> Dict[str, Any]:
55
- """Return the dictionary representation of the model using alias.
56
-
57
- This has the following differences from calling pydantic's
58
- `self.model_dump(by_alias=True)`:
59
-
60
- * `None` is only added to the output dict for nullable fields that
61
- were set at model initialization. Other fields with value `None`
62
- are ignored.
63
- """
64
- excluded_fields: Set[str] = set([
65
- ])
66
-
67
- _dict = self.model_dump(
68
- by_alias=True,
69
- exclude=excluded_fields,
70
- exclude_none=True,
71
- )
72
- # override the default output from pydantic by calling `to_dict()` of node
73
- if self.node:
74
- _dict['node'] = self.node.to_dict()
75
- return _dict
76
-
77
- @classmethod
78
- def from_dict(cls, obj: Optional[Dict[str, Any]]) -> Optional[Self]:
79
- """Create an instance of V1UpdateWorkflowNodeResponse from a dict"""
80
- if obj is None:
81
- return None
82
-
83
- if not isinstance(obj, dict):
84
- return cls.model_validate(obj)
85
-
86
- _obj = cls.model_validate({
87
- "node": V1WorkflowNode.from_dict(obj["node"]) if obj.get("node") is not None else None
88
- })
89
- return _obj
90
-
91
-
@@ -1,91 +0,0 @@
1
- # coding: utf-8
2
-
3
- """
4
- ai/h2o/eval_studio/v1/collection.proto
5
-
6
- No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
7
-
8
- The version of the OpenAPI document: version not set
9
- Generated by OpenAPI Generator (https://openapi-generator.tech)
10
-
11
- Do not edit the class manually.
12
- """ # noqa: E501
13
-
14
-
15
- from __future__ import annotations
16
- import pprint
17
- import re # noqa: F401
18
- import json
19
-
20
- from pydantic import BaseModel, ConfigDict
21
- from typing import Any, ClassVar, Dict, List, Optional
22
- from eval_studio_client.api.models.v1_workflow import V1Workflow
23
- from typing import Optional, Set
24
- from typing_extensions import Self
25
-
26
- class V1UpdateWorkflowResponse(BaseModel):
27
- """
28
- V1UpdateWorkflowResponse
29
- """ # noqa: E501
30
- workflow: Optional[V1Workflow] = None
31
- __properties: ClassVar[List[str]] = ["workflow"]
32
-
33
- model_config = ConfigDict(
34
- populate_by_name=True,
35
- validate_assignment=True,
36
- protected_namespaces=(),
37
- )
38
-
39
-
40
- def to_str(self) -> str:
41
- """Returns the string representation of the model using alias"""
42
- return pprint.pformat(self.model_dump(by_alias=True))
43
-
44
- def to_json(self) -> str:
45
- """Returns the JSON representation of the model using alias"""
46
- # TODO: pydantic v2: use .model_dump_json(by_alias=True, exclude_unset=True) instead
47
- return json.dumps(self.to_dict())
48
-
49
- @classmethod
50
- def from_json(cls, json_str: str) -> Optional[Self]:
51
- """Create an instance of V1UpdateWorkflowResponse from a JSON string"""
52
- return cls.from_dict(json.loads(json_str))
53
-
54
- def to_dict(self) -> Dict[str, Any]:
55
- """Return the dictionary representation of the model using alias.
56
-
57
- This has the following differences from calling pydantic's
58
- `self.model_dump(by_alias=True)`:
59
-
60
- * `None` is only added to the output dict for nullable fields that
61
- were set at model initialization. Other fields with value `None`
62
- are ignored.
63
- """
64
- excluded_fields: Set[str] = set([
65
- ])
66
-
67
- _dict = self.model_dump(
68
- by_alias=True,
69
- exclude=excluded_fields,
70
- exclude_none=True,
71
- )
72
- # override the default output from pydantic by calling `to_dict()` of workflow
73
- if self.workflow:
74
- _dict['workflow'] = self.workflow.to_dict()
75
- return _dict
76
-
77
- @classmethod
78
- def from_dict(cls, obj: Optional[Dict[str, Any]]) -> Optional[Self]:
79
- """Create an instance of V1UpdateWorkflowResponse from a dict"""
80
- if obj is None:
81
- return None
82
-
83
- if not isinstance(obj, dict):
84
- return cls.model_validate(obj)
85
-
86
- _obj = cls.model_validate({
87
- "workflow": V1Workflow.from_dict(obj["workflow"]) if obj.get("workflow") is not None else None
88
- })
89
- return _obj
90
-
91
-
@@ -1,156 +0,0 @@
1
- # coding: utf-8
2
-
3
- """
4
- ai/h2o/eval_studio/v1/collection.proto
5
-
6
- No description provided (generated by Openapi Generator https://github.com/openapitools/openapi-generator)
7
-
8
- The version of the OpenAPI document: version not set
9
- Generated by OpenAPI Generator (https://openapi-generator.tech)
10
-
11
- Do not edit the class manually.
12
- """ # noqa: E501
13
-
14
-
15
- from __future__ import annotations
16
- import pprint
17
- import re # noqa: F401
18
- import json
19
-
20
- from datetime import datetime
21
- from pydantic import BaseModel, ConfigDict, Field, StrictStr
22
- from typing import Any, ClassVar, Dict, List, Optional
23
- from eval_studio_client.api.models.v1_workflow_node_artifacts import V1WorkflowNodeArtifacts
24
- from eval_studio_client.api.models.v1_workflow_type import V1WorkflowType
25
- from typing import Optional, Set
26
- from typing_extensions import Self
27
-
28
- class V1Workflow(BaseModel):
29
- """
30
- Workflow represents a workflow in Eval Studio. It consists of WorkflowNodes and WorkflowEdges.
31
- """ # noqa: E501
32
- name: Optional[StrictStr] = Field(default=None, description="Output only. Immutable. Resource name of the Workflow in format of `workflows/{workflow_id}`.")
33
- display_name: Optional[StrictStr] = Field(default=None, description="Human-readable name of the Workflow.", alias="displayName")
34
- description: Optional[StrictStr] = Field(default=None, description="Optional description of the Workflow.")
35
- create_time: Optional[datetime] = Field(default=None, description="Output only. Immutable. Creation time of the Workflow.", alias="createTime")
36
- creator: Optional[StrictStr] = Field(default=None, description="Output only. Immutable. Name of the user or service that requested creation of the Workflow.")
37
- update_time: Optional[datetime] = Field(default=None, description="Output only. Optional. Last update time of the Workflow.", alias="updateTime")
38
- updater: Optional[StrictStr] = Field(default=None, description="Output only. Name of the user or service that requested update of the Workflow.")
39
- delete_time: Optional[datetime] = Field(default=None, description="Output only. Optional. Deletion time of the Workflow.", alias="deleteTime")
40
- deleter: Optional[StrictStr] = Field(default=None, description="Output only. Name of the user or service that requested deletion of the Workflow.")
41
- type: Optional[V1WorkflowType] = None
42
- model: Optional[StrictStr] = Field(default=None, description="Immutable. Resource name of the Model associated with this Workflow.")
43
- nodes: Optional[List[StrictStr]] = Field(default=None, description="Output only. List of the WorkflowNodes in the Workflow.")
44
- edges: Optional[List[StrictStr]] = Field(default=None, description="Output only. List of the WorkflowEdges in the Workflow.")
45
- outputs: Optional[Dict[str, Dict[str, Any]]] = Field(default=None, description="Output only. Optional. Computed outputs of all the WorkflowNodes in the Workflow.")
46
- output_artifacts: Optional[Dict[str, V1WorkflowNodeArtifacts]] = Field(default=None, description="Output only. Optional. List of the WorkflowNodeArtifacts produces by all the WorkflowNodes in the Workflow.", alias="outputArtifacts")
47
- llm_model: Optional[StrictStr] = Field(default=None, description="Immutable. LLM Model to use.", alias="llmModel")
48
- model_parameters: Optional[StrictStr] = Field(default=None, description="Optional. Immutable. Model parameter overrides in JSON format.", alias="modelParameters")
49
- __properties: ClassVar[List[str]] = ["name", "displayName", "description", "createTime", "creator", "updateTime", "updater", "deleteTime", "deleter", "type", "model", "nodes", "edges", "outputs", "outputArtifacts", "llmModel", "modelParameters"]
50
-
51
- model_config = ConfigDict(
52
- populate_by_name=True,
53
- validate_assignment=True,
54
- protected_namespaces=(),
55
- )
56
-
57
-
58
- def to_str(self) -> str:
59
- """Returns the string representation of the model using alias"""
60
- return pprint.pformat(self.model_dump(by_alias=True))
61
-
62
- def to_json(self) -> str:
63
- """Returns the JSON representation of the model using alias"""
64
- # TODO: pydantic v2: use .model_dump_json(by_alias=True, exclude_unset=True) instead
65
- return json.dumps(self.to_dict())
66
-
67
- @classmethod
68
- def from_json(cls, json_str: str) -> Optional[Self]:
69
- """Create an instance of V1Workflow from a JSON string"""
70
- return cls.from_dict(json.loads(json_str))
71
-
72
- def to_dict(self) -> Dict[str, Any]:
73
- """Return the dictionary representation of the model using alias.
74
-
75
- This has the following differences from calling pydantic's
76
- `self.model_dump(by_alias=True)`:
77
-
78
- * `None` is only added to the output dict for nullable fields that
79
- were set at model initialization. Other fields with value `None`
80
- are ignored.
81
- * OpenAPI `readOnly` fields are excluded.
82
- * OpenAPI `readOnly` fields are excluded.
83
- * OpenAPI `readOnly` fields are excluded.
84
- * OpenAPI `readOnly` fields are excluded.
85
- * OpenAPI `readOnly` fields are excluded.
86
- * OpenAPI `readOnly` fields are excluded.
87
- * OpenAPI `readOnly` fields are excluded.
88
- * OpenAPI `readOnly` fields are excluded.
89
- * OpenAPI `readOnly` fields are excluded.
90
- * OpenAPI `readOnly` fields are excluded.
91
- * OpenAPI `readOnly` fields are excluded.
92
- """
93
- excluded_fields: Set[str] = set([
94
- "name",
95
- "create_time",
96
- "creator",
97
- "update_time",
98
- "updater",
99
- "delete_time",
100
- "deleter",
101
- "nodes",
102
- "edges",
103
- "outputs",
104
- "output_artifacts",
105
- ])
106
-
107
- _dict = self.model_dump(
108
- by_alias=True,
109
- exclude=excluded_fields,
110
- exclude_none=True,
111
- )
112
- # override the default output from pydantic by calling `to_dict()` of each value in output_artifacts (dict)
113
- _field_dict = {}
114
- if self.output_artifacts:
115
- for _key in self.output_artifacts:
116
- if self.output_artifacts[_key]:
117
- _field_dict[_key] = self.output_artifacts[_key].to_dict()
118
- _dict['outputArtifacts'] = _field_dict
119
- return _dict
120
-
121
- @classmethod
122
- def from_dict(cls, obj: Optional[Dict[str, Any]]) -> Optional[Self]:
123
- """Create an instance of V1Workflow from a dict"""
124
- if obj is None:
125
- return None
126
-
127
- if not isinstance(obj, dict):
128
- return cls.model_validate(obj)
129
-
130
- _obj = cls.model_validate({
131
- "name": obj.get("name"),
132
- "displayName": obj.get("displayName"),
133
- "description": obj.get("description"),
134
- "createTime": obj.get("createTime"),
135
- "creator": obj.get("creator"),
136
- "updateTime": obj.get("updateTime"),
137
- "updater": obj.get("updater"),
138
- "deleteTime": obj.get("deleteTime"),
139
- "deleter": obj.get("deleter"),
140
- "type": obj.get("type"),
141
- "model": obj.get("model"),
142
- "nodes": obj.get("nodes"),
143
- "edges": obj.get("edges"),
144
- "outputs": obj.get("outputs"),
145
- "outputArtifacts": dict(
146
- (_k, V1WorkflowNodeArtifacts.from_dict(_v))
147
- for _k, _v in obj["outputArtifacts"].items()
148
- )
149
- if obj.get("outputArtifacts") is not None
150
- else None,
151
- "llmModel": obj.get("llmModel"),
152
- "modelParameters": obj.get("modelParameters")
153
- })
154
- return _obj
155
-
156
-