scorable 1.6.4__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of scorable might be problematic. Click here for more details.

Files changed (228) hide show
  1. root/__about__.py +4 -0
  2. root/__init__.py +17 -0
  3. root/client.py +207 -0
  4. root/datasets.py +231 -0
  5. root/execution_logs.py +162 -0
  6. root/generated/__init__.py +0 -0
  7. root/generated/openapi_aclient/__init__.py +1 -0
  8. root/generated/openapi_aclient/api/__init__.py +1 -0
  9. root/generated/openapi_aclient/api/datasets_api.py +1274 -0
  10. root/generated/openapi_aclient/api/evaluators_api.py +3641 -0
  11. root/generated/openapi_aclient/api/execution_logs_api.py +751 -0
  12. root/generated/openapi_aclient/api/judges_api.py +3794 -0
  13. root/generated/openapi_aclient/api/models_api.py +1473 -0
  14. root/generated/openapi_aclient/api/objectives_api.py +1767 -0
  15. root/generated/openapi_aclient/api_client.py +662 -0
  16. root/generated/openapi_aclient/api_response.py +22 -0
  17. root/generated/openapi_aclient/configuration.py +470 -0
  18. root/generated/openapi_aclient/exceptions.py +197 -0
  19. root/generated/openapi_aclient/models/__init__.py +122 -0
  20. root/generated/openapi_aclient/models/data_set_create.py +118 -0
  21. root/generated/openapi_aclient/models/data_set_create_request.py +105 -0
  22. root/generated/openapi_aclient/models/data_set_list.py +129 -0
  23. root/generated/openapi_aclient/models/data_set_type.py +36 -0
  24. root/generated/openapi_aclient/models/dataset_range_request.py +93 -0
  25. root/generated/openapi_aclient/models/evaluator.py +273 -0
  26. root/generated/openapi_aclient/models/evaluator_calibration_output.py +101 -0
  27. root/generated/openapi_aclient/models/evaluator_calibration_result.py +134 -0
  28. root/generated/openapi_aclient/models/evaluator_demonstrations.py +107 -0
  29. root/generated/openapi_aclient/models/evaluator_demonstrations_request.py +107 -0
  30. root/generated/openapi_aclient/models/evaluator_execution_function_parameter_property_request.py +86 -0
  31. root/generated/openapi_aclient/models/evaluator_execution_function_parameter_request.py +109 -0
  32. root/generated/openapi_aclient/models/evaluator_execution_function_parameter_type_enum.py +35 -0
  33. root/generated/openapi_aclient/models/evaluator_execution_function_request.py +99 -0
  34. root/generated/openapi_aclient/models/evaluator_execution_functions_request.py +98 -0
  35. root/generated/openapi_aclient/models/evaluator_execution_functions_type_enum.py +35 -0
  36. root/generated/openapi_aclient/models/evaluator_execution_request.py +134 -0
  37. root/generated/openapi_aclient/models/evaluator_execution_result.py +114 -0
  38. root/generated/openapi_aclient/models/evaluator_inputs_value.py +100 -0
  39. root/generated/openapi_aclient/models/evaluator_inputs_value_items.py +89 -0
  40. root/generated/openapi_aclient/models/evaluator_list_output.py +198 -0
  41. root/generated/openapi_aclient/models/evaluator_reference.py +90 -0
  42. root/generated/openapi_aclient/models/evaluator_reference_request.py +90 -0
  43. root/generated/openapi_aclient/models/evaluator_request.py +194 -0
  44. root/generated/openapi_aclient/models/evaluator_result.py +110 -0
  45. root/generated/openapi_aclient/models/execution_log_details.py +291 -0
  46. root/generated/openapi_aclient/models/execution_log_details_evaluation_context.py +83 -0
  47. root/generated/openapi_aclient/models/execution_log_details_evaluator_latencies_inner.py +83 -0
  48. root/generated/openapi_aclient/models/execution_log_list.py +217 -0
  49. root/generated/openapi_aclient/models/execution_log_list_evaluation_context.py +83 -0
  50. root/generated/openapi_aclient/models/generation_model_params_request.py +93 -0
  51. root/generated/openapi_aclient/models/id.py +87 -0
  52. root/generated/openapi_aclient/models/input_variable.py +121 -0
  53. root/generated/openapi_aclient/models/input_variable_request.py +82 -0
  54. root/generated/openapi_aclient/models/judge.py +178 -0
  55. root/generated/openapi_aclient/models/judge_execution_request.py +114 -0
  56. root/generated/openapi_aclient/models/judge_execution_response.py +97 -0
  57. root/generated/openapi_aclient/models/judge_files_inner.py +84 -0
  58. root/generated/openapi_aclient/models/judge_generator_request.py +142 -0
  59. root/generated/openapi_aclient/models/judge_generator_response.py +88 -0
  60. root/generated/openapi_aclient/models/judge_invite_request.py +87 -0
  61. root/generated/openapi_aclient/models/judge_list.py +156 -0
  62. root/generated/openapi_aclient/models/judge_rectifier_request_request.py +114 -0
  63. root/generated/openapi_aclient/models/judge_rectifier_response.py +121 -0
  64. root/generated/openapi_aclient/models/judge_request.py +108 -0
  65. root/generated/openapi_aclient/models/model.py +126 -0
  66. root/generated/openapi_aclient/models/model_list.py +115 -0
  67. root/generated/openapi_aclient/models/model_params.py +89 -0
  68. root/generated/openapi_aclient/models/model_params_request.py +89 -0
  69. root/generated/openapi_aclient/models/model_request.py +118 -0
  70. root/generated/openapi_aclient/models/nested_evaluator.py +110 -0
  71. root/generated/openapi_aclient/models/nested_evaluator_objective.py +87 -0
  72. root/generated/openapi_aclient/models/nested_evaluator_request.py +92 -0
  73. root/generated/openapi_aclient/models/nested_objective_evaluator.py +105 -0
  74. root/generated/openapi_aclient/models/nested_objective_evaluator_request.py +92 -0
  75. root/generated/openapi_aclient/models/nested_objective_list.py +111 -0
  76. root/generated/openapi_aclient/models/nested_user_details.py +88 -0
  77. root/generated/openapi_aclient/models/nested_user_details_request.py +82 -0
  78. root/generated/openapi_aclient/models/nested_vector_objective.py +88 -0
  79. root/generated/openapi_aclient/models/nested_vector_objective_request.py +82 -0
  80. root/generated/openapi_aclient/models/objective.py +157 -0
  81. root/generated/openapi_aclient/models/objective_list.py +128 -0
  82. root/generated/openapi_aclient/models/objective_request.py +113 -0
  83. root/generated/openapi_aclient/models/objective_validator.py +100 -0
  84. root/generated/openapi_aclient/models/objective_validator_request.py +90 -0
  85. root/generated/openapi_aclient/models/paginated_data_set_list_list.py +111 -0
  86. root/generated/openapi_aclient/models/paginated_evaluator_list.py +111 -0
  87. root/generated/openapi_aclient/models/paginated_evaluator_list_output_list.py +111 -0
  88. root/generated/openapi_aclient/models/paginated_execution_log_list_list.py +111 -0
  89. root/generated/openapi_aclient/models/paginated_judge_list_list.py +111 -0
  90. root/generated/openapi_aclient/models/paginated_model_list_list.py +111 -0
  91. root/generated/openapi_aclient/models/paginated_objective_list.py +111 -0
  92. root/generated/openapi_aclient/models/paginated_objective_list_list.py +111 -0
  93. root/generated/openapi_aclient/models/patched_evaluator_request.py +194 -0
  94. root/generated/openapi_aclient/models/patched_judge_request.py +110 -0
  95. root/generated/openapi_aclient/models/patched_model_request.py +118 -0
  96. root/generated/openapi_aclient/models/patched_objective_request.py +113 -0
  97. root/generated/openapi_aclient/models/provider.py +99 -0
  98. root/generated/openapi_aclient/models/reference_variable.py +123 -0
  99. root/generated/openapi_aclient/models/reference_variable_request.py +83 -0
  100. root/generated/openapi_aclient/models/skill_execution_validator_result.py +130 -0
  101. root/generated/openapi_aclient/models/skill_test_data_request.py +107 -0
  102. root/generated/openapi_aclient/models/skill_test_data_request_dataset_range.py +93 -0
  103. root/generated/openapi_aclient/models/skill_test_input_request.py +171 -0
  104. root/generated/openapi_aclient/models/skill_type_enum.py +36 -0
  105. root/generated/openapi_aclient/models/status_change.py +84 -0
  106. root/generated/openapi_aclient/models/status_change_request.py +84 -0
  107. root/generated/openapi_aclient/models/status_change_status_enum.py +36 -0
  108. root/generated/openapi_aclient/models/status_enum.py +38 -0
  109. root/generated/openapi_aclient/models/validation_result_status.py +36 -0
  110. root/generated/openapi_aclient/models/visibility_enum.py +38 -0
  111. root/generated/openapi_aclient/rest.py +166 -0
  112. root/generated/openapi_aclient_README.md +239 -0
  113. root/generated/openapi_client/__init__.py +1 -0
  114. root/generated/openapi_client/api/__init__.py +1 -0
  115. root/generated/openapi_client/api/datasets_api.py +1274 -0
  116. root/generated/openapi_client/api/evaluators_api.py +3641 -0
  117. root/generated/openapi_client/api/execution_logs_api.py +751 -0
  118. root/generated/openapi_client/api/judges_api.py +3794 -0
  119. root/generated/openapi_client/api/models_api.py +1473 -0
  120. root/generated/openapi_client/api/objectives_api.py +1767 -0
  121. root/generated/openapi_client/api_client.py +659 -0
  122. root/generated/openapi_client/api_response.py +22 -0
  123. root/generated/openapi_client/configuration.py +474 -0
  124. root/generated/openapi_client/exceptions.py +197 -0
  125. root/generated/openapi_client/models/__init__.py +120 -0
  126. root/generated/openapi_client/models/data_set_create.py +118 -0
  127. root/generated/openapi_client/models/data_set_create_request.py +105 -0
  128. root/generated/openapi_client/models/data_set_list.py +129 -0
  129. root/generated/openapi_client/models/data_set_type.py +36 -0
  130. root/generated/openapi_client/models/dataset_range_request.py +93 -0
  131. root/generated/openapi_client/models/evaluator.py +273 -0
  132. root/generated/openapi_client/models/evaluator_calibration_output.py +101 -0
  133. root/generated/openapi_client/models/evaluator_calibration_result.py +134 -0
  134. root/generated/openapi_client/models/evaluator_demonstrations.py +107 -0
  135. root/generated/openapi_client/models/evaluator_demonstrations_request.py +107 -0
  136. root/generated/openapi_client/models/evaluator_execution_function_parameter_property_request.py +86 -0
  137. root/generated/openapi_client/models/evaluator_execution_function_parameter_request.py +109 -0
  138. root/generated/openapi_client/models/evaluator_execution_function_parameter_type_enum.py +35 -0
  139. root/generated/openapi_client/models/evaluator_execution_function_request.py +99 -0
  140. root/generated/openapi_client/models/evaluator_execution_functions_request.py +98 -0
  141. root/generated/openapi_client/models/evaluator_execution_functions_type_enum.py +35 -0
  142. root/generated/openapi_client/models/evaluator_execution_request.py +134 -0
  143. root/generated/openapi_client/models/evaluator_execution_result.py +114 -0
  144. root/generated/openapi_client/models/evaluator_inputs_value.py +100 -0
  145. root/generated/openapi_client/models/evaluator_inputs_value_items.py +89 -0
  146. root/generated/openapi_client/models/evaluator_list_output.py +198 -0
  147. root/generated/openapi_client/models/evaluator_reference.py +90 -0
  148. root/generated/openapi_client/models/evaluator_reference_request.py +90 -0
  149. root/generated/openapi_client/models/evaluator_request.py +194 -0
  150. root/generated/openapi_client/models/evaluator_result.py +110 -0
  151. root/generated/openapi_client/models/execution_log_details.py +291 -0
  152. root/generated/openapi_client/models/execution_log_details_evaluation_context.py +83 -0
  153. root/generated/openapi_client/models/execution_log_details_evaluator_latencies_inner.py +83 -0
  154. root/generated/openapi_client/models/execution_log_list.py +215 -0
  155. root/generated/openapi_client/models/execution_log_list_evaluation_context.py +83 -0
  156. root/generated/openapi_client/models/generation_model_params_request.py +93 -0
  157. root/generated/openapi_client/models/id.py +87 -0
  158. root/generated/openapi_client/models/input_variable.py +121 -0
  159. root/generated/openapi_client/models/input_variable_request.py +82 -0
  160. root/generated/openapi_client/models/judge.py +178 -0
  161. root/generated/openapi_client/models/judge_execution_request.py +114 -0
  162. root/generated/openapi_client/models/judge_execution_response.py +97 -0
  163. root/generated/openapi_client/models/judge_files_inner.py +84 -0
  164. root/generated/openapi_client/models/judge_generator_request.py +142 -0
  165. root/generated/openapi_client/models/judge_generator_response.py +88 -0
  166. root/generated/openapi_client/models/judge_invite_request.py +87 -0
  167. root/generated/openapi_client/models/judge_list.py +156 -0
  168. root/generated/openapi_client/models/judge_rectifier_request_request.py +114 -0
  169. root/generated/openapi_client/models/judge_rectifier_response.py +121 -0
  170. root/generated/openapi_client/models/judge_request.py +108 -0
  171. root/generated/openapi_client/models/model.py +126 -0
  172. root/generated/openapi_client/models/model_list.py +115 -0
  173. root/generated/openapi_client/models/model_params.py +89 -0
  174. root/generated/openapi_client/models/model_params_request.py +89 -0
  175. root/generated/openapi_client/models/model_request.py +118 -0
  176. root/generated/openapi_client/models/nested_evaluator.py +110 -0
  177. root/generated/openapi_client/models/nested_evaluator_objective.py +87 -0
  178. root/generated/openapi_client/models/nested_evaluator_request.py +92 -0
  179. root/generated/openapi_client/models/nested_objective_evaluator.py +105 -0
  180. root/generated/openapi_client/models/nested_objective_evaluator_request.py +92 -0
  181. root/generated/openapi_client/models/nested_objective_list.py +111 -0
  182. root/generated/openapi_client/models/nested_user_details.py +88 -0
  183. root/generated/openapi_client/models/nested_user_details_request.py +82 -0
  184. root/generated/openapi_client/models/nested_vector_objective.py +88 -0
  185. root/generated/openapi_client/models/nested_vector_objective_request.py +82 -0
  186. root/generated/openapi_client/models/objective.py +157 -0
  187. root/generated/openapi_client/models/objective_list.py +128 -0
  188. root/generated/openapi_client/models/objective_request.py +113 -0
  189. root/generated/openapi_client/models/objective_validator.py +100 -0
  190. root/generated/openapi_client/models/objective_validator_request.py +90 -0
  191. root/generated/openapi_client/models/paginated_data_set_list_list.py +111 -0
  192. root/generated/openapi_client/models/paginated_evaluator_list.py +111 -0
  193. root/generated/openapi_client/models/paginated_evaluator_list_output_list.py +111 -0
  194. root/generated/openapi_client/models/paginated_execution_log_list_list.py +111 -0
  195. root/generated/openapi_client/models/paginated_judge_list_list.py +111 -0
  196. root/generated/openapi_client/models/paginated_model_list_list.py +111 -0
  197. root/generated/openapi_client/models/paginated_objective_list.py +111 -0
  198. root/generated/openapi_client/models/paginated_objective_list_list.py +111 -0
  199. root/generated/openapi_client/models/patched_evaluator_request.py +194 -0
  200. root/generated/openapi_client/models/patched_judge_request.py +110 -0
  201. root/generated/openapi_client/models/patched_model_request.py +118 -0
  202. root/generated/openapi_client/models/patched_objective_request.py +113 -0
  203. root/generated/openapi_client/models/provider.py +99 -0
  204. root/generated/openapi_client/models/reference_variable.py +123 -0
  205. root/generated/openapi_client/models/reference_variable_request.py +83 -0
  206. root/generated/openapi_client/models/skill_execution_validator_result.py +130 -0
  207. root/generated/openapi_client/models/skill_test_data_request.py +107 -0
  208. root/generated/openapi_client/models/skill_test_data_request_dataset_range.py +93 -0
  209. root/generated/openapi_client/models/skill_test_input_request.py +171 -0
  210. root/generated/openapi_client/models/skill_type_enum.py +36 -0
  211. root/generated/openapi_client/models/status_change.py +84 -0
  212. root/generated/openapi_client/models/status_change_request.py +84 -0
  213. root/generated/openapi_client/models/status_change_status_enum.py +36 -0
  214. root/generated/openapi_client/models/status_enum.py +38 -0
  215. root/generated/openapi_client/models/validation_result_status.py +36 -0
  216. root/generated/openapi_client/models/visibility_enum.py +38 -0
  217. root/generated/openapi_client/rest.py +203 -0
  218. root/generated/openapi_client_README.md +238 -0
  219. root/judges.py +681 -0
  220. root/models.py +197 -0
  221. root/objectives.py +343 -0
  222. root/py.typed +0 -0
  223. root/skills.py +1707 -0
  224. root/utils.py +90 -0
  225. scorable-1.6.4.dist-info/METADATA +395 -0
  226. scorable-1.6.4.dist-info/RECORD +228 -0
  227. scorable-1.6.4.dist-info/WHEEL +4 -0
  228. scorable-1.6.4.dist-info/licenses/LICENSE +202 -0
@@ -0,0 +1,239 @@
1
+ # root.generated.openapi-aclient
2
+ Root Signals JSON API provides a way to access Root Signals using provisioned API token
3
+
4
+ The `root.generated.openapi_aclient` package is automatically generated by the [OpenAPI Generator](https://openapi-generator.tech) project:
5
+
6
+ - API version: 1.0.0 (latest)
7
+ - Package version: 1.0.0
8
+ - Generator version: 7.4.0
9
+ - Build package: org.openapitools.codegen.languages.PythonClientCodegen
10
+
11
+ ## Requirements.
12
+
13
+ Python 3.7+
14
+
15
+ ## Installation & Usage
16
+
17
+ This python library package is generated without supporting files like setup.py or requirements files
18
+
19
+ To be able to use it, you will need these dependencies in your own package that uses this library:
20
+
21
+ * urllib3 >= 1.25.3
22
+ * python-dateutil
23
+ * aiohttp
24
+ * pydantic
25
+
26
+ ## Getting Started
27
+
28
+ In your own code, to use this library to connect and interact with root.generated.openapi-aclient,
29
+ you can run the following:
30
+
31
+ ```python
32
+
33
+ import root.generated.openapi_aclient
34
+ from root.generated.openapi_aclient.rest import ApiException
35
+ from pprint import pprint
36
+
37
+ # Defining the host is optional and defaults to https://api.app.rootsignals.ai
38
+ # See configuration.py for a list of all supported configuration parameters.
39
+ configuration = root.generated.openapi_aclient.Configuration(
40
+ host = "https://api.app.rootsignals.ai"
41
+ )
42
+
43
+ # The client must configure the authentication and authorization parameters
44
+ # in accordance with the API server security policy.
45
+ # Examples for each auth method are provided below, use the example that
46
+ # satisfies your auth use case.
47
+
48
+ # Configure API key authorization: publicApiKey
49
+ configuration.api_key['publicApiKey'] = os.environ["API_KEY"]
50
+
51
+ # Uncomment below to setup prefix (e.g. Bearer) for API key, if needed
52
+ # configuration.api_key_prefix['publicApiKey'] = 'Bearer'
53
+
54
+
55
+ # Enter a context with an instance of the API client
56
+ async with root.generated.openapi_aclient.ApiClient(configuration) as api_client:
57
+ # Create an instance of the API class
58
+ api_instance = root.generated.openapi_aclient.DatasetsApi(api_client)
59
+ data_set_create_request = {"name":"My data set","url":"https://example.com"} # DataSetCreateRequest | (optional)
60
+
61
+ try:
62
+ api_response = await api_instance.datasets_create(data_set_create_request=data_set_create_request)
63
+ print("The response of DatasetsApi->datasets_create:\n")
64
+ pprint(api_response)
65
+ except ApiException as e:
66
+ print("Exception when calling DatasetsApi->datasets_create: %s\n" % e)
67
+
68
+ ```
69
+
70
+ ## Documentation for API Endpoints
71
+
72
+ All URIs are relative to *https://api.app.rootsignals.ai*
73
+
74
+ Class | Method | HTTP request | Description
75
+ ------------ | ------------- | ------------- | -------------
76
+ *DatasetsApi* | [**datasets_create**](root/generated/openapi_aclient/docs/DatasetsApi.md#datasets_create) | **POST** /v1/datasets/ |
77
+ *DatasetsApi* | [**datasets_destroy**](root/generated/openapi_aclient/docs/DatasetsApi.md#datasets_destroy) | **DELETE** /v1/datasets/{id}/ |
78
+ *DatasetsApi* | [**datasets_list**](root/generated/openapi_aclient/docs/DatasetsApi.md#datasets_list) | **GET** /v1/datasets/ |
79
+ *DatasetsApi* | [**datasets_retrieve**](root/generated/openapi_aclient/docs/DatasetsApi.md#datasets_retrieve) | **GET** /v1/datasets/{id}/ |
80
+ *DatasetsApi* | [**datasets_status_update**](root/generated/openapi_aclient/docs/DatasetsApi.md#datasets_status_update) | **PUT** /v1/datasets/status/{id}/ |
81
+ *EvaluatorsApi* | [**evaluators_calibrate_create**](root/generated/openapi_aclient/docs/EvaluatorsApi.md#evaluators_calibrate_create) | **POST** /v1/evaluators/calibrate/ |
82
+ *EvaluatorsApi* | [**evaluators_calibrate_create2**](root/generated/openapi_aclient/docs/EvaluatorsApi.md#evaluators_calibrate_create2) | **POST** /v1/evaluators/calibrate/{id} |
83
+ *EvaluatorsApi* | [**evaluators_create**](root/generated/openapi_aclient/docs/EvaluatorsApi.md#evaluators_create) | **POST** /v1/evaluators/ |
84
+ *EvaluatorsApi* | [**evaluators_destroy**](root/generated/openapi_aclient/docs/EvaluatorsApi.md#evaluators_destroy) | **DELETE** /v1/evaluators/{id}/ |
85
+ *EvaluatorsApi* | [**evaluators_duplicate_create**](root/generated/openapi_aclient/docs/EvaluatorsApi.md#evaluators_duplicate_create) | **POST** /v1/evaluators/duplicate/{id}/ |
86
+ *EvaluatorsApi* | [**evaluators_execute_by_name_create**](root/generated/openapi_aclient/docs/EvaluatorsApi.md#evaluators_execute_by_name_create) | **POST** /v1/evaluators/execute/by-name/ |
87
+ *EvaluatorsApi* | [**evaluators_execute_create**](root/generated/openapi_aclient/docs/EvaluatorsApi.md#evaluators_execute_create) | **POST** /v1/evaluators/execute/{id}/ |
88
+ *EvaluatorsApi* | [**evaluators_list**](root/generated/openapi_aclient/docs/EvaluatorsApi.md#evaluators_list) | **GET** /v1/evaluators/ |
89
+ *EvaluatorsApi* | [**evaluators_partial_update**](root/generated/openapi_aclient/docs/EvaluatorsApi.md#evaluators_partial_update) | **PATCH** /v1/evaluators/{id}/ |
90
+ *EvaluatorsApi* | [**evaluators_retrieve**](root/generated/openapi_aclient/docs/EvaluatorsApi.md#evaluators_retrieve) | **GET** /v1/evaluators/{id}/ |
91
+ *EvaluatorsApi* | [**evaluators_status_create**](root/generated/openapi_aclient/docs/EvaluatorsApi.md#evaluators_status_create) | **POST** /v1/evaluators/status/{id}/ |
92
+ *EvaluatorsApi* | [**evaluators_status_update**](root/generated/openapi_aclient/docs/EvaluatorsApi.md#evaluators_status_update) | **PUT** /v1/evaluators/status/{id}/ |
93
+ *EvaluatorsApi* | [**evaluators_update**](root/generated/openapi_aclient/docs/EvaluatorsApi.md#evaluators_update) | **PUT** /v1/evaluators/{id}/ |
94
+ *EvaluatorsApi* | [**evaluators_versions_list**](root/generated/openapi_aclient/docs/EvaluatorsApi.md#evaluators_versions_list) | **GET** /v1/evaluators/versions/{id}/ |
95
+ *ExecutionLogsApi* | [**execution_logs_list**](root/generated/openapi_aclient/docs/ExecutionLogsApi.md#execution_logs_list) | **GET** /v1/execution-logs/ |
96
+ *ExecutionLogsApi* | [**execution_logs_retrieve**](root/generated/openapi_aclient/docs/ExecutionLogsApi.md#execution_logs_retrieve) | **GET** /v1/execution-logs/{log_id}/ |
97
+ *JudgesApi* | [**judges_create**](root/generated/openapi_aclient/docs/JudgesApi.md#judges_create) | **POST** /v1/judges/ |
98
+ *JudgesApi* | [**judges_destroy**](root/generated/openapi_aclient/docs/JudgesApi.md#judges_destroy) | **DELETE** /v1/judges/{id}/ |
99
+ *JudgesApi* | [**judges_duplicate_create**](root/generated/openapi_aclient/docs/JudgesApi.md#judges_duplicate_create) | **POST** /v1/judges/{id}/duplicate/ |
100
+ *JudgesApi* | [**judges_execute_by_name_create**](root/generated/openapi_aclient/docs/JudgesApi.md#judges_execute_by_name_create) | **POST** /v1/judges/execute/by-name/ |
101
+ *JudgesApi* | [**judges_execute_create**](root/generated/openapi_aclient/docs/JudgesApi.md#judges_execute_create) | **POST** /v1/judges/{judge_id}/execute/ |
102
+ *JudgesApi* | [**judges_generate_create**](root/generated/openapi_aclient/docs/JudgesApi.md#judges_generate_create) | **POST** /v1/judges/generate/ |
103
+ *JudgesApi* | [**judges_invite_create**](root/generated/openapi_aclient/docs/JudgesApi.md#judges_invite_create) | **POST** /v1/judges/{id}/invite/ |
104
+ *JudgesApi* | [**judges_list**](root/generated/openapi_aclient/docs/JudgesApi.md#judges_list) | **GET** /v1/judges/ |
105
+ *JudgesApi* | [**judges_openai_chat_completions_create**](root/generated/openapi_aclient/docs/JudgesApi.md#judges_openai_chat_completions_create) | **POST** /v1/judges/openai/chat/completions |
106
+ *JudgesApi* | [**judges_openai_chat_completions_create2**](root/generated/openapi_aclient/docs/JudgesApi.md#judges_openai_chat_completions_create2) | **POST** /v1/judges/{judge_id}/openai/chat/completions |
107
+ *JudgesApi* | [**judges_partial_update**](root/generated/openapi_aclient/docs/JudgesApi.md#judges_partial_update) | **PATCH** /v1/judges/{id}/ |
108
+ *JudgesApi* | [**judges_refine_create**](root/generated/openapi_aclient/docs/JudgesApi.md#judges_refine_create) | **POST** /v1/judges/{judge_id}/refine/ |
109
+ *JudgesApi* | [**judges_refine_openai_chat_completions_create**](root/generated/openapi_aclient/docs/JudgesApi.md#judges_refine_openai_chat_completions_create) | **POST** /v1/judges/{judge_id}/refine/openai/chat/completions |
110
+ *JudgesApi* | [**judges_retrieve**](root/generated/openapi_aclient/docs/JudgesApi.md#judges_retrieve) | **GET** /v1/judges/{id}/ |
111
+ *JudgesApi* | [**judges_update**](root/generated/openapi_aclient/docs/JudgesApi.md#judges_update) | **PUT** /v1/judges/{id}/ |
112
+ *ModelsApi* | [**models_create**](root/generated/openapi_aclient/docs/ModelsApi.md#models_create) | **POST** /v1/models/ |
113
+ *ModelsApi* | [**models_destroy**](root/generated/openapi_aclient/docs/ModelsApi.md#models_destroy) | **DELETE** /v1/models/{id}/ |
114
+ *ModelsApi* | [**models_list**](root/generated/openapi_aclient/docs/ModelsApi.md#models_list) | **GET** /v1/models/ |
115
+ *ModelsApi* | [**models_partial_update**](root/generated/openapi_aclient/docs/ModelsApi.md#models_partial_update) | **PATCH** /v1/models/{id}/ |
116
+ *ModelsApi* | [**models_retrieve**](root/generated/openapi_aclient/docs/ModelsApi.md#models_retrieve) | **GET** /v1/models/{id}/ |
117
+ *ModelsApi* | [**models_update**](root/generated/openapi_aclient/docs/ModelsApi.md#models_update) | **PUT** /v1/models/{id}/ |
118
+ *ObjectivesApi* | [**objectives_create**](root/generated/openapi_aclient/docs/ObjectivesApi.md#objectives_create) | **POST** /v1/objectives/ |
119
+ *ObjectivesApi* | [**objectives_destroy**](root/generated/openapi_aclient/docs/ObjectivesApi.md#objectives_destroy) | **DELETE** /v1/objectives/{id}/ |
120
+ *ObjectivesApi* | [**objectives_list**](root/generated/openapi_aclient/docs/ObjectivesApi.md#objectives_list) | **GET** /v1/objectives/ |
121
+ *ObjectivesApi* | [**objectives_partial_update**](root/generated/openapi_aclient/docs/ObjectivesApi.md#objectives_partial_update) | **PATCH** /v1/objectives/{id}/ |
122
+ *ObjectivesApi* | [**objectives_retrieve**](root/generated/openapi_aclient/docs/ObjectivesApi.md#objectives_retrieve) | **GET** /v1/objectives/{id}/ |
123
+ *ObjectivesApi* | [**objectives_update**](root/generated/openapi_aclient/docs/ObjectivesApi.md#objectives_update) | **PUT** /v1/objectives/{id}/ |
124
+ *ObjectivesApi* | [**objectives_versions_list**](root/generated/openapi_aclient/docs/ObjectivesApi.md#objectives_versions_list) | **GET** /v1/objectives/versions/{id}/ |
125
+
126
+
127
+ ## Documentation For Models
128
+
129
+ - [DataSetCreate](root/generated/openapi_aclient/docs/DataSetCreate.md)
130
+ - [DataSetCreateRequest](root/generated/openapi_aclient/docs/DataSetCreateRequest.md)
131
+ - [DataSetList](root/generated/openapi_aclient/docs/DataSetList.md)
132
+ - [DataSetType](root/generated/openapi_aclient/docs/DataSetType.md)
133
+ - [DatasetRangeRequest](root/generated/openapi_aclient/docs/DatasetRangeRequest.md)
134
+ - [Evaluator](root/generated/openapi_aclient/docs/Evaluator.md)
135
+ - [EvaluatorCalibrationOutput](root/generated/openapi_aclient/docs/EvaluatorCalibrationOutput.md)
136
+ - [EvaluatorCalibrationResult](root/generated/openapi_aclient/docs/EvaluatorCalibrationResult.md)
137
+ - [EvaluatorDemonstrations](root/generated/openapi_aclient/docs/EvaluatorDemonstrations.md)
138
+ - [EvaluatorDemonstrationsRequest](root/generated/openapi_aclient/docs/EvaluatorDemonstrationsRequest.md)
139
+ - [EvaluatorExecutionFunctionParameterPropertyRequest](root/generated/openapi_aclient/docs/EvaluatorExecutionFunctionParameterPropertyRequest.md)
140
+ - [EvaluatorExecutionFunctionParameterRequest](root/generated/openapi_aclient/docs/EvaluatorExecutionFunctionParameterRequest.md)
141
+ - [EvaluatorExecutionFunctionParameterTypeEnum](root/generated/openapi_aclient/docs/EvaluatorExecutionFunctionParameterTypeEnum.md)
142
+ - [EvaluatorExecutionFunctionRequest](root/generated/openapi_aclient/docs/EvaluatorExecutionFunctionRequest.md)
143
+ - [EvaluatorExecutionFunctionsRequest](root/generated/openapi_aclient/docs/EvaluatorExecutionFunctionsRequest.md)
144
+ - [EvaluatorExecutionFunctionsTypeEnum](root/generated/openapi_aclient/docs/EvaluatorExecutionFunctionsTypeEnum.md)
145
+ - [EvaluatorExecutionRequest](root/generated/openapi_aclient/docs/EvaluatorExecutionRequest.md)
146
+ - [EvaluatorExecutionResult](root/generated/openapi_aclient/docs/EvaluatorExecutionResult.md)
147
+ - [EvaluatorInputsValue](root/generated/openapi_aclient/docs/EvaluatorInputsValue.md)
148
+ - [EvaluatorInputsValueItems](root/generated/openapi_aclient/docs/EvaluatorInputsValueItems.md)
149
+ - [EvaluatorListOutput](root/generated/openapi_aclient/docs/EvaluatorListOutput.md)
150
+ - [EvaluatorReference](root/generated/openapi_aclient/docs/EvaluatorReference.md)
151
+ - [EvaluatorReferenceRequest](root/generated/openapi_aclient/docs/EvaluatorReferenceRequest.md)
152
+ - [EvaluatorRequest](root/generated/openapi_aclient/docs/EvaluatorRequest.md)
153
+ - [EvaluatorResult](root/generated/openapi_aclient/docs/EvaluatorResult.md)
154
+ - [ExecutionLogDetails](root/generated/openapi_aclient/docs/ExecutionLogDetails.md)
155
+ - [ExecutionLogDetailsEvaluationContext](root/generated/openapi_aclient/docs/ExecutionLogDetailsEvaluationContext.md)
156
+ - [ExecutionLogDetailsEvaluatorLatenciesInner](root/generated/openapi_aclient/docs/ExecutionLogDetailsEvaluatorLatenciesInner.md)
157
+ - [ExecutionLogList](root/generated/openapi_aclient/docs/ExecutionLogList.md)
158
+ - [ExecutionLogListEvaluationContext](root/generated/openapi_aclient/docs/ExecutionLogListEvaluationContext.md)
159
+ - [GenerationModelParamsRequest](root/generated/openapi_aclient/docs/GenerationModelParamsRequest.md)
160
+ - [ID](root/generated/openapi_aclient/docs/ID.md)
161
+ - [InputVariable](root/generated/openapi_aclient/docs/InputVariable.md)
162
+ - [InputVariableRequest](root/generated/openapi_aclient/docs/InputVariableRequest.md)
163
+ - [Judge](root/generated/openapi_aclient/docs/Judge.md)
164
+ - [JudgeExecutionRequest](root/generated/openapi_aclient/docs/JudgeExecutionRequest.md)
165
+ - [JudgeExecutionResponse](root/generated/openapi_aclient/docs/JudgeExecutionResponse.md)
166
+ - [JudgeFilesInner](root/generated/openapi_aclient/docs/JudgeFilesInner.md)
167
+ - [JudgeGeneratorRequest](root/generated/openapi_aclient/docs/JudgeGeneratorRequest.md)
168
+ - [JudgeGeneratorResponse](root/generated/openapi_aclient/docs/JudgeGeneratorResponse.md)
169
+ - [JudgeInviteRequest](root/generated/openapi_aclient/docs/JudgeInviteRequest.md)
170
+ - [JudgeList](root/generated/openapi_aclient/docs/JudgeList.md)
171
+ - [JudgeRectifierRequestRequest](root/generated/openapi_aclient/docs/JudgeRectifierRequestRequest.md)
172
+ - [JudgeRectifierResponse](root/generated/openapi_aclient/docs/JudgeRectifierResponse.md)
173
+ - [JudgeRequest](root/generated/openapi_aclient/docs/JudgeRequest.md)
174
+ - [Model](root/generated/openapi_aclient/docs/Model.md)
175
+ - [ModelList](root/generated/openapi_aclient/docs/ModelList.md)
176
+ - [ModelParams](root/generated/openapi_aclient/docs/ModelParams.md)
177
+ - [ModelParamsRequest](root/generated/openapi_aclient/docs/ModelParamsRequest.md)
178
+ - [ModelRequest](root/generated/openapi_aclient/docs/ModelRequest.md)
179
+ - [NestedEvaluator](root/generated/openapi_aclient/docs/NestedEvaluator.md)
180
+ - [NestedEvaluatorObjective](root/generated/openapi_aclient/docs/NestedEvaluatorObjective.md)
181
+ - [NestedEvaluatorRequest](root/generated/openapi_aclient/docs/NestedEvaluatorRequest.md)
182
+ - [NestedObjectiveEvaluator](root/generated/openapi_aclient/docs/NestedObjectiveEvaluator.md)
183
+ - [NestedObjectiveEvaluatorRequest](root/generated/openapi_aclient/docs/NestedObjectiveEvaluatorRequest.md)
184
+ - [NestedObjectiveList](root/generated/openapi_aclient/docs/NestedObjectiveList.md)
185
+ - [NestedUserDetails](root/generated/openapi_aclient/docs/NestedUserDetails.md)
186
+ - [NestedUserDetailsRequest](root/generated/openapi_aclient/docs/NestedUserDetailsRequest.md)
187
+ - [NestedVectorObjective](root/generated/openapi_aclient/docs/NestedVectorObjective.md)
188
+ - [NestedVectorObjectiveRequest](root/generated/openapi_aclient/docs/NestedVectorObjectiveRequest.md)
189
+ - [Objective](root/generated/openapi_aclient/docs/Objective.md)
190
+ - [ObjectiveList](root/generated/openapi_aclient/docs/ObjectiveList.md)
191
+ - [ObjectiveRequest](root/generated/openapi_aclient/docs/ObjectiveRequest.md)
192
+ - [ObjectiveValidator](root/generated/openapi_aclient/docs/ObjectiveValidator.md)
193
+ - [ObjectiveValidatorRequest](root/generated/openapi_aclient/docs/ObjectiveValidatorRequest.md)
194
+ - [PaginatedDataSetListList](root/generated/openapi_aclient/docs/PaginatedDataSetListList.md)
195
+ - [PaginatedEvaluatorList](root/generated/openapi_aclient/docs/PaginatedEvaluatorList.md)
196
+ - [PaginatedEvaluatorListOutputList](root/generated/openapi_aclient/docs/PaginatedEvaluatorListOutputList.md)
197
+ - [PaginatedExecutionLogListList](root/generated/openapi_aclient/docs/PaginatedExecutionLogListList.md)
198
+ - [PaginatedJudgeListList](root/generated/openapi_aclient/docs/PaginatedJudgeListList.md)
199
+ - [PaginatedModelListList](root/generated/openapi_aclient/docs/PaginatedModelListList.md)
200
+ - [PaginatedObjectiveList](root/generated/openapi_aclient/docs/PaginatedObjectiveList.md)
201
+ - [PaginatedObjectiveListList](root/generated/openapi_aclient/docs/PaginatedObjectiveListList.md)
202
+ - [PatchedEvaluatorRequest](root/generated/openapi_aclient/docs/PatchedEvaluatorRequest.md)
203
+ - [PatchedJudgeRequest](root/generated/openapi_aclient/docs/PatchedJudgeRequest.md)
204
+ - [PatchedModelRequest](root/generated/openapi_aclient/docs/PatchedModelRequest.md)
205
+ - [PatchedObjectiveRequest](root/generated/openapi_aclient/docs/PatchedObjectiveRequest.md)
206
+ - [Provider](root/generated/openapi_aclient/docs/Provider.md)
207
+ - [ReferenceVariable](root/generated/openapi_aclient/docs/ReferenceVariable.md)
208
+ - [ReferenceVariableRequest](root/generated/openapi_aclient/docs/ReferenceVariableRequest.md)
209
+ - [SkillExecutionValidatorResult](root/generated/openapi_aclient/docs/SkillExecutionValidatorResult.md)
210
+ - [SkillTestDataRequest](root/generated/openapi_aclient/docs/SkillTestDataRequest.md)
211
+ - [SkillTestDataRequestDatasetRange](root/generated/openapi_aclient/docs/SkillTestDataRequestDatasetRange.md)
212
+ - [SkillTestInputRequest](root/generated/openapi_aclient/docs/SkillTestInputRequest.md)
213
+ - [SkillTypeEnum](root/generated/openapi_aclient/docs/SkillTypeEnum.md)
214
+ - [StatusChange](root/generated/openapi_aclient/docs/StatusChange.md)
215
+ - [StatusChangeRequest](root/generated/openapi_aclient/docs/StatusChangeRequest.md)
216
+ - [StatusChangeStatusEnum](root/generated/openapi_aclient/docs/StatusChangeStatusEnum.md)
217
+ - [StatusEnum](root/generated/openapi_aclient/docs/StatusEnum.md)
218
+ - [ValidationResultStatus](root/generated/openapi_aclient/docs/ValidationResultStatus.md)
219
+ - [VisibilityEnum](root/generated/openapi_aclient/docs/VisibilityEnum.md)
220
+
221
+
222
+ <a id="documentation-for-authorization"></a>
223
+ ## Documentation For Authorization
224
+
225
+
226
+ Authentication schemes defined for the API:
227
+ <a id="publicApiKey"></a>
228
+ ### publicApiKey
229
+
230
+ - **Type**: API key
231
+ - **API key parameter name**: Authorization
232
+ - **Location**: HTTP header
233
+
234
+
235
+ ## Author
236
+
237
+
238
+
239
+
@@ -0,0 +1 @@
1
+ from .api_client import ApiClient