scorable 1.6.4__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of scorable might be problematic. Click here for more details.

Files changed (228) hide show
  1. root/__about__.py +4 -0
  2. root/__init__.py +17 -0
  3. root/client.py +207 -0
  4. root/datasets.py +231 -0
  5. root/execution_logs.py +162 -0
  6. root/generated/__init__.py +0 -0
  7. root/generated/openapi_aclient/__init__.py +1 -0
  8. root/generated/openapi_aclient/api/__init__.py +1 -0
  9. root/generated/openapi_aclient/api/datasets_api.py +1274 -0
  10. root/generated/openapi_aclient/api/evaluators_api.py +3641 -0
  11. root/generated/openapi_aclient/api/execution_logs_api.py +751 -0
  12. root/generated/openapi_aclient/api/judges_api.py +3794 -0
  13. root/generated/openapi_aclient/api/models_api.py +1473 -0
  14. root/generated/openapi_aclient/api/objectives_api.py +1767 -0
  15. root/generated/openapi_aclient/api_client.py +662 -0
  16. root/generated/openapi_aclient/api_response.py +22 -0
  17. root/generated/openapi_aclient/configuration.py +470 -0
  18. root/generated/openapi_aclient/exceptions.py +197 -0
  19. root/generated/openapi_aclient/models/__init__.py +122 -0
  20. root/generated/openapi_aclient/models/data_set_create.py +118 -0
  21. root/generated/openapi_aclient/models/data_set_create_request.py +105 -0
  22. root/generated/openapi_aclient/models/data_set_list.py +129 -0
  23. root/generated/openapi_aclient/models/data_set_type.py +36 -0
  24. root/generated/openapi_aclient/models/dataset_range_request.py +93 -0
  25. root/generated/openapi_aclient/models/evaluator.py +273 -0
  26. root/generated/openapi_aclient/models/evaluator_calibration_output.py +101 -0
  27. root/generated/openapi_aclient/models/evaluator_calibration_result.py +134 -0
  28. root/generated/openapi_aclient/models/evaluator_demonstrations.py +107 -0
  29. root/generated/openapi_aclient/models/evaluator_demonstrations_request.py +107 -0
  30. root/generated/openapi_aclient/models/evaluator_execution_function_parameter_property_request.py +86 -0
  31. root/generated/openapi_aclient/models/evaluator_execution_function_parameter_request.py +109 -0
  32. root/generated/openapi_aclient/models/evaluator_execution_function_parameter_type_enum.py +35 -0
  33. root/generated/openapi_aclient/models/evaluator_execution_function_request.py +99 -0
  34. root/generated/openapi_aclient/models/evaluator_execution_functions_request.py +98 -0
  35. root/generated/openapi_aclient/models/evaluator_execution_functions_type_enum.py +35 -0
  36. root/generated/openapi_aclient/models/evaluator_execution_request.py +134 -0
  37. root/generated/openapi_aclient/models/evaluator_execution_result.py +114 -0
  38. root/generated/openapi_aclient/models/evaluator_inputs_value.py +100 -0
  39. root/generated/openapi_aclient/models/evaluator_inputs_value_items.py +89 -0
  40. root/generated/openapi_aclient/models/evaluator_list_output.py +198 -0
  41. root/generated/openapi_aclient/models/evaluator_reference.py +90 -0
  42. root/generated/openapi_aclient/models/evaluator_reference_request.py +90 -0
  43. root/generated/openapi_aclient/models/evaluator_request.py +194 -0
  44. root/generated/openapi_aclient/models/evaluator_result.py +110 -0
  45. root/generated/openapi_aclient/models/execution_log_details.py +291 -0
  46. root/generated/openapi_aclient/models/execution_log_details_evaluation_context.py +83 -0
  47. root/generated/openapi_aclient/models/execution_log_details_evaluator_latencies_inner.py +83 -0
  48. root/generated/openapi_aclient/models/execution_log_list.py +217 -0
  49. root/generated/openapi_aclient/models/execution_log_list_evaluation_context.py +83 -0
  50. root/generated/openapi_aclient/models/generation_model_params_request.py +93 -0
  51. root/generated/openapi_aclient/models/id.py +87 -0
  52. root/generated/openapi_aclient/models/input_variable.py +121 -0
  53. root/generated/openapi_aclient/models/input_variable_request.py +82 -0
  54. root/generated/openapi_aclient/models/judge.py +178 -0
  55. root/generated/openapi_aclient/models/judge_execution_request.py +114 -0
  56. root/generated/openapi_aclient/models/judge_execution_response.py +97 -0
  57. root/generated/openapi_aclient/models/judge_files_inner.py +84 -0
  58. root/generated/openapi_aclient/models/judge_generator_request.py +142 -0
  59. root/generated/openapi_aclient/models/judge_generator_response.py +88 -0
  60. root/generated/openapi_aclient/models/judge_invite_request.py +87 -0
  61. root/generated/openapi_aclient/models/judge_list.py +156 -0
  62. root/generated/openapi_aclient/models/judge_rectifier_request_request.py +114 -0
  63. root/generated/openapi_aclient/models/judge_rectifier_response.py +121 -0
  64. root/generated/openapi_aclient/models/judge_request.py +108 -0
  65. root/generated/openapi_aclient/models/model.py +126 -0
  66. root/generated/openapi_aclient/models/model_list.py +115 -0
  67. root/generated/openapi_aclient/models/model_params.py +89 -0
  68. root/generated/openapi_aclient/models/model_params_request.py +89 -0
  69. root/generated/openapi_aclient/models/model_request.py +118 -0
  70. root/generated/openapi_aclient/models/nested_evaluator.py +110 -0
  71. root/generated/openapi_aclient/models/nested_evaluator_objective.py +87 -0
  72. root/generated/openapi_aclient/models/nested_evaluator_request.py +92 -0
  73. root/generated/openapi_aclient/models/nested_objective_evaluator.py +105 -0
  74. root/generated/openapi_aclient/models/nested_objective_evaluator_request.py +92 -0
  75. root/generated/openapi_aclient/models/nested_objective_list.py +111 -0
  76. root/generated/openapi_aclient/models/nested_user_details.py +88 -0
  77. root/generated/openapi_aclient/models/nested_user_details_request.py +82 -0
  78. root/generated/openapi_aclient/models/nested_vector_objective.py +88 -0
  79. root/generated/openapi_aclient/models/nested_vector_objective_request.py +82 -0
  80. root/generated/openapi_aclient/models/objective.py +157 -0
  81. root/generated/openapi_aclient/models/objective_list.py +128 -0
  82. root/generated/openapi_aclient/models/objective_request.py +113 -0
  83. root/generated/openapi_aclient/models/objective_validator.py +100 -0
  84. root/generated/openapi_aclient/models/objective_validator_request.py +90 -0
  85. root/generated/openapi_aclient/models/paginated_data_set_list_list.py +111 -0
  86. root/generated/openapi_aclient/models/paginated_evaluator_list.py +111 -0
  87. root/generated/openapi_aclient/models/paginated_evaluator_list_output_list.py +111 -0
  88. root/generated/openapi_aclient/models/paginated_execution_log_list_list.py +111 -0
  89. root/generated/openapi_aclient/models/paginated_judge_list_list.py +111 -0
  90. root/generated/openapi_aclient/models/paginated_model_list_list.py +111 -0
  91. root/generated/openapi_aclient/models/paginated_objective_list.py +111 -0
  92. root/generated/openapi_aclient/models/paginated_objective_list_list.py +111 -0
  93. root/generated/openapi_aclient/models/patched_evaluator_request.py +194 -0
  94. root/generated/openapi_aclient/models/patched_judge_request.py +110 -0
  95. root/generated/openapi_aclient/models/patched_model_request.py +118 -0
  96. root/generated/openapi_aclient/models/patched_objective_request.py +113 -0
  97. root/generated/openapi_aclient/models/provider.py +99 -0
  98. root/generated/openapi_aclient/models/reference_variable.py +123 -0
  99. root/generated/openapi_aclient/models/reference_variable_request.py +83 -0
  100. root/generated/openapi_aclient/models/skill_execution_validator_result.py +130 -0
  101. root/generated/openapi_aclient/models/skill_test_data_request.py +107 -0
  102. root/generated/openapi_aclient/models/skill_test_data_request_dataset_range.py +93 -0
  103. root/generated/openapi_aclient/models/skill_test_input_request.py +171 -0
  104. root/generated/openapi_aclient/models/skill_type_enum.py +36 -0
  105. root/generated/openapi_aclient/models/status_change.py +84 -0
  106. root/generated/openapi_aclient/models/status_change_request.py +84 -0
  107. root/generated/openapi_aclient/models/status_change_status_enum.py +36 -0
  108. root/generated/openapi_aclient/models/status_enum.py +38 -0
  109. root/generated/openapi_aclient/models/validation_result_status.py +36 -0
  110. root/generated/openapi_aclient/models/visibility_enum.py +38 -0
  111. root/generated/openapi_aclient/rest.py +166 -0
  112. root/generated/openapi_aclient_README.md +239 -0
  113. root/generated/openapi_client/__init__.py +1 -0
  114. root/generated/openapi_client/api/__init__.py +1 -0
  115. root/generated/openapi_client/api/datasets_api.py +1274 -0
  116. root/generated/openapi_client/api/evaluators_api.py +3641 -0
  117. root/generated/openapi_client/api/execution_logs_api.py +751 -0
  118. root/generated/openapi_client/api/judges_api.py +3794 -0
  119. root/generated/openapi_client/api/models_api.py +1473 -0
  120. root/generated/openapi_client/api/objectives_api.py +1767 -0
  121. root/generated/openapi_client/api_client.py +659 -0
  122. root/generated/openapi_client/api_response.py +22 -0
  123. root/generated/openapi_client/configuration.py +474 -0
  124. root/generated/openapi_client/exceptions.py +197 -0
  125. root/generated/openapi_client/models/__init__.py +120 -0
  126. root/generated/openapi_client/models/data_set_create.py +118 -0
  127. root/generated/openapi_client/models/data_set_create_request.py +105 -0
  128. root/generated/openapi_client/models/data_set_list.py +129 -0
  129. root/generated/openapi_client/models/data_set_type.py +36 -0
  130. root/generated/openapi_client/models/dataset_range_request.py +93 -0
  131. root/generated/openapi_client/models/evaluator.py +273 -0
  132. root/generated/openapi_client/models/evaluator_calibration_output.py +101 -0
  133. root/generated/openapi_client/models/evaluator_calibration_result.py +134 -0
  134. root/generated/openapi_client/models/evaluator_demonstrations.py +107 -0
  135. root/generated/openapi_client/models/evaluator_demonstrations_request.py +107 -0
  136. root/generated/openapi_client/models/evaluator_execution_function_parameter_property_request.py +86 -0
  137. root/generated/openapi_client/models/evaluator_execution_function_parameter_request.py +109 -0
  138. root/generated/openapi_client/models/evaluator_execution_function_parameter_type_enum.py +35 -0
  139. root/generated/openapi_client/models/evaluator_execution_function_request.py +99 -0
  140. root/generated/openapi_client/models/evaluator_execution_functions_request.py +98 -0
  141. root/generated/openapi_client/models/evaluator_execution_functions_type_enum.py +35 -0
  142. root/generated/openapi_client/models/evaluator_execution_request.py +134 -0
  143. root/generated/openapi_client/models/evaluator_execution_result.py +114 -0
  144. root/generated/openapi_client/models/evaluator_inputs_value.py +100 -0
  145. root/generated/openapi_client/models/evaluator_inputs_value_items.py +89 -0
  146. root/generated/openapi_client/models/evaluator_list_output.py +198 -0
  147. root/generated/openapi_client/models/evaluator_reference.py +90 -0
  148. root/generated/openapi_client/models/evaluator_reference_request.py +90 -0
  149. root/generated/openapi_client/models/evaluator_request.py +194 -0
  150. root/generated/openapi_client/models/evaluator_result.py +110 -0
  151. root/generated/openapi_client/models/execution_log_details.py +291 -0
  152. root/generated/openapi_client/models/execution_log_details_evaluation_context.py +83 -0
  153. root/generated/openapi_client/models/execution_log_details_evaluator_latencies_inner.py +83 -0
  154. root/generated/openapi_client/models/execution_log_list.py +215 -0
  155. root/generated/openapi_client/models/execution_log_list_evaluation_context.py +83 -0
  156. root/generated/openapi_client/models/generation_model_params_request.py +93 -0
  157. root/generated/openapi_client/models/id.py +87 -0
  158. root/generated/openapi_client/models/input_variable.py +121 -0
  159. root/generated/openapi_client/models/input_variable_request.py +82 -0
  160. root/generated/openapi_client/models/judge.py +178 -0
  161. root/generated/openapi_client/models/judge_execution_request.py +114 -0
  162. root/generated/openapi_client/models/judge_execution_response.py +97 -0
  163. root/generated/openapi_client/models/judge_files_inner.py +84 -0
  164. root/generated/openapi_client/models/judge_generator_request.py +142 -0
  165. root/generated/openapi_client/models/judge_generator_response.py +88 -0
  166. root/generated/openapi_client/models/judge_invite_request.py +87 -0
  167. root/generated/openapi_client/models/judge_list.py +156 -0
  168. root/generated/openapi_client/models/judge_rectifier_request_request.py +114 -0
  169. root/generated/openapi_client/models/judge_rectifier_response.py +121 -0
  170. root/generated/openapi_client/models/judge_request.py +108 -0
  171. root/generated/openapi_client/models/model.py +126 -0
  172. root/generated/openapi_client/models/model_list.py +115 -0
  173. root/generated/openapi_client/models/model_params.py +89 -0
  174. root/generated/openapi_client/models/model_params_request.py +89 -0
  175. root/generated/openapi_client/models/model_request.py +118 -0
  176. root/generated/openapi_client/models/nested_evaluator.py +110 -0
  177. root/generated/openapi_client/models/nested_evaluator_objective.py +87 -0
  178. root/generated/openapi_client/models/nested_evaluator_request.py +92 -0
  179. root/generated/openapi_client/models/nested_objective_evaluator.py +105 -0
  180. root/generated/openapi_client/models/nested_objective_evaluator_request.py +92 -0
  181. root/generated/openapi_client/models/nested_objective_list.py +111 -0
  182. root/generated/openapi_client/models/nested_user_details.py +88 -0
  183. root/generated/openapi_client/models/nested_user_details_request.py +82 -0
  184. root/generated/openapi_client/models/nested_vector_objective.py +88 -0
  185. root/generated/openapi_client/models/nested_vector_objective_request.py +82 -0
  186. root/generated/openapi_client/models/objective.py +157 -0
  187. root/generated/openapi_client/models/objective_list.py +128 -0
  188. root/generated/openapi_client/models/objective_request.py +113 -0
  189. root/generated/openapi_client/models/objective_validator.py +100 -0
  190. root/generated/openapi_client/models/objective_validator_request.py +90 -0
  191. root/generated/openapi_client/models/paginated_data_set_list_list.py +111 -0
  192. root/generated/openapi_client/models/paginated_evaluator_list.py +111 -0
  193. root/generated/openapi_client/models/paginated_evaluator_list_output_list.py +111 -0
  194. root/generated/openapi_client/models/paginated_execution_log_list_list.py +111 -0
  195. root/generated/openapi_client/models/paginated_judge_list_list.py +111 -0
  196. root/generated/openapi_client/models/paginated_model_list_list.py +111 -0
  197. root/generated/openapi_client/models/paginated_objective_list.py +111 -0
  198. root/generated/openapi_client/models/paginated_objective_list_list.py +111 -0
  199. root/generated/openapi_client/models/patched_evaluator_request.py +194 -0
  200. root/generated/openapi_client/models/patched_judge_request.py +110 -0
  201. root/generated/openapi_client/models/patched_model_request.py +118 -0
  202. root/generated/openapi_client/models/patched_objective_request.py +113 -0
  203. root/generated/openapi_client/models/provider.py +99 -0
  204. root/generated/openapi_client/models/reference_variable.py +123 -0
  205. root/generated/openapi_client/models/reference_variable_request.py +83 -0
  206. root/generated/openapi_client/models/skill_execution_validator_result.py +130 -0
  207. root/generated/openapi_client/models/skill_test_data_request.py +107 -0
  208. root/generated/openapi_client/models/skill_test_data_request_dataset_range.py +93 -0
  209. root/generated/openapi_client/models/skill_test_input_request.py +171 -0
  210. root/generated/openapi_client/models/skill_type_enum.py +36 -0
  211. root/generated/openapi_client/models/status_change.py +84 -0
  212. root/generated/openapi_client/models/status_change_request.py +84 -0
  213. root/generated/openapi_client/models/status_change_status_enum.py +36 -0
  214. root/generated/openapi_client/models/status_enum.py +38 -0
  215. root/generated/openapi_client/models/validation_result_status.py +36 -0
  216. root/generated/openapi_client/models/visibility_enum.py +38 -0
  217. root/generated/openapi_client/rest.py +203 -0
  218. root/generated/openapi_client_README.md +238 -0
  219. root/judges.py +681 -0
  220. root/models.py +197 -0
  221. root/objectives.py +343 -0
  222. root/py.typed +0 -0
  223. root/skills.py +1707 -0
  224. root/utils.py +90 -0
  225. scorable-1.6.4.dist-info/METADATA +395 -0
  226. scorable-1.6.4.dist-info/RECORD +228 -0
  227. scorable-1.6.4.dist-info/WHEEL +4 -0
  228. scorable-1.6.4.dist-info/licenses/LICENSE +202 -0
@@ -0,0 +1,203 @@
1
+ # coding: utf-8
2
+
3
+ """
4
+ Root Signals API
5
+
6
+ Root Signals JSON API provides a way to access Root Signals using provisioned API token
7
+
8
+ The version of the OpenAPI document: 1.0.0 (latest)
9
+ Generated by OpenAPI Generator (https://openapi-generator.tech)
10
+
11
+ Do not edit the class manually.
12
+ """ # noqa: E501
13
+
14
+ import io
15
+ import json
16
+ import re
17
+ import ssl
18
+
19
+ import urllib3
20
+
21
+ from root.generated.openapi_client.exceptions import ApiException, ApiValueError
22
+
23
+ SUPPORTED_SOCKS_PROXIES = {"socks5", "socks5h", "socks4", "socks4a"}
24
+ RESTResponseType = urllib3.HTTPResponse
25
+
26
+
27
+ def is_socks_proxy_url(url):
28
+ if url is None:
29
+ return False
30
+ split_section = url.split("://")
31
+ if len(split_section) < 2:
32
+ return False
33
+ else:
34
+ return split_section[0].lower() in SUPPORTED_SOCKS_PROXIES
35
+
36
+
37
+ class RESTResponse(io.IOBase):
38
+ def __init__(self, resp) -> None:
39
+ self.response = resp
40
+ self.status = resp.status
41
+ self.reason = resp.reason
42
+ self.data = None
43
+
44
+ def read(self):
45
+ if self.data is None:
46
+ self.data = self.response.data
47
+ return self.data
48
+
49
+ def getheaders(self):
50
+ """Returns a dictionary of the response headers."""
51
+ return self.response.headers
52
+
53
+ def getheader(self, name, default=None):
54
+ """Returns a given response header."""
55
+ return self.response.headers.get(name, default)
56
+
57
+
58
+ class RESTClientObject:
59
+ def __init__(self, configuration) -> None:
60
+ # urllib3.PoolManager will pass all kw parameters to connectionpool
61
+ # https://github.com/shazow/urllib3/blob/f9409436f83aeb79fbaf090181cd81b784f1b8ce/urllib3/poolmanager.py#L75 # noqa: E501
62
+ # https://github.com/shazow/urllib3/blob/f9409436f83aeb79fbaf090181cd81b784f1b8ce/urllib3/connectionpool.py#L680 # noqa: E501
63
+ # Custom SSL certificates and client certificates: http://urllib3.readthedocs.io/en/latest/advanced-usage.html # noqa: E501
64
+
65
+ # cert_reqs
66
+ if configuration.verify_ssl:
67
+ cert_reqs = ssl.CERT_REQUIRED
68
+ else:
69
+ cert_reqs = ssl.CERT_NONE
70
+
71
+ pool_args = {
72
+ "cert_reqs": cert_reqs,
73
+ "ca_certs": configuration.ssl_ca_cert,
74
+ "cert_file": configuration.cert_file,
75
+ "key_file": configuration.key_file,
76
+ }
77
+ if configuration.assert_hostname is not None:
78
+ pool_args["assert_hostname"] = configuration.assert_hostname
79
+
80
+ if configuration.retries is not None:
81
+ pool_args["retries"] = configuration.retries
82
+
83
+ if configuration.tls_server_name:
84
+ pool_args["server_hostname"] = configuration.tls_server_name
85
+
86
+ if configuration.socket_options is not None:
87
+ pool_args["socket_options"] = configuration.socket_options
88
+
89
+ if configuration.connection_pool_maxsize is not None:
90
+ pool_args["maxsize"] = configuration.connection_pool_maxsize
91
+
92
+ # https pool manager
93
+ self.pool_manager: urllib3.PoolManager
94
+
95
+ if configuration.proxy:
96
+ if is_socks_proxy_url(configuration.proxy):
97
+ from urllib3.contrib.socks import SOCKSProxyManager
98
+
99
+ pool_args["proxy_url"] = configuration.proxy
100
+ pool_args["headers"] = configuration.proxy_headers
101
+ self.pool_manager = SOCKSProxyManager(**pool_args)
102
+ else:
103
+ pool_args["proxy_url"] = configuration.proxy
104
+ pool_args["proxy_headers"] = configuration.proxy_headers
105
+ self.pool_manager = urllib3.ProxyManager(**pool_args)
106
+ else:
107
+ self.pool_manager = urllib3.PoolManager(**pool_args)
108
+
109
+ def request(self, method, url, headers=None, body=None, post_params=None, _request_timeout=None):
110
+ """Perform requests.
111
+
112
+ :param method: http request method
113
+ :param url: http request url
114
+ :param headers: http request headers
115
+ :param body: request json body, for `application/json`
116
+ :param post_params: request post parameters,
117
+ `application/x-www-form-urlencoded`
118
+ and `multipart/form-data`
119
+ :param _request_timeout: timeout setting for this request. If one
120
+ number provided, it will be total request
121
+ timeout. It can also be a pair (tuple) of
122
+ (connection, read) timeouts.
123
+ """
124
+ method = method.upper()
125
+ assert method in ["GET", "HEAD", "DELETE", "POST", "PUT", "PATCH", "OPTIONS"]
126
+
127
+ if post_params and body:
128
+ raise ApiValueError("body parameter cannot be used with post_params parameter.")
129
+
130
+ post_params = post_params or {}
131
+ headers = headers or {}
132
+
133
+ timeout = None
134
+ if _request_timeout:
135
+ if isinstance(_request_timeout, (int, float)):
136
+ timeout = urllib3.Timeout(total=_request_timeout)
137
+ elif isinstance(_request_timeout, tuple) and len(_request_timeout) == 2:
138
+ timeout = urllib3.Timeout(connect=_request_timeout[0], read=_request_timeout[1])
139
+
140
+ try:
141
+ # For `POST`, `PUT`, `PATCH`, `OPTIONS`, `DELETE`
142
+ if method in ["POST", "PUT", "PATCH", "OPTIONS", "DELETE"]:
143
+ # no content type provided or payload is json
144
+ content_type = headers.get("Content-Type")
145
+ if not content_type or re.search("json", content_type, re.IGNORECASE):
146
+ request_body = None
147
+ if body is not None:
148
+ request_body = json.dumps(body)
149
+ r = self.pool_manager.request(
150
+ method, url, body=request_body, timeout=timeout, headers=headers, preload_content=False
151
+ )
152
+ elif content_type == "application/x-www-form-urlencoded":
153
+ r = self.pool_manager.request(
154
+ method,
155
+ url,
156
+ fields=post_params,
157
+ encode_multipart=False,
158
+ timeout=timeout,
159
+ headers=headers,
160
+ preload_content=False,
161
+ )
162
+ elif content_type == "multipart/form-data":
163
+ # must del headers['Content-Type'], or the correct
164
+ # Content-Type which generated by urllib3 will be
165
+ # overwritten.
166
+ del headers["Content-Type"]
167
+ r = self.pool_manager.request(
168
+ method,
169
+ url,
170
+ fields=post_params,
171
+ encode_multipart=True,
172
+ timeout=timeout,
173
+ headers=headers,
174
+ preload_content=False,
175
+ )
176
+ # Pass a `string` parameter directly in the body to support
177
+ # other content types than JSON when `body` argument is
178
+ # provided in serialized form.
179
+ elif isinstance(body, str) or isinstance(body, bytes):
180
+ r = self.pool_manager.request(
181
+ method, url, body=body, timeout=timeout, headers=headers, preload_content=False
182
+ )
183
+ elif headers["Content-Type"] == "text/plain" and isinstance(body, bool):
184
+ request_body = "true" if body else "false"
185
+ r = self.pool_manager.request(
186
+ method, url, body=request_body, preload_content=False, timeout=timeout, headers=headers
187
+ )
188
+ else:
189
+ # Cannot generate the request from given parameters
190
+ msg = """Cannot prepare a request message for provided
191
+ arguments. Please check that your arguments match
192
+ declared content type."""
193
+ raise ApiException(status=0, reason=msg)
194
+ # For `GET`, `HEAD`
195
+ else:
196
+ r = self.pool_manager.request(
197
+ method, url, fields={}, timeout=timeout, headers=headers, preload_content=False
198
+ )
199
+ except urllib3.exceptions.SSLError as e:
200
+ msg = "\n".join([type(e).__name__, str(e)])
201
+ raise ApiException(status=0, reason=msg)
202
+
203
+ return RESTResponse(r)
@@ -0,0 +1,238 @@
1
+ # root.generated.openapi-client
2
+ Root Signals JSON API provides a way to access Root Signals using provisioned API token
3
+
4
+ The `root.generated.openapi_client` package is automatically generated by the [OpenAPI Generator](https://openapi-generator.tech) project:
5
+
6
+ - API version: 1.0.0 (latest)
7
+ - Package version: 1.0.0
8
+ - Generator version: 7.4.0
9
+ - Build package: org.openapitools.codegen.languages.PythonClientCodegen
10
+
11
+ ## Requirements.
12
+
13
+ Python 3.7+
14
+
15
+ ## Installation & Usage
16
+
17
+ This python library package is generated without supporting files like setup.py or requirements files
18
+
19
+ To be able to use it, you will need these dependencies in your own package that uses this library:
20
+
21
+ * urllib3 >= 1.25.3
22
+ * python-dateutil
23
+ * pydantic
24
+
25
+ ## Getting Started
26
+
27
+ In your own code, to use this library to connect and interact with root.generated.openapi-client,
28
+ you can run the following:
29
+
30
+ ```python
31
+
32
+ import root.generated.openapi_client
33
+ from root.generated.openapi_client.rest import ApiException
34
+ from pprint import pprint
35
+
36
+ # Defining the host is optional and defaults to https://api.app.rootsignals.ai
37
+ # See configuration.py for a list of all supported configuration parameters.
38
+ configuration = root.generated.openapi_client.Configuration(
39
+ host = "https://api.app.rootsignals.ai"
40
+ )
41
+
42
+ # The client must configure the authentication and authorization parameters
43
+ # in accordance with the API server security policy.
44
+ # Examples for each auth method are provided below, use the example that
45
+ # satisfies your auth use case.
46
+
47
+ # Configure API key authorization: publicApiKey
48
+ configuration.api_key['publicApiKey'] = os.environ["API_KEY"]
49
+
50
+ # Uncomment below to setup prefix (e.g. Bearer) for API key, if needed
51
+ # configuration.api_key_prefix['publicApiKey'] = 'Bearer'
52
+
53
+
54
+ # Enter a context with an instance of the API client
55
+ with root.generated.openapi_client.ApiClient(configuration) as api_client:
56
+ # Create an instance of the API class
57
+ api_instance = root.generated.openapi_client.DatasetsApi(api_client)
58
+ data_set_create_request = {"name":"My data set","url":"https://example.com"} # DataSetCreateRequest | (optional)
59
+
60
+ try:
61
+ api_response = api_instance.datasets_create(data_set_create_request=data_set_create_request)
62
+ print("The response of DatasetsApi->datasets_create:\n")
63
+ pprint(api_response)
64
+ except ApiException as e:
65
+ print("Exception when calling DatasetsApi->datasets_create: %s\n" % e)
66
+
67
+ ```
68
+
69
+ ## Documentation for API Endpoints
70
+
71
+ All URIs are relative to *https://api.app.rootsignals.ai*
72
+
73
+ Class | Method | HTTP request | Description
74
+ ------------ | ------------- | ------------- | -------------
75
+ *DatasetsApi* | [**datasets_create**](root/generated/openapi_client/docs/DatasetsApi.md#datasets_create) | **POST** /v1/datasets/ |
76
+ *DatasetsApi* | [**datasets_destroy**](root/generated/openapi_client/docs/DatasetsApi.md#datasets_destroy) | **DELETE** /v1/datasets/{id}/ |
77
+ *DatasetsApi* | [**datasets_list**](root/generated/openapi_client/docs/DatasetsApi.md#datasets_list) | **GET** /v1/datasets/ |
78
+ *DatasetsApi* | [**datasets_retrieve**](root/generated/openapi_client/docs/DatasetsApi.md#datasets_retrieve) | **GET** /v1/datasets/{id}/ |
79
+ *DatasetsApi* | [**datasets_status_update**](root/generated/openapi_client/docs/DatasetsApi.md#datasets_status_update) | **PUT** /v1/datasets/status/{id}/ |
80
+ *EvaluatorsApi* | [**evaluators_calibrate_create**](root/generated/openapi_client/docs/EvaluatorsApi.md#evaluators_calibrate_create) | **POST** /v1/evaluators/calibrate/ |
81
+ *EvaluatorsApi* | [**evaluators_calibrate_create2**](root/generated/openapi_client/docs/EvaluatorsApi.md#evaluators_calibrate_create2) | **POST** /v1/evaluators/calibrate/{id} |
82
+ *EvaluatorsApi* | [**evaluators_create**](root/generated/openapi_client/docs/EvaluatorsApi.md#evaluators_create) | **POST** /v1/evaluators/ |
83
+ *EvaluatorsApi* | [**evaluators_destroy**](root/generated/openapi_client/docs/EvaluatorsApi.md#evaluators_destroy) | **DELETE** /v1/evaluators/{id}/ |
84
+ *EvaluatorsApi* | [**evaluators_duplicate_create**](root/generated/openapi_client/docs/EvaluatorsApi.md#evaluators_duplicate_create) | **POST** /v1/evaluators/duplicate/{id}/ |
85
+ *EvaluatorsApi* | [**evaluators_execute_by_name_create**](root/generated/openapi_client/docs/EvaluatorsApi.md#evaluators_execute_by_name_create) | **POST** /v1/evaluators/execute/by-name/ |
86
+ *EvaluatorsApi* | [**evaluators_execute_create**](root/generated/openapi_client/docs/EvaluatorsApi.md#evaluators_execute_create) | **POST** /v1/evaluators/execute/{id}/ |
87
+ *EvaluatorsApi* | [**evaluators_list**](root/generated/openapi_client/docs/EvaluatorsApi.md#evaluators_list) | **GET** /v1/evaluators/ |
88
+ *EvaluatorsApi* | [**evaluators_partial_update**](root/generated/openapi_client/docs/EvaluatorsApi.md#evaluators_partial_update) | **PATCH** /v1/evaluators/{id}/ |
89
+ *EvaluatorsApi* | [**evaluators_retrieve**](root/generated/openapi_client/docs/EvaluatorsApi.md#evaluators_retrieve) | **GET** /v1/evaluators/{id}/ |
90
+ *EvaluatorsApi* | [**evaluators_status_create**](root/generated/openapi_client/docs/EvaluatorsApi.md#evaluators_status_create) | **POST** /v1/evaluators/status/{id}/ |
91
+ *EvaluatorsApi* | [**evaluators_status_update**](root/generated/openapi_client/docs/EvaluatorsApi.md#evaluators_status_update) | **PUT** /v1/evaluators/status/{id}/ |
92
+ *EvaluatorsApi* | [**evaluators_update**](root/generated/openapi_client/docs/EvaluatorsApi.md#evaluators_update) | **PUT** /v1/evaluators/{id}/ |
93
+ *EvaluatorsApi* | [**evaluators_versions_list**](root/generated/openapi_client/docs/EvaluatorsApi.md#evaluators_versions_list) | **GET** /v1/evaluators/versions/{id}/ |
94
+ *ExecutionLogsApi* | [**execution_logs_list**](root/generated/openapi_client/docs/ExecutionLogsApi.md#execution_logs_list) | **GET** /v1/execution-logs/ |
95
+ *ExecutionLogsApi* | [**execution_logs_retrieve**](root/generated/openapi_client/docs/ExecutionLogsApi.md#execution_logs_retrieve) | **GET** /v1/execution-logs/{log_id}/ |
96
+ *JudgesApi* | [**judges_create**](root/generated/openapi_client/docs/JudgesApi.md#judges_create) | **POST** /v1/judges/ |
97
+ *JudgesApi* | [**judges_destroy**](root/generated/openapi_client/docs/JudgesApi.md#judges_destroy) | **DELETE** /v1/judges/{id}/ |
98
+ *JudgesApi* | [**judges_duplicate_create**](root/generated/openapi_client/docs/JudgesApi.md#judges_duplicate_create) | **POST** /v1/judges/{id}/duplicate/ |
99
+ *JudgesApi* | [**judges_execute_by_name_create**](root/generated/openapi_client/docs/JudgesApi.md#judges_execute_by_name_create) | **POST** /v1/judges/execute/by-name/ |
100
+ *JudgesApi* | [**judges_execute_create**](root/generated/openapi_client/docs/JudgesApi.md#judges_execute_create) | **POST** /v1/judges/{judge_id}/execute/ |
101
+ *JudgesApi* | [**judges_generate_create**](root/generated/openapi_client/docs/JudgesApi.md#judges_generate_create) | **POST** /v1/judges/generate/ |
102
+ *JudgesApi* | [**judges_invite_create**](root/generated/openapi_client/docs/JudgesApi.md#judges_invite_create) | **POST** /v1/judges/{id}/invite/ |
103
+ *JudgesApi* | [**judges_list**](root/generated/openapi_client/docs/JudgesApi.md#judges_list) | **GET** /v1/judges/ |
104
+ *JudgesApi* | [**judges_openai_chat_completions_create**](root/generated/openapi_client/docs/JudgesApi.md#judges_openai_chat_completions_create) | **POST** /v1/judges/openai/chat/completions |
105
+ *JudgesApi* | [**judges_openai_chat_completions_create2**](root/generated/openapi_client/docs/JudgesApi.md#judges_openai_chat_completions_create2) | **POST** /v1/judges/{judge_id}/openai/chat/completions |
106
+ *JudgesApi* | [**judges_partial_update**](root/generated/openapi_client/docs/JudgesApi.md#judges_partial_update) | **PATCH** /v1/judges/{id}/ |
107
+ *JudgesApi* | [**judges_refine_create**](root/generated/openapi_client/docs/JudgesApi.md#judges_refine_create) | **POST** /v1/judges/{judge_id}/refine/ |
108
+ *JudgesApi* | [**judges_refine_openai_chat_completions_create**](root/generated/openapi_client/docs/JudgesApi.md#judges_refine_openai_chat_completions_create) | **POST** /v1/judges/{judge_id}/refine/openai/chat/completions |
109
+ *JudgesApi* | [**judges_retrieve**](root/generated/openapi_client/docs/JudgesApi.md#judges_retrieve) | **GET** /v1/judges/{id}/ |
110
+ *JudgesApi* | [**judges_update**](root/generated/openapi_client/docs/JudgesApi.md#judges_update) | **PUT** /v1/judges/{id}/ |
111
+ *ModelsApi* | [**models_create**](root/generated/openapi_client/docs/ModelsApi.md#models_create) | **POST** /v1/models/ |
112
+ *ModelsApi* | [**models_destroy**](root/generated/openapi_client/docs/ModelsApi.md#models_destroy) | **DELETE** /v1/models/{id}/ |
113
+ *ModelsApi* | [**models_list**](root/generated/openapi_client/docs/ModelsApi.md#models_list) | **GET** /v1/models/ |
114
+ *ModelsApi* | [**models_partial_update**](root/generated/openapi_client/docs/ModelsApi.md#models_partial_update) | **PATCH** /v1/models/{id}/ |
115
+ *ModelsApi* | [**models_retrieve**](root/generated/openapi_client/docs/ModelsApi.md#models_retrieve) | **GET** /v1/models/{id}/ |
116
+ *ModelsApi* | [**models_update**](root/generated/openapi_client/docs/ModelsApi.md#models_update) | **PUT** /v1/models/{id}/ |
117
+ *ObjectivesApi* | [**objectives_create**](root/generated/openapi_client/docs/ObjectivesApi.md#objectives_create) | **POST** /v1/objectives/ |
118
+ *ObjectivesApi* | [**objectives_destroy**](root/generated/openapi_client/docs/ObjectivesApi.md#objectives_destroy) | **DELETE** /v1/objectives/{id}/ |
119
+ *ObjectivesApi* | [**objectives_list**](root/generated/openapi_client/docs/ObjectivesApi.md#objectives_list) | **GET** /v1/objectives/ |
120
+ *ObjectivesApi* | [**objectives_partial_update**](root/generated/openapi_client/docs/ObjectivesApi.md#objectives_partial_update) | **PATCH** /v1/objectives/{id}/ |
121
+ *ObjectivesApi* | [**objectives_retrieve**](root/generated/openapi_client/docs/ObjectivesApi.md#objectives_retrieve) | **GET** /v1/objectives/{id}/ |
122
+ *ObjectivesApi* | [**objectives_update**](root/generated/openapi_client/docs/ObjectivesApi.md#objectives_update) | **PUT** /v1/objectives/{id}/ |
123
+ *ObjectivesApi* | [**objectives_versions_list**](root/generated/openapi_client/docs/ObjectivesApi.md#objectives_versions_list) | **GET** /v1/objectives/versions/{id}/ |
124
+
125
+
126
+ ## Documentation For Models
127
+
128
+ - [DataSetCreate](root/generated/openapi_client/docs/DataSetCreate.md)
129
+ - [DataSetCreateRequest](root/generated/openapi_client/docs/DataSetCreateRequest.md)
130
+ - [DataSetList](root/generated/openapi_client/docs/DataSetList.md)
131
+ - [DataSetType](root/generated/openapi_client/docs/DataSetType.md)
132
+ - [DatasetRangeRequest](root/generated/openapi_client/docs/DatasetRangeRequest.md)
133
+ - [Evaluator](root/generated/openapi_client/docs/Evaluator.md)
134
+ - [EvaluatorCalibrationOutput](root/generated/openapi_client/docs/EvaluatorCalibrationOutput.md)
135
+ - [EvaluatorCalibrationResult](root/generated/openapi_client/docs/EvaluatorCalibrationResult.md)
136
+ - [EvaluatorDemonstrations](root/generated/openapi_client/docs/EvaluatorDemonstrations.md)
137
+ - [EvaluatorDemonstrationsRequest](root/generated/openapi_client/docs/EvaluatorDemonstrationsRequest.md)
138
+ - [EvaluatorExecutionFunctionParameterPropertyRequest](root/generated/openapi_client/docs/EvaluatorExecutionFunctionParameterPropertyRequest.md)
139
+ - [EvaluatorExecutionFunctionParameterRequest](root/generated/openapi_client/docs/EvaluatorExecutionFunctionParameterRequest.md)
140
+ - [EvaluatorExecutionFunctionParameterTypeEnum](root/generated/openapi_client/docs/EvaluatorExecutionFunctionParameterTypeEnum.md)
141
+ - [EvaluatorExecutionFunctionRequest](root/generated/openapi_client/docs/EvaluatorExecutionFunctionRequest.md)
142
+ - [EvaluatorExecutionFunctionsRequest](root/generated/openapi_client/docs/EvaluatorExecutionFunctionsRequest.md)
143
+ - [EvaluatorExecutionFunctionsTypeEnum](root/generated/openapi_client/docs/EvaluatorExecutionFunctionsTypeEnum.md)
144
+ - [EvaluatorExecutionRequest](root/generated/openapi_client/docs/EvaluatorExecutionRequest.md)
145
+ - [EvaluatorExecutionResult](root/generated/openapi_client/docs/EvaluatorExecutionResult.md)
146
+ - [EvaluatorInputsValue](root/generated/openapi_client/docs/EvaluatorInputsValue.md)
147
+ - [EvaluatorInputsValueItems](root/generated/openapi_client/docs/EvaluatorInputsValueItems.md)
148
+ - [EvaluatorListOutput](root/generated/openapi_client/docs/EvaluatorListOutput.md)
149
+ - [EvaluatorReference](root/generated/openapi_client/docs/EvaluatorReference.md)
150
+ - [EvaluatorReferenceRequest](root/generated/openapi_client/docs/EvaluatorReferenceRequest.md)
151
+ - [EvaluatorRequest](root/generated/openapi_client/docs/EvaluatorRequest.md)
152
+ - [EvaluatorResult](root/generated/openapi_client/docs/EvaluatorResult.md)
153
+ - [ExecutionLogDetails](root/generated/openapi_client/docs/ExecutionLogDetails.md)
154
+ - [ExecutionLogDetailsEvaluationContext](root/generated/openapi_client/docs/ExecutionLogDetailsEvaluationContext.md)
155
+ - [ExecutionLogDetailsEvaluatorLatenciesInner](root/generated/openapi_client/docs/ExecutionLogDetailsEvaluatorLatenciesInner.md)
156
+ - [ExecutionLogList](root/generated/openapi_client/docs/ExecutionLogList.md)
157
+ - [ExecutionLogListEvaluationContext](root/generated/openapi_client/docs/ExecutionLogListEvaluationContext.md)
158
+ - [GenerationModelParamsRequest](root/generated/openapi_client/docs/GenerationModelParamsRequest.md)
159
+ - [ID](root/generated/openapi_client/docs/ID.md)
160
+ - [InputVariable](root/generated/openapi_client/docs/InputVariable.md)
161
+ - [InputVariableRequest](root/generated/openapi_client/docs/InputVariableRequest.md)
162
+ - [Judge](root/generated/openapi_client/docs/Judge.md)
163
+ - [JudgeExecutionRequest](root/generated/openapi_client/docs/JudgeExecutionRequest.md)
164
+ - [JudgeExecutionResponse](root/generated/openapi_client/docs/JudgeExecutionResponse.md)
165
+ - [JudgeFilesInner](root/generated/openapi_client/docs/JudgeFilesInner.md)
166
+ - [JudgeGeneratorRequest](root/generated/openapi_client/docs/JudgeGeneratorRequest.md)
167
+ - [JudgeGeneratorResponse](root/generated/openapi_client/docs/JudgeGeneratorResponse.md)
168
+ - [JudgeInviteRequest](root/generated/openapi_client/docs/JudgeInviteRequest.md)
169
+ - [JudgeList](root/generated/openapi_client/docs/JudgeList.md)
170
+ - [JudgeRectifierRequestRequest](root/generated/openapi_client/docs/JudgeRectifierRequestRequest.md)
171
+ - [JudgeRectifierResponse](root/generated/openapi_client/docs/JudgeRectifierResponse.md)
172
+ - [JudgeRequest](root/generated/openapi_client/docs/JudgeRequest.md)
173
+ - [Model](root/generated/openapi_client/docs/Model.md)
174
+ - [ModelList](root/generated/openapi_client/docs/ModelList.md)
175
+ - [ModelParams](root/generated/openapi_client/docs/ModelParams.md)
176
+ - [ModelParamsRequest](root/generated/openapi_client/docs/ModelParamsRequest.md)
177
+ - [ModelRequest](root/generated/openapi_client/docs/ModelRequest.md)
178
+ - [NestedEvaluator](root/generated/openapi_client/docs/NestedEvaluator.md)
179
+ - [NestedEvaluatorObjective](root/generated/openapi_client/docs/NestedEvaluatorObjective.md)
180
+ - [NestedEvaluatorRequest](root/generated/openapi_client/docs/NestedEvaluatorRequest.md)
181
+ - [NestedObjectiveEvaluator](root/generated/openapi_client/docs/NestedObjectiveEvaluator.md)
182
+ - [NestedObjectiveEvaluatorRequest](root/generated/openapi_client/docs/NestedObjectiveEvaluatorRequest.md)
183
+ - [NestedObjectiveList](root/generated/openapi_client/docs/NestedObjectiveList.md)
184
+ - [NestedUserDetails](root/generated/openapi_client/docs/NestedUserDetails.md)
185
+ - [NestedUserDetailsRequest](root/generated/openapi_client/docs/NestedUserDetailsRequest.md)
186
+ - [NestedVectorObjective](root/generated/openapi_client/docs/NestedVectorObjective.md)
187
+ - [NestedVectorObjectiveRequest](root/generated/openapi_client/docs/NestedVectorObjectiveRequest.md)
188
+ - [Objective](root/generated/openapi_client/docs/Objective.md)
189
+ - [ObjectiveList](root/generated/openapi_client/docs/ObjectiveList.md)
190
+ - [ObjectiveRequest](root/generated/openapi_client/docs/ObjectiveRequest.md)
191
+ - [ObjectiveValidator](root/generated/openapi_client/docs/ObjectiveValidator.md)
192
+ - [ObjectiveValidatorRequest](root/generated/openapi_client/docs/ObjectiveValidatorRequest.md)
193
+ - [PaginatedDataSetListList](root/generated/openapi_client/docs/PaginatedDataSetListList.md)
194
+ - [PaginatedEvaluatorList](root/generated/openapi_client/docs/PaginatedEvaluatorList.md)
195
+ - [PaginatedEvaluatorListOutputList](root/generated/openapi_client/docs/PaginatedEvaluatorListOutputList.md)
196
+ - [PaginatedExecutionLogListList](root/generated/openapi_client/docs/PaginatedExecutionLogListList.md)
197
+ - [PaginatedJudgeListList](root/generated/openapi_client/docs/PaginatedJudgeListList.md)
198
+ - [PaginatedModelListList](root/generated/openapi_client/docs/PaginatedModelListList.md)
199
+ - [PaginatedObjectiveList](root/generated/openapi_client/docs/PaginatedObjectiveList.md)
200
+ - [PaginatedObjectiveListList](root/generated/openapi_client/docs/PaginatedObjectiveListList.md)
201
+ - [PatchedEvaluatorRequest](root/generated/openapi_client/docs/PatchedEvaluatorRequest.md)
202
+ - [PatchedJudgeRequest](root/generated/openapi_client/docs/PatchedJudgeRequest.md)
203
+ - [PatchedModelRequest](root/generated/openapi_client/docs/PatchedModelRequest.md)
204
+ - [PatchedObjectiveRequest](root/generated/openapi_client/docs/PatchedObjectiveRequest.md)
205
+ - [Provider](root/generated/openapi_client/docs/Provider.md)
206
+ - [ReferenceVariable](root/generated/openapi_client/docs/ReferenceVariable.md)
207
+ - [ReferenceVariableRequest](root/generated/openapi_client/docs/ReferenceVariableRequest.md)
208
+ - [SkillExecutionValidatorResult](root/generated/openapi_client/docs/SkillExecutionValidatorResult.md)
209
+ - [SkillTestDataRequest](root/generated/openapi_client/docs/SkillTestDataRequest.md)
210
+ - [SkillTestDataRequestDatasetRange](root/generated/openapi_client/docs/SkillTestDataRequestDatasetRange.md)
211
+ - [SkillTestInputRequest](root/generated/openapi_client/docs/SkillTestInputRequest.md)
212
+ - [SkillTypeEnum](root/generated/openapi_client/docs/SkillTypeEnum.md)
213
+ - [StatusChange](root/generated/openapi_client/docs/StatusChange.md)
214
+ - [StatusChangeRequest](root/generated/openapi_client/docs/StatusChangeRequest.md)
215
+ - [StatusChangeStatusEnum](root/generated/openapi_client/docs/StatusChangeStatusEnum.md)
216
+ - [StatusEnum](root/generated/openapi_client/docs/StatusEnum.md)
217
+ - [ValidationResultStatus](root/generated/openapi_client/docs/ValidationResultStatus.md)
218
+ - [VisibilityEnum](root/generated/openapi_client/docs/VisibilityEnum.md)
219
+
220
+
221
+ <a id="documentation-for-authorization"></a>
222
+ ## Documentation For Authorization
223
+
224
+
225
+ Authentication schemes defined for the API:
226
+ <a id="publicApiKey"></a>
227
+ ### publicApiKey
228
+
229
+ - **Type**: API key
230
+ - **API key parameter name**: Authorization
231
+ - **Location**: HTTP header
232
+
233
+
234
+ ## Author
235
+
236
+
237
+
238
+