scorable 1.6.4__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of scorable might be problematic. Click here for more details.
- root/__about__.py +4 -0
- root/__init__.py +17 -0
- root/client.py +207 -0
- root/datasets.py +231 -0
- root/execution_logs.py +162 -0
- root/generated/__init__.py +0 -0
- root/generated/openapi_aclient/__init__.py +1 -0
- root/generated/openapi_aclient/api/__init__.py +1 -0
- root/generated/openapi_aclient/api/datasets_api.py +1274 -0
- root/generated/openapi_aclient/api/evaluators_api.py +3641 -0
- root/generated/openapi_aclient/api/execution_logs_api.py +751 -0
- root/generated/openapi_aclient/api/judges_api.py +3794 -0
- root/generated/openapi_aclient/api/models_api.py +1473 -0
- root/generated/openapi_aclient/api/objectives_api.py +1767 -0
- root/generated/openapi_aclient/api_client.py +662 -0
- root/generated/openapi_aclient/api_response.py +22 -0
- root/generated/openapi_aclient/configuration.py +470 -0
- root/generated/openapi_aclient/exceptions.py +197 -0
- root/generated/openapi_aclient/models/__init__.py +122 -0
- root/generated/openapi_aclient/models/data_set_create.py +118 -0
- root/generated/openapi_aclient/models/data_set_create_request.py +105 -0
- root/generated/openapi_aclient/models/data_set_list.py +129 -0
- root/generated/openapi_aclient/models/data_set_type.py +36 -0
- root/generated/openapi_aclient/models/dataset_range_request.py +93 -0
- root/generated/openapi_aclient/models/evaluator.py +273 -0
- root/generated/openapi_aclient/models/evaluator_calibration_output.py +101 -0
- root/generated/openapi_aclient/models/evaluator_calibration_result.py +134 -0
- root/generated/openapi_aclient/models/evaluator_demonstrations.py +107 -0
- root/generated/openapi_aclient/models/evaluator_demonstrations_request.py +107 -0
- root/generated/openapi_aclient/models/evaluator_execution_function_parameter_property_request.py +86 -0
- root/generated/openapi_aclient/models/evaluator_execution_function_parameter_request.py +109 -0
- root/generated/openapi_aclient/models/evaluator_execution_function_parameter_type_enum.py +35 -0
- root/generated/openapi_aclient/models/evaluator_execution_function_request.py +99 -0
- root/generated/openapi_aclient/models/evaluator_execution_functions_request.py +98 -0
- root/generated/openapi_aclient/models/evaluator_execution_functions_type_enum.py +35 -0
- root/generated/openapi_aclient/models/evaluator_execution_request.py +134 -0
- root/generated/openapi_aclient/models/evaluator_execution_result.py +114 -0
- root/generated/openapi_aclient/models/evaluator_inputs_value.py +100 -0
- root/generated/openapi_aclient/models/evaluator_inputs_value_items.py +89 -0
- root/generated/openapi_aclient/models/evaluator_list_output.py +198 -0
- root/generated/openapi_aclient/models/evaluator_reference.py +90 -0
- root/generated/openapi_aclient/models/evaluator_reference_request.py +90 -0
- root/generated/openapi_aclient/models/evaluator_request.py +194 -0
- root/generated/openapi_aclient/models/evaluator_result.py +110 -0
- root/generated/openapi_aclient/models/execution_log_details.py +291 -0
- root/generated/openapi_aclient/models/execution_log_details_evaluation_context.py +83 -0
- root/generated/openapi_aclient/models/execution_log_details_evaluator_latencies_inner.py +83 -0
- root/generated/openapi_aclient/models/execution_log_list.py +217 -0
- root/generated/openapi_aclient/models/execution_log_list_evaluation_context.py +83 -0
- root/generated/openapi_aclient/models/generation_model_params_request.py +93 -0
- root/generated/openapi_aclient/models/id.py +87 -0
- root/generated/openapi_aclient/models/input_variable.py +121 -0
- root/generated/openapi_aclient/models/input_variable_request.py +82 -0
- root/generated/openapi_aclient/models/judge.py +178 -0
- root/generated/openapi_aclient/models/judge_execution_request.py +114 -0
- root/generated/openapi_aclient/models/judge_execution_response.py +97 -0
- root/generated/openapi_aclient/models/judge_files_inner.py +84 -0
- root/generated/openapi_aclient/models/judge_generator_request.py +142 -0
- root/generated/openapi_aclient/models/judge_generator_response.py +88 -0
- root/generated/openapi_aclient/models/judge_invite_request.py +87 -0
- root/generated/openapi_aclient/models/judge_list.py +156 -0
- root/generated/openapi_aclient/models/judge_rectifier_request_request.py +114 -0
- root/generated/openapi_aclient/models/judge_rectifier_response.py +121 -0
- root/generated/openapi_aclient/models/judge_request.py +108 -0
- root/generated/openapi_aclient/models/model.py +126 -0
- root/generated/openapi_aclient/models/model_list.py +115 -0
- root/generated/openapi_aclient/models/model_params.py +89 -0
- root/generated/openapi_aclient/models/model_params_request.py +89 -0
- root/generated/openapi_aclient/models/model_request.py +118 -0
- root/generated/openapi_aclient/models/nested_evaluator.py +110 -0
- root/generated/openapi_aclient/models/nested_evaluator_objective.py +87 -0
- root/generated/openapi_aclient/models/nested_evaluator_request.py +92 -0
- root/generated/openapi_aclient/models/nested_objective_evaluator.py +105 -0
- root/generated/openapi_aclient/models/nested_objective_evaluator_request.py +92 -0
- root/generated/openapi_aclient/models/nested_objective_list.py +111 -0
- root/generated/openapi_aclient/models/nested_user_details.py +88 -0
- root/generated/openapi_aclient/models/nested_user_details_request.py +82 -0
- root/generated/openapi_aclient/models/nested_vector_objective.py +88 -0
- root/generated/openapi_aclient/models/nested_vector_objective_request.py +82 -0
- root/generated/openapi_aclient/models/objective.py +157 -0
- root/generated/openapi_aclient/models/objective_list.py +128 -0
- root/generated/openapi_aclient/models/objective_request.py +113 -0
- root/generated/openapi_aclient/models/objective_validator.py +100 -0
- root/generated/openapi_aclient/models/objective_validator_request.py +90 -0
- root/generated/openapi_aclient/models/paginated_data_set_list_list.py +111 -0
- root/generated/openapi_aclient/models/paginated_evaluator_list.py +111 -0
- root/generated/openapi_aclient/models/paginated_evaluator_list_output_list.py +111 -0
- root/generated/openapi_aclient/models/paginated_execution_log_list_list.py +111 -0
- root/generated/openapi_aclient/models/paginated_judge_list_list.py +111 -0
- root/generated/openapi_aclient/models/paginated_model_list_list.py +111 -0
- root/generated/openapi_aclient/models/paginated_objective_list.py +111 -0
- root/generated/openapi_aclient/models/paginated_objective_list_list.py +111 -0
- root/generated/openapi_aclient/models/patched_evaluator_request.py +194 -0
- root/generated/openapi_aclient/models/patched_judge_request.py +110 -0
- root/generated/openapi_aclient/models/patched_model_request.py +118 -0
- root/generated/openapi_aclient/models/patched_objective_request.py +113 -0
- root/generated/openapi_aclient/models/provider.py +99 -0
- root/generated/openapi_aclient/models/reference_variable.py +123 -0
- root/generated/openapi_aclient/models/reference_variable_request.py +83 -0
- root/generated/openapi_aclient/models/skill_execution_validator_result.py +130 -0
- root/generated/openapi_aclient/models/skill_test_data_request.py +107 -0
- root/generated/openapi_aclient/models/skill_test_data_request_dataset_range.py +93 -0
- root/generated/openapi_aclient/models/skill_test_input_request.py +171 -0
- root/generated/openapi_aclient/models/skill_type_enum.py +36 -0
- root/generated/openapi_aclient/models/status_change.py +84 -0
- root/generated/openapi_aclient/models/status_change_request.py +84 -0
- root/generated/openapi_aclient/models/status_change_status_enum.py +36 -0
- root/generated/openapi_aclient/models/status_enum.py +38 -0
- root/generated/openapi_aclient/models/validation_result_status.py +36 -0
- root/generated/openapi_aclient/models/visibility_enum.py +38 -0
- root/generated/openapi_aclient/rest.py +166 -0
- root/generated/openapi_aclient_README.md +239 -0
- root/generated/openapi_client/__init__.py +1 -0
- root/generated/openapi_client/api/__init__.py +1 -0
- root/generated/openapi_client/api/datasets_api.py +1274 -0
- root/generated/openapi_client/api/evaluators_api.py +3641 -0
- root/generated/openapi_client/api/execution_logs_api.py +751 -0
- root/generated/openapi_client/api/judges_api.py +3794 -0
- root/generated/openapi_client/api/models_api.py +1473 -0
- root/generated/openapi_client/api/objectives_api.py +1767 -0
- root/generated/openapi_client/api_client.py +659 -0
- root/generated/openapi_client/api_response.py +22 -0
- root/generated/openapi_client/configuration.py +474 -0
- root/generated/openapi_client/exceptions.py +197 -0
- root/generated/openapi_client/models/__init__.py +120 -0
- root/generated/openapi_client/models/data_set_create.py +118 -0
- root/generated/openapi_client/models/data_set_create_request.py +105 -0
- root/generated/openapi_client/models/data_set_list.py +129 -0
- root/generated/openapi_client/models/data_set_type.py +36 -0
- root/generated/openapi_client/models/dataset_range_request.py +93 -0
- root/generated/openapi_client/models/evaluator.py +273 -0
- root/generated/openapi_client/models/evaluator_calibration_output.py +101 -0
- root/generated/openapi_client/models/evaluator_calibration_result.py +134 -0
- root/generated/openapi_client/models/evaluator_demonstrations.py +107 -0
- root/generated/openapi_client/models/evaluator_demonstrations_request.py +107 -0
- root/generated/openapi_client/models/evaluator_execution_function_parameter_property_request.py +86 -0
- root/generated/openapi_client/models/evaluator_execution_function_parameter_request.py +109 -0
- root/generated/openapi_client/models/evaluator_execution_function_parameter_type_enum.py +35 -0
- root/generated/openapi_client/models/evaluator_execution_function_request.py +99 -0
- root/generated/openapi_client/models/evaluator_execution_functions_request.py +98 -0
- root/generated/openapi_client/models/evaluator_execution_functions_type_enum.py +35 -0
- root/generated/openapi_client/models/evaluator_execution_request.py +134 -0
- root/generated/openapi_client/models/evaluator_execution_result.py +114 -0
- root/generated/openapi_client/models/evaluator_inputs_value.py +100 -0
- root/generated/openapi_client/models/evaluator_inputs_value_items.py +89 -0
- root/generated/openapi_client/models/evaluator_list_output.py +198 -0
- root/generated/openapi_client/models/evaluator_reference.py +90 -0
- root/generated/openapi_client/models/evaluator_reference_request.py +90 -0
- root/generated/openapi_client/models/evaluator_request.py +194 -0
- root/generated/openapi_client/models/evaluator_result.py +110 -0
- root/generated/openapi_client/models/execution_log_details.py +291 -0
- root/generated/openapi_client/models/execution_log_details_evaluation_context.py +83 -0
- root/generated/openapi_client/models/execution_log_details_evaluator_latencies_inner.py +83 -0
- root/generated/openapi_client/models/execution_log_list.py +215 -0
- root/generated/openapi_client/models/execution_log_list_evaluation_context.py +83 -0
- root/generated/openapi_client/models/generation_model_params_request.py +93 -0
- root/generated/openapi_client/models/id.py +87 -0
- root/generated/openapi_client/models/input_variable.py +121 -0
- root/generated/openapi_client/models/input_variable_request.py +82 -0
- root/generated/openapi_client/models/judge.py +178 -0
- root/generated/openapi_client/models/judge_execution_request.py +114 -0
- root/generated/openapi_client/models/judge_execution_response.py +97 -0
- root/generated/openapi_client/models/judge_files_inner.py +84 -0
- root/generated/openapi_client/models/judge_generator_request.py +142 -0
- root/generated/openapi_client/models/judge_generator_response.py +88 -0
- root/generated/openapi_client/models/judge_invite_request.py +87 -0
- root/generated/openapi_client/models/judge_list.py +156 -0
- root/generated/openapi_client/models/judge_rectifier_request_request.py +114 -0
- root/generated/openapi_client/models/judge_rectifier_response.py +121 -0
- root/generated/openapi_client/models/judge_request.py +108 -0
- root/generated/openapi_client/models/model.py +126 -0
- root/generated/openapi_client/models/model_list.py +115 -0
- root/generated/openapi_client/models/model_params.py +89 -0
- root/generated/openapi_client/models/model_params_request.py +89 -0
- root/generated/openapi_client/models/model_request.py +118 -0
- root/generated/openapi_client/models/nested_evaluator.py +110 -0
- root/generated/openapi_client/models/nested_evaluator_objective.py +87 -0
- root/generated/openapi_client/models/nested_evaluator_request.py +92 -0
- root/generated/openapi_client/models/nested_objective_evaluator.py +105 -0
- root/generated/openapi_client/models/nested_objective_evaluator_request.py +92 -0
- root/generated/openapi_client/models/nested_objective_list.py +111 -0
- root/generated/openapi_client/models/nested_user_details.py +88 -0
- root/generated/openapi_client/models/nested_user_details_request.py +82 -0
- root/generated/openapi_client/models/nested_vector_objective.py +88 -0
- root/generated/openapi_client/models/nested_vector_objective_request.py +82 -0
- root/generated/openapi_client/models/objective.py +157 -0
- root/generated/openapi_client/models/objective_list.py +128 -0
- root/generated/openapi_client/models/objective_request.py +113 -0
- root/generated/openapi_client/models/objective_validator.py +100 -0
- root/generated/openapi_client/models/objective_validator_request.py +90 -0
- root/generated/openapi_client/models/paginated_data_set_list_list.py +111 -0
- root/generated/openapi_client/models/paginated_evaluator_list.py +111 -0
- root/generated/openapi_client/models/paginated_evaluator_list_output_list.py +111 -0
- root/generated/openapi_client/models/paginated_execution_log_list_list.py +111 -0
- root/generated/openapi_client/models/paginated_judge_list_list.py +111 -0
- root/generated/openapi_client/models/paginated_model_list_list.py +111 -0
- root/generated/openapi_client/models/paginated_objective_list.py +111 -0
- root/generated/openapi_client/models/paginated_objective_list_list.py +111 -0
- root/generated/openapi_client/models/patched_evaluator_request.py +194 -0
- root/generated/openapi_client/models/patched_judge_request.py +110 -0
- root/generated/openapi_client/models/patched_model_request.py +118 -0
- root/generated/openapi_client/models/patched_objective_request.py +113 -0
- root/generated/openapi_client/models/provider.py +99 -0
- root/generated/openapi_client/models/reference_variable.py +123 -0
- root/generated/openapi_client/models/reference_variable_request.py +83 -0
- root/generated/openapi_client/models/skill_execution_validator_result.py +130 -0
- root/generated/openapi_client/models/skill_test_data_request.py +107 -0
- root/generated/openapi_client/models/skill_test_data_request_dataset_range.py +93 -0
- root/generated/openapi_client/models/skill_test_input_request.py +171 -0
- root/generated/openapi_client/models/skill_type_enum.py +36 -0
- root/generated/openapi_client/models/status_change.py +84 -0
- root/generated/openapi_client/models/status_change_request.py +84 -0
- root/generated/openapi_client/models/status_change_status_enum.py +36 -0
- root/generated/openapi_client/models/status_enum.py +38 -0
- root/generated/openapi_client/models/validation_result_status.py +36 -0
- root/generated/openapi_client/models/visibility_enum.py +38 -0
- root/generated/openapi_client/rest.py +203 -0
- root/generated/openapi_client_README.md +238 -0
- root/judges.py +681 -0
- root/models.py +197 -0
- root/objectives.py +343 -0
- root/py.typed +0 -0
- root/skills.py +1707 -0
- root/utils.py +90 -0
- scorable-1.6.4.dist-info/METADATA +395 -0
- scorable-1.6.4.dist-info/RECORD +228 -0
- scorable-1.6.4.dist-info/WHEEL +4 -0
- scorable-1.6.4.dist-info/licenses/LICENSE +202 -0
|
@@ -0,0 +1,239 @@
|
|
|
1
|
+
# root.generated.openapi-aclient
|
|
2
|
+
Root Signals JSON API provides a way to access Root Signals using provisioned API token
|
|
3
|
+
|
|
4
|
+
The `root.generated.openapi_aclient` package is automatically generated by the [OpenAPI Generator](https://openapi-generator.tech) project:
|
|
5
|
+
|
|
6
|
+
- API version: 1.0.0 (latest)
|
|
7
|
+
- Package version: 1.0.0
|
|
8
|
+
- Generator version: 7.4.0
|
|
9
|
+
- Build package: org.openapitools.codegen.languages.PythonClientCodegen
|
|
10
|
+
|
|
11
|
+
## Requirements.
|
|
12
|
+
|
|
13
|
+
Python 3.7+
|
|
14
|
+
|
|
15
|
+
## Installation & Usage
|
|
16
|
+
|
|
17
|
+
This python library package is generated without supporting files like setup.py or requirements files
|
|
18
|
+
|
|
19
|
+
To be able to use it, you will need these dependencies in your own package that uses this library:
|
|
20
|
+
|
|
21
|
+
* urllib3 >= 1.25.3
|
|
22
|
+
* python-dateutil
|
|
23
|
+
* aiohttp
|
|
24
|
+
* pydantic
|
|
25
|
+
|
|
26
|
+
## Getting Started
|
|
27
|
+
|
|
28
|
+
In your own code, to use this library to connect and interact with root.generated.openapi-aclient,
|
|
29
|
+
you can run the following:
|
|
30
|
+
|
|
31
|
+
```python
|
|
32
|
+
|
|
33
|
+
import root.generated.openapi_aclient
|
|
34
|
+
from root.generated.openapi_aclient.rest import ApiException
|
|
35
|
+
from pprint import pprint
|
|
36
|
+
|
|
37
|
+
# Defining the host is optional and defaults to https://api.app.rootsignals.ai
|
|
38
|
+
# See configuration.py for a list of all supported configuration parameters.
|
|
39
|
+
configuration = root.generated.openapi_aclient.Configuration(
|
|
40
|
+
host = "https://api.app.rootsignals.ai"
|
|
41
|
+
)
|
|
42
|
+
|
|
43
|
+
# The client must configure the authentication and authorization parameters
|
|
44
|
+
# in accordance with the API server security policy.
|
|
45
|
+
# Examples for each auth method are provided below, use the example that
|
|
46
|
+
# satisfies your auth use case.
|
|
47
|
+
|
|
48
|
+
# Configure API key authorization: publicApiKey
|
|
49
|
+
configuration.api_key['publicApiKey'] = os.environ["API_KEY"]
|
|
50
|
+
|
|
51
|
+
# Uncomment below to setup prefix (e.g. Bearer) for API key, if needed
|
|
52
|
+
# configuration.api_key_prefix['publicApiKey'] = 'Bearer'
|
|
53
|
+
|
|
54
|
+
|
|
55
|
+
# Enter a context with an instance of the API client
|
|
56
|
+
async with root.generated.openapi_aclient.ApiClient(configuration) as api_client:
|
|
57
|
+
# Create an instance of the API class
|
|
58
|
+
api_instance = root.generated.openapi_aclient.DatasetsApi(api_client)
|
|
59
|
+
data_set_create_request = {"name":"My data set","url":"https://example.com"} # DataSetCreateRequest | (optional)
|
|
60
|
+
|
|
61
|
+
try:
|
|
62
|
+
api_response = await api_instance.datasets_create(data_set_create_request=data_set_create_request)
|
|
63
|
+
print("The response of DatasetsApi->datasets_create:\n")
|
|
64
|
+
pprint(api_response)
|
|
65
|
+
except ApiException as e:
|
|
66
|
+
print("Exception when calling DatasetsApi->datasets_create: %s\n" % e)
|
|
67
|
+
|
|
68
|
+
```
|
|
69
|
+
|
|
70
|
+
## Documentation for API Endpoints
|
|
71
|
+
|
|
72
|
+
All URIs are relative to *https://api.app.rootsignals.ai*
|
|
73
|
+
|
|
74
|
+
Class | Method | HTTP request | Description
|
|
75
|
+
------------ | ------------- | ------------- | -------------
|
|
76
|
+
*DatasetsApi* | [**datasets_create**](root/generated/openapi_aclient/docs/DatasetsApi.md#datasets_create) | **POST** /v1/datasets/ |
|
|
77
|
+
*DatasetsApi* | [**datasets_destroy**](root/generated/openapi_aclient/docs/DatasetsApi.md#datasets_destroy) | **DELETE** /v1/datasets/{id}/ |
|
|
78
|
+
*DatasetsApi* | [**datasets_list**](root/generated/openapi_aclient/docs/DatasetsApi.md#datasets_list) | **GET** /v1/datasets/ |
|
|
79
|
+
*DatasetsApi* | [**datasets_retrieve**](root/generated/openapi_aclient/docs/DatasetsApi.md#datasets_retrieve) | **GET** /v1/datasets/{id}/ |
|
|
80
|
+
*DatasetsApi* | [**datasets_status_update**](root/generated/openapi_aclient/docs/DatasetsApi.md#datasets_status_update) | **PUT** /v1/datasets/status/{id}/ |
|
|
81
|
+
*EvaluatorsApi* | [**evaluators_calibrate_create**](root/generated/openapi_aclient/docs/EvaluatorsApi.md#evaluators_calibrate_create) | **POST** /v1/evaluators/calibrate/ |
|
|
82
|
+
*EvaluatorsApi* | [**evaluators_calibrate_create2**](root/generated/openapi_aclient/docs/EvaluatorsApi.md#evaluators_calibrate_create2) | **POST** /v1/evaluators/calibrate/{id} |
|
|
83
|
+
*EvaluatorsApi* | [**evaluators_create**](root/generated/openapi_aclient/docs/EvaluatorsApi.md#evaluators_create) | **POST** /v1/evaluators/ |
|
|
84
|
+
*EvaluatorsApi* | [**evaluators_destroy**](root/generated/openapi_aclient/docs/EvaluatorsApi.md#evaluators_destroy) | **DELETE** /v1/evaluators/{id}/ |
|
|
85
|
+
*EvaluatorsApi* | [**evaluators_duplicate_create**](root/generated/openapi_aclient/docs/EvaluatorsApi.md#evaluators_duplicate_create) | **POST** /v1/evaluators/duplicate/{id}/ |
|
|
86
|
+
*EvaluatorsApi* | [**evaluators_execute_by_name_create**](root/generated/openapi_aclient/docs/EvaluatorsApi.md#evaluators_execute_by_name_create) | **POST** /v1/evaluators/execute/by-name/ |
|
|
87
|
+
*EvaluatorsApi* | [**evaluators_execute_create**](root/generated/openapi_aclient/docs/EvaluatorsApi.md#evaluators_execute_create) | **POST** /v1/evaluators/execute/{id}/ |
|
|
88
|
+
*EvaluatorsApi* | [**evaluators_list**](root/generated/openapi_aclient/docs/EvaluatorsApi.md#evaluators_list) | **GET** /v1/evaluators/ |
|
|
89
|
+
*EvaluatorsApi* | [**evaluators_partial_update**](root/generated/openapi_aclient/docs/EvaluatorsApi.md#evaluators_partial_update) | **PATCH** /v1/evaluators/{id}/ |
|
|
90
|
+
*EvaluatorsApi* | [**evaluators_retrieve**](root/generated/openapi_aclient/docs/EvaluatorsApi.md#evaluators_retrieve) | **GET** /v1/evaluators/{id}/ |
|
|
91
|
+
*EvaluatorsApi* | [**evaluators_status_create**](root/generated/openapi_aclient/docs/EvaluatorsApi.md#evaluators_status_create) | **POST** /v1/evaluators/status/{id}/ |
|
|
92
|
+
*EvaluatorsApi* | [**evaluators_status_update**](root/generated/openapi_aclient/docs/EvaluatorsApi.md#evaluators_status_update) | **PUT** /v1/evaluators/status/{id}/ |
|
|
93
|
+
*EvaluatorsApi* | [**evaluators_update**](root/generated/openapi_aclient/docs/EvaluatorsApi.md#evaluators_update) | **PUT** /v1/evaluators/{id}/ |
|
|
94
|
+
*EvaluatorsApi* | [**evaluators_versions_list**](root/generated/openapi_aclient/docs/EvaluatorsApi.md#evaluators_versions_list) | **GET** /v1/evaluators/versions/{id}/ |
|
|
95
|
+
*ExecutionLogsApi* | [**execution_logs_list**](root/generated/openapi_aclient/docs/ExecutionLogsApi.md#execution_logs_list) | **GET** /v1/execution-logs/ |
|
|
96
|
+
*ExecutionLogsApi* | [**execution_logs_retrieve**](root/generated/openapi_aclient/docs/ExecutionLogsApi.md#execution_logs_retrieve) | **GET** /v1/execution-logs/{log_id}/ |
|
|
97
|
+
*JudgesApi* | [**judges_create**](root/generated/openapi_aclient/docs/JudgesApi.md#judges_create) | **POST** /v1/judges/ |
|
|
98
|
+
*JudgesApi* | [**judges_destroy**](root/generated/openapi_aclient/docs/JudgesApi.md#judges_destroy) | **DELETE** /v1/judges/{id}/ |
|
|
99
|
+
*JudgesApi* | [**judges_duplicate_create**](root/generated/openapi_aclient/docs/JudgesApi.md#judges_duplicate_create) | **POST** /v1/judges/{id}/duplicate/ |
|
|
100
|
+
*JudgesApi* | [**judges_execute_by_name_create**](root/generated/openapi_aclient/docs/JudgesApi.md#judges_execute_by_name_create) | **POST** /v1/judges/execute/by-name/ |
|
|
101
|
+
*JudgesApi* | [**judges_execute_create**](root/generated/openapi_aclient/docs/JudgesApi.md#judges_execute_create) | **POST** /v1/judges/{judge_id}/execute/ |
|
|
102
|
+
*JudgesApi* | [**judges_generate_create**](root/generated/openapi_aclient/docs/JudgesApi.md#judges_generate_create) | **POST** /v1/judges/generate/ |
|
|
103
|
+
*JudgesApi* | [**judges_invite_create**](root/generated/openapi_aclient/docs/JudgesApi.md#judges_invite_create) | **POST** /v1/judges/{id}/invite/ |
|
|
104
|
+
*JudgesApi* | [**judges_list**](root/generated/openapi_aclient/docs/JudgesApi.md#judges_list) | **GET** /v1/judges/ |
|
|
105
|
+
*JudgesApi* | [**judges_openai_chat_completions_create**](root/generated/openapi_aclient/docs/JudgesApi.md#judges_openai_chat_completions_create) | **POST** /v1/judges/openai/chat/completions |
|
|
106
|
+
*JudgesApi* | [**judges_openai_chat_completions_create2**](root/generated/openapi_aclient/docs/JudgesApi.md#judges_openai_chat_completions_create2) | **POST** /v1/judges/{judge_id}/openai/chat/completions |
|
|
107
|
+
*JudgesApi* | [**judges_partial_update**](root/generated/openapi_aclient/docs/JudgesApi.md#judges_partial_update) | **PATCH** /v1/judges/{id}/ |
|
|
108
|
+
*JudgesApi* | [**judges_refine_create**](root/generated/openapi_aclient/docs/JudgesApi.md#judges_refine_create) | **POST** /v1/judges/{judge_id}/refine/ |
|
|
109
|
+
*JudgesApi* | [**judges_refine_openai_chat_completions_create**](root/generated/openapi_aclient/docs/JudgesApi.md#judges_refine_openai_chat_completions_create) | **POST** /v1/judges/{judge_id}/refine/openai/chat/completions |
|
|
110
|
+
*JudgesApi* | [**judges_retrieve**](root/generated/openapi_aclient/docs/JudgesApi.md#judges_retrieve) | **GET** /v1/judges/{id}/ |
|
|
111
|
+
*JudgesApi* | [**judges_update**](root/generated/openapi_aclient/docs/JudgesApi.md#judges_update) | **PUT** /v1/judges/{id}/ |
|
|
112
|
+
*ModelsApi* | [**models_create**](root/generated/openapi_aclient/docs/ModelsApi.md#models_create) | **POST** /v1/models/ |
|
|
113
|
+
*ModelsApi* | [**models_destroy**](root/generated/openapi_aclient/docs/ModelsApi.md#models_destroy) | **DELETE** /v1/models/{id}/ |
|
|
114
|
+
*ModelsApi* | [**models_list**](root/generated/openapi_aclient/docs/ModelsApi.md#models_list) | **GET** /v1/models/ |
|
|
115
|
+
*ModelsApi* | [**models_partial_update**](root/generated/openapi_aclient/docs/ModelsApi.md#models_partial_update) | **PATCH** /v1/models/{id}/ |
|
|
116
|
+
*ModelsApi* | [**models_retrieve**](root/generated/openapi_aclient/docs/ModelsApi.md#models_retrieve) | **GET** /v1/models/{id}/ |
|
|
117
|
+
*ModelsApi* | [**models_update**](root/generated/openapi_aclient/docs/ModelsApi.md#models_update) | **PUT** /v1/models/{id}/ |
|
|
118
|
+
*ObjectivesApi* | [**objectives_create**](root/generated/openapi_aclient/docs/ObjectivesApi.md#objectives_create) | **POST** /v1/objectives/ |
|
|
119
|
+
*ObjectivesApi* | [**objectives_destroy**](root/generated/openapi_aclient/docs/ObjectivesApi.md#objectives_destroy) | **DELETE** /v1/objectives/{id}/ |
|
|
120
|
+
*ObjectivesApi* | [**objectives_list**](root/generated/openapi_aclient/docs/ObjectivesApi.md#objectives_list) | **GET** /v1/objectives/ |
|
|
121
|
+
*ObjectivesApi* | [**objectives_partial_update**](root/generated/openapi_aclient/docs/ObjectivesApi.md#objectives_partial_update) | **PATCH** /v1/objectives/{id}/ |
|
|
122
|
+
*ObjectivesApi* | [**objectives_retrieve**](root/generated/openapi_aclient/docs/ObjectivesApi.md#objectives_retrieve) | **GET** /v1/objectives/{id}/ |
|
|
123
|
+
*ObjectivesApi* | [**objectives_update**](root/generated/openapi_aclient/docs/ObjectivesApi.md#objectives_update) | **PUT** /v1/objectives/{id}/ |
|
|
124
|
+
*ObjectivesApi* | [**objectives_versions_list**](root/generated/openapi_aclient/docs/ObjectivesApi.md#objectives_versions_list) | **GET** /v1/objectives/versions/{id}/ |
|
|
125
|
+
|
|
126
|
+
|
|
127
|
+
## Documentation For Models
|
|
128
|
+
|
|
129
|
+
- [DataSetCreate](root/generated/openapi_aclient/docs/DataSetCreate.md)
|
|
130
|
+
- [DataSetCreateRequest](root/generated/openapi_aclient/docs/DataSetCreateRequest.md)
|
|
131
|
+
- [DataSetList](root/generated/openapi_aclient/docs/DataSetList.md)
|
|
132
|
+
- [DataSetType](root/generated/openapi_aclient/docs/DataSetType.md)
|
|
133
|
+
- [DatasetRangeRequest](root/generated/openapi_aclient/docs/DatasetRangeRequest.md)
|
|
134
|
+
- [Evaluator](root/generated/openapi_aclient/docs/Evaluator.md)
|
|
135
|
+
- [EvaluatorCalibrationOutput](root/generated/openapi_aclient/docs/EvaluatorCalibrationOutput.md)
|
|
136
|
+
- [EvaluatorCalibrationResult](root/generated/openapi_aclient/docs/EvaluatorCalibrationResult.md)
|
|
137
|
+
- [EvaluatorDemonstrations](root/generated/openapi_aclient/docs/EvaluatorDemonstrations.md)
|
|
138
|
+
- [EvaluatorDemonstrationsRequest](root/generated/openapi_aclient/docs/EvaluatorDemonstrationsRequest.md)
|
|
139
|
+
- [EvaluatorExecutionFunctionParameterPropertyRequest](root/generated/openapi_aclient/docs/EvaluatorExecutionFunctionParameterPropertyRequest.md)
|
|
140
|
+
- [EvaluatorExecutionFunctionParameterRequest](root/generated/openapi_aclient/docs/EvaluatorExecutionFunctionParameterRequest.md)
|
|
141
|
+
- [EvaluatorExecutionFunctionParameterTypeEnum](root/generated/openapi_aclient/docs/EvaluatorExecutionFunctionParameterTypeEnum.md)
|
|
142
|
+
- [EvaluatorExecutionFunctionRequest](root/generated/openapi_aclient/docs/EvaluatorExecutionFunctionRequest.md)
|
|
143
|
+
- [EvaluatorExecutionFunctionsRequest](root/generated/openapi_aclient/docs/EvaluatorExecutionFunctionsRequest.md)
|
|
144
|
+
- [EvaluatorExecutionFunctionsTypeEnum](root/generated/openapi_aclient/docs/EvaluatorExecutionFunctionsTypeEnum.md)
|
|
145
|
+
- [EvaluatorExecutionRequest](root/generated/openapi_aclient/docs/EvaluatorExecutionRequest.md)
|
|
146
|
+
- [EvaluatorExecutionResult](root/generated/openapi_aclient/docs/EvaluatorExecutionResult.md)
|
|
147
|
+
- [EvaluatorInputsValue](root/generated/openapi_aclient/docs/EvaluatorInputsValue.md)
|
|
148
|
+
- [EvaluatorInputsValueItems](root/generated/openapi_aclient/docs/EvaluatorInputsValueItems.md)
|
|
149
|
+
- [EvaluatorListOutput](root/generated/openapi_aclient/docs/EvaluatorListOutput.md)
|
|
150
|
+
- [EvaluatorReference](root/generated/openapi_aclient/docs/EvaluatorReference.md)
|
|
151
|
+
- [EvaluatorReferenceRequest](root/generated/openapi_aclient/docs/EvaluatorReferenceRequest.md)
|
|
152
|
+
- [EvaluatorRequest](root/generated/openapi_aclient/docs/EvaluatorRequest.md)
|
|
153
|
+
- [EvaluatorResult](root/generated/openapi_aclient/docs/EvaluatorResult.md)
|
|
154
|
+
- [ExecutionLogDetails](root/generated/openapi_aclient/docs/ExecutionLogDetails.md)
|
|
155
|
+
- [ExecutionLogDetailsEvaluationContext](root/generated/openapi_aclient/docs/ExecutionLogDetailsEvaluationContext.md)
|
|
156
|
+
- [ExecutionLogDetailsEvaluatorLatenciesInner](root/generated/openapi_aclient/docs/ExecutionLogDetailsEvaluatorLatenciesInner.md)
|
|
157
|
+
- [ExecutionLogList](root/generated/openapi_aclient/docs/ExecutionLogList.md)
|
|
158
|
+
- [ExecutionLogListEvaluationContext](root/generated/openapi_aclient/docs/ExecutionLogListEvaluationContext.md)
|
|
159
|
+
- [GenerationModelParamsRequest](root/generated/openapi_aclient/docs/GenerationModelParamsRequest.md)
|
|
160
|
+
- [ID](root/generated/openapi_aclient/docs/ID.md)
|
|
161
|
+
- [InputVariable](root/generated/openapi_aclient/docs/InputVariable.md)
|
|
162
|
+
- [InputVariableRequest](root/generated/openapi_aclient/docs/InputVariableRequest.md)
|
|
163
|
+
- [Judge](root/generated/openapi_aclient/docs/Judge.md)
|
|
164
|
+
- [JudgeExecutionRequest](root/generated/openapi_aclient/docs/JudgeExecutionRequest.md)
|
|
165
|
+
- [JudgeExecutionResponse](root/generated/openapi_aclient/docs/JudgeExecutionResponse.md)
|
|
166
|
+
- [JudgeFilesInner](root/generated/openapi_aclient/docs/JudgeFilesInner.md)
|
|
167
|
+
- [JudgeGeneratorRequest](root/generated/openapi_aclient/docs/JudgeGeneratorRequest.md)
|
|
168
|
+
- [JudgeGeneratorResponse](root/generated/openapi_aclient/docs/JudgeGeneratorResponse.md)
|
|
169
|
+
- [JudgeInviteRequest](root/generated/openapi_aclient/docs/JudgeInviteRequest.md)
|
|
170
|
+
- [JudgeList](root/generated/openapi_aclient/docs/JudgeList.md)
|
|
171
|
+
- [JudgeRectifierRequestRequest](root/generated/openapi_aclient/docs/JudgeRectifierRequestRequest.md)
|
|
172
|
+
- [JudgeRectifierResponse](root/generated/openapi_aclient/docs/JudgeRectifierResponse.md)
|
|
173
|
+
- [JudgeRequest](root/generated/openapi_aclient/docs/JudgeRequest.md)
|
|
174
|
+
- [Model](root/generated/openapi_aclient/docs/Model.md)
|
|
175
|
+
- [ModelList](root/generated/openapi_aclient/docs/ModelList.md)
|
|
176
|
+
- [ModelParams](root/generated/openapi_aclient/docs/ModelParams.md)
|
|
177
|
+
- [ModelParamsRequest](root/generated/openapi_aclient/docs/ModelParamsRequest.md)
|
|
178
|
+
- [ModelRequest](root/generated/openapi_aclient/docs/ModelRequest.md)
|
|
179
|
+
- [NestedEvaluator](root/generated/openapi_aclient/docs/NestedEvaluator.md)
|
|
180
|
+
- [NestedEvaluatorObjective](root/generated/openapi_aclient/docs/NestedEvaluatorObjective.md)
|
|
181
|
+
- [NestedEvaluatorRequest](root/generated/openapi_aclient/docs/NestedEvaluatorRequest.md)
|
|
182
|
+
- [NestedObjectiveEvaluator](root/generated/openapi_aclient/docs/NestedObjectiveEvaluator.md)
|
|
183
|
+
- [NestedObjectiveEvaluatorRequest](root/generated/openapi_aclient/docs/NestedObjectiveEvaluatorRequest.md)
|
|
184
|
+
- [NestedObjectiveList](root/generated/openapi_aclient/docs/NestedObjectiveList.md)
|
|
185
|
+
- [NestedUserDetails](root/generated/openapi_aclient/docs/NestedUserDetails.md)
|
|
186
|
+
- [NestedUserDetailsRequest](root/generated/openapi_aclient/docs/NestedUserDetailsRequest.md)
|
|
187
|
+
- [NestedVectorObjective](root/generated/openapi_aclient/docs/NestedVectorObjective.md)
|
|
188
|
+
- [NestedVectorObjectiveRequest](root/generated/openapi_aclient/docs/NestedVectorObjectiveRequest.md)
|
|
189
|
+
- [Objective](root/generated/openapi_aclient/docs/Objective.md)
|
|
190
|
+
- [ObjectiveList](root/generated/openapi_aclient/docs/ObjectiveList.md)
|
|
191
|
+
- [ObjectiveRequest](root/generated/openapi_aclient/docs/ObjectiveRequest.md)
|
|
192
|
+
- [ObjectiveValidator](root/generated/openapi_aclient/docs/ObjectiveValidator.md)
|
|
193
|
+
- [ObjectiveValidatorRequest](root/generated/openapi_aclient/docs/ObjectiveValidatorRequest.md)
|
|
194
|
+
- [PaginatedDataSetListList](root/generated/openapi_aclient/docs/PaginatedDataSetListList.md)
|
|
195
|
+
- [PaginatedEvaluatorList](root/generated/openapi_aclient/docs/PaginatedEvaluatorList.md)
|
|
196
|
+
- [PaginatedEvaluatorListOutputList](root/generated/openapi_aclient/docs/PaginatedEvaluatorListOutputList.md)
|
|
197
|
+
- [PaginatedExecutionLogListList](root/generated/openapi_aclient/docs/PaginatedExecutionLogListList.md)
|
|
198
|
+
- [PaginatedJudgeListList](root/generated/openapi_aclient/docs/PaginatedJudgeListList.md)
|
|
199
|
+
- [PaginatedModelListList](root/generated/openapi_aclient/docs/PaginatedModelListList.md)
|
|
200
|
+
- [PaginatedObjectiveList](root/generated/openapi_aclient/docs/PaginatedObjectiveList.md)
|
|
201
|
+
- [PaginatedObjectiveListList](root/generated/openapi_aclient/docs/PaginatedObjectiveListList.md)
|
|
202
|
+
- [PatchedEvaluatorRequest](root/generated/openapi_aclient/docs/PatchedEvaluatorRequest.md)
|
|
203
|
+
- [PatchedJudgeRequest](root/generated/openapi_aclient/docs/PatchedJudgeRequest.md)
|
|
204
|
+
- [PatchedModelRequest](root/generated/openapi_aclient/docs/PatchedModelRequest.md)
|
|
205
|
+
- [PatchedObjectiveRequest](root/generated/openapi_aclient/docs/PatchedObjectiveRequest.md)
|
|
206
|
+
- [Provider](root/generated/openapi_aclient/docs/Provider.md)
|
|
207
|
+
- [ReferenceVariable](root/generated/openapi_aclient/docs/ReferenceVariable.md)
|
|
208
|
+
- [ReferenceVariableRequest](root/generated/openapi_aclient/docs/ReferenceVariableRequest.md)
|
|
209
|
+
- [SkillExecutionValidatorResult](root/generated/openapi_aclient/docs/SkillExecutionValidatorResult.md)
|
|
210
|
+
- [SkillTestDataRequest](root/generated/openapi_aclient/docs/SkillTestDataRequest.md)
|
|
211
|
+
- [SkillTestDataRequestDatasetRange](root/generated/openapi_aclient/docs/SkillTestDataRequestDatasetRange.md)
|
|
212
|
+
- [SkillTestInputRequest](root/generated/openapi_aclient/docs/SkillTestInputRequest.md)
|
|
213
|
+
- [SkillTypeEnum](root/generated/openapi_aclient/docs/SkillTypeEnum.md)
|
|
214
|
+
- [StatusChange](root/generated/openapi_aclient/docs/StatusChange.md)
|
|
215
|
+
- [StatusChangeRequest](root/generated/openapi_aclient/docs/StatusChangeRequest.md)
|
|
216
|
+
- [StatusChangeStatusEnum](root/generated/openapi_aclient/docs/StatusChangeStatusEnum.md)
|
|
217
|
+
- [StatusEnum](root/generated/openapi_aclient/docs/StatusEnum.md)
|
|
218
|
+
- [ValidationResultStatus](root/generated/openapi_aclient/docs/ValidationResultStatus.md)
|
|
219
|
+
- [VisibilityEnum](root/generated/openapi_aclient/docs/VisibilityEnum.md)
|
|
220
|
+
|
|
221
|
+
|
|
222
|
+
<a id="documentation-for-authorization"></a>
|
|
223
|
+
## Documentation For Authorization
|
|
224
|
+
|
|
225
|
+
|
|
226
|
+
Authentication schemes defined for the API:
|
|
227
|
+
<a id="publicApiKey"></a>
|
|
228
|
+
### publicApiKey
|
|
229
|
+
|
|
230
|
+
- **Type**: API key
|
|
231
|
+
- **API key parameter name**: Authorization
|
|
232
|
+
- **Location**: HTTP header
|
|
233
|
+
|
|
234
|
+
|
|
235
|
+
## Author
|
|
236
|
+
|
|
237
|
+
|
|
238
|
+
|
|
239
|
+
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
from .api_client import ApiClient
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
|