agenta 0.13.0__py3-none-any.whl → 0.13.0a0__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of agenta might be problematic. Click here for more details.
- agenta/__init__.py +0 -1
- agenta/client/backend/client.py +50 -169
- agenta/client/backend/core/api_error.py +1 -3
- agenta/client/backend/core/datetime_utils.py +1 -3
- agenta/client/backend/core/jsonable_encoder.py +3 -9
- agenta/client/backend/resources/__init__.py +1 -12
- agenta/client/backend/resources/apps/__init__.py +1 -0
- agenta/client/backend/resources/apps/client.py +26 -88
- agenta/client/backend/resources/bases/__init__.py +1 -0
- agenta/client/backend/resources/bases/client.py +2 -8
- agenta/client/backend/resources/configs/__init__.py +1 -0
- agenta/client/backend/resources/configs/client.py +14 -58
- agenta/client/backend/resources/containers/client.py +14 -46
- agenta/client/backend/resources/environments/__init__.py +1 -0
- agenta/client/backend/resources/environments/client.py +6 -18
- agenta/client/backend/resources/evaluations/__init__.py +1 -0
- agenta/client/backend/resources/evaluations/client.py +26 -86
- agenta/client/backend/resources/evaluators/__init__.py +1 -0
- agenta/client/backend/resources/evaluators/client.py +17 -57
- agenta/client/backend/resources/observability/__init__.py +1 -0
- agenta/client/backend/resources/observability/client.py +30 -100
- agenta/client/backend/resources/testsets/__init__.py +1 -0
- agenta/client/backend/resources/testsets/client.py +16 -56
- agenta/client/backend/resources/variants/client.py +26 -92
- agenta/client/backend/resources/variants/types/__init__.py +1 -3
- agenta/client/backend/types/aggregated_result.py +2 -10
- agenta/client/backend/types/aggregated_result_evaluator_config.py +1 -3
- agenta/client/backend/types/app.py +2 -10
- agenta/client/backend/types/app_variant_response.py +2 -10
- agenta/client/backend/types/app_variant_revision.py +2 -10
- agenta/client/backend/types/base_output.py +2 -10
- agenta/client/backend/types/body_import_testset.py +2 -10
- agenta/client/backend/types/config_db.py +2 -10
- agenta/client/backend/types/create_app_output.py +2 -10
- agenta/client/backend/types/create_span.py +2 -11
- agenta/client/backend/types/create_trace_response.py +2 -10
- agenta/client/backend/types/docker_env_vars.py +2 -10
- agenta/client/backend/types/environment_output.py +2 -10
- agenta/client/backend/types/environment_output_extended.py +2 -10
- agenta/client/backend/types/environment_revision.py +2 -10
- agenta/client/backend/types/error.py +2 -10
- agenta/client/backend/types/evaluation.py +2 -10
- agenta/client/backend/types/evaluation_scenario.py +2 -10
- agenta/client/backend/types/evaluation_scenario_input.py +2 -10
- agenta/client/backend/types/evaluation_scenario_output.py +2 -10
- agenta/client/backend/types/evaluation_scenario_result.py +2 -10
- agenta/client/backend/types/evaluation_scenario_score_update.py +2 -10
- agenta/client/backend/types/evaluation_type.py +1 -3
- agenta/client/backend/types/evaluation_webhook.py +2 -10
- agenta/client/backend/types/evaluator.py +2 -10
- agenta/client/backend/types/evaluator_config.py +2 -10
- agenta/client/backend/types/feedback.py +2 -10
- agenta/client/backend/types/get_config_response.py +3 -10
- agenta/client/backend/types/http_validation_error.py +2 -10
- agenta/client/backend/types/human_evaluation.py +2 -10
- agenta/client/backend/types/human_evaluation_scenario.py +2 -10
- agenta/client/backend/types/human_evaluation_scenario_input.py +2 -10
- agenta/client/backend/types/human_evaluation_scenario_output.py +2 -10
- agenta/client/backend/types/human_evaluation_scenario_update.py +2 -10
- agenta/client/backend/types/human_evaluation_update.py +2 -10
- agenta/client/backend/types/image.py +2 -10
- agenta/client/backend/types/invite_request.py +2 -10
- agenta/client/backend/types/list_api_keys_response.py +2 -10
- agenta/client/backend/types/llm_run_rate_limit.py +2 -10
- agenta/client/backend/types/llm_tokens.py +2 -10
- agenta/client/backend/types/new_human_evaluation.py +2 -10
- agenta/client/backend/types/new_testset.py +2 -10
- agenta/client/backend/types/organization.py +2 -10
- agenta/client/backend/types/organization_output.py +2 -10
- agenta/client/backend/types/result.py +2 -10
- agenta/client/backend/types/simple_evaluation_output.py +2 -10
- agenta/client/backend/types/span.py +2 -10
- agenta/client/backend/types/span_detail.py +2 -10
- agenta/client/backend/types/span_variant.py +2 -10
- agenta/client/backend/types/template.py +2 -10
- agenta/client/backend/types/template_image_info.py +2 -10
- agenta/client/backend/types/test_set_output_response.py +2 -10
- agenta/client/backend/types/test_set_simple_response.py +2 -10
- agenta/client/backend/types/trace_detail.py +2 -10
- agenta/client/backend/types/uri.py +2 -10
- agenta/client/backend/types/validation_error.py +2 -10
- agenta/client/backend/types/variant_action.py +2 -10
- agenta/client/backend/types/variant_action_enum.py +1 -3
- agenta/client/backend/types/with_pagination.py +2 -10
- agenta/client/backend/types/workspace_member_response.py +2 -10
- agenta/client/backend/types/workspace_permission.py +2 -10
- agenta/client/backend/types/workspace_response.py +2 -10
- agenta/client/backend/types/workspace_role_response.py +2 -10
- agenta/sdk/__init__.py +0 -1
- agenta/sdk/agenta_decorator.py +3 -11
- agenta/sdk/agenta_init.py +1 -3
- agenta/sdk/tracing/llm_tracing.py +18 -35
- agenta/sdk/types.py +0 -38
- {agenta-0.13.0.dist-info → agenta-0.13.0a0.dist-info}/METADATA +96 -46
- agenta-0.13.0a0.dist-info/RECORD +161 -0
- agenta-0.13.0.dist-info/RECORD +0 -161
- {agenta-0.13.0.dist-info → agenta-0.13.0a0.dist-info}/WHEEL +0 -0
- {agenta-0.13.0.dist-info → agenta-0.13.0a0.dist-info}/entry_points.txt +0 -0
|
@@ -32,19 +32,11 @@ class Evaluation(pydantic.BaseModel):
|
|
|
32
32
|
updated_at: dt.datetime
|
|
33
33
|
|
|
34
34
|
def json(self, **kwargs: typing.Any) -> str:
|
|
35
|
-
kwargs_with_defaults: typing.Any = {
|
|
36
|
-
"by_alias": True,
|
|
37
|
-
"exclude_unset": True,
|
|
38
|
-
**kwargs,
|
|
39
|
-
}
|
|
35
|
+
kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
|
|
40
36
|
return super().json(**kwargs_with_defaults)
|
|
41
37
|
|
|
42
38
|
def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
|
|
43
|
-
kwargs_with_defaults: typing.Any = {
|
|
44
|
-
"by_alias": True,
|
|
45
|
-
"exclude_unset": True,
|
|
46
|
-
**kwargs,
|
|
47
|
-
}
|
|
39
|
+
kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
|
|
48
40
|
return super().dict(**kwargs_with_defaults)
|
|
49
41
|
|
|
50
42
|
class Config:
|
|
@@ -26,19 +26,11 @@ class EvaluationScenario(pydantic.BaseModel):
|
|
|
26
26
|
results: typing.List[EvaluationScenarioResult]
|
|
27
27
|
|
|
28
28
|
def json(self, **kwargs: typing.Any) -> str:
|
|
29
|
-
kwargs_with_defaults: typing.Any = {
|
|
30
|
-
"by_alias": True,
|
|
31
|
-
"exclude_unset": True,
|
|
32
|
-
**kwargs,
|
|
33
|
-
}
|
|
29
|
+
kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
|
|
34
30
|
return super().json(**kwargs_with_defaults)
|
|
35
31
|
|
|
36
32
|
def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
|
|
37
|
-
kwargs_with_defaults: typing.Any = {
|
|
38
|
-
"by_alias": True,
|
|
39
|
-
"exclude_unset": True,
|
|
40
|
-
**kwargs,
|
|
41
|
-
}
|
|
33
|
+
kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
|
|
42
34
|
return super().dict(**kwargs_with_defaults)
|
|
43
35
|
|
|
44
36
|
class Config:
|
|
@@ -17,19 +17,11 @@ class EvaluationScenarioInput(pydantic.BaseModel):
|
|
|
17
17
|
value: typing.Optional[typing.Any]
|
|
18
18
|
|
|
19
19
|
def json(self, **kwargs: typing.Any) -> str:
|
|
20
|
-
kwargs_with_defaults: typing.Any = {
|
|
21
|
-
"by_alias": True,
|
|
22
|
-
"exclude_unset": True,
|
|
23
|
-
**kwargs,
|
|
24
|
-
}
|
|
20
|
+
kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
|
|
25
21
|
return super().json(**kwargs_with_defaults)
|
|
26
22
|
|
|
27
23
|
def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
|
|
28
|
-
kwargs_with_defaults: typing.Any = {
|
|
29
|
-
"by_alias": True,
|
|
30
|
-
"exclude_unset": True,
|
|
31
|
-
**kwargs,
|
|
32
|
-
}
|
|
24
|
+
kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
|
|
33
25
|
return super().dict(**kwargs_with_defaults)
|
|
34
26
|
|
|
35
27
|
class Config:
|
|
@@ -18,19 +18,11 @@ class EvaluationScenarioOutput(pydantic.BaseModel):
|
|
|
18
18
|
latency: typing.Optional[float]
|
|
19
19
|
|
|
20
20
|
def json(self, **kwargs: typing.Any) -> str:
|
|
21
|
-
kwargs_with_defaults: typing.Any = {
|
|
22
|
-
"by_alias": True,
|
|
23
|
-
"exclude_unset": True,
|
|
24
|
-
**kwargs,
|
|
25
|
-
}
|
|
21
|
+
kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
|
|
26
22
|
return super().json(**kwargs_with_defaults)
|
|
27
23
|
|
|
28
24
|
def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
|
|
29
|
-
kwargs_with_defaults: typing.Any = {
|
|
30
|
-
"by_alias": True,
|
|
31
|
-
"exclude_unset": True,
|
|
32
|
-
**kwargs,
|
|
33
|
-
}
|
|
25
|
+
kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
|
|
34
26
|
return super().dict(**kwargs_with_defaults)
|
|
35
27
|
|
|
36
28
|
class Config:
|
|
@@ -17,19 +17,11 @@ class EvaluationScenarioResult(pydantic.BaseModel):
|
|
|
17
17
|
result: Result
|
|
18
18
|
|
|
19
19
|
def json(self, **kwargs: typing.Any) -> str:
|
|
20
|
-
kwargs_with_defaults: typing.Any = {
|
|
21
|
-
"by_alias": True,
|
|
22
|
-
"exclude_unset": True,
|
|
23
|
-
**kwargs,
|
|
24
|
-
}
|
|
20
|
+
kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
|
|
25
21
|
return super().json(**kwargs_with_defaults)
|
|
26
22
|
|
|
27
23
|
def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
|
|
28
|
-
kwargs_with_defaults: typing.Any = {
|
|
29
|
-
"by_alias": True,
|
|
30
|
-
"exclude_unset": True,
|
|
31
|
-
**kwargs,
|
|
32
|
-
}
|
|
24
|
+
kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
|
|
33
25
|
return super().dict(**kwargs_with_defaults)
|
|
34
26
|
|
|
35
27
|
class Config:
|
|
@@ -15,19 +15,11 @@ class EvaluationScenarioScoreUpdate(pydantic.BaseModel):
|
|
|
15
15
|
score: float
|
|
16
16
|
|
|
17
17
|
def json(self, **kwargs: typing.Any) -> str:
|
|
18
|
-
kwargs_with_defaults: typing.Any = {
|
|
19
|
-
"by_alias": True,
|
|
20
|
-
"exclude_unset": True,
|
|
21
|
-
**kwargs,
|
|
22
|
-
}
|
|
18
|
+
kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
|
|
23
19
|
return super().json(**kwargs_with_defaults)
|
|
24
20
|
|
|
25
21
|
def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
|
|
26
|
-
kwargs_with_defaults: typing.Any = {
|
|
27
|
-
"by_alias": True,
|
|
28
|
-
"exclude_unset": True,
|
|
29
|
-
**kwargs,
|
|
30
|
-
}
|
|
22
|
+
kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
|
|
31
23
|
return super().dict(**kwargs_with_defaults)
|
|
32
24
|
|
|
33
25
|
class Config:
|
|
@@ -15,9 +15,7 @@ class EvaluationType(str, enum.Enum):
|
|
|
15
15
|
SINGLE_MODEL_TEST = "single_model_test"
|
|
16
16
|
|
|
17
17
|
def visit(
|
|
18
|
-
self,
|
|
19
|
-
human_a_b_testing: typing.Callable[[], T_Result],
|
|
20
|
-
single_model_test: typing.Callable[[], T_Result],
|
|
18
|
+
self, human_a_b_testing: typing.Callable[[], T_Result], single_model_test: typing.Callable[[], T_Result]
|
|
21
19
|
) -> T_Result:
|
|
22
20
|
if self is EvaluationType.HUMAN_A_B_TESTING:
|
|
23
21
|
return human_a_b_testing()
|
|
@@ -15,19 +15,11 @@ class EvaluationWebhook(pydantic.BaseModel):
|
|
|
15
15
|
score: float
|
|
16
16
|
|
|
17
17
|
def json(self, **kwargs: typing.Any) -> str:
|
|
18
|
-
kwargs_with_defaults: typing.Any = {
|
|
19
|
-
"by_alias": True,
|
|
20
|
-
"exclude_unset": True,
|
|
21
|
-
**kwargs,
|
|
22
|
-
}
|
|
18
|
+
kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
|
|
23
19
|
return super().json(**kwargs_with_defaults)
|
|
24
20
|
|
|
25
21
|
def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
|
|
26
|
-
kwargs_with_defaults: typing.Any = {
|
|
27
|
-
"by_alias": True,
|
|
28
|
-
"exclude_unset": True,
|
|
29
|
-
**kwargs,
|
|
30
|
-
}
|
|
22
|
+
kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
|
|
31
23
|
return super().dict(**kwargs_with_defaults)
|
|
32
24
|
|
|
33
25
|
class Config:
|
|
@@ -19,19 +19,11 @@ class Evaluator(pydantic.BaseModel):
|
|
|
19
19
|
description: typing.Optional[str]
|
|
20
20
|
|
|
21
21
|
def json(self, **kwargs: typing.Any) -> str:
|
|
22
|
-
kwargs_with_defaults: typing.Any = {
|
|
23
|
-
"by_alias": True,
|
|
24
|
-
"exclude_unset": True,
|
|
25
|
-
**kwargs,
|
|
26
|
-
}
|
|
22
|
+
kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
|
|
27
23
|
return super().json(**kwargs_with_defaults)
|
|
28
24
|
|
|
29
25
|
def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
|
|
30
|
-
kwargs_with_defaults: typing.Any = {
|
|
31
|
-
"by_alias": True,
|
|
32
|
-
"exclude_unset": True,
|
|
33
|
-
**kwargs,
|
|
34
|
-
}
|
|
26
|
+
kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
|
|
35
27
|
return super().dict(**kwargs_with_defaults)
|
|
36
28
|
|
|
37
29
|
class Config:
|
|
@@ -20,19 +20,11 @@ class EvaluatorConfig(pydantic.BaseModel):
|
|
|
20
20
|
updated_at: dt.datetime
|
|
21
21
|
|
|
22
22
|
def json(self, **kwargs: typing.Any) -> str:
|
|
23
|
-
kwargs_with_defaults: typing.Any = {
|
|
24
|
-
"by_alias": True,
|
|
25
|
-
"exclude_unset": True,
|
|
26
|
-
**kwargs,
|
|
27
|
-
}
|
|
23
|
+
kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
|
|
28
24
|
return super().json(**kwargs_with_defaults)
|
|
29
25
|
|
|
30
26
|
def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
|
|
31
|
-
kwargs_with_defaults: typing.Any = {
|
|
32
|
-
"by_alias": True,
|
|
33
|
-
"exclude_unset": True,
|
|
34
|
-
**kwargs,
|
|
35
|
-
}
|
|
27
|
+
kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
|
|
36
28
|
return super().dict(**kwargs_with_defaults)
|
|
37
29
|
|
|
38
30
|
class Config:
|
|
@@ -19,19 +19,11 @@ class Feedback(pydantic.BaseModel):
|
|
|
19
19
|
created_at: typing.Optional[dt.datetime]
|
|
20
20
|
|
|
21
21
|
def json(self, **kwargs: typing.Any) -> str:
|
|
22
|
-
kwargs_with_defaults: typing.Any = {
|
|
23
|
-
"by_alias": True,
|
|
24
|
-
"exclude_unset": True,
|
|
25
|
-
**kwargs,
|
|
26
|
-
}
|
|
22
|
+
kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
|
|
27
23
|
return super().json(**kwargs_with_defaults)
|
|
28
24
|
|
|
29
25
|
def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
|
|
30
|
-
kwargs_with_defaults: typing.Any = {
|
|
31
|
-
"by_alias": True,
|
|
32
|
-
"exclude_unset": True,
|
|
33
|
-
**kwargs,
|
|
34
|
-
}
|
|
26
|
+
kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
|
|
35
27
|
return super().dict(**kwargs_with_defaults)
|
|
36
28
|
|
|
37
29
|
class Config:
|
|
@@ -12,24 +12,17 @@ except ImportError:
|
|
|
12
12
|
|
|
13
13
|
|
|
14
14
|
class GetConfigResponse(pydantic.BaseModel):
|
|
15
|
+
config_id: typing.Optional[str]
|
|
15
16
|
config_name: str
|
|
16
17
|
current_version: int
|
|
17
18
|
parameters: typing.Dict[str, typing.Any]
|
|
18
19
|
|
|
19
20
|
def json(self, **kwargs: typing.Any) -> str:
|
|
20
|
-
kwargs_with_defaults: typing.Any = {
|
|
21
|
-
"by_alias": True,
|
|
22
|
-
"exclude_unset": True,
|
|
23
|
-
**kwargs,
|
|
24
|
-
}
|
|
21
|
+
kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
|
|
25
22
|
return super().json(**kwargs_with_defaults)
|
|
26
23
|
|
|
27
24
|
def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
|
|
28
|
-
kwargs_with_defaults: typing.Any = {
|
|
29
|
-
"by_alias": True,
|
|
30
|
-
"exclude_unset": True,
|
|
31
|
-
**kwargs,
|
|
32
|
-
}
|
|
25
|
+
kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
|
|
33
26
|
return super().dict(**kwargs_with_defaults)
|
|
34
27
|
|
|
35
28
|
class Config:
|
|
@@ -16,19 +16,11 @@ class HttpValidationError(pydantic.BaseModel):
|
|
|
16
16
|
detail: typing.Optional[typing.List[ValidationError]]
|
|
17
17
|
|
|
18
18
|
def json(self, **kwargs: typing.Any) -> str:
|
|
19
|
-
kwargs_with_defaults: typing.Any = {
|
|
20
|
-
"by_alias": True,
|
|
21
|
-
"exclude_unset": True,
|
|
22
|
-
**kwargs,
|
|
23
|
-
}
|
|
19
|
+
kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
|
|
24
20
|
return super().json(**kwargs_with_defaults)
|
|
25
21
|
|
|
26
22
|
def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
|
|
27
|
-
kwargs_with_defaults: typing.Any = {
|
|
28
|
-
"by_alias": True,
|
|
29
|
-
"exclude_unset": True,
|
|
30
|
-
**kwargs,
|
|
31
|
-
}
|
|
23
|
+
kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
|
|
32
24
|
return super().dict(**kwargs_with_defaults)
|
|
33
25
|
|
|
34
26
|
class Config:
|
|
@@ -28,19 +28,11 @@ class HumanEvaluation(pydantic.BaseModel):
|
|
|
28
28
|
updated_at: dt.datetime
|
|
29
29
|
|
|
30
30
|
def json(self, **kwargs: typing.Any) -> str:
|
|
31
|
-
kwargs_with_defaults: typing.Any = {
|
|
32
|
-
"by_alias": True,
|
|
33
|
-
"exclude_unset": True,
|
|
34
|
-
**kwargs,
|
|
35
|
-
}
|
|
31
|
+
kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
|
|
36
32
|
return super().json(**kwargs_with_defaults)
|
|
37
33
|
|
|
38
34
|
def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
|
|
39
|
-
kwargs_with_defaults: typing.Any = {
|
|
40
|
-
"by_alias": True,
|
|
41
|
-
"exclude_unset": True,
|
|
42
|
-
**kwargs,
|
|
43
|
-
}
|
|
35
|
+
kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
|
|
44
36
|
return super().dict(**kwargs_with_defaults)
|
|
45
37
|
|
|
46
38
|
class Config:
|
|
@@ -27,19 +27,11 @@ class HumanEvaluationScenario(pydantic.BaseModel):
|
|
|
27
27
|
note: typing.Optional[str]
|
|
28
28
|
|
|
29
29
|
def json(self, **kwargs: typing.Any) -> str:
|
|
30
|
-
kwargs_with_defaults: typing.Any = {
|
|
31
|
-
"by_alias": True,
|
|
32
|
-
"exclude_unset": True,
|
|
33
|
-
**kwargs,
|
|
34
|
-
}
|
|
30
|
+
kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
|
|
35
31
|
return super().json(**kwargs_with_defaults)
|
|
36
32
|
|
|
37
33
|
def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
|
|
38
|
-
kwargs_with_defaults: typing.Any = {
|
|
39
|
-
"by_alias": True,
|
|
40
|
-
"exclude_unset": True,
|
|
41
|
-
**kwargs,
|
|
42
|
-
}
|
|
34
|
+
kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
|
|
43
35
|
return super().dict(**kwargs_with_defaults)
|
|
44
36
|
|
|
45
37
|
class Config:
|
|
@@ -16,19 +16,11 @@ class HumanEvaluationScenarioInput(pydantic.BaseModel):
|
|
|
16
16
|
input_value: str
|
|
17
17
|
|
|
18
18
|
def json(self, **kwargs: typing.Any) -> str:
|
|
19
|
-
kwargs_with_defaults: typing.Any = {
|
|
20
|
-
"by_alias": True,
|
|
21
|
-
"exclude_unset": True,
|
|
22
|
-
**kwargs,
|
|
23
|
-
}
|
|
19
|
+
kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
|
|
24
20
|
return super().json(**kwargs_with_defaults)
|
|
25
21
|
|
|
26
22
|
def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
|
|
27
|
-
kwargs_with_defaults: typing.Any = {
|
|
28
|
-
"by_alias": True,
|
|
29
|
-
"exclude_unset": True,
|
|
30
|
-
**kwargs,
|
|
31
|
-
}
|
|
23
|
+
kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
|
|
32
24
|
return super().dict(**kwargs_with_defaults)
|
|
33
25
|
|
|
34
26
|
class Config:
|
|
@@ -16,19 +16,11 @@ class HumanEvaluationScenarioOutput(pydantic.BaseModel):
|
|
|
16
16
|
variant_output: str
|
|
17
17
|
|
|
18
18
|
def json(self, **kwargs: typing.Any) -> str:
|
|
19
|
-
kwargs_with_defaults: typing.Any = {
|
|
20
|
-
"by_alias": True,
|
|
21
|
-
"exclude_unset": True,
|
|
22
|
-
**kwargs,
|
|
23
|
-
}
|
|
19
|
+
kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
|
|
24
20
|
return super().json(**kwargs_with_defaults)
|
|
25
21
|
|
|
26
22
|
def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
|
|
27
|
-
kwargs_with_defaults: typing.Any = {
|
|
28
|
-
"by_alias": True,
|
|
29
|
-
"exclude_unset": True,
|
|
30
|
-
**kwargs,
|
|
31
|
-
}
|
|
23
|
+
kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
|
|
32
24
|
return super().dict(**kwargs_with_defaults)
|
|
33
25
|
|
|
34
26
|
class Config:
|
|
@@ -24,19 +24,11 @@ class HumanEvaluationScenarioUpdate(pydantic.BaseModel):
|
|
|
24
24
|
note: typing.Optional[str]
|
|
25
25
|
|
|
26
26
|
def json(self, **kwargs: typing.Any) -> str:
|
|
27
|
-
kwargs_with_defaults: typing.Any = {
|
|
28
|
-
"by_alias": True,
|
|
29
|
-
"exclude_unset": True,
|
|
30
|
-
**kwargs,
|
|
31
|
-
}
|
|
27
|
+
kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
|
|
32
28
|
return super().json(**kwargs_with_defaults)
|
|
33
29
|
|
|
34
30
|
def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
|
|
35
|
-
kwargs_with_defaults: typing.Any = {
|
|
36
|
-
"by_alias": True,
|
|
37
|
-
"exclude_unset": True,
|
|
38
|
-
**kwargs,
|
|
39
|
-
}
|
|
31
|
+
kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
|
|
40
32
|
return super().dict(**kwargs_with_defaults)
|
|
41
33
|
|
|
42
34
|
class Config:
|
|
@@ -16,19 +16,11 @@ class HumanEvaluationUpdate(pydantic.BaseModel):
|
|
|
16
16
|
status: typing.Optional[EvaluationStatusEnum]
|
|
17
17
|
|
|
18
18
|
def json(self, **kwargs: typing.Any) -> str:
|
|
19
|
-
kwargs_with_defaults: typing.Any = {
|
|
20
|
-
"by_alias": True,
|
|
21
|
-
"exclude_unset": True,
|
|
22
|
-
**kwargs,
|
|
23
|
-
}
|
|
19
|
+
kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
|
|
24
20
|
return super().json(**kwargs_with_defaults)
|
|
25
21
|
|
|
26
22
|
def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
|
|
27
|
-
kwargs_with_defaults: typing.Any = {
|
|
28
|
-
"by_alias": True,
|
|
29
|
-
"exclude_unset": True,
|
|
30
|
-
**kwargs,
|
|
31
|
-
}
|
|
23
|
+
kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
|
|
32
24
|
return super().dict(**kwargs_with_defaults)
|
|
33
25
|
|
|
34
26
|
class Config:
|
|
@@ -19,19 +19,11 @@ class Image(pydantic.BaseModel):
|
|
|
19
19
|
workspace_id: typing.Optional[str]
|
|
20
20
|
|
|
21
21
|
def json(self, **kwargs: typing.Any) -> str:
|
|
22
|
-
kwargs_with_defaults: typing.Any = {
|
|
23
|
-
"by_alias": True,
|
|
24
|
-
"exclude_unset": True,
|
|
25
|
-
**kwargs,
|
|
26
|
-
}
|
|
22
|
+
kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
|
|
27
23
|
return super().json(**kwargs_with_defaults)
|
|
28
24
|
|
|
29
25
|
def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
|
|
30
|
-
kwargs_with_defaults: typing.Any = {
|
|
31
|
-
"by_alias": True,
|
|
32
|
-
"exclude_unset": True,
|
|
33
|
-
**kwargs,
|
|
34
|
-
}
|
|
26
|
+
kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
|
|
35
27
|
return super().dict(**kwargs_with_defaults)
|
|
36
28
|
|
|
37
29
|
class Config:
|
|
@@ -16,19 +16,11 @@ class InviteRequest(pydantic.BaseModel):
|
|
|
16
16
|
roles: typing.List[str]
|
|
17
17
|
|
|
18
18
|
def json(self, **kwargs: typing.Any) -> str:
|
|
19
|
-
kwargs_with_defaults: typing.Any = {
|
|
20
|
-
"by_alias": True,
|
|
21
|
-
"exclude_unset": True,
|
|
22
|
-
**kwargs,
|
|
23
|
-
}
|
|
19
|
+
kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
|
|
24
20
|
return super().json(**kwargs_with_defaults)
|
|
25
21
|
|
|
26
22
|
def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
|
|
27
|
-
kwargs_with_defaults: typing.Any = {
|
|
28
|
-
"by_alias": True,
|
|
29
|
-
"exclude_unset": True,
|
|
30
|
-
**kwargs,
|
|
31
|
-
}
|
|
23
|
+
kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
|
|
32
24
|
return super().dict(**kwargs_with_defaults)
|
|
33
25
|
|
|
34
26
|
class Config:
|
|
@@ -18,19 +18,11 @@ class ListApiKeysResponse(pydantic.BaseModel):
|
|
|
18
18
|
expiration_date: typing.Optional[dt.datetime]
|
|
19
19
|
|
|
20
20
|
def json(self, **kwargs: typing.Any) -> str:
|
|
21
|
-
kwargs_with_defaults: typing.Any = {
|
|
22
|
-
"by_alias": True,
|
|
23
|
-
"exclude_unset": True,
|
|
24
|
-
**kwargs,
|
|
25
|
-
}
|
|
21
|
+
kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
|
|
26
22
|
return super().json(**kwargs_with_defaults)
|
|
27
23
|
|
|
28
24
|
def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
|
|
29
|
-
kwargs_with_defaults: typing.Any = {
|
|
30
|
-
"by_alias": True,
|
|
31
|
-
"exclude_unset": True,
|
|
32
|
-
**kwargs,
|
|
33
|
-
}
|
|
25
|
+
kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
|
|
34
26
|
return super().dict(**kwargs_with_defaults)
|
|
35
27
|
|
|
36
28
|
class Config:
|
|
@@ -18,19 +18,11 @@ class LlmRunRateLimit(pydantic.BaseModel):
|
|
|
18
18
|
delay_between_batches: int
|
|
19
19
|
|
|
20
20
|
def json(self, **kwargs: typing.Any) -> str:
|
|
21
|
-
kwargs_with_defaults: typing.Any = {
|
|
22
|
-
"by_alias": True,
|
|
23
|
-
"exclude_unset": True,
|
|
24
|
-
**kwargs,
|
|
25
|
-
}
|
|
21
|
+
kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
|
|
26
22
|
return super().json(**kwargs_with_defaults)
|
|
27
23
|
|
|
28
24
|
def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
|
|
29
|
-
kwargs_with_defaults: typing.Any = {
|
|
30
|
-
"by_alias": True,
|
|
31
|
-
"exclude_unset": True,
|
|
32
|
-
**kwargs,
|
|
33
|
-
}
|
|
25
|
+
kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
|
|
34
26
|
return super().dict(**kwargs_with_defaults)
|
|
35
27
|
|
|
36
28
|
class Config:
|
|
@@ -17,19 +17,11 @@ class LlmTokens(pydantic.BaseModel):
|
|
|
17
17
|
total_tokens: typing.Optional[int]
|
|
18
18
|
|
|
19
19
|
def json(self, **kwargs: typing.Any) -> str:
|
|
20
|
-
kwargs_with_defaults: typing.Any = {
|
|
21
|
-
"by_alias": True,
|
|
22
|
-
"exclude_unset": True,
|
|
23
|
-
**kwargs,
|
|
24
|
-
}
|
|
20
|
+
kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
|
|
25
21
|
return super().json(**kwargs_with_defaults)
|
|
26
22
|
|
|
27
23
|
def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
|
|
28
|
-
kwargs_with_defaults: typing.Any = {
|
|
29
|
-
"by_alias": True,
|
|
30
|
-
"exclude_unset": True,
|
|
31
|
-
**kwargs,
|
|
32
|
-
}
|
|
24
|
+
kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
|
|
33
25
|
return super().dict(**kwargs_with_defaults)
|
|
34
26
|
|
|
35
27
|
class Config:
|
|
@@ -21,19 +21,11 @@ class NewHumanEvaluation(pydantic.BaseModel):
|
|
|
21
21
|
status: str
|
|
22
22
|
|
|
23
23
|
def json(self, **kwargs: typing.Any) -> str:
|
|
24
|
-
kwargs_with_defaults: typing.Any = {
|
|
25
|
-
"by_alias": True,
|
|
26
|
-
"exclude_unset": True,
|
|
27
|
-
**kwargs,
|
|
28
|
-
}
|
|
24
|
+
kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
|
|
29
25
|
return super().json(**kwargs_with_defaults)
|
|
30
26
|
|
|
31
27
|
def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
|
|
32
|
-
kwargs_with_defaults: typing.Any = {
|
|
33
|
-
"by_alias": True,
|
|
34
|
-
"exclude_unset": True,
|
|
35
|
-
**kwargs,
|
|
36
|
-
}
|
|
28
|
+
kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
|
|
37
29
|
return super().dict(**kwargs_with_defaults)
|
|
38
30
|
|
|
39
31
|
class Config:
|
|
@@ -16,19 +16,11 @@ class NewTestset(pydantic.BaseModel):
|
|
|
16
16
|
csvdata: typing.List[typing.Dict[str, str]]
|
|
17
17
|
|
|
18
18
|
def json(self, **kwargs: typing.Any) -> str:
|
|
19
|
-
kwargs_with_defaults: typing.Any = {
|
|
20
|
-
"by_alias": True,
|
|
21
|
-
"exclude_unset": True,
|
|
22
|
-
**kwargs,
|
|
23
|
-
}
|
|
19
|
+
kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
|
|
24
20
|
return super().json(**kwargs_with_defaults)
|
|
25
21
|
|
|
26
22
|
def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
|
|
27
|
-
kwargs_with_defaults: typing.Any = {
|
|
28
|
-
"by_alias": True,
|
|
29
|
-
"exclude_unset": True,
|
|
30
|
-
**kwargs,
|
|
31
|
-
}
|
|
23
|
+
kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
|
|
32
24
|
return super().dict(**kwargs_with_defaults)
|
|
33
25
|
|
|
34
26
|
class Config:
|
|
@@ -22,19 +22,11 @@ class Organization(pydantic.BaseModel):
|
|
|
22
22
|
is_paying: typing.Optional[bool]
|
|
23
23
|
|
|
24
24
|
def json(self, **kwargs: typing.Any) -> str:
|
|
25
|
-
kwargs_with_defaults: typing.Any = {
|
|
26
|
-
"by_alias": True,
|
|
27
|
-
"exclude_unset": True,
|
|
28
|
-
**kwargs,
|
|
29
|
-
}
|
|
25
|
+
kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
|
|
30
26
|
return super().json(**kwargs_with_defaults)
|
|
31
27
|
|
|
32
28
|
def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
|
|
33
|
-
kwargs_with_defaults: typing.Any = {
|
|
34
|
-
"by_alias": True,
|
|
35
|
-
"exclude_unset": True,
|
|
36
|
-
**kwargs,
|
|
37
|
-
}
|
|
29
|
+
kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
|
|
38
30
|
return super().dict(**kwargs_with_defaults)
|
|
39
31
|
|
|
40
32
|
class Config:
|
|
@@ -16,19 +16,11 @@ class OrganizationOutput(pydantic.BaseModel):
|
|
|
16
16
|
name: str
|
|
17
17
|
|
|
18
18
|
def json(self, **kwargs: typing.Any) -> str:
|
|
19
|
-
kwargs_with_defaults: typing.Any = {
|
|
20
|
-
"by_alias": True,
|
|
21
|
-
"exclude_unset": True,
|
|
22
|
-
**kwargs,
|
|
23
|
-
}
|
|
19
|
+
kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
|
|
24
20
|
return super().json(**kwargs_with_defaults)
|
|
25
21
|
|
|
26
22
|
def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
|
|
27
|
-
kwargs_with_defaults: typing.Any = {
|
|
28
|
-
"by_alias": True,
|
|
29
|
-
"exclude_unset": True,
|
|
30
|
-
**kwargs,
|
|
31
|
-
}
|
|
23
|
+
kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
|
|
32
24
|
return super().dict(**kwargs_with_defaults)
|
|
33
25
|
|
|
34
26
|
class Config:
|