agenta 0.13.0a0__py3-none-any.whl → 0.13.0a1__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of agenta might be problematic. Click here for more details.
- agenta/__init__.py +1 -0
- agenta/client/backend/client.py +169 -50
- agenta/client/backend/core/api_error.py +3 -1
- agenta/client/backend/core/datetime_utils.py +3 -1
- agenta/client/backend/core/jsonable_encoder.py +9 -3
- agenta/client/backend/resources/__init__.py +12 -1
- agenta/client/backend/resources/apps/__init__.py +0 -1
- agenta/client/backend/resources/apps/client.py +88 -26
- agenta/client/backend/resources/bases/__init__.py +0 -1
- agenta/client/backend/resources/bases/client.py +8 -2
- agenta/client/backend/resources/configs/__init__.py +0 -1
- agenta/client/backend/resources/configs/client.py +58 -14
- agenta/client/backend/resources/containers/client.py +46 -14
- agenta/client/backend/resources/environments/__init__.py +0 -1
- agenta/client/backend/resources/environments/client.py +18 -6
- agenta/client/backend/resources/evaluations/__init__.py +0 -1
- agenta/client/backend/resources/evaluations/client.py +86 -26
- agenta/client/backend/resources/evaluators/__init__.py +0 -1
- agenta/client/backend/resources/evaluators/client.py +57 -17
- agenta/client/backend/resources/observability/__init__.py +0 -1
- agenta/client/backend/resources/observability/client.py +100 -30
- agenta/client/backend/resources/testsets/__init__.py +0 -1
- agenta/client/backend/resources/testsets/client.py +56 -16
- agenta/client/backend/resources/variants/client.py +92 -26
- agenta/client/backend/resources/variants/types/__init__.py +3 -1
- agenta/client/backend/types/aggregated_result.py +10 -2
- agenta/client/backend/types/aggregated_result_evaluator_config.py +3 -1
- agenta/client/backend/types/app.py +10 -2
- agenta/client/backend/types/app_variant_response.py +10 -2
- agenta/client/backend/types/app_variant_revision.py +10 -2
- agenta/client/backend/types/base_output.py +10 -2
- agenta/client/backend/types/body_import_testset.py +10 -2
- agenta/client/backend/types/config_db.py +10 -2
- agenta/client/backend/types/create_app_output.py +10 -2
- agenta/client/backend/types/create_span.py +10 -2
- agenta/client/backend/types/create_trace_response.py +10 -2
- agenta/client/backend/types/docker_env_vars.py +10 -2
- agenta/client/backend/types/environment_output.py +10 -2
- agenta/client/backend/types/environment_output_extended.py +10 -2
- agenta/client/backend/types/environment_revision.py +10 -2
- agenta/client/backend/types/error.py +10 -2
- agenta/client/backend/types/evaluation.py +10 -2
- agenta/client/backend/types/evaluation_scenario.py +10 -2
- agenta/client/backend/types/evaluation_scenario_input.py +10 -2
- agenta/client/backend/types/evaluation_scenario_output.py +10 -2
- agenta/client/backend/types/evaluation_scenario_result.py +10 -2
- agenta/client/backend/types/evaluation_scenario_score_update.py +10 -2
- agenta/client/backend/types/evaluation_type.py +3 -1
- agenta/client/backend/types/evaluation_webhook.py +10 -2
- agenta/client/backend/types/evaluator.py +10 -2
- agenta/client/backend/types/evaluator_config.py +10 -2
- agenta/client/backend/types/feedback.py +10 -2
- agenta/client/backend/types/get_config_response.py +10 -2
- agenta/client/backend/types/http_validation_error.py +10 -2
- agenta/client/backend/types/human_evaluation.py +10 -2
- agenta/client/backend/types/human_evaluation_scenario.py +10 -2
- agenta/client/backend/types/human_evaluation_scenario_input.py +10 -2
- agenta/client/backend/types/human_evaluation_scenario_output.py +10 -2
- agenta/client/backend/types/human_evaluation_scenario_update.py +10 -2
- agenta/client/backend/types/human_evaluation_update.py +10 -2
- agenta/client/backend/types/image.py +10 -2
- agenta/client/backend/types/invite_request.py +10 -2
- agenta/client/backend/types/list_api_keys_response.py +10 -2
- agenta/client/backend/types/llm_run_rate_limit.py +10 -2
- agenta/client/backend/types/llm_tokens.py +10 -2
- agenta/client/backend/types/new_human_evaluation.py +10 -2
- agenta/client/backend/types/new_testset.py +10 -2
- agenta/client/backend/types/organization.py +10 -2
- agenta/client/backend/types/organization_output.py +10 -2
- agenta/client/backend/types/result.py +10 -2
- agenta/client/backend/types/simple_evaluation_output.py +10 -2
- agenta/client/backend/types/span.py +10 -2
- agenta/client/backend/types/span_detail.py +10 -2
- agenta/client/backend/types/span_variant.py +10 -2
- agenta/client/backend/types/template.py +10 -2
- agenta/client/backend/types/template_image_info.py +10 -2
- agenta/client/backend/types/test_set_output_response.py +10 -2
- agenta/client/backend/types/test_set_simple_response.py +10 -2
- agenta/client/backend/types/trace_detail.py +10 -2
- agenta/client/backend/types/uri.py +10 -2
- agenta/client/backend/types/validation_error.py +10 -2
- agenta/client/backend/types/variant_action.py +10 -2
- agenta/client/backend/types/variant_action_enum.py +3 -1
- agenta/client/backend/types/with_pagination.py +10 -2
- agenta/client/backend/types/workspace_member_response.py +10 -2
- agenta/client/backend/types/workspace_permission.py +10 -2
- agenta/client/backend/types/workspace_response.py +10 -2
- agenta/client/backend/types/workspace_role_response.py +10 -2
- agenta/sdk/__init__.py +1 -0
- agenta/sdk/agenta_decorator.py +11 -3
- agenta/sdk/tracing/llm_tracing.py +31 -18
- agenta/sdk/types.py +38 -0
- {agenta-0.13.0a0.dist-info → agenta-0.13.0a1.dist-info}/METADATA +46 -96
- agenta-0.13.0a1.dist-info/RECORD +161 -0
- agenta-0.13.0a0.dist-info/RECORD +0 -161
- {agenta-0.13.0a0.dist-info → agenta-0.13.0a1.dist-info}/WHEEL +0 -0
- {agenta-0.13.0a0.dist-info → agenta-0.13.0a1.dist-info}/entry_points.txt +0 -0
|
@@ -32,11 +32,19 @@ class Evaluation(pydantic.BaseModel):
|
|
|
32
32
|
updated_at: dt.datetime
|
|
33
33
|
|
|
34
34
|
def json(self, **kwargs: typing.Any) -> str:
|
|
35
|
-
kwargs_with_defaults: typing.Any = {
|
|
35
|
+
kwargs_with_defaults: typing.Any = {
|
|
36
|
+
"by_alias": True,
|
|
37
|
+
"exclude_unset": True,
|
|
38
|
+
**kwargs,
|
|
39
|
+
}
|
|
36
40
|
return super().json(**kwargs_with_defaults)
|
|
37
41
|
|
|
38
42
|
def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
|
|
39
|
-
kwargs_with_defaults: typing.Any = {
|
|
43
|
+
kwargs_with_defaults: typing.Any = {
|
|
44
|
+
"by_alias": True,
|
|
45
|
+
"exclude_unset": True,
|
|
46
|
+
**kwargs,
|
|
47
|
+
}
|
|
40
48
|
return super().dict(**kwargs_with_defaults)
|
|
41
49
|
|
|
42
50
|
class Config:
|
|
@@ -26,11 +26,19 @@ class EvaluationScenario(pydantic.BaseModel):
|
|
|
26
26
|
results: typing.List[EvaluationScenarioResult]
|
|
27
27
|
|
|
28
28
|
def json(self, **kwargs: typing.Any) -> str:
|
|
29
|
-
kwargs_with_defaults: typing.Any = {
|
|
29
|
+
kwargs_with_defaults: typing.Any = {
|
|
30
|
+
"by_alias": True,
|
|
31
|
+
"exclude_unset": True,
|
|
32
|
+
**kwargs,
|
|
33
|
+
}
|
|
30
34
|
return super().json(**kwargs_with_defaults)
|
|
31
35
|
|
|
32
36
|
def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
|
|
33
|
-
kwargs_with_defaults: typing.Any = {
|
|
37
|
+
kwargs_with_defaults: typing.Any = {
|
|
38
|
+
"by_alias": True,
|
|
39
|
+
"exclude_unset": True,
|
|
40
|
+
**kwargs,
|
|
41
|
+
}
|
|
34
42
|
return super().dict(**kwargs_with_defaults)
|
|
35
43
|
|
|
36
44
|
class Config:
|
|
@@ -17,11 +17,19 @@ class EvaluationScenarioInput(pydantic.BaseModel):
|
|
|
17
17
|
value: typing.Optional[typing.Any]
|
|
18
18
|
|
|
19
19
|
def json(self, **kwargs: typing.Any) -> str:
|
|
20
|
-
kwargs_with_defaults: typing.Any = {
|
|
20
|
+
kwargs_with_defaults: typing.Any = {
|
|
21
|
+
"by_alias": True,
|
|
22
|
+
"exclude_unset": True,
|
|
23
|
+
**kwargs,
|
|
24
|
+
}
|
|
21
25
|
return super().json(**kwargs_with_defaults)
|
|
22
26
|
|
|
23
27
|
def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
|
|
24
|
-
kwargs_with_defaults: typing.Any = {
|
|
28
|
+
kwargs_with_defaults: typing.Any = {
|
|
29
|
+
"by_alias": True,
|
|
30
|
+
"exclude_unset": True,
|
|
31
|
+
**kwargs,
|
|
32
|
+
}
|
|
25
33
|
return super().dict(**kwargs_with_defaults)
|
|
26
34
|
|
|
27
35
|
class Config:
|
|
@@ -18,11 +18,19 @@ class EvaluationScenarioOutput(pydantic.BaseModel):
|
|
|
18
18
|
latency: typing.Optional[float]
|
|
19
19
|
|
|
20
20
|
def json(self, **kwargs: typing.Any) -> str:
|
|
21
|
-
kwargs_with_defaults: typing.Any = {
|
|
21
|
+
kwargs_with_defaults: typing.Any = {
|
|
22
|
+
"by_alias": True,
|
|
23
|
+
"exclude_unset": True,
|
|
24
|
+
**kwargs,
|
|
25
|
+
}
|
|
22
26
|
return super().json(**kwargs_with_defaults)
|
|
23
27
|
|
|
24
28
|
def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
|
|
25
|
-
kwargs_with_defaults: typing.Any = {
|
|
29
|
+
kwargs_with_defaults: typing.Any = {
|
|
30
|
+
"by_alias": True,
|
|
31
|
+
"exclude_unset": True,
|
|
32
|
+
**kwargs,
|
|
33
|
+
}
|
|
26
34
|
return super().dict(**kwargs_with_defaults)
|
|
27
35
|
|
|
28
36
|
class Config:
|
|
@@ -17,11 +17,19 @@ class EvaluationScenarioResult(pydantic.BaseModel):
|
|
|
17
17
|
result: Result
|
|
18
18
|
|
|
19
19
|
def json(self, **kwargs: typing.Any) -> str:
|
|
20
|
-
kwargs_with_defaults: typing.Any = {
|
|
20
|
+
kwargs_with_defaults: typing.Any = {
|
|
21
|
+
"by_alias": True,
|
|
22
|
+
"exclude_unset": True,
|
|
23
|
+
**kwargs,
|
|
24
|
+
}
|
|
21
25
|
return super().json(**kwargs_with_defaults)
|
|
22
26
|
|
|
23
27
|
def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
|
|
24
|
-
kwargs_with_defaults: typing.Any = {
|
|
28
|
+
kwargs_with_defaults: typing.Any = {
|
|
29
|
+
"by_alias": True,
|
|
30
|
+
"exclude_unset": True,
|
|
31
|
+
**kwargs,
|
|
32
|
+
}
|
|
25
33
|
return super().dict(**kwargs_with_defaults)
|
|
26
34
|
|
|
27
35
|
class Config:
|
|
@@ -15,11 +15,19 @@ class EvaluationScenarioScoreUpdate(pydantic.BaseModel):
|
|
|
15
15
|
score: float
|
|
16
16
|
|
|
17
17
|
def json(self, **kwargs: typing.Any) -> str:
|
|
18
|
-
kwargs_with_defaults: typing.Any = {
|
|
18
|
+
kwargs_with_defaults: typing.Any = {
|
|
19
|
+
"by_alias": True,
|
|
20
|
+
"exclude_unset": True,
|
|
21
|
+
**kwargs,
|
|
22
|
+
}
|
|
19
23
|
return super().json(**kwargs_with_defaults)
|
|
20
24
|
|
|
21
25
|
def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
|
|
22
|
-
kwargs_with_defaults: typing.Any = {
|
|
26
|
+
kwargs_with_defaults: typing.Any = {
|
|
27
|
+
"by_alias": True,
|
|
28
|
+
"exclude_unset": True,
|
|
29
|
+
**kwargs,
|
|
30
|
+
}
|
|
23
31
|
return super().dict(**kwargs_with_defaults)
|
|
24
32
|
|
|
25
33
|
class Config:
|
|
@@ -15,7 +15,9 @@ class EvaluationType(str, enum.Enum):
|
|
|
15
15
|
SINGLE_MODEL_TEST = "single_model_test"
|
|
16
16
|
|
|
17
17
|
def visit(
|
|
18
|
-
self,
|
|
18
|
+
self,
|
|
19
|
+
human_a_b_testing: typing.Callable[[], T_Result],
|
|
20
|
+
single_model_test: typing.Callable[[], T_Result],
|
|
19
21
|
) -> T_Result:
|
|
20
22
|
if self is EvaluationType.HUMAN_A_B_TESTING:
|
|
21
23
|
return human_a_b_testing()
|
|
@@ -15,11 +15,19 @@ class EvaluationWebhook(pydantic.BaseModel):
|
|
|
15
15
|
score: float
|
|
16
16
|
|
|
17
17
|
def json(self, **kwargs: typing.Any) -> str:
|
|
18
|
-
kwargs_with_defaults: typing.Any = {
|
|
18
|
+
kwargs_with_defaults: typing.Any = {
|
|
19
|
+
"by_alias": True,
|
|
20
|
+
"exclude_unset": True,
|
|
21
|
+
**kwargs,
|
|
22
|
+
}
|
|
19
23
|
return super().json(**kwargs_with_defaults)
|
|
20
24
|
|
|
21
25
|
def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
|
|
22
|
-
kwargs_with_defaults: typing.Any = {
|
|
26
|
+
kwargs_with_defaults: typing.Any = {
|
|
27
|
+
"by_alias": True,
|
|
28
|
+
"exclude_unset": True,
|
|
29
|
+
**kwargs,
|
|
30
|
+
}
|
|
23
31
|
return super().dict(**kwargs_with_defaults)
|
|
24
32
|
|
|
25
33
|
class Config:
|
|
@@ -19,11 +19,19 @@ class Evaluator(pydantic.BaseModel):
|
|
|
19
19
|
description: typing.Optional[str]
|
|
20
20
|
|
|
21
21
|
def json(self, **kwargs: typing.Any) -> str:
|
|
22
|
-
kwargs_with_defaults: typing.Any = {
|
|
22
|
+
kwargs_with_defaults: typing.Any = {
|
|
23
|
+
"by_alias": True,
|
|
24
|
+
"exclude_unset": True,
|
|
25
|
+
**kwargs,
|
|
26
|
+
}
|
|
23
27
|
return super().json(**kwargs_with_defaults)
|
|
24
28
|
|
|
25
29
|
def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
|
|
26
|
-
kwargs_with_defaults: typing.Any = {
|
|
30
|
+
kwargs_with_defaults: typing.Any = {
|
|
31
|
+
"by_alias": True,
|
|
32
|
+
"exclude_unset": True,
|
|
33
|
+
**kwargs,
|
|
34
|
+
}
|
|
27
35
|
return super().dict(**kwargs_with_defaults)
|
|
28
36
|
|
|
29
37
|
class Config:
|
|
@@ -20,11 +20,19 @@ class EvaluatorConfig(pydantic.BaseModel):
|
|
|
20
20
|
updated_at: dt.datetime
|
|
21
21
|
|
|
22
22
|
def json(self, **kwargs: typing.Any) -> str:
|
|
23
|
-
kwargs_with_defaults: typing.Any = {
|
|
23
|
+
kwargs_with_defaults: typing.Any = {
|
|
24
|
+
"by_alias": True,
|
|
25
|
+
"exclude_unset": True,
|
|
26
|
+
**kwargs,
|
|
27
|
+
}
|
|
24
28
|
return super().json(**kwargs_with_defaults)
|
|
25
29
|
|
|
26
30
|
def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
|
|
27
|
-
kwargs_with_defaults: typing.Any = {
|
|
31
|
+
kwargs_with_defaults: typing.Any = {
|
|
32
|
+
"by_alias": True,
|
|
33
|
+
"exclude_unset": True,
|
|
34
|
+
**kwargs,
|
|
35
|
+
}
|
|
28
36
|
return super().dict(**kwargs_with_defaults)
|
|
29
37
|
|
|
30
38
|
class Config:
|
|
@@ -19,11 +19,19 @@ class Feedback(pydantic.BaseModel):
|
|
|
19
19
|
created_at: typing.Optional[dt.datetime]
|
|
20
20
|
|
|
21
21
|
def json(self, **kwargs: typing.Any) -> str:
|
|
22
|
-
kwargs_with_defaults: typing.Any = {
|
|
22
|
+
kwargs_with_defaults: typing.Any = {
|
|
23
|
+
"by_alias": True,
|
|
24
|
+
"exclude_unset": True,
|
|
25
|
+
**kwargs,
|
|
26
|
+
}
|
|
23
27
|
return super().json(**kwargs_with_defaults)
|
|
24
28
|
|
|
25
29
|
def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
|
|
26
|
-
kwargs_with_defaults: typing.Any = {
|
|
30
|
+
kwargs_with_defaults: typing.Any = {
|
|
31
|
+
"by_alias": True,
|
|
32
|
+
"exclude_unset": True,
|
|
33
|
+
**kwargs,
|
|
34
|
+
}
|
|
27
35
|
return super().dict(**kwargs_with_defaults)
|
|
28
36
|
|
|
29
37
|
class Config:
|
|
@@ -18,11 +18,19 @@ class GetConfigResponse(pydantic.BaseModel):
|
|
|
18
18
|
parameters: typing.Dict[str, typing.Any]
|
|
19
19
|
|
|
20
20
|
def json(self, **kwargs: typing.Any) -> str:
|
|
21
|
-
kwargs_with_defaults: typing.Any = {
|
|
21
|
+
kwargs_with_defaults: typing.Any = {
|
|
22
|
+
"by_alias": True,
|
|
23
|
+
"exclude_unset": True,
|
|
24
|
+
**kwargs,
|
|
25
|
+
}
|
|
22
26
|
return super().json(**kwargs_with_defaults)
|
|
23
27
|
|
|
24
28
|
def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
|
|
25
|
-
kwargs_with_defaults: typing.Any = {
|
|
29
|
+
kwargs_with_defaults: typing.Any = {
|
|
30
|
+
"by_alias": True,
|
|
31
|
+
"exclude_unset": True,
|
|
32
|
+
**kwargs,
|
|
33
|
+
}
|
|
26
34
|
return super().dict(**kwargs_with_defaults)
|
|
27
35
|
|
|
28
36
|
class Config:
|
|
@@ -16,11 +16,19 @@ class HttpValidationError(pydantic.BaseModel):
|
|
|
16
16
|
detail: typing.Optional[typing.List[ValidationError]]
|
|
17
17
|
|
|
18
18
|
def json(self, **kwargs: typing.Any) -> str:
|
|
19
|
-
kwargs_with_defaults: typing.Any = {
|
|
19
|
+
kwargs_with_defaults: typing.Any = {
|
|
20
|
+
"by_alias": True,
|
|
21
|
+
"exclude_unset": True,
|
|
22
|
+
**kwargs,
|
|
23
|
+
}
|
|
20
24
|
return super().json(**kwargs_with_defaults)
|
|
21
25
|
|
|
22
26
|
def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
|
|
23
|
-
kwargs_with_defaults: typing.Any = {
|
|
27
|
+
kwargs_with_defaults: typing.Any = {
|
|
28
|
+
"by_alias": True,
|
|
29
|
+
"exclude_unset": True,
|
|
30
|
+
**kwargs,
|
|
31
|
+
}
|
|
24
32
|
return super().dict(**kwargs_with_defaults)
|
|
25
33
|
|
|
26
34
|
class Config:
|
|
@@ -28,11 +28,19 @@ class HumanEvaluation(pydantic.BaseModel):
|
|
|
28
28
|
updated_at: dt.datetime
|
|
29
29
|
|
|
30
30
|
def json(self, **kwargs: typing.Any) -> str:
|
|
31
|
-
kwargs_with_defaults: typing.Any = {
|
|
31
|
+
kwargs_with_defaults: typing.Any = {
|
|
32
|
+
"by_alias": True,
|
|
33
|
+
"exclude_unset": True,
|
|
34
|
+
**kwargs,
|
|
35
|
+
}
|
|
32
36
|
return super().json(**kwargs_with_defaults)
|
|
33
37
|
|
|
34
38
|
def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
|
|
35
|
-
kwargs_with_defaults: typing.Any = {
|
|
39
|
+
kwargs_with_defaults: typing.Any = {
|
|
40
|
+
"by_alias": True,
|
|
41
|
+
"exclude_unset": True,
|
|
42
|
+
**kwargs,
|
|
43
|
+
}
|
|
36
44
|
return super().dict(**kwargs_with_defaults)
|
|
37
45
|
|
|
38
46
|
class Config:
|
|
@@ -27,11 +27,19 @@ class HumanEvaluationScenario(pydantic.BaseModel):
|
|
|
27
27
|
note: typing.Optional[str]
|
|
28
28
|
|
|
29
29
|
def json(self, **kwargs: typing.Any) -> str:
|
|
30
|
-
kwargs_with_defaults: typing.Any = {
|
|
30
|
+
kwargs_with_defaults: typing.Any = {
|
|
31
|
+
"by_alias": True,
|
|
32
|
+
"exclude_unset": True,
|
|
33
|
+
**kwargs,
|
|
34
|
+
}
|
|
31
35
|
return super().json(**kwargs_with_defaults)
|
|
32
36
|
|
|
33
37
|
def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
|
|
34
|
-
kwargs_with_defaults: typing.Any = {
|
|
38
|
+
kwargs_with_defaults: typing.Any = {
|
|
39
|
+
"by_alias": True,
|
|
40
|
+
"exclude_unset": True,
|
|
41
|
+
**kwargs,
|
|
42
|
+
}
|
|
35
43
|
return super().dict(**kwargs_with_defaults)
|
|
36
44
|
|
|
37
45
|
class Config:
|
|
@@ -16,11 +16,19 @@ class HumanEvaluationScenarioInput(pydantic.BaseModel):
|
|
|
16
16
|
input_value: str
|
|
17
17
|
|
|
18
18
|
def json(self, **kwargs: typing.Any) -> str:
|
|
19
|
-
kwargs_with_defaults: typing.Any = {
|
|
19
|
+
kwargs_with_defaults: typing.Any = {
|
|
20
|
+
"by_alias": True,
|
|
21
|
+
"exclude_unset": True,
|
|
22
|
+
**kwargs,
|
|
23
|
+
}
|
|
20
24
|
return super().json(**kwargs_with_defaults)
|
|
21
25
|
|
|
22
26
|
def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
|
|
23
|
-
kwargs_with_defaults: typing.Any = {
|
|
27
|
+
kwargs_with_defaults: typing.Any = {
|
|
28
|
+
"by_alias": True,
|
|
29
|
+
"exclude_unset": True,
|
|
30
|
+
**kwargs,
|
|
31
|
+
}
|
|
24
32
|
return super().dict(**kwargs_with_defaults)
|
|
25
33
|
|
|
26
34
|
class Config:
|
|
@@ -16,11 +16,19 @@ class HumanEvaluationScenarioOutput(pydantic.BaseModel):
|
|
|
16
16
|
variant_output: str
|
|
17
17
|
|
|
18
18
|
def json(self, **kwargs: typing.Any) -> str:
|
|
19
|
-
kwargs_with_defaults: typing.Any = {
|
|
19
|
+
kwargs_with_defaults: typing.Any = {
|
|
20
|
+
"by_alias": True,
|
|
21
|
+
"exclude_unset": True,
|
|
22
|
+
**kwargs,
|
|
23
|
+
}
|
|
20
24
|
return super().json(**kwargs_with_defaults)
|
|
21
25
|
|
|
22
26
|
def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
|
|
23
|
-
kwargs_with_defaults: typing.Any = {
|
|
27
|
+
kwargs_with_defaults: typing.Any = {
|
|
28
|
+
"by_alias": True,
|
|
29
|
+
"exclude_unset": True,
|
|
30
|
+
**kwargs,
|
|
31
|
+
}
|
|
24
32
|
return super().dict(**kwargs_with_defaults)
|
|
25
33
|
|
|
26
34
|
class Config:
|
|
@@ -24,11 +24,19 @@ class HumanEvaluationScenarioUpdate(pydantic.BaseModel):
|
|
|
24
24
|
note: typing.Optional[str]
|
|
25
25
|
|
|
26
26
|
def json(self, **kwargs: typing.Any) -> str:
|
|
27
|
-
kwargs_with_defaults: typing.Any = {
|
|
27
|
+
kwargs_with_defaults: typing.Any = {
|
|
28
|
+
"by_alias": True,
|
|
29
|
+
"exclude_unset": True,
|
|
30
|
+
**kwargs,
|
|
31
|
+
}
|
|
28
32
|
return super().json(**kwargs_with_defaults)
|
|
29
33
|
|
|
30
34
|
def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
|
|
31
|
-
kwargs_with_defaults: typing.Any = {
|
|
35
|
+
kwargs_with_defaults: typing.Any = {
|
|
36
|
+
"by_alias": True,
|
|
37
|
+
"exclude_unset": True,
|
|
38
|
+
**kwargs,
|
|
39
|
+
}
|
|
32
40
|
return super().dict(**kwargs_with_defaults)
|
|
33
41
|
|
|
34
42
|
class Config:
|
|
@@ -16,11 +16,19 @@ class HumanEvaluationUpdate(pydantic.BaseModel):
|
|
|
16
16
|
status: typing.Optional[EvaluationStatusEnum]
|
|
17
17
|
|
|
18
18
|
def json(self, **kwargs: typing.Any) -> str:
|
|
19
|
-
kwargs_with_defaults: typing.Any = {
|
|
19
|
+
kwargs_with_defaults: typing.Any = {
|
|
20
|
+
"by_alias": True,
|
|
21
|
+
"exclude_unset": True,
|
|
22
|
+
**kwargs,
|
|
23
|
+
}
|
|
20
24
|
return super().json(**kwargs_with_defaults)
|
|
21
25
|
|
|
22
26
|
def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
|
|
23
|
-
kwargs_with_defaults: typing.Any = {
|
|
27
|
+
kwargs_with_defaults: typing.Any = {
|
|
28
|
+
"by_alias": True,
|
|
29
|
+
"exclude_unset": True,
|
|
30
|
+
**kwargs,
|
|
31
|
+
}
|
|
24
32
|
return super().dict(**kwargs_with_defaults)
|
|
25
33
|
|
|
26
34
|
class Config:
|
|
@@ -19,11 +19,19 @@ class Image(pydantic.BaseModel):
|
|
|
19
19
|
workspace_id: typing.Optional[str]
|
|
20
20
|
|
|
21
21
|
def json(self, **kwargs: typing.Any) -> str:
|
|
22
|
-
kwargs_with_defaults: typing.Any = {
|
|
22
|
+
kwargs_with_defaults: typing.Any = {
|
|
23
|
+
"by_alias": True,
|
|
24
|
+
"exclude_unset": True,
|
|
25
|
+
**kwargs,
|
|
26
|
+
}
|
|
23
27
|
return super().json(**kwargs_with_defaults)
|
|
24
28
|
|
|
25
29
|
def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
|
|
26
|
-
kwargs_with_defaults: typing.Any = {
|
|
30
|
+
kwargs_with_defaults: typing.Any = {
|
|
31
|
+
"by_alias": True,
|
|
32
|
+
"exclude_unset": True,
|
|
33
|
+
**kwargs,
|
|
34
|
+
}
|
|
27
35
|
return super().dict(**kwargs_with_defaults)
|
|
28
36
|
|
|
29
37
|
class Config:
|
|
@@ -16,11 +16,19 @@ class InviteRequest(pydantic.BaseModel):
|
|
|
16
16
|
roles: typing.List[str]
|
|
17
17
|
|
|
18
18
|
def json(self, **kwargs: typing.Any) -> str:
|
|
19
|
-
kwargs_with_defaults: typing.Any = {
|
|
19
|
+
kwargs_with_defaults: typing.Any = {
|
|
20
|
+
"by_alias": True,
|
|
21
|
+
"exclude_unset": True,
|
|
22
|
+
**kwargs,
|
|
23
|
+
}
|
|
20
24
|
return super().json(**kwargs_with_defaults)
|
|
21
25
|
|
|
22
26
|
def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
|
|
23
|
-
kwargs_with_defaults: typing.Any = {
|
|
27
|
+
kwargs_with_defaults: typing.Any = {
|
|
28
|
+
"by_alias": True,
|
|
29
|
+
"exclude_unset": True,
|
|
30
|
+
**kwargs,
|
|
31
|
+
}
|
|
24
32
|
return super().dict(**kwargs_with_defaults)
|
|
25
33
|
|
|
26
34
|
class Config:
|
|
@@ -18,11 +18,19 @@ class ListApiKeysResponse(pydantic.BaseModel):
|
|
|
18
18
|
expiration_date: typing.Optional[dt.datetime]
|
|
19
19
|
|
|
20
20
|
def json(self, **kwargs: typing.Any) -> str:
|
|
21
|
-
kwargs_with_defaults: typing.Any = {
|
|
21
|
+
kwargs_with_defaults: typing.Any = {
|
|
22
|
+
"by_alias": True,
|
|
23
|
+
"exclude_unset": True,
|
|
24
|
+
**kwargs,
|
|
25
|
+
}
|
|
22
26
|
return super().json(**kwargs_with_defaults)
|
|
23
27
|
|
|
24
28
|
def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
|
|
25
|
-
kwargs_with_defaults: typing.Any = {
|
|
29
|
+
kwargs_with_defaults: typing.Any = {
|
|
30
|
+
"by_alias": True,
|
|
31
|
+
"exclude_unset": True,
|
|
32
|
+
**kwargs,
|
|
33
|
+
}
|
|
26
34
|
return super().dict(**kwargs_with_defaults)
|
|
27
35
|
|
|
28
36
|
class Config:
|
|
@@ -18,11 +18,19 @@ class LlmRunRateLimit(pydantic.BaseModel):
|
|
|
18
18
|
delay_between_batches: int
|
|
19
19
|
|
|
20
20
|
def json(self, **kwargs: typing.Any) -> str:
|
|
21
|
-
kwargs_with_defaults: typing.Any = {
|
|
21
|
+
kwargs_with_defaults: typing.Any = {
|
|
22
|
+
"by_alias": True,
|
|
23
|
+
"exclude_unset": True,
|
|
24
|
+
**kwargs,
|
|
25
|
+
}
|
|
22
26
|
return super().json(**kwargs_with_defaults)
|
|
23
27
|
|
|
24
28
|
def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
|
|
25
|
-
kwargs_with_defaults: typing.Any = {
|
|
29
|
+
kwargs_with_defaults: typing.Any = {
|
|
30
|
+
"by_alias": True,
|
|
31
|
+
"exclude_unset": True,
|
|
32
|
+
**kwargs,
|
|
33
|
+
}
|
|
26
34
|
return super().dict(**kwargs_with_defaults)
|
|
27
35
|
|
|
28
36
|
class Config:
|
|
@@ -17,11 +17,19 @@ class LlmTokens(pydantic.BaseModel):
|
|
|
17
17
|
total_tokens: typing.Optional[int]
|
|
18
18
|
|
|
19
19
|
def json(self, **kwargs: typing.Any) -> str:
|
|
20
|
-
kwargs_with_defaults: typing.Any = {
|
|
20
|
+
kwargs_with_defaults: typing.Any = {
|
|
21
|
+
"by_alias": True,
|
|
22
|
+
"exclude_unset": True,
|
|
23
|
+
**kwargs,
|
|
24
|
+
}
|
|
21
25
|
return super().json(**kwargs_with_defaults)
|
|
22
26
|
|
|
23
27
|
def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
|
|
24
|
-
kwargs_with_defaults: typing.Any = {
|
|
28
|
+
kwargs_with_defaults: typing.Any = {
|
|
29
|
+
"by_alias": True,
|
|
30
|
+
"exclude_unset": True,
|
|
31
|
+
**kwargs,
|
|
32
|
+
}
|
|
25
33
|
return super().dict(**kwargs_with_defaults)
|
|
26
34
|
|
|
27
35
|
class Config:
|
|
@@ -21,11 +21,19 @@ class NewHumanEvaluation(pydantic.BaseModel):
|
|
|
21
21
|
status: str
|
|
22
22
|
|
|
23
23
|
def json(self, **kwargs: typing.Any) -> str:
|
|
24
|
-
kwargs_with_defaults: typing.Any = {
|
|
24
|
+
kwargs_with_defaults: typing.Any = {
|
|
25
|
+
"by_alias": True,
|
|
26
|
+
"exclude_unset": True,
|
|
27
|
+
**kwargs,
|
|
28
|
+
}
|
|
25
29
|
return super().json(**kwargs_with_defaults)
|
|
26
30
|
|
|
27
31
|
def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
|
|
28
|
-
kwargs_with_defaults: typing.Any = {
|
|
32
|
+
kwargs_with_defaults: typing.Any = {
|
|
33
|
+
"by_alias": True,
|
|
34
|
+
"exclude_unset": True,
|
|
35
|
+
**kwargs,
|
|
36
|
+
}
|
|
29
37
|
return super().dict(**kwargs_with_defaults)
|
|
30
38
|
|
|
31
39
|
class Config:
|
|
@@ -16,11 +16,19 @@ class NewTestset(pydantic.BaseModel):
|
|
|
16
16
|
csvdata: typing.List[typing.Dict[str, str]]
|
|
17
17
|
|
|
18
18
|
def json(self, **kwargs: typing.Any) -> str:
|
|
19
|
-
kwargs_with_defaults: typing.Any = {
|
|
19
|
+
kwargs_with_defaults: typing.Any = {
|
|
20
|
+
"by_alias": True,
|
|
21
|
+
"exclude_unset": True,
|
|
22
|
+
**kwargs,
|
|
23
|
+
}
|
|
20
24
|
return super().json(**kwargs_with_defaults)
|
|
21
25
|
|
|
22
26
|
def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
|
|
23
|
-
kwargs_with_defaults: typing.Any = {
|
|
27
|
+
kwargs_with_defaults: typing.Any = {
|
|
28
|
+
"by_alias": True,
|
|
29
|
+
"exclude_unset": True,
|
|
30
|
+
**kwargs,
|
|
31
|
+
}
|
|
24
32
|
return super().dict(**kwargs_with_defaults)
|
|
25
33
|
|
|
26
34
|
class Config:
|
|
@@ -22,11 +22,19 @@ class Organization(pydantic.BaseModel):
|
|
|
22
22
|
is_paying: typing.Optional[bool]
|
|
23
23
|
|
|
24
24
|
def json(self, **kwargs: typing.Any) -> str:
|
|
25
|
-
kwargs_with_defaults: typing.Any = {
|
|
25
|
+
kwargs_with_defaults: typing.Any = {
|
|
26
|
+
"by_alias": True,
|
|
27
|
+
"exclude_unset": True,
|
|
28
|
+
**kwargs,
|
|
29
|
+
}
|
|
26
30
|
return super().json(**kwargs_with_defaults)
|
|
27
31
|
|
|
28
32
|
def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
|
|
29
|
-
kwargs_with_defaults: typing.Any = {
|
|
33
|
+
kwargs_with_defaults: typing.Any = {
|
|
34
|
+
"by_alias": True,
|
|
35
|
+
"exclude_unset": True,
|
|
36
|
+
**kwargs,
|
|
37
|
+
}
|
|
30
38
|
return super().dict(**kwargs_with_defaults)
|
|
31
39
|
|
|
32
40
|
class Config:
|
|
@@ -16,11 +16,19 @@ class OrganizationOutput(pydantic.BaseModel):
|
|
|
16
16
|
name: str
|
|
17
17
|
|
|
18
18
|
def json(self, **kwargs: typing.Any) -> str:
|
|
19
|
-
kwargs_with_defaults: typing.Any = {
|
|
19
|
+
kwargs_with_defaults: typing.Any = {
|
|
20
|
+
"by_alias": True,
|
|
21
|
+
"exclude_unset": True,
|
|
22
|
+
**kwargs,
|
|
23
|
+
}
|
|
20
24
|
return super().json(**kwargs_with_defaults)
|
|
21
25
|
|
|
22
26
|
def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
|
|
23
|
-
kwargs_with_defaults: typing.Any = {
|
|
27
|
+
kwargs_with_defaults: typing.Any = {
|
|
28
|
+
"by_alias": True,
|
|
29
|
+
"exclude_unset": True,
|
|
30
|
+
**kwargs,
|
|
31
|
+
}
|
|
24
32
|
return super().dict(**kwargs_with_defaults)
|
|
25
33
|
|
|
26
34
|
class Config:
|
|
@@ -18,11 +18,19 @@ class Result(pydantic.BaseModel):
|
|
|
18
18
|
error: typing.Optional[Error]
|
|
19
19
|
|
|
20
20
|
def json(self, **kwargs: typing.Any) -> str:
|
|
21
|
-
kwargs_with_defaults: typing.Any = {
|
|
21
|
+
kwargs_with_defaults: typing.Any = {
|
|
22
|
+
"by_alias": True,
|
|
23
|
+
"exclude_unset": True,
|
|
24
|
+
**kwargs,
|
|
25
|
+
}
|
|
22
26
|
return super().json(**kwargs_with_defaults)
|
|
23
27
|
|
|
24
28
|
def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
|
|
25
|
-
kwargs_with_defaults: typing.Any = {
|
|
29
|
+
kwargs_with_defaults: typing.Any = {
|
|
30
|
+
"by_alias": True,
|
|
31
|
+
"exclude_unset": True,
|
|
32
|
+
**kwargs,
|
|
33
|
+
}
|
|
26
34
|
return super().dict(**kwargs_with_defaults)
|
|
27
35
|
|
|
28
36
|
class Config:
|