agenta 0.31.0__py3-none-any.whl → 0.32.0__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of agenta might be problematic. Click here for more details.
- agenta/client/backend/__init__.py +4 -8
- agenta/client/backend/apps/client.py +68 -68
- agenta/client/backend/bases/client.py +10 -10
- agenta/client/backend/client.py +96 -88
- agenta/client/backend/containers/client.py +70 -28
- agenta/client/backend/environments/client.py +8 -8
- agenta/client/backend/evaluations/client.py +46 -46
- agenta/client/backend/evaluators/client.py +32 -32
- agenta/client/backend/human_evaluations/__init__.py +1 -0
- agenta/client/backend/human_evaluations/client.py +1696 -0
- agenta/client/backend/testsets/client.py +28 -28
- agenta/client/backend/types/__init__.py +3 -7
- agenta/client/backend/types/{evaluation_scenario_score_update.py → delete_evaluation.py} +3 -3
- agenta/client/backend/variants/client.py +54 -42
- agenta/sdk/tracing/inline.py +3 -1
- {agenta-0.31.0.dist-info → agenta-0.32.0.dist-info}/METADATA +10 -9
- {agenta-0.31.0.dist-info → agenta-0.32.0.dist-info}/RECORD +19 -20
- {agenta-0.31.0.dist-info → agenta-0.32.0.dist-info}/WHEEL +1 -1
- agenta/client/backend/types/human_evaluation_scenario_update.py +0 -30
- agenta/client/backend/types/human_evaluation_update.py +0 -22
- agenta/client/backend/types/new_human_evaluation.py +0 -27
- {agenta-0.31.0.dist-info → agenta-0.32.0.dist-info}/entry_points.txt +0 -0
|
@@ -1,30 +0,0 @@
|
|
|
1
|
-
# This file was auto-generated by Fern from our API Definition.
|
|
2
|
-
|
|
3
|
-
from ..core.pydantic_utilities import UniversalBaseModel
|
|
4
|
-
import typing
|
|
5
|
-
from .score import Score
|
|
6
|
-
from .human_evaluation_scenario_output import HumanEvaluationScenarioOutput
|
|
7
|
-
from .human_evaluation_scenario_input import HumanEvaluationScenarioInput
|
|
8
|
-
from ..core.pydantic_utilities import IS_PYDANTIC_V2
|
|
9
|
-
import pydantic
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
class HumanEvaluationScenarioUpdate(UniversalBaseModel):
|
|
13
|
-
vote: typing.Optional[str] = None
|
|
14
|
-
score: typing.Optional[Score] = None
|
|
15
|
-
correct_answer: typing.Optional[str] = None
|
|
16
|
-
outputs: typing.Optional[typing.List[HumanEvaluationScenarioOutput]] = None
|
|
17
|
-
inputs: typing.Optional[typing.List[HumanEvaluationScenarioInput]] = None
|
|
18
|
-
is_pinned: typing.Optional[bool] = None
|
|
19
|
-
note: typing.Optional[str] = None
|
|
20
|
-
|
|
21
|
-
if IS_PYDANTIC_V2:
|
|
22
|
-
model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(
|
|
23
|
-
extra="allow", frozen=True
|
|
24
|
-
) # type: ignore # Pydantic v2
|
|
25
|
-
else:
|
|
26
|
-
|
|
27
|
-
class Config:
|
|
28
|
-
frozen = True
|
|
29
|
-
smart_union = True
|
|
30
|
-
extra = pydantic.Extra.allow
|
|
@@ -1,22 +0,0 @@
|
|
|
1
|
-
# This file was auto-generated by Fern from our API Definition.
|
|
2
|
-
|
|
3
|
-
from ..core.pydantic_utilities import UniversalBaseModel
|
|
4
|
-
import typing
|
|
5
|
-
from .evaluation_status_enum import EvaluationStatusEnum
|
|
6
|
-
from ..core.pydantic_utilities import IS_PYDANTIC_V2
|
|
7
|
-
import pydantic
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
class HumanEvaluationUpdate(UniversalBaseModel):
|
|
11
|
-
status: typing.Optional[EvaluationStatusEnum] = None
|
|
12
|
-
|
|
13
|
-
if IS_PYDANTIC_V2:
|
|
14
|
-
model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(
|
|
15
|
-
extra="allow", frozen=True
|
|
16
|
-
) # type: ignore # Pydantic v2
|
|
17
|
-
else:
|
|
18
|
-
|
|
19
|
-
class Config:
|
|
20
|
-
frozen = True
|
|
21
|
-
smart_union = True
|
|
22
|
-
extra = pydantic.Extra.allow
|
|
@@ -1,27 +0,0 @@
|
|
|
1
|
-
# This file was auto-generated by Fern from our API Definition.
|
|
2
|
-
|
|
3
|
-
from ..core.pydantic_utilities import UniversalBaseModel
|
|
4
|
-
import typing
|
|
5
|
-
from .evaluation_type import EvaluationType
|
|
6
|
-
from ..core.pydantic_utilities import IS_PYDANTIC_V2
|
|
7
|
-
import pydantic
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
class NewHumanEvaluation(UniversalBaseModel):
|
|
11
|
-
app_id: str
|
|
12
|
-
variant_ids: typing.List[str]
|
|
13
|
-
evaluation_type: EvaluationType
|
|
14
|
-
inputs: typing.List[str]
|
|
15
|
-
testset_id: str
|
|
16
|
-
status: str
|
|
17
|
-
|
|
18
|
-
if IS_PYDANTIC_V2:
|
|
19
|
-
model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(
|
|
20
|
-
extra="allow", frozen=True
|
|
21
|
-
) # type: ignore # Pydantic v2
|
|
22
|
-
else:
|
|
23
|
-
|
|
24
|
-
class Config:
|
|
25
|
-
frozen = True
|
|
26
|
-
smart_union = True
|
|
27
|
-
extra = pydantic.Extra.allow
|
|
File without changes
|