agenta 0.12.3__py3-none-any.whl → 0.32.0a1__py3-none-any.whl

agenta/client/backend/types/error.py

@@ -0,0 +1,22 @@
+# This file was auto-generated by Fern from our API Definition.
+
+from ..core.pydantic_utilities import UniversalBaseModel
+import typing
+from ..core.pydantic_utilities import IS_PYDANTIC_V2
+import pydantic
+
+
+class Error(UniversalBaseModel):
+    message: str
+    stacktrace: typing.Optional[str] = None
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(
+            extra="allow", frozen=True
+        )  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow

agenta/client/backend/types/evaluation.py

@@ -1,50 +1,39 @@
 # This file was auto-generated by Fern from our API Definition.
 
-import datetime as dt
+from ..core.pydantic_utilities import UniversalBaseModel
 import typing
-
-from ..core.datetime_utils import serialize_datetime
+from .result import Result
 from .aggregated_result import AggregatedResult
-
-try:
-    import pydantic.v1 as pydantic  # type: ignore
-except ImportError:
-    import pydantic  # type: ignore
+import datetime as dt
+from ..core.pydantic_utilities import IS_PYDANTIC_V2
+import pydantic
 
 
-class Evaluation(pydantic.BaseModel):
+class Evaluation(UniversalBaseModel):
     id: str
     app_id: str
-    user_id: str
-    user_username: str
+    project_id: str
     variant_ids: typing.List[str]
     variant_names: typing.List[str]
     variant_revision_ids: typing.List[str]
     revisions: typing.List[str]
-    testset_id: str
-    testset_name: str
-    status: str
+    testset_id: typing.Optional[str] = None
+    testset_name: typing.Optional[str] = None
+    status: Result
     aggregated_results: typing.List[AggregatedResult]
+    average_cost: typing.Optional[Result] = None
+    total_cost: typing.Optional[Result] = None
+    average_latency: typing.Optional[Result] = None
     created_at: dt.datetime
     updated_at: dt.datetime
 
-    def json(self, **kwargs: typing.Any) -> str:
-        kwargs_with_defaults: typing.Any = {
-            "by_alias": True,
-            "exclude_unset": True,
-            **kwargs,
-        }
-        return super().json(**kwargs_with_defaults)
-
-    def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
-        kwargs_with_defaults: typing.Any = {
-            "by_alias": True,
-            "exclude_unset": True,
-            **kwargs,
-        }
-        return super().dict(**kwargs_with_defaults)
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(
+            extra="allow", frozen=True
+        )  # type: ignore # Pydantic v2
+    else:
 
-    class Config:
-        frozen = True
-        smart_union = True
-        json_encoders = {dt.datetime: serialize_datetime}
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow

agenta/client/backend/types/evaluation_scenario.py

@@ -1,47 +1,32 @@
 # This file was auto-generated by Fern from our API Definition.
 
-import datetime as dt
+from ..core.pydantic_utilities import UniversalBaseModel
 import typing
-
-from ..core.datetime_utils import serialize_datetime
 from .evaluation_scenario_input import EvaluationScenarioInput
 from .evaluation_scenario_output import EvaluationScenarioOutput
+from .correct_answer import CorrectAnswer
 from .evaluation_scenario_result import EvaluationScenarioResult
-
-try:
-    import pydantic.v1 as pydantic  # type: ignore
-except ImportError:
-    import pydantic  # type: ignore
+from ..core.pydantic_utilities import IS_PYDANTIC_V2
+import pydantic
 
 
-class EvaluationScenario(pydantic.BaseModel):
-    id: typing.Optional[str]
+class EvaluationScenario(UniversalBaseModel):
+    id: typing.Optional[str] = None
     evaluation_id: str
     inputs: typing.List[EvaluationScenarioInput]
     outputs: typing.List[EvaluationScenarioOutput]
-    evaluation: typing.Optional[str]
-    correct_answer: typing.Optional[str]
-    is_pinned: typing.Optional[bool]
-    note: typing.Optional[str]
+    correct_answers: typing.Optional[typing.List[CorrectAnswer]] = None
+    is_pinned: typing.Optional[bool] = None
+    note: typing.Optional[str] = None
     results: typing.List[EvaluationScenarioResult]
 
-    def json(self, **kwargs: typing.Any) -> str:
-        kwargs_with_defaults: typing.Any = {
-            "by_alias": True,
-            "exclude_unset": True,
-            **kwargs,
-        }
-        return super().json(**kwargs_with_defaults)
-
-    def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
-        kwargs_with_defaults: typing.Any = {
-            "by_alias": True,
-            "exclude_unset": True,
-            **kwargs,
-        }
-        return super().dict(**kwargs_with_defaults)
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(
+            extra="allow", frozen=True
+        )  # type: ignore # Pydantic v2
+    else:
 
-    class Config:
-        frozen = True
-        smart_union = True
-        json_encoders = {dt.datetime: serialize_datetime}
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow

agenta/client/backend/types/evaluation_scenario_input.py

@@ -1,38 +1,23 @@
 # This file was auto-generated by Fern from our API Definition.
 
-import datetime as dt
+from ..core.pydantic_utilities import UniversalBaseModel
 import typing
+from ..core.pydantic_utilities import IS_PYDANTIC_V2
+import pydantic
 
-from ..core.datetime_utils import serialize_datetime
 
-try:
-    import pydantic.v1 as pydantic  # type: ignore
-except ImportError:
-    import pydantic  # type: ignore
-
-
-class EvaluationScenarioInput(pydantic.BaseModel):
+class EvaluationScenarioInput(UniversalBaseModel):
     name: str
     type: str
-    value: typing.Optional[typing.Any]
-
-    def json(self, **kwargs: typing.Any) -> str:
-        kwargs_with_defaults: typing.Any = {
-            "by_alias": True,
-            "exclude_unset": True,
-            **kwargs,
-        }
-        return super().json(**kwargs_with_defaults)
-
-    def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
-        kwargs_with_defaults: typing.Any = {
-            "by_alias": True,
-            "exclude_unset": True,
-            **kwargs,
-        }
-        return super().dict(**kwargs_with_defaults)
-
-    class Config:
-        frozen = True
-        smart_union = True
-        json_encoders = {dt.datetime: serialize_datetime}
+    value: typing.Optional[typing.Any] = None
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(
+            extra="allow", frozen=True
+        )  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow

agenta/client/backend/types/evaluation_scenario_output.py

@@ -1,37 +1,24 @@
 # This file was auto-generated by Fern from our API Definition.
 
-import datetime as dt
+from ..core.pydantic_utilities import UniversalBaseModel
+from .result import Result
 import typing
+from ..core.pydantic_utilities import IS_PYDANTIC_V2
+import pydantic
 
-from ..core.datetime_utils import serialize_datetime
 
-try:
-    import pydantic.v1 as pydantic  # type: ignore
-except ImportError:
-    import pydantic  # type: ignore
+class EvaluationScenarioOutput(UniversalBaseModel):
+    result: Result
+    cost: typing.Optional[float] = None
+    latency: typing.Optional[float] = None
 
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(
+            extra="allow", frozen=True
+        )  # type: ignore # Pydantic v2
+    else:
 
-class EvaluationScenarioOutput(pydantic.BaseModel):
-    type: str
-    value: typing.Optional[typing.Any]
-
-    def json(self, **kwargs: typing.Any) -> str:
-        kwargs_with_defaults: typing.Any = {
-            "by_alias": True,
-            "exclude_unset": True,
-            **kwargs,
-        }
-        return super().json(**kwargs_with_defaults)
-
-    def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
-        kwargs_with_defaults: typing.Any = {
-            "by_alias": True,
-            "exclude_unset": True,
-            **kwargs,
-        }
-        return super().dict(**kwargs_with_defaults)
-
-    class Config:
-        frozen = True
-        smart_union = True
-        json_encoders = {dt.datetime: serialize_datetime}
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow

agenta/client/backend/types/evaluation_scenario_result.py

@@ -1,38 +1,23 @@
 # This file was auto-generated by Fern from our API Definition.
 
-import datetime as dt
-import typing
-
-from ..core.datetime_utils import serialize_datetime
+from ..core.pydantic_utilities import UniversalBaseModel
 from .result import Result
-
-try:
-    import pydantic.v1 as pydantic  # type: ignore
-except ImportError:
-    import pydantic  # type: ignore
+from ..core.pydantic_utilities import IS_PYDANTIC_V2
+import typing
+import pydantic
 
 
-class EvaluationScenarioResult(pydantic.BaseModel):
+class EvaluationScenarioResult(UniversalBaseModel):
     evaluator_config: str
     result: Result
 
-    def json(self, **kwargs: typing.Any) -> str:
-        kwargs_with_defaults: typing.Any = {
-            "by_alias": True,
-            "exclude_unset": True,
-            **kwargs,
-        }
-        return super().json(**kwargs_with_defaults)
-
-    def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
-        kwargs_with_defaults: typing.Any = {
-            "by_alias": True,
-            "exclude_unset": True,
-            **kwargs,
-        }
-        return super().dict(**kwargs_with_defaults)
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(
+            extra="allow", frozen=True
+        )  # type: ignore # Pydantic v2
+    else:
 
-    class Config:
-        frozen = True
-        smart_union = True
-        json_encoders = {dt.datetime: serialize_datetime}
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow

agenta/client/backend/types/evaluation_scenario_score_update.py

@@ -0,0 +1,21 @@
+# This file was auto-generated by Fern from our API Definition.
+
+from ..core.pydantic_utilities import UniversalBaseModel
+from ..core.pydantic_utilities import IS_PYDANTIC_V2
+import typing
+import pydantic
+
+
+class EvaluationScenarioScoreUpdate(UniversalBaseModel):
+    score: float
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(
+            extra="allow", frozen=True
+        )  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow

agenta/client/backend/types/evaluation_status_enum.py

@@ -1,33 +1,15 @@
 # This file was auto-generated by Fern from our API Definition.
 
-import enum
 import typing
 
-T_Result = typing.TypeVar("T_Result")
-
-
-class EvaluationStatusEnum(str, enum.Enum):
-    """
-    An enumeration.
-    """
-
-    EVALUATION_INITIALIZED = "EVALUATION_INITIALIZED"
-    EVALUATION_STARTED = "EVALUATION_STARTED"
-    EVALUATION_FINISHED = "EVALUATION_FINISHED"
-    EVALUATION_FAILED = "EVALUATION_FAILED"
-
-    def visit(
-        self,
-        evaluation_initialized: typing.Callable[[], T_Result],
-        evaluation_started: typing.Callable[[], T_Result],
-        evaluation_finished: typing.Callable[[], T_Result],
-        evaluation_failed: typing.Callable[[], T_Result],
-    ) -> T_Result:
-        if self is EvaluationStatusEnum.EVALUATION_INITIALIZED:
-            return evaluation_initialized()
-        if self is EvaluationStatusEnum.EVALUATION_STARTED:
-            return evaluation_started()
-        if self is EvaluationStatusEnum.EVALUATION_FINISHED:
-            return evaluation_finished()
-        if self is EvaluationStatusEnum.EVALUATION_FAILED:
-            return evaluation_failed()
+EvaluationStatusEnum = typing.Union[
+    typing.Literal[
+        "EVALUATION_INITIALIZED",
+        "EVALUATION_STARTED",
+        "EVALUATION_FINISHED",
+        "EVALUATION_FINISHED_WITH_ERRORS",
+        "EVALUATION_FAILED",
+        "EVALUATION_AGGREGATION_FAILED",
+    ],
+    typing.Any,
+]

agenta/client/backend/types/evaluation_type.py

@@ -1,25 +1,7 @@
 # This file was auto-generated by Fern from our API Definition.
 
-import enum
 import typing
 
-T_Result = typing.TypeVar("T_Result")
-
-
-class EvaluationType(str, enum.Enum):
-    """
-    An enumeration.
-    """
-
-    HUMAN_A_B_TESTING = "human_a_b_testing"
-    SINGLE_MODEL_TEST = "single_model_test"
-
-    def visit(
-        self,
-        human_a_b_testing: typing.Callable[[], T_Result],
-        single_model_test: typing.Callable[[], T_Result],
-    ) -> T_Result:
-        if self is EvaluationType.HUMAN_A_B_TESTING:
-            return human_a_b_testing()
-        if self is EvaluationType.SINGLE_MODEL_TEST:
-            return single_model_test()
+EvaluationType = typing.Union[
+    typing.Literal["human_a_b_testing", "single_model_test"], typing.Any
+]

agenta/client/backend/types/evaluator.py

@@ -1,39 +1,28 @@
 # This file was auto-generated by Fern from our API Definition.
 
-import datetime as dt
+from ..core.pydantic_utilities import UniversalBaseModel
 import typing
+from ..core.pydantic_utilities import IS_PYDANTIC_V2
+import pydantic
 
-from ..core.datetime_utils import serialize_datetime
 
-try:
-    import pydantic.v1 as pydantic  # type: ignore
-except ImportError:
-    import pydantic  # type: ignore
-
-
-class Evaluator(pydantic.BaseModel):
+class Evaluator(UniversalBaseModel):
     name: str
     key: str
     direct_use: bool
-    settings_template: typing.Dict[str, typing.Any]
-
-    def json(self, **kwargs: typing.Any) -> str:
-        kwargs_with_defaults: typing.Any = {
-            "by_alias": True,
-            "exclude_unset": True,
-            **kwargs,
-        }
-        return super().json(**kwargs_with_defaults)
-
-    def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
-        kwargs_with_defaults: typing.Any = {
-            "by_alias": True,
-            "exclude_unset": True,
-            **kwargs,
-        }
-        return super().dict(**kwargs_with_defaults)
-
-    class Config:
-        frozen = True
-        smart_union = True
-        json_encoders = {dt.datetime: serialize_datetime}
+    settings_template: typing.Dict[str, typing.Optional[typing.Any]]
+    description: typing.Optional[str] = None
+    oss: typing.Optional[bool] = None
+    requires_llm_api_keys: typing.Optional[bool] = None
+    tags: typing.List[str]
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(
+            extra="allow", frozen=True
+        )  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow

agenta/client/backend/types/evaluator_config.py

@@ -1,41 +1,29 @@
 # This file was auto-generated by Fern from our API Definition.
 
-import datetime as dt
+from ..core.pydantic_utilities import UniversalBaseModel
 import typing
+from ..core.pydantic_utilities import IS_PYDANTIC_V2
+import pydantic
 
-from ..core.datetime_utils import serialize_datetime
 
-try:
-    import pydantic.v1 as pydantic  # type: ignore
-except ImportError:
-    import pydantic  # type: ignore
-
-
-class EvaluatorConfig(pydantic.BaseModel):
+class EvaluatorConfig(UniversalBaseModel):
     id: str
     name: str
+    project_id: str
     evaluator_key: str
-    settings_values: typing.Optional[typing.Dict[str, typing.Any]]
-    created_at: dt.datetime
-    updated_at: dt.datetime
-
-    def json(self, **kwargs: typing.Any) -> str:
-        kwargs_with_defaults: typing.Any = {
-            "by_alias": True,
-            "exclude_unset": True,
-            **kwargs,
-        }
-        return super().json(**kwargs_with_defaults)
-
-    def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
-        kwargs_with_defaults: typing.Any = {
-            "by_alias": True,
-            "exclude_unset": True,
-            **kwargs,
-        }
-        return super().dict(**kwargs_with_defaults)
-
-    class Config:
-        frozen = True
-        smart_union = True
-        json_encoders = {dt.datetime: serialize_datetime}
+    settings_values: typing.Optional[
+        typing.Dict[str, typing.Optional[typing.Any]]
+    ] = None
+    created_at: str
+    updated_at: str
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(
+            extra="allow", frozen=True
+        )  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow

agenta/client/backend/types/evaluator_mapping_output_interface.py

@@ -0,0 +1,21 @@
+# This file was auto-generated by Fern from our API Definition.
+
+from ..core.pydantic_utilities import UniversalBaseModel
+import typing
+from ..core.pydantic_utilities import IS_PYDANTIC_V2
+import pydantic
+
+
+class EvaluatorMappingOutputInterface(UniversalBaseModel):
+    outputs: typing.Dict[str, typing.Optional[typing.Any]]
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(
+            extra="allow", frozen=True
+        )  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow

agenta/client/backend/types/evaluator_output_interface.py

@@ -0,0 +1,21 @@
+# This file was auto-generated by Fern from our API Definition.
+
+from ..core.pydantic_utilities import UniversalBaseModel
+import typing
+from ..core.pydantic_utilities import IS_PYDANTIC_V2
+import pydantic
+
+
+class EvaluatorOutputInterface(UniversalBaseModel):
+    outputs: typing.Dict[str, typing.Optional[typing.Any]]
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(
+            extra="allow", frozen=True
+        )  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow

agenta/client/backend/types/exception_dto.py

@@ -0,0 +1,26 @@
+# This file was auto-generated by Fern from our API Definition.
+
+from ..core.pydantic_utilities import UniversalBaseModel
+import datetime as dt
+import typing
+from ..core.pydantic_utilities import IS_PYDANTIC_V2
+import pydantic
+
+
+class ExceptionDto(UniversalBaseModel):
+    timestamp: dt.datetime
+    type: str
+    message: typing.Optional[str] = None
+    stacktrace: typing.Optional[str] = None
+    attributes: typing.Optional[typing.Dict[str, typing.Optional[typing.Any]]] = None
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(
+            extra="allow", frozen=True
+        )  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow

agenta/client/backend/types/get_config_response.py

@@ -0,0 +1,23 @@
+# This file was auto-generated by Fern from our API Definition.
+
+from ..core.pydantic_utilities import UniversalBaseModel
+import typing
+from ..core.pydantic_utilities import IS_PYDANTIC_V2
+import pydantic
+
+
+class GetConfigResponse(UniversalBaseModel):
+    config_name: str
+    current_version: int
+    parameters: typing.Dict[str, typing.Optional[typing.Any]]
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(
+            extra="allow", frozen=True
+        )  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow

agenta/client/backend/types/header_dto.py

@@ -0,0 +1,22 @@
+# This file was auto-generated by Fern from our API Definition.
+
+from ..core.pydantic_utilities import UniversalBaseModel
+import typing
+from ..core.pydantic_utilities import IS_PYDANTIC_V2
+import pydantic
+
+
+class HeaderDto(UniversalBaseModel):
+    name: typing.Optional[str] = None
+    description: typing.Optional[str] = None
+
+    if IS_PYDANTIC_V2:
+        model_config: typing.ClassVar[pydantic.ConfigDict] = pydantic.ConfigDict(
+            extra="allow", frozen=True
+        )  # type: ignore # Pydantic v2
+    else:
+
+        class Config:
+            frozen = True
+            smart_union = True
+            extra = pydantic.Extra.allow