agenta 0.8.4__py3-none-any.whl → 0.10.0__py3-none-any.whl

agenta/client/backend/types/human_evaluation_scenario_output.py

@@ -0,0 +1,37 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import datetime as dt
+import typing
+
+from ..core.datetime_utils import serialize_datetime
+
+try:
+    import pydantic.v1 as pydantic  # type: ignore
+except ImportError:
+    import pydantic  # type: ignore
+
+
+class HumanEvaluationScenarioOutput(pydantic.BaseModel):
+    variant_id: str
+    variant_output: str
+
+    def json(self, **kwargs: typing.Any) -> str:
+        kwargs_with_defaults: typing.Any = {
+            "by_alias": True,
+            "exclude_unset": True,
+            **kwargs,
+        }
+        return super().json(**kwargs_with_defaults)
+
+    def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
+        kwargs_with_defaults: typing.Any = {
+            "by_alias": True,
+            "exclude_unset": True,
+            **kwargs,
+        }
+        return super().dict(**kwargs_with_defaults)
+
+    class Config:
+        frozen = True
+        smart_union = True
+        json_encoders = {dt.datetime: serialize_datetime}

agenta/client/backend/types/{evaluation_scenario_score.py → human_evaluation_scenario_score.py}

@@ -2,4 +2,4 @@
 
 import typing
 
-EvaluationScenarioScore = typing.Union[int, str]
+HumanEvaluationScenarioScore = typing.Union[str, int]

agenta/client/backend/types/{evaluation_scenario_update_score.py → human_evaluation_scenario_update_score.py}

@@ -2,4 +2,4 @@
 
 import typing
 
-EvaluationScenarioUpdateScore = typing.Union[int, str]
+HumanEvaluationScenarioUpdateScore = typing.Union[str, int]

agenta/client/backend/types/llm_run_rate_limit.py

@@ -0,0 +1,39 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import datetime as dt
+import typing
+
+from ..core.datetime_utils import serialize_datetime
+
+try:
+    import pydantic.v1 as pydantic  # type: ignore
+except ImportError:
+    import pydantic  # type: ignore
+
+
+class LlmRunRateLimit(pydantic.BaseModel):
+    batch_size: int
+    max_retries: int
+    retry_delay: int
+    delay_between_batches: int
+
+    def json(self, **kwargs: typing.Any) -> str:
+        kwargs_with_defaults: typing.Any = {
+            "by_alias": True,
+            "exclude_unset": True,
+            **kwargs,
+        }
+        return super().json(**kwargs_with_defaults)
+
+    def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
+        kwargs_with_defaults: typing.Any = {
+            "by_alias": True,
+            "exclude_unset": True,
+            **kwargs,
+        }
+        return super().dict(**kwargs_with_defaults)
+
+    class Config:
+        frozen = True
+        smart_union = True
+        json_encoders = {dt.datetime: serialize_datetime}

agenta/client/backend/types/result.py

@@ -0,0 +1,37 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import datetime as dt
+import typing
+
+from ..core.datetime_utils import serialize_datetime
+
+try:
+    import pydantic.v1 as pydantic  # type: ignore
+except ImportError:
+    import pydantic  # type: ignore
+
+
+class Result(pydantic.BaseModel):
+    type: str
+    value: typing.Optional[typing.Any]
+
+    def json(self, **kwargs: typing.Any) -> str:
+        kwargs_with_defaults: typing.Any = {
+            "by_alias": True,
+            "exclude_unset": True,
+            **kwargs,
+        }
+        return super().json(**kwargs_with_defaults)
+
+    def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
+        kwargs_with_defaults: typing.Any = {
+            "by_alias": True,
+            "exclude_unset": True,
+            **kwargs,
+        }
+        return super().dict(**kwargs_with_defaults)
+
+    class Config:
+        frozen = True
+        smart_union = True
+        json_encoders = {dt.datetime: serialize_datetime}

{agenta-0.8.4.dist-info → agenta-0.10.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: agenta
-Version: 0.8.4
+Version: 0.10.0
 Summary: The SDK for agenta is an open-source LLMOps platform.
 Home-page: https://agenta.ai
 Keywords: LLMOps,LLM,evaluation,prompt engineering

{agenta-0.8.4.dist-info → agenta-0.10.0.dist-info}/RECORD

@@ -9,8 +9,8 @@ agenta/client/Readme.md,sha256=zWJ6VMYCG124op5RcqgWBdJdlGkGQ2rPLk9F32rWvqo,2756
 agenta/client/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 agenta/client/api.py,sha256=8TrD-whQidlUnqfPuTctDGZlEco_aTGofNJFsQIi7VY,2429
 agenta/client/api_models.py,sha256=zebfE2-0-SW1SvzyarzmSJMXqyiCLKrX2sHpzoX-RnU,623
-agenta/client/backend/__init__.py,sha256=DRPF2AJaFdh9BEi0fBKn3v-cjBnuXV4r2kc9WYrqRgw,2246
-agenta/client/backend/client.py,sha256=bf5SCcc1iu2mSakD6bgVtVH_COhmvSLVK8Ie7_AnhP4,223416
+agenta/client/backend/__init__.py,sha256=NylxeIc-3GdneW6REp3XrpYpMuuDnbcnjJ5E-yo7R5o,2666
+agenta/client/backend/client.py,sha256=7rEmUSde3RREO4fX8osFobk6MqwTQ-2fPX1WPGK4-84,259068
 agenta/client/backend/core/__init__.py,sha256=QJS3CJ2TYP2E1Tge0CS6Z7r8LTNzJHQVX1hD3558eP0,519
 agenta/client/backend/core/api_error.py,sha256=TtMtCdxXjd7Tasc9c8ooFg124nPrb2MXG-tKOXV4u9I,440
 agenta/client/backend/core/client_wrapper.py,sha256=kQEqxdm31r7V9x--mMliWOdMujD3dtPZyYBNzxgNdrs,972
@@ -19,39 +19,48 @@ agenta/client/backend/core/jsonable_encoder.py,sha256=ePEZ-ty4uISZv_wVpA7ldkdLfw
 agenta/client/backend/core/remove_none_from_dict.py,sha256=8m91FC3YuVem0Gm9_sXhJ2tGvP33owJJdrqCLEdowGw,330
 agenta/client/backend/errors/__init__.py,sha256=pbbVUFtB9LCocA1RMWMMF_RKjsy5YkOKX5BAuE49w6g,170
 agenta/client/backend/errors/unprocessable_entity_error.py,sha256=FvR7XPlV3Xx5nu8HNlmLhBRdk4so_gCHjYT5PyZe6sM,313
-agenta/client/backend/types/__init__.py,sha256=uPYvNy5VeJ6sU7Luoo1tg5eEJW204UT2SgapipKAWOw,3345
+agenta/client/backend/types/__init__.py,sha256=4kxWtinbbNAmNGByicOnxy8hoscndlVbUKp46hYS4Xw,4008
 agenta/client/backend/types/add_variant_from_base_and_config_response.py,sha256=DxAM5QXWoJhJN2mj1Lik1Uf_Vl8rT2K5j4ET03RP1WU,211
+agenta/client/backend/types/aggregated_result.py,sha256=8D3AXhLBhwegHRyPzAuo_eFuBsnLh7BptZt5z-VWZ8U,1083
 agenta/client/backend/types/app.py,sha256=PLCQN6kqpkAMpAZ2Tk5s1FesewOZmkMv18eASzQ14gg,974
-agenta/client/backend/types/app_variant_output.py,sha256=G914mu7KsSEYCI0c7K4ZdlZBmmMwYPYE1d66D7IQbgA,1287
+agenta/client/backend/types/app_variant_output.py,sha256=ec2KDbxiTd7eCWIBAM0VUva5ukUkrXFNxnplNr0pgy0,1268
+agenta/client/backend/types/app_variant_output_extended.py,sha256=hzPYdWfE6yHAMJtINAT23dOYwV87uD5p-W0jqmf74Bc,1394
+agenta/client/backend/types/app_variant_revision.py,sha256=FO3d6hPOqjz5uPSCk_9f2UipfkiIHKvK4jlpV84EWHo,1075
 agenta/client/backend/types/base_output.py,sha256=ynXhDBQKrkR6Lnkx-yv6Q8xW4wXmzXur0T-hzmkjBpc,983
 agenta/client/backend/types/body_import_testset.py,sha256=7dVF3mv3VO0Co8F0qxLAgu4jabqDPjebK4mYvcd_TuA,1061
+agenta/client/backend/types/config_db.py,sha256=P0cSYvVOn0ZxpYMIdvhWpQVjRuBS5APe6qlc69AXaF4,1028
 agenta/client/backend/types/container_templates_response.py,sha256=YJm-MmLNa5vC8oDi-vuZEHYdK_pVOpnjnY81FGO-VSM,182
 agenta/client/backend/types/create_app_output.py,sha256=pgnTnfZx35Q-8wZ1yTZBQ0ydYacGzFC9kyLug_UvymM,986
-agenta/client/backend/types/create_custom_evaluation.py,sha256=thJnJNT3Ik-wlDAm3igVUZ7sZ6P_EUb-d1rXWLYUWHA,1021
-agenta/client/backend/types/custom_evaluation_detail.py,sha256=vgimLw-AyEj4hyr6NAdMi1PWLMSvwRrQ6rf_A-2aslw,1089
-agenta/client/backend/types/custom_evaluation_names.py,sha256=bRDkWpy0D3B-Aht1YodiY8UqME-yhxYVGtfANz7b6MU,995
-agenta/client/backend/types/custom_evaluation_output.py,sha256=-uv9kdayPlqCkReNM-ln3TCSb6gYSURM2PEEDm9YWu8,1040
+agenta/client/backend/types/delete_evaluation.py,sha256=th4ld6oSB-d-0gXUoKzl_0vBjc8QRv35lg0SLclFFTA,991
 agenta/client/backend/types/docker_env_vars.py,sha256=altCvA1k-zdAkKNYLwaCnmV48HZg9cwe2cHu_BGImac,986
-agenta/client/backend/types/environment_output.py,sha256=5DA-YvjnpuzhDqeZFei6M3AD3_xoxYnaMEuDxqyp0-o,1082
-agenta/client/backend/types/evaluation.py,sha256=eN2sfWGy4kjWXqY5L2e6sqVa7_k2vTC9aT40J72oFWs,1410
-agenta/client/backend/types/evaluation_scenario.py,sha256=2gyBpwZyxgkCovkKqcuWN4GfwZ8mUvaeynCpmncSmsI,1527
-agenta/client/backend/types/evaluation_scenario_input.py,sha256=Jigh16UJ-xbKX7gSoU2Ikr-grUHDZniD8F7pIRM-Fic,1001
-agenta/client/backend/types/evaluation_scenario_output.py,sha256=cwiQsD9Jbh54F0an_eMNkUkQPmRRidFGh8qoPjw7njg,1005
-agenta/client/backend/types/evaluation_scenario_score.py,sha256=oOAwSJ1VfGveXbhIXfKDxMTTICl0eTwI--ByzxGnXs4,129
-agenta/client/backend/types/evaluation_scenario_update_score.py,sha256=eoh7ZA89V0tqBqNoWWXARteASnSPJtLwN0Uh55WgXCk,135
-agenta/client/backend/types/evaluation_status_enum.py,sha256=2Q24uv1cIOVeHKPNrn3Wr7o4_hRtdncTmFjcIZjNVnM,1127
-agenta/client/backend/types/evaluation_type.py,sha256=jWIE9Gb9MZcfX6CVYkTTPQEcQMUfAdF308PUSUzyZLI,1972
-agenta/client/backend/types/evaluation_type_settings.py,sha256=zGWVAJcrn8jT7sbNIwh9Dsw_0H7KI8YCAUH8MivVnFY,1287
+agenta/client/backend/types/environment_output.py,sha256=l66VgSkayYFQr-i7ZfE9F2CLBfIGlogSRm96CPEKRpY,1176
+agenta/client/backend/types/evaluation.py,sha256=oU8bIbXptB8t9sJR_tn8HrbKHzDt4m9_sDM129JhV5A,1376
+agenta/client/backend/types/evaluation_scenario.py,sha256=MqxMVliNQCGu1LCq2HMlx7YuZ1UQn4KJQtHZI6TsXoU,1497
+agenta/client/backend/types/evaluation_scenario_input.py,sha256=cf562ry0rYNvLWx3hvQu9uNPrdrI3lRZ0IAIiCn4-Fs,1027
+agenta/client/backend/types/evaluation_scenario_output.py,sha256=y3qLNbxZFf9bVUzD8NYQ3-Wy4VWceCl3Xc_7LSQeqro,1014
+agenta/client/backend/types/evaluation_scenario_result.py,sha256=rKV0ZxJdbLaij9k54uq6YwzYDpaxzUa8tcYEz1bb050,1033
+agenta/client/backend/types/evaluation_status_enum.py,sha256=LiE6_T-5vXTgOlBs5XqarXt2Ba6OHwZZVWMccHCXqqc,1102
+agenta/client/backend/types/evaluation_type.py,sha256=WX2DlUeT3ULUQlA_yFabpiMqCBEsbjNyfdfN3EkLWR0,644
 agenta/client/backend/types/evaluation_webhook.py,sha256=emuKpD4NQjgYkjvQUyKLzHHkMk9FwdXuYFwunTaY4gw,971
+agenta/client/backend/types/evaluator.py,sha256=RplGMwAjgSlR0mARaB2BHaGBex6h_y8DcNSj7f0RttQ,1046
+agenta/client/backend/types/evaluator_config.py,sha256=d3_ZxThl6ZkXTbmtBiqIg6CJIH8ha6am6fPEYcxp89A,1124
 agenta/client/backend/types/feedback.py,sha256=aYDUHvxJ0A3Dhs8JSWYLpxef3bIaHrug6gXH5pNtuAQ,1136
 agenta/client/backend/types/get_config_reponse.py,sha256=U7g4xXCVSXY_VToefqtW0uOZumO04pwJrOJsG9Aaavk,1063
 agenta/client/backend/types/http_validation_error.py,sha256=YhAPLKvuWLcgHn-uVWiZdWInseMiIS5eymdHKDqAB6Y,1060
+agenta/client/backend/types/human_evaluation.py,sha256=fSSO8Li0pAPcYe6lVUvJfrBTeGlJ8srdSw478vxXwW0,1305
+agenta/client/backend/types/human_evaluation_scenario.py,sha256=CSymn8m3bwLjrh1V0aviujP0Ji9DmpxQKmznabbLPFA,1580
+agenta/client/backend/types/human_evaluation_scenario_input.py,sha256=10bnX4xbKSxIBveDr8g3lhNIYOcfTingDh7o55kT-F4,1006
+agenta/client/backend/types/human_evaluation_scenario_output.py,sha256=dA4hN-SeTcoHvNCaKwDvJrwsTw9DY5EeCWz2P2YmF34,1010
+agenta/client/backend/types/human_evaluation_scenario_score.py,sha256=P3RxQ2U_u8KNq2yVegZdxJizofuTF20vIe2aS45ezWU,134
+agenta/client/backend/types/human_evaluation_scenario_update_score.py,sha256=FSwW5jl2rNa4y0NTsMP2NRNOrKJi4q2I6zBEu5FU6MU,140
 agenta/client/backend/types/image.py,sha256=wbaOeFV166Zp-ZqcMdksCNk9h2puTwWppW_E2_Co7fo,1048
 agenta/client/backend/types/invite_request.py,sha256=A0ssjAQfHW6pd0EYNWGbNhVB67Y-jnjRjkg6L-Iw8Ok,965
 agenta/client/backend/types/list_api_keys_output.py,sha256=DR21I8iYeRO8LDy20CQR1kjm-5PIS30_1EpT9lTlsVg,1095
+agenta/client/backend/types/llm_run_rate_limit.py,sha256=mfT4lTczPxrJvd8ZCOAjPvw58QoM151p_uZT0PWNOJ4,1045
 agenta/client/backend/types/new_testset.py,sha256=9NOC1-f_UZASy4ptzidLNcRU6Odq609ayvSQxEva-40,1009
 agenta/client/backend/types/organization.py,sha256=9YCqgM6kZg93VI8S5ziQxqmw42fDS9dRGZdJ00eFnr4,1181
 agenta/client/backend/types/organization_output.py,sha256=QNAKwQl6QkHIS0QKx8po2JU3mu14UrbcX2rU7VsAdqY,981
+agenta/client/backend/types/result.py,sha256=7XCjzrjCcdYzjmeotrpYsKrGKjI14OJGbZZMNFsdm8w,996
 agenta/client/backend/types/simple_evaluation_output.py,sha256=gRLOCps1hhXPgioADjD2DfabNJf9WgmmhPI6lJY00q4,1117
 agenta/client/backend/types/span.py,sha256=3qrYxC5WJfKDiPwiTOhihDjzJc7bGDC5TIQ2hh5t8X8,1546
 agenta/client/backend/types/template.py,sha256=mInivp-YnXqt28mWM9y4zqNezOfvUEPcmtM6CHePkyk,1037
@@ -99,7 +108,7 @@ agenta/templates/simple_prompt/app.py,sha256=kODgF6lhzsaJPdgL5b21bUki6jkvqjWZzWR
 agenta/templates/simple_prompt/env.example,sha256=g9AE5bYcGPpxawXMJ96gh8oenEPCHTabsiOnfQo3c5k,70
 agenta/templates/simple_prompt/requirements.txt,sha256=ywRglRy7pPkw8bljmMEJJ4aOOQKrt9FGKULZ-DGkoBU,23
 agenta/templates/simple_prompt/template.toml,sha256=DQBtRrF4GU8LBEXOZ-GGuINXMQDKGTEG5y37tnvIUIE,60
-agenta-0.8.4.dist-info/METADATA,sha256=k7ze-Q4RzbBnF79JLcMkp5cvonkM6-7HzyD268LJYGI,27295
-agenta-0.8.4.dist-info/WHEEL,sha256=FMvqSimYX_P7y0a7UY-_Mc83r5zkBZsCYPm7Lr0Bsq4,88
-agenta-0.8.4.dist-info/entry_points.txt,sha256=PDiu8_8AsL7ibU9v4iNoOKR1S7F2rdxjlEprjM9QOgo,46
-agenta-0.8.4.dist-info/RECORD,,
+agenta-0.10.0.dist-info/METADATA,sha256=oAcCBLqZqUXCKD1y1MTwDxHuyXwz_cw8hTAfEupgg3M,27296
+agenta-0.10.0.dist-info/WHEEL,sha256=FMvqSimYX_P7y0a7UY-_Mc83r5zkBZsCYPm7Lr0Bsq4,88
+agenta-0.10.0.dist-info/entry_points.txt,sha256=PDiu8_8AsL7ibU9v4iNoOKR1S7F2rdxjlEprjM9QOgo,46
+agenta-0.10.0.dist-info/RECORD,,

agenta/client/backend/types/evaluation_type_settings.py

@@ -1,42 +0,0 @@
-# This file was auto-generated by Fern from our API Definition.
-
-import datetime as dt
-import typing
-
-from ..core.datetime_utils import serialize_datetime
-
-try:
-    import pydantic.v1 as pydantic  # type: ignore
-except ImportError:
-    import pydantic  # type: ignore
-
-
-class EvaluationTypeSettings(pydantic.BaseModel):
-    similarity_threshold: typing.Optional[float]
-    regex_pattern: typing.Optional[str]
-    regex_should_match: typing.Optional[bool]
-    webhook_url: typing.Optional[str]
-    custom_code_evaluation_id: typing.Optional[str]
-    llm_app_prompt_template: typing.Optional[str]
-    evaluation_prompt_template: typing.Optional[str]
-
-    def json(self, **kwargs: typing.Any) -> str:
-        kwargs_with_defaults: typing.Any = {
-            "by_alias": True,
-            "exclude_unset": True,
-            **kwargs,
-        }
-        return super().json(**kwargs_with_defaults)
-
-    def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
-        kwargs_with_defaults: typing.Any = {
-            "by_alias": True,
-            "exclude_unset": True,
-            **kwargs,
-        }
-        return super().dict(**kwargs_with_defaults)
-
-    class Config:
-        frozen = True
-        smart_union = True
-        json_encoders = {dt.datetime: serialize_datetime}