vellum-ai 0.3.21__py3-none-any.whl → 0.3.23__py3-none-any.whl

vellum/types/test_suite_run_external_exec_config_request.py

@@ -0,0 +1,38 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import datetime as dt
+import typing
+
+from ..core.datetime_utils import serialize_datetime
+from .test_suite_run_external_exec_config_data_request import TestSuiteRunExternalExecConfigDataRequest
+
+try:
+    import pydantic.v1 as pydantic  # type: ignore
+except ImportError:
+    import pydantic  # type: ignore
+
+
+class TestSuiteRunExternalExecConfigRequest(pydantic.BaseModel):
+    """
+    Execution configuration for running a Vellum Test Suite against an external callable
+    """
+
+    data: TestSuiteRunExternalExecConfigDataRequest
+    test_case_ids: typing.Optional[typing.List[str]] = pydantic.Field(default=None)
+    """
+    Optionally specify a subset of test case ids to run. If not provided, all test cases within the test suite will be run by default.
+    """
+
+    def json(self, **kwargs: typing.Any) -> str:
+        kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
+        return super().json(**kwargs_with_defaults)
+
+    def dict(self, **kwargs: typing.Any) -> typing.Dict[str, typing.Any]:
+        kwargs_with_defaults: typing.Any = {"by_alias": True, "exclude_unset": True, **kwargs}
+        return super().dict(**kwargs_with_defaults)
+
+    class Config:
+        frozen = True
+        smart_union = True
+        extra = pydantic.Extra.allow
+        json_encoders = {dt.datetime: serialize_datetime}

vellum/types/test_suite_run_external_exec_config_type_enum.py

@@ -0,0 +1,5 @@
+# This file was auto-generated by Fern from our API Definition.
+
+import typing
+
+TestSuiteRunExternalExecConfigTypeEnum = typing.Literal["EXTERNAL"]

{vellum_ai-0.3.21.dist-info → vellum_ai-0.3.23.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: vellum-ai
-Version: 0.3.21
+Version: 0.3.23
 Summary: 
 Requires-Python: >=3.8,<4.0
 Classifier: Programming Language :: Python :: 3
@@ -12,6 +12,7 @@ Requires-Dist: cdktf (>=0.20.5,<0.21.0)
 Requires-Dist: httpx (>=0.21.2)
 Requires-Dist: publication (==0.0.3)
 Requires-Dist: pydantic (>=1.9.2)
+Requires-Dist: requests_mock (>=1.11.0,<2.0.0)
 Requires-Dist: typing_extensions (>=4.0.0)
 Description-Content-Type: text/markdown
 

{vellum_ai-0.3.21.dist-info → vellum_ai-0.3.23.dist-info}/RECORD

@@ -1,8 +1,8 @@
-vellum/__init__.py,sha256=h2QBLHkAs9OTsNI_W0fYfaUrQUmLd37wNbkK63TQcGY,33979
+vellum/__init__.py,sha256=zm-CWI_Au1C6g1pl0fpSNhkcxxAKqAm_ItDmOEbVOaE,35917
 vellum/client.py,sha256=ViOMnbiP_kKm3ayXW6DY1wC7Ge8tnI389qC8XVffyB8,96748
 vellum/core/__init__.py,sha256=RWfyDqkzWsf8e3VGc3NV60MovfJbg5XWzNFGB2DZ0hA,790
 vellum/core/api_error.py,sha256=RE8LELok2QCjABadECTvtDp7qejA1VmINCh6TbqPwSE,426
-vellum/core/client_wrapper.py,sha256=zOXh9ZnRKMmvfCIpadlblmkfFSVgnNdLnEaRVillKps,1698
+vellum/core/client_wrapper.py,sha256=SO-9_qHhPtQgGR2hRQ59d9BqN1YH2UEfVsqghxfNUOc,1698
 vellum/core/datetime_utils.py,sha256=nBys2IsYrhPdszxGKCNRPSOCwa-5DWOHG95FB8G9PKo,1047
 vellum/core/file.py,sha256=sy1RUGZ3aJYuw998bZytxxo6QdgKmlnlgBaMvwEKCGg,1480
 vellum/core/http_client.py,sha256=5ok6hqgZDJhg57EHvMnr0BBaHdG50QxFPKaCZ9aVWTc,5059
@@ -37,14 +37,23 @@ vellum/resources/registered_prompts/client.py,sha256=5mbnlOvicfdVRXXXdor0R5shqbA
 vellum/resources/sandboxes/__init__.py,sha256=FTtvy8EDg9nNNg9WCatVgKTRYV8-_v1roeGPAKoa_pw,65
 vellum/resources/sandboxes/client.py,sha256=gW_DTrJ3w6BfaSATZxB0Z-bxVUXQ0JtPAjL6mK5VEho,13639
 vellum/resources/test_suite_runs/__init__.py,sha256=FTtvy8EDg9nNNg9WCatVgKTRYV8-_v1roeGPAKoa_pw,65
-vellum/resources/test_suite_runs/client.py,sha256=T5vF1S5jDfQLxKOg-2Q2XYCF9g5W-dos6Ff6Av21gr8,17120
+vellum/resources/test_suite_runs/client.py,sha256=gh71i9ViO8A0cRQchF6v6sgQxieqJnhAO3NIaNyJiQ0,18706
 vellum/resources/test_suites/__init__.py,sha256=FTtvy8EDg9nNNg9WCatVgKTRYV8-_v1roeGPAKoa_pw,65
 vellum/resources/test_suites/client.py,sha256=7PmEjJ_2TlvqJoP3C4XkdA8SyYMHVQwREB4T8LowZbM,18966
 vellum/resources/workflow_deployments/__init__.py,sha256=-5BCA0kSmW6WUh4gqLuQtHv4zFdt9lccuDwMU5YvEu4,173
 vellum/resources/workflow_deployments/client.py,sha256=DUY1h8mvXqwP-zilmwoek_XbLNTFeeVbxgd7M-k2IzA,11164
 vellum/resources/workflow_deployments/types/__init__.py,sha256=rmS_4dtbgLHGNQJ_pOloygrjl4sNbKZjTEKBxbMyz6E,208
 vellum/resources/workflow_deployments/types/workflow_deployments_list_request_status.py,sha256=8-G1SalBR6-AfRnb6POOR9M3tvZa3CGwFIs1ArZb6uw,542
-vellum/types/__init__.py,sha256=aXYiDbcBGEypul3Ae4DcgwNT55UtGftQsVxTPRpVAZU,45312
+vellum/terraform/__init__.py,sha256=t69swjCfZmrf7tmHcUYVHH5bflrp1Ax2YnbwNMuG2YQ,454
+vellum/terraform/_jsii/__init__.py,sha256=AV9B1-EC-DQ2MSTWojcpbHjahvoZxNaYeZ6aCi5SXEQ,473
+vellum/terraform/_jsii/vellum-ai_vellum@0.0.0.jsii.tgz,sha256=e1tV8nF_TEMLqCNrRBkDIlXKfO65c0lGj92G-CzeAVI,15887
+vellum/terraform/constraints.json,sha256=Pu3woy48d9csejER37XDbOVFvXUb9m9UrX4jFRUcilQ,43
+vellum/terraform/data_vellum_document_index/__init__.py,sha256=4F9tbkaA9oTjMDmMrSgBPig-jQO8Mq5HQjzavJNaVQ4,21484
+vellum/terraform/document_index/__init__.py,sha256=qq2zENI22bUvqGk_a1lmsoTr5O_xCCB_TpzM4uPhMiU,25018
+vellum/terraform/provider/__init__.py,sha256=K1yLlTZkYBxhD4bhUV1v23hxDGgbfsAIGsSyeB54dNQ,10298
+vellum/terraform/py.typed,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
+vellum/terraform/versions.json,sha256=STW6Mg3BKDacFmbWHXziHxE90GWncZf4AIzCLiXm_7o,56
+vellum/types/__init__.py,sha256=gHhZPDj0jEl6wl1-aSQQYeigJUFcmLulwwZiYdjIpho,48010
 vellum/types/api_node_result.py,sha256=aLOooryBCfglTeZwOuyyqRoHz5oPTja2mYYY7Gj8XxA,1040
 vellum/types/api_node_result_data.py,sha256=cQcZiwI1hjRvQFlkVEGxyaD360vEklIfjBmhBAeI75U,1215
 vellum/types/array_chat_message_content.py,sha256=Z7nKH8RNgot0i4-159w95OHywLjc-376gBPOovbw2hk,1087
@@ -102,6 +111,8 @@ vellum/types/execution_number_vellum_value.py,sha256=N3lcnG1cc21T8b4pO7O8ccnc5T9
 vellum/types/execution_search_results_vellum_value.py,sha256=tj3hPVHyTJ9RrYyOJ8w0R2vw7Mf_mazjJHSURiSsgk8,1129
 vellum/types/execution_string_vellum_value.py,sha256=B9Vvtmvz9KHynnomuHl9vwLur2fGMs6PQma4wsFv55w,1060
 vellum/types/execution_vellum_value.py,sha256=aEkd5eaFhGrI3POUFii5w3WZkvUgpB47KIFaAKS9_cQ,3144
+vellum/types/external_test_case_execution.py,sha256=gnTaatDxnxDzCjV6DIBiW1dX1vcHTvtI7fk8CcHaUyI,1179
+vellum/types/external_test_case_execution_request.py,sha256=pi-T5ODv1pnCpVDs3qXpw5BCMoNt4LBcVE1L6vHsvcA,1208
 vellum/types/finish_reason_enum.py,sha256=zAvOLiq2ngmDILEftziwCGYb4z-wlih0XHRNOo35FzM,726
 vellum/types/fulfilled_enum.py,sha256=MenrGneRMBvsq-n8tkMXAx0wppGWLJgkqdKnfklGP9U,124
 vellum/types/fulfilled_execute_prompt_event.py,sha256=2_jNUOaSg12WKggFiczulVoHFM7i3yIAIZbL99tVf2M,1292
@@ -109,7 +120,7 @@ vellum/types/fulfilled_execute_prompt_response.py,sha256=LyVpUlphfBrqSWzo1QyIzdT
 vellum/types/fulfilled_execute_workflow_workflow_result_event.py,sha256=ROLCpeU2FoqyisPDvgumUlYFDUbwOr93pEfII-ST3NI,1146
 vellum/types/fulfilled_function_call.py,sha256=wIk8JVy9HyjSbY7rPOhrXPh3OuKy3mtpUvPSOx2FcUc,1056
 vellum/types/fulfilled_prompt_execution_meta.py,sha256=FHivWXQbtMMoud9vMC4rc_ik1JWPZG6HfJOkuevCnCs,1285
-vellum/types/fulfilled_workflow_node_result_event.py,sha256=MGxts5L-VBaYP7xbL5ojjtKWEXUv45XSPqT7Y2RtvjI,1454
+vellum/types/fulfilled_workflow_node_result_event.py,sha256=bre9HuJyDLZ4MLQcCNuxVOPBqZvtL8LgUrTjq2ihJjY,1430
 vellum/types/function_call.py,sha256=U1_fLhZ_VGnHYPX8rb7iqyyUhBzzbRAGR-ai4wLDrs4,813
 vellum/types/function_call_chat_message_content.py,sha256=z9bTybrPXuhztOUw65PXGws-obJkCJWhc0Zfv1ZwA-k,1122
 vellum/types/function_call_chat_message_content_request.py,sha256=baMUPS50E_tago-AF45JztqPH3WF2DhlMfiSMg1dkQ8,1151
@@ -151,12 +162,19 @@ vellum/types/model_version_exec_config_parameters.py,sha256=jF4wm_GIeITFavMNGSvB
 vellum/types/model_version_read.py,sha256=Ize9tyNNnR2oMXQSKwrEfuJilR5O3qSssfrJQwmSFqw,2425
 vellum/types/model_version_read_status_enum.py,sha256=uQCzeBoMqn29-V2b6fiq5rv9G3yBApaHWQLMMRRL-Hs,1032
 vellum/types/model_version_sandbox_snapshot.py,sha256=bXe_7Fp-CSQ_WOvjX8GJfO7ZbV0i99nbkv5yiqdFjeI,1309
-vellum/types/named_test_case_chat_history_variable_value_request.py,sha256=0kyTzNfZcOdhtTqFu9W74j5z2uWNTYwftvRneeiQOE8,1058
-vellum/types/named_test_case_error_variable_value_request.py,sha256=ZdDkqQzLaAxr8Oa-xIKuxjWSSGeUrj_lOLkJBIRd5w4,1039
-vellum/types/named_test_case_json_variable_value_request.py,sha256=djA5yuYKhpOslFATgwNOgGkyKV6J7imWC2WuMJbDR_8,995
-vellum/types/named_test_case_number_variable_value_request.py,sha256=b3isz1f9gHh4gHgUQroY5z7XI5POreW5TlKxH81Vkrs,974
-vellum/types/named_test_case_search_results_variable_value_request.py,sha256=jPNGGET7zEXNfUCkfprKIcKrv2WQXKN_5rCqVu8_Toc,1063
-vellum/types/named_test_case_string_variable_value_request.py,sha256=ojEYk8kQTL0FJVbUgY2PFXcE0chqqeYyEHOXeBH_aco,972
+vellum/types/named_test_case_chat_history_variable_value.py,sha256=5wH7HIREWrDevirBMYqD276snHoAQzZ1H6GqHTzIECU,1101
+vellum/types/named_test_case_chat_history_variable_value_request.py,sha256=pYXfGF4VX_PcKdow8ttZo0Afv91vVZD3r0ZLIPmYE4w,1130
+vellum/types/named_test_case_error_variable_value.py,sha256=a17xJ5OjHhcLJeiC572_RIUdBDjIGJOLZUHDHW-V22E,1075
+vellum/types/named_test_case_error_variable_value_request.py,sha256=Hlihlz1rd9XMD_WPJKhuq8u8cTwAW-RM4JIlN9mrqak,1104
+vellum/types/named_test_case_json_variable_value.py,sha256=QrAD4HK3vrqV9P3k9-toDbEv_TDazBEyHD4MxQrG4nw,1052
+vellum/types/named_test_case_json_variable_value_request.py,sha256=eYUPPF1meDi5aIoQUvCmUVzh9u7MDt2lFyRK6NWI8m8,1059
+vellum/types/named_test_case_number_variable_value.py,sha256=3kcix5uYk2K9rxe9l17YuzjuFMt2kqxF6LkVO23tDAU,1033
+vellum/types/named_test_case_number_variable_value_request.py,sha256=RfKzbPCKINiCaMwul-XXxOb7QaAYqBzud_5cFFINY7E,1040
+vellum/types/named_test_case_search_results_variable_value.py,sha256=4Qb2imPy1nk7hbahG314XJbmrginXbsRnhUzYLhIU6s,1108
+vellum/types/named_test_case_search_results_variable_value_request.py,sha256=25mLk7D6u3btNhI8q9xHdpZlJJTLFZCIjZscFFCz1l0,1137
+vellum/types/named_test_case_string_variable_value.py,sha256=h5t9JDk6R8s73iw3bCsTfVtBjXtqIIZQMqvWHIOcYgI,1031
+vellum/types/named_test_case_string_variable_value_request.py,sha256=Mch56tlzPnlAuDrkuqLpPYehsca245u1QpYEnOz9LmU,1038
+vellum/types/named_test_case_variable_value.py,sha256=VQEAojwa2aSdLayEMn6oCBXMYY5Zr5dTZxfVJ_oJJTs,2584
 vellum/types/named_test_case_variable_value_request.py,sha256=hCNEq0Ubqod6kOELWZcbizCocKvLGbPwgaFAo1sWOuw,2807
 vellum/types/node_input_compiled_array_value.py,sha256=Zw78U4629WGprdmBVsnsthUsDNiJcC_7CecOs3B1M4M,1076
 vellum/types/node_input_compiled_chat_history_value.py,sha256=aOY49Id1sawCnfSnkP_UDoHMTUp3I1JwHrSUMtt57J8,1047
@@ -194,12 +212,13 @@ vellum/types/prompt_execution_meta.py,sha256=4RNkaZ2QjUtZwGUc9574Y4KuoZnzW2UCWj2
 vellum/types/prompt_node_result.py,sha256=s6jusFXMD1calmDVdL0lWO0NIqILWpdLP8xFRqf-5-k,1054
 vellum/types/prompt_node_result_data.py,sha256=q6y32EyaaAoIxM1od6-5RQAmPTitBQ-Hlkw5QNdeo6g,1045
 vellum/types/prompt_output.py,sha256=Df5UnLyBRf79_oUnYiMl9vi_h41yKEDLw1KgkgiX1Uk,1442
-vellum/types/prompt_template_block.py,sha256=i8IuMHOpgwi4RMrT5-mfSIXxf-fv40Ek7SjtTPX-Rls,1201
+vellum/types/prompt_template_block.py,sha256=Z78UKiHRpYfBEYFkf6fImOgcy2MizgD7dhKr1kTjqkM,1327
 vellum/types/prompt_template_block_data.py,sha256=E50ttPm8qR2heSf6f2LkfsSW2hm92z-AhvGqTQJwcjA,1020
 vellum/types/prompt_template_block_data_request.py,sha256=r1no7jOHSTh8N2nih1lvx4YGMp3H_8GdRvHisNP3wGY,1049
 vellum/types/prompt_template_block_properties.py,sha256=h7eBnaF1FL8FPv7PYF4_epQuZi8aqWdNTYODC0vqz6Q,1731
 vellum/types/prompt_template_block_properties_request.py,sha256=qiFJZIiDLYK_-18rVXZs0ViKR-iKQLB9nvsid1xvcIE,1767
-vellum/types/prompt_template_block_request.py,sha256=Sg-ZKO68WYAQG0efh96ORPSIC9eGe9GqYgWZABLika8,1237
+vellum/types/prompt_template_block_request.py,sha256=znmMAaSY_xsLA3rjWFPvDHuLWb-GOacKX3Nkx45hCmY,1363
+vellum/types/prompt_template_block_state.py,sha256=mPYIhbAdjjH83psCxAPyByE2_VEQjSM6BiDdnzi4xYU,582
 vellum/types/provider_enum.py,sha256=npChY_aeD59zF0hOu3wYMBJECq3k1vRQrjDBtCVQMEs,2516
 vellum/types/raw_prompt_execution_overrides_request.py,sha256=uwtGVke-G85AwiIxn7EVuzCiCsXkK-BKM80IbRFgzQQ,1261
 vellum/types/register_prompt_error_response.py,sha256=qWDaB5Uoe3BDmSZGLQ4_FqV-Bh8cCqFS_p_G708R6Io,1000
@@ -219,7 +238,7 @@ vellum/types/rejected_execute_workflow_workflow_result_event.py,sha256=l3tAFlDWB
 vellum/types/rejected_function_call.py,sha256=LeTe__cO3r7TqqiLRUDIoraetIMPbUZF52lDx3tTNEg,1095
 vellum/types/rejected_prompt_execution_meta.py,sha256=qlkDcHDCoJM1e4S_Dm9pdB3Mqy-g4rDFWuWx6xO9ezY,1195
 vellum/types/rejected_workflow_node_result_event.py,sha256=2HrFDp3H1sH4a03enG4E6HgWHp5w0yrs4kVYkxbJwfY,1350
-vellum/types/sandbox_scenario.py,sha256=8uxTOne5AUFm61cTjI1-UysM0ZqTkozsM8G0Q2eqvZ8,1157
+vellum/types/sandbox_scenario.py,sha256=XJwq_VrO5I5aEmL4ce9R2u3qmmyyQSj48PfMiPeItDc,1195
 vellum/types/scenario_input.py,sha256=UqdiHUjPCcj-evU5jYL7TNdctXaslpvuNeps2mimslk,1166
 vellum/types/scenario_input_request.py,sha256=Ir9rXTN4hmAAdW-CRR75V-gDi4ddebq-qXX5tEKkcnI,1195
 vellum/types/scenario_input_type_enum.py,sha256=S16TuGQ_Ifge1QLKem_ZlHSsqr3_lfLGZpEAj2IYrQk,580
@@ -276,29 +295,35 @@ vellum/types/terminal_node_result_data.py,sha256=i4Oa1itlpyFKDwXPAOtfu--vqyM6UG_
 vellum/types/terminal_node_result_output.py,sha256=lKXaYst9-JuY0rk0tjDV4mD2s_G-7gZm5FTKbW9xYo8,3164
 vellum/types/terminal_node_search_results_result.py,sha256=PZ-PsvMnI6_CdkbwfhN0KqwxcsBECoG5C3oZaSN84BU,1172
 vellum/types/terminal_node_string_result.py,sha256=38fufuCtk8ifqcBqTxT9wT3B8eulWfYGPZGRHE3x4RE,1103
-vellum/types/test_case_chat_history_variable_value.py,sha256=MyDknq8L3TUL5VsLD7bMrlYa9OMJf9GWgLpPDpJrPjs,1031
-vellum/types/test_case_error_variable_value.py,sha256=sbrmxd-Jc2X-D4MaqOgXF2r1LFEOGhZy_PiH-eUFWzI,1012
-vellum/types/test_case_json_variable_value.py,sha256=IR_WGLnW8QzAd-mIb6DhUUxz6T4UM4ffnC03LXN4t0M,990
-vellum/types/test_case_number_variable_value.py,sha256=YrR7TllXXOJAJMInADf0FswIxYESxKWDrR3yTGSWTwA,969
-vellum/types/test_case_search_results_variable_value.py,sha256=sjT-aoUzK0dJCi4FlSpYBQggoxkJXmeDkHagc6pSIj8,1036
-vellum/types/test_case_string_variable_value.py,sha256=5RKbSlS_mQoiv70QJkLVqi1W3mgQLrMzd8isaWZQKgE,967
+vellum/types/test_case_chat_history_variable_value.py,sha256=sFqH6lVDNK1oCH7F_WL3POv00yVj5HSXkdGzt5jYW7A,1118
+vellum/types/test_case_error_variable_value.py,sha256=7BYEk3YQH4XAR2BEMIJmq7RRuTgg1s-ehJGd2V476Oo,1093
+vellum/types/test_case_json_variable_value.py,sha256=2rrCqJLIRNK1Ld23eAF4UZ3yMbvvQSrRF0JF_ODDepU,1069
+vellum/types/test_case_number_variable_value.py,sha256=C4kb2mdgaRLVBfG965hYIaemtwVCglEQlKykvoNCI7E,1053
+vellum/types/test_case_search_results_variable_value.py,sha256=B_9E4ZxrOVeyjHaYp2LJkFmTkV0Ym8ycWkHPBLPly34,1125
+vellum/types/test_case_string_variable_value.py,sha256=afj2U-uuikqPGf7tcNCvHWScAosZ5VtdEF4PecUGE-I,1048
 vellum/types/test_case_variable_value.py,sha256=bE_lqnjrZMYFedIdd8Dqt1jlZ1wLdeuhCviHrawELEQ,2423
 vellum/types/test_suite_run_deployment_release_tag_exec_config.py,sha256=dixH2anYonGi3INTDnCtQgQ1VLtSLIcsWOX-qpBhR1c,1427
 vellum/types/test_suite_run_deployment_release_tag_exec_config_data.py,sha256=h1KBU0bSZZ9qDeq4wEFLgBwXC9aLSBRaxbvadjKQaD0,1279
 vellum/types/test_suite_run_deployment_release_tag_exec_config_data_request.py,sha256=XwWET1EsPwKszS3r5h2m5ZMxH5CyryBBtwQ7R5sbBio,1286
 vellum/types/test_suite_run_deployment_release_tag_exec_config_request.py,sha256=yTK-3MlF81q0NiQ0SO7VC2dnjaVX8fBDlJUqQzGArUg,1465
 vellum/types/test_suite_run_deployment_release_tag_exec_config_type_enum.py,sha256=P49aTblFExVUA90soNhC-_S0q8xAHGCWOnm9uRiqgp0,174
-vellum/types/test_suite_run_exec_config.py,sha256=I5MlYJBynyPouRDWe3pgsyIuyAx-CSiedLyF7UQEQXY,1092
-vellum/types/test_suite_run_exec_config_request.py,sha256=hspIHnkklKLBg58Rq2uWEjd04o_zLiBcJIzGHIATrso,1171
+vellum/types/test_suite_run_exec_config.py,sha256=ilF_6HuSMOt1csjBLGd8zzKB4BxbF1KL8okpD79xhag,1483
+vellum/types/test_suite_run_exec_config_request.py,sha256=cV_Yq4cbHK8MZxPp6RQqA6HerbTSyDPcZCyBULxELF0,1598
 vellum/types/test_suite_run_execution.py,sha256=Gj0jFE9-VZDQCxdzM9xe5-r3XX726WUgaVwoAxZQZ84,1215
-vellum/types/test_suite_run_execution_chat_history_output.py,sha256=DG5h0SGOAVyZleApagKZzDJNvea87IVNQIW400CfZLI,1044
-vellum/types/test_suite_run_execution_error_output.py,sha256=dkiaFHf4f3u0wujcQ66317uk8BbhyX7HquHCkwHo97w,1025
-vellum/types/test_suite_run_execution_json_output.py,sha256=0tvtY0Bt34gqK3idM629NS3Iq-QA-FPQ6UfchE2p52o,1003
-vellum/types/test_suite_run_execution_metric_result.py,sha256=B-1X895FMMmVgAeIGcWd3nMjmo81I6wHkorRguL6jtU,1050
-vellum/types/test_suite_run_execution_number_output.py,sha256=Lh4xtUqkVB-EwbQ-leoUud96zzlbW9IoM7zWxHVsMqQ,982
+vellum/types/test_suite_run_execution_chat_history_output.py,sha256=54-Tq87GTSgHeS7ntFg6nQsYi2X4ppIcrZotRFEfE5s,1172
+vellum/types/test_suite_run_execution_error_output.py,sha256=fqI3Saza7PEsHHUAeVENzgT-WcS5oJMyW1H7D1Em-gg,1146
+vellum/types/test_suite_run_execution_json_output.py,sha256=oXfxRdygpAUF8fzNnlzxO-kd0GlaxUpIdNK32guubKA,1123
+vellum/types/test_suite_run_execution_metric_definition.py,sha256=Ii2eC8pXaWteqDKwlBp8Pjqwd1GsQ9DR_U9FQvxXomQ,1030
+vellum/types/test_suite_run_execution_metric_result.py,sha256=M14xolCwYPoSqZKkj_4yN021JQFMtGZwapGRyUnNO_I,1275
+vellum/types/test_suite_run_execution_number_output.py,sha256=OiUI84wzKTuxx4XODCFXWRT6XTfA1geM_iWTzdjFT6w,1104
 vellum/types/test_suite_run_execution_output.py,sha256=vOm3PiblQDdybmDUzP5KUzgkZxSrk31MBmJog-iW3Pk,2615
-vellum/types/test_suite_run_execution_search_results_output.py,sha256=c18YX3w_BVYpGVAI73ZpJ2fw8T3hUNA251iGnok5n70,1049
-vellum/types/test_suite_run_execution_string_output.py,sha256=lRjauYmNQGPvzxU2u-NAFfKXUhmf3hGQdFr7vQu85hM,980
+vellum/types/test_suite_run_execution_search_results_output.py,sha256=9KJlNGazc74AkXEzg8oqycd08CO8ib5gJ96qpaaGmIw,1179
+vellum/types/test_suite_run_execution_string_output.py,sha256=JdfHP1icwQDRFFaim0wFQHuIC3yg2_t8946vH3MwdY4,1102
+vellum/types/test_suite_run_external_exec_config.py,sha256=J5DAkJlFNENbDw4qOQj9bfduQpA1pP_DP8mXh01ZxNU,1385
+vellum/types/test_suite_run_external_exec_config_data.py,sha256=1VEFnB6GDwiR0Kf_onQylBxrTMHUE8pGQ5xuwfZkMMU,1169
+vellum/types/test_suite_run_external_exec_config_data_request.py,sha256=rj5irhCWV5BltCXnq0yRkLdbTZfnumrPLyFjNQw2zjc,1198
+vellum/types/test_suite_run_external_exec_config_request.py,sha256=zx8gUKZ5lzV--oPPzEkR2U1vlZyIfma-AVOY6DD2dUw,1414
+vellum/types/test_suite_run_external_exec_config_type_enum.py,sha256=yX-VwukrI1rPH7_R2D7sRlBioduW6q791zXWiODMlo0,148
 vellum/types/test_suite_run_metric_error_output.py,sha256=N0ZRTO1QV4Bobrh9u1-k5qBMiFh8CF2NLiElGA94oIo,1062
 vellum/types/test_suite_run_metric_error_output_type_enum.py,sha256=ZPKy0jkcgfuMhI2hG_3UUcw2sYH1BlV_ze8Axlq5nIU,144
 vellum/types/test_suite_run_metric_number_output.py,sha256=vedeqnSpDl7Y23DdgAlcl16Gxd1WlNo4m4PQ2SGI8Tk,1020
@@ -363,7 +388,7 @@ vellum/types/workflow_result_event_output_data_search_results.py,sha256=wYc76-DW
 vellum/types/workflow_result_event_output_data_string.py,sha256=7SR46tKt-I_cGd_eVeKU8ymQ7R3vKkA_dFHCgAU1GcQ,1533
 vellum/types/workflow_stream_event.py,sha256=KA6Bkk_XA6AIPWR-1vKnwF1A8l_Bm5y0arQCWWWRpsk,911
 vellum/version.py,sha256=neLt8HBHHUtDF9M5fsyUzHT-pKooEPvceaLDqqIGb0s,77
-vellum_ai-0.3.21.dist-info/LICENSE,sha256=CcaljEIoOBaU-wItPH4PmM_mDCGpyuUY0Er1BGu5Ti8,1073
-vellum_ai-0.3.21.dist-info/METADATA,sha256=BPMxESrgGDvdc1CRhBOdYCRugknRd_NwOR5D5NzmRI4,3550
-vellum_ai-0.3.21.dist-info/WHEEL,sha256=Zb28QaM1gQi8f4VCBhsUklF61CTlNYfs9YAZn-TOGFk,88
-vellum_ai-0.3.21.dist-info/RECORD,,
+vellum_ai-0.3.23.dist-info/LICENSE,sha256=CcaljEIoOBaU-wItPH4PmM_mDCGpyuUY0Er1BGu5Ti8,1073
+vellum_ai-0.3.23.dist-info/METADATA,sha256=ue4qundj5MNtdoq_lrm-kPpsbb7w_uAQRUub6hgX-Xc,3597
+vellum_ai-0.3.23.dist-info/WHEEL,sha256=Zb28QaM1gQi8f4VCBhsUklF61CTlNYfs9YAZn-TOGFk,88
+vellum_ai-0.3.23.dist-info/RECORD,,