vellum-ai 0.3.22__py3-none-any.whl → 0.5.0__py3-none-any.whl

Sign up to get free protection for your applications and to get access to all the features.
Files changed (326) hide show
  1. vellum/__init__.py +81 -60
  2. vellum/client.py +139 -137
  3. vellum/core/__init__.py +2 -0
  4. vellum/core/client_wrapper.py +1 -1
  5. vellum/core/jsonable_encoder.py +5 -9
  6. vellum/core/pydantic_utilities.py +12 -0
  7. vellum/errors/__init__.py +1 -2
  8. vellum/lib/__init__.py +5 -0
  9. vellum/lib/test_suites/__init__.py +5 -0
  10. vellum/lib/test_suites/constants.py +2 -0
  11. vellum/lib/test_suites/exceptions.py +2 -0
  12. vellum/lib/test_suites/resources.py +253 -0
  13. vellum/lib/utils/__init__.py +0 -0
  14. vellum/lib/utils/env.py +11 -0
  15. vellum/lib/utils/exceptions.py +2 -0
  16. vellum/lib/utils/paginator.py +28 -0
  17. vellum/resources/__init__.py +0 -4
  18. vellum/resources/deployments/client.py +27 -31
  19. vellum/resources/deployments/types/deployments_list_request_status.py +1 -13
  20. vellum/resources/document_indexes/client.py +35 -39
  21. vellum/resources/document_indexes/types/document_indexes_list_request_status.py +1 -13
  22. vellum/resources/documents/client.py +131 -35
  23. vellum/resources/folder_entities/client.py +4 -4
  24. vellum/resources/sandboxes/client.py +18 -46
  25. vellum/resources/test_suite_runs/client.py +19 -23
  26. vellum/resources/test_suites/client.py +17 -21
  27. vellum/resources/workflow_deployments/client.py +13 -17
  28. vellum/resources/workflow_deployments/types/workflow_deployments_list_request_status.py +1 -13
  29. vellum/types/__init__.py +83 -55
  30. vellum/types/api_node_result.py +3 -7
  31. vellum/types/api_node_result_data.py +4 -8
  32. vellum/types/array_chat_message_content.py +3 -7
  33. vellum/types/array_chat_message_content_request.py +3 -7
  34. vellum/types/chat_history_input_request.py +4 -8
  35. vellum/types/chat_history_variable_value.py +3 -7
  36. vellum/types/chat_message.py +4 -8
  37. vellum/types/chat_message_request.py +4 -8
  38. vellum/types/chat_message_role.py +1 -32
  39. vellum/types/code_execution_node_array_result.py +3 -7
  40. vellum/types/code_execution_node_chat_history_result.py +3 -7
  41. vellum/types/code_execution_node_error_result.py +3 -7
  42. vellum/types/code_execution_node_function_call_result.py +3 -7
  43. vellum/types/code_execution_node_json_result.py +3 -7
  44. vellum/types/code_execution_node_number_result.py +3 -7
  45. vellum/types/code_execution_node_result.py +3 -7
  46. vellum/types/code_execution_node_result_data.py +3 -7
  47. vellum/types/code_execution_node_search_results_result.py +3 -7
  48. vellum/types/code_execution_node_string_result.py +3 -7
  49. vellum/types/conditional_node_result.py +3 -7
  50. vellum/types/conditional_node_result_data.py +3 -7
  51. vellum/types/deployment_provider_payload_response.py +3 -7
  52. vellum/types/deployment_read.py +8 -12
  53. vellum/types/document_document_to_document_index.py +6 -10
  54. vellum/types/document_index_read.py +8 -12
  55. vellum/types/document_read.py +8 -12
  56. vellum/types/enriched_normalized_completion.py +9 -13
  57. vellum/types/entity_status.py +1 -18
  58. vellum/types/environment_enum.py +1 -27
  59. vellum/types/error_variable_value.py +3 -7
  60. vellum/types/execute_prompt_api_error_response.py +4 -8
  61. vellum/types/execute_workflow_error_response.py +4 -8
  62. vellum/types/execute_workflow_response.py +3 -7
  63. vellum/types/execute_workflow_stream_error_response.py +4 -8
  64. vellum/types/execution_array_vellum_value.py +4 -8
  65. vellum/types/execution_chat_history_vellum_value.py +4 -8
  66. vellum/types/execution_error_vellum_value.py +4 -8
  67. vellum/types/execution_function_call_vellum_value.py +4 -8
  68. vellum/types/execution_json_vellum_value.py +4 -8
  69. vellum/types/execution_number_vellum_value.py +4 -8
  70. vellum/types/execution_search_results_vellum_value.py +4 -8
  71. vellum/types/execution_string_vellum_value.py +4 -8
  72. vellum/types/external_test_case_execution.py +31 -0
  73. vellum/types/external_test_case_execution_request.py +31 -0
  74. vellum/types/finish_reason_enum.py +1 -27
  75. vellum/types/fulfilled_execute_prompt_event.py +3 -7
  76. vellum/types/fulfilled_execute_prompt_response.py +5 -9
  77. vellum/types/fulfilled_execute_workflow_workflow_result_event.py +3 -7
  78. vellum/types/fulfilled_function_call.py +3 -7
  79. vellum/types/{registered_prompt_input_variable_request.py → fulfilled_function_call_request.py} +10 -9
  80. vellum/types/fulfilled_prompt_execution_meta.py +3 -7
  81. vellum/types/fulfilled_workflow_node_result_event.py +3 -7
  82. vellum/types/function_call_chat_message_content.py +3 -7
  83. vellum/types/function_call_chat_message_content_request.py +3 -7
  84. vellum/types/function_call_chat_message_content_value.py +3 -7
  85. vellum/types/function_call_chat_message_content_value_request.py +3 -7
  86. vellum/types/function_call_variable_value.py +3 -7
  87. vellum/types/generate_error_response.py +4 -8
  88. vellum/types/generate_options_request.py +4 -8
  89. vellum/types/generate_request.py +6 -10
  90. vellum/types/generate_result.py +5 -9
  91. vellum/types/generate_result_data.py +4 -8
  92. vellum/types/generate_result_error.py +4 -8
  93. vellum/types/generate_stream_response.py +3 -7
  94. vellum/types/generate_stream_result.py +3 -7
  95. vellum/types/generate_stream_result_data.py +3 -7
  96. vellum/types/image_chat_message_content.py +3 -7
  97. vellum/types/image_chat_message_content_request.py +3 -7
  98. vellum/types/image_variable_value.py +3 -7
  99. vellum/types/indexing_state_enum.py +3 -37
  100. vellum/types/initiated_execute_prompt_event.py +3 -7
  101. vellum/types/initiated_prompt_execution_meta.py +3 -7
  102. vellum/types/initiated_workflow_node_result_event.py +3 -7
  103. vellum/types/json_input_request.py +4 -8
  104. vellum/types/json_variable_value.py +3 -7
  105. vellum/types/logical_operator.py +23 -173
  106. vellum/types/logprobs_enum.py +1 -18
  107. vellum/types/metadata_filter_config_request.py +3 -7
  108. vellum/types/metadata_filter_rule_combinator.py +1 -18
  109. vellum/types/metadata_filter_rule_request.py +3 -7
  110. vellum/types/ml_model_usage.py +3 -7
  111. vellum/types/named_scenario_input_chat_history_variable_value_request.py +31 -0
  112. vellum/types/named_scenario_input_request.py +31 -0
  113. vellum/types/{prompt_template_block_data.py → named_scenario_input_string_variable_value_request.py} +8 -9
  114. vellum/types/{prompt_template_block_data_request.py → named_test_case_chat_history_variable_value.py} +9 -9
  115. vellum/types/named_test_case_chat_history_variable_value_request.py +3 -7
  116. vellum/types/named_test_case_error_variable_value.py +31 -0
  117. vellum/types/named_test_case_error_variable_value_request.py +3 -7
  118. vellum/types/{register_prompt_prompt.py → named_test_case_function_call_variable_value.py} +7 -13
  119. vellum/types/named_test_case_function_call_variable_value_request.py +31 -0
  120. vellum/types/{register_prompt_error_response.py → named_test_case_json_variable_value.py} +7 -9
  121. vellum/types/named_test_case_json_variable_value_request.py +3 -7
  122. vellum/types/{registered_prompt_sandbox_snapshot.py → named_test_case_number_variable_value.py} +7 -9
  123. vellum/types/named_test_case_number_variable_value_request.py +3 -7
  124. vellum/types/named_test_case_search_results_variable_value.py +31 -0
  125. vellum/types/named_test_case_search_results_variable_value_request.py +3 -7
  126. vellum/types/named_test_case_string_variable_value.py +30 -0
  127. vellum/types/named_test_case_string_variable_value_request.py +3 -7
  128. vellum/types/named_test_case_variable_value.py +94 -0
  129. vellum/types/named_test_case_variable_value_request.py +12 -0
  130. vellum/types/node_input_compiled_array_value.py +3 -7
  131. vellum/types/node_input_compiled_chat_history_value.py +3 -7
  132. vellum/types/node_input_compiled_error_value.py +3 -7
  133. vellum/types/node_input_compiled_function_call.py +3 -7
  134. vellum/types/node_input_compiled_json_value.py +3 -7
  135. vellum/types/node_input_compiled_number_value.py +3 -7
  136. vellum/types/node_input_compiled_search_results_value.py +3 -7
  137. vellum/types/node_input_compiled_string_value.py +3 -7
  138. vellum/types/node_output_compiled_array_value.py +3 -7
  139. vellum/types/node_output_compiled_chat_history_value.py +3 -7
  140. vellum/types/node_output_compiled_error_value.py +3 -7
  141. vellum/types/node_output_compiled_function_value.py +3 -7
  142. vellum/types/node_output_compiled_json_value.py +3 -7
  143. vellum/types/node_output_compiled_number_value.py +3 -7
  144. vellum/types/node_output_compiled_search_results_value.py +3 -7
  145. vellum/types/node_output_compiled_string_value.py +3 -7
  146. vellum/types/normalized_log_probs.py +3 -7
  147. vellum/types/normalized_token_log_probs.py +3 -7
  148. vellum/types/number_variable_value.py +3 -7
  149. vellum/types/paginated_document_index_read_list.py +3 -7
  150. vellum/types/paginated_slim_deployment_read_list.py +3 -7
  151. vellum/types/paginated_slim_document_list.py +3 -7
  152. vellum/types/paginated_slim_workflow_deployment_list.py +3 -7
  153. vellum/types/paginated_test_suite_run_execution_list.py +3 -7
  154. vellum/types/paginated_test_suite_test_case_list.py +3 -7
  155. vellum/types/processing_failure_reason_enum.py +1 -20
  156. vellum/types/processing_state_enum.py +1 -32
  157. vellum/types/prompt_deployment_expand_meta_request_request.py +9 -13
  158. vellum/types/prompt_execution_meta.py +3 -7
  159. vellum/types/prompt_node_result.py +3 -7
  160. vellum/types/prompt_node_result_data.py +3 -7
  161. vellum/types/raw_prompt_execution_overrides_request.py +5 -9
  162. vellum/types/rejected_execute_prompt_event.py +3 -7
  163. vellum/types/rejected_execute_prompt_response.py +5 -9
  164. vellum/types/rejected_execute_workflow_workflow_result_event.py +3 -7
  165. vellum/types/rejected_function_call.py +3 -7
  166. vellum/types/rejected_prompt_execution_meta.py +3 -7
  167. vellum/types/rejected_workflow_node_result_event.py +3 -7
  168. vellum/types/sandbox_scenario.py +8 -8
  169. vellum/types/scenario_input.py +18 -21
  170. vellum/types/{registered_prompt_sandbox.py → scenario_input_chat_history_variable_value.py} +7 -13
  171. vellum/types/scenario_input_string_variable_value.py +30 -0
  172. vellum/types/search_error_response.py +4 -8
  173. vellum/types/search_filters_request.py +5 -9
  174. vellum/types/search_node_result.py +3 -7
  175. vellum/types/search_node_result_data.py +4 -8
  176. vellum/types/search_request_options_request.py +7 -11
  177. vellum/types/search_response.py +4 -8
  178. vellum/types/search_result.py +6 -10
  179. vellum/types/search_result_document.py +7 -11
  180. vellum/types/search_result_document_request.py +6 -10
  181. vellum/types/search_result_merging_request.py +4 -8
  182. vellum/types/search_result_request.py +6 -10
  183. vellum/types/search_results_variable_value.py +3 -7
  184. vellum/types/search_weights_request.py +5 -9
  185. vellum/types/slim_deployment_read.py +7 -11
  186. vellum/types/slim_document.py +12 -16
  187. vellum/types/slim_workflow_deployment.py +9 -13
  188. vellum/types/streaming_execute_prompt_event.py +4 -8
  189. vellum/types/streaming_prompt_execution_meta.py +3 -7
  190. vellum/types/streaming_workflow_node_result_event.py +3 -7
  191. vellum/types/string_chat_message_content.py +3 -7
  192. vellum/types/string_chat_message_content_request.py +3 -7
  193. vellum/types/string_input_request.py +4 -8
  194. vellum/types/string_variable_value.py +3 -7
  195. vellum/types/submit_completion_actual_request.py +8 -12
  196. vellum/types/submit_completion_actuals_error_response.py +3 -7
  197. vellum/types/subworkflow_node_result.py +3 -7
  198. vellum/types/templating_node_array_result.py +3 -7
  199. vellum/types/templating_node_chat_history_result.py +3 -7
  200. vellum/types/templating_node_error_result.py +3 -7
  201. vellum/types/templating_node_function_call_result.py +3 -7
  202. vellum/types/templating_node_json_result.py +3 -7
  203. vellum/types/templating_node_number_result.py +3 -7
  204. vellum/types/templating_node_result.py +3 -7
  205. vellum/types/templating_node_result_data.py +3 -7
  206. vellum/types/templating_node_search_results_result.py +3 -7
  207. vellum/types/templating_node_string_result.py +3 -7
  208. vellum/types/terminal_node_array_result.py +4 -8
  209. vellum/types/terminal_node_chat_history_result.py +4 -8
  210. vellum/types/terminal_node_error_result.py +4 -8
  211. vellum/types/terminal_node_function_call_result.py +4 -8
  212. vellum/types/terminal_node_json_result.py +4 -8
  213. vellum/types/terminal_node_number_result.py +4 -8
  214. vellum/types/terminal_node_result.py +3 -7
  215. vellum/types/terminal_node_result_data.py +3 -7
  216. vellum/types/terminal_node_search_results_result.py +4 -8
  217. vellum/types/terminal_node_string_result.py +4 -8
  218. vellum/types/test_case_chat_history_variable_value.py +7 -6
  219. vellum/types/test_case_error_variable_value.py +7 -6
  220. vellum/types/test_case_function_call_variable_value.py +32 -0
  221. vellum/types/test_case_json_variable_value.py +7 -6
  222. vellum/types/test_case_number_variable_value.py +7 -6
  223. vellum/types/test_case_search_results_variable_value.py +7 -6
  224. vellum/types/test_case_string_variable_value.py +7 -6
  225. vellum/types/test_case_variable_value.py +12 -0
  226. vellum/types/test_suite_run_deployment_release_tag_exec_config.py +4 -8
  227. vellum/types/test_suite_run_deployment_release_tag_exec_config_data.py +5 -9
  228. vellum/types/test_suite_run_deployment_release_tag_exec_config_data_request.py +5 -9
  229. vellum/types/test_suite_run_deployment_release_tag_exec_config_request.py +4 -8
  230. vellum/types/test_suite_run_exec_config.py +14 -1
  231. vellum/types/test_suite_run_exec_config_request.py +14 -1
  232. vellum/types/test_suite_run_execution.py +3 -7
  233. vellum/types/test_suite_run_execution_chat_history_output.py +3 -7
  234. vellum/types/test_suite_run_execution_error_output.py +3 -7
  235. vellum/types/test_suite_run_execution_function_call_output.py +32 -0
  236. vellum/types/test_suite_run_execution_json_output.py +3 -7
  237. vellum/types/test_suite_run_execution_metric_definition.py +3 -7
  238. vellum/types/test_suite_run_execution_metric_result.py +3 -7
  239. vellum/types/test_suite_run_execution_number_output.py +3 -7
  240. vellum/types/test_suite_run_execution_output.py +12 -0
  241. vellum/types/test_suite_run_execution_search_results_output.py +3 -7
  242. vellum/types/test_suite_run_execution_string_output.py +3 -7
  243. vellum/types/{model_version_sandbox_snapshot.py → test_suite_run_external_exec_config.py} +8 -18
  244. vellum/types/{registered_prompt_model_version.py → test_suite_run_external_exec_config_data.py} +6 -14
  245. vellum/types/test_suite_run_external_exec_config_data_request.py +29 -0
  246. vellum/types/{registered_prompt_deployment.py → test_suite_run_external_exec_config_request.py} +8 -16
  247. vellum/types/test_suite_run_external_exec_config_type_enum.py +5 -0
  248. vellum/types/test_suite_run_metric_error_output.py +3 -7
  249. vellum/types/test_suite_run_metric_number_output.py +3 -7
  250. vellum/types/test_suite_run_metric_string_output.py +3 -7
  251. vellum/types/test_suite_run_read.py +5 -9
  252. vellum/types/test_suite_run_state.py +1 -37
  253. vellum/types/test_suite_run_test_suite.py +3 -7
  254. vellum/types/test_suite_run_workflow_release_tag_exec_config.py +4 -8
  255. vellum/types/test_suite_run_workflow_release_tag_exec_config_data.py +5 -9
  256. vellum/types/test_suite_run_workflow_release_tag_exec_config_data_request.py +5 -9
  257. vellum/types/test_suite_run_workflow_release_tag_exec_config_request.py +4 -8
  258. vellum/types/test_suite_test_case.py +3 -7
  259. vellum/types/upload_document_error_response.py +3 -7
  260. vellum/types/upload_document_response.py +4 -8
  261. vellum/types/vellum_error.py +3 -7
  262. vellum/types/vellum_error_code_enum.py +3 -32
  263. vellum/types/vellum_error_request.py +3 -7
  264. vellum/types/vellum_image.py +3 -7
  265. vellum/types/vellum_image_request.py +3 -7
  266. vellum/types/vellum_variable.py +3 -7
  267. vellum/types/vellum_variable_type.py +6 -57
  268. vellum/types/workflow_deployment_read.py +9 -13
  269. vellum/types/workflow_event_error.py +3 -7
  270. vellum/types/workflow_execution_actual_chat_history_request.py +8 -12
  271. vellum/types/workflow_execution_actual_json_request.py +8 -12
  272. vellum/types/workflow_execution_actual_string_request.py +8 -12
  273. vellum/types/workflow_execution_event_error_code.py +13 -52
  274. vellum/types/workflow_execution_event_type.py +1 -18
  275. vellum/types/workflow_execution_node_result_event.py +3 -7
  276. vellum/types/workflow_execution_workflow_result_event.py +3 -7
  277. vellum/types/workflow_node_result_event_state.py +3 -32
  278. vellum/types/workflow_output_array.py +4 -8
  279. vellum/types/workflow_output_chat_history.py +4 -8
  280. vellum/types/workflow_output_error.py +4 -8
  281. vellum/types/workflow_output_function_call.py +4 -8
  282. vellum/types/workflow_output_image.py +4 -8
  283. vellum/types/workflow_output_json.py +4 -8
  284. vellum/types/workflow_output_number.py +4 -8
  285. vellum/types/workflow_output_search_results.py +4 -8
  286. vellum/types/workflow_output_string.py +4 -8
  287. vellum/types/workflow_request_chat_history_input_request.py +4 -8
  288. vellum/types/workflow_request_json_input_request.py +4 -8
  289. vellum/types/workflow_request_number_input_request.py +4 -8
  290. vellum/types/workflow_request_string_input_request.py +4 -8
  291. vellum/types/workflow_result_event.py +3 -7
  292. vellum/types/workflow_result_event_output_data_array.py +4 -8
  293. vellum/types/workflow_result_event_output_data_chat_history.py +4 -8
  294. vellum/types/workflow_result_event_output_data_error.py +4 -8
  295. vellum/types/workflow_result_event_output_data_function_call.py +4 -8
  296. vellum/types/workflow_result_event_output_data_json.py +4 -8
  297. vellum/types/workflow_result_event_output_data_number.py +4 -8
  298. vellum/types/workflow_result_event_output_data_search_results.py +4 -8
  299. vellum/types/workflow_result_event_output_data_string.py +5 -9
  300. {vellum_ai-0.3.22.dist-info → vellum_ai-0.5.0.dist-info}/METADATA +1 -1
  301. vellum_ai-0.5.0.dist-info/RECORD +382 -0
  302. vellum/errors/conflict_error.py +0 -9
  303. vellum/resources/model_versions/__init__.py +0 -2
  304. vellum/resources/model_versions/client.py +0 -123
  305. vellum/resources/registered_prompts/__init__.py +0 -2
  306. vellum/resources/registered_prompts/client.py +0 -327
  307. vellum/types/block_type_enum.py +0 -36
  308. vellum/types/model_version_build_config.py +0 -40
  309. vellum/types/model_version_exec_config.py +0 -48
  310. vellum/types/model_version_exec_config_parameters.py +0 -37
  311. vellum/types/model_version_read.py +0 -82
  312. vellum/types/model_version_read_status_enum.py +0 -36
  313. vellum/types/prompt_template_block.py +0 -41
  314. vellum/types/prompt_template_block_properties.py +0 -47
  315. vellum/types/prompt_template_block_properties_request.py +0 -47
  316. vellum/types/prompt_template_block_request.py +0 -41
  317. vellum/types/prompt_template_block_state.py +0 -22
  318. vellum/types/provider_enum.py +0 -81
  319. vellum/types/register_prompt_model_parameters_request.py +0 -37
  320. vellum/types/register_prompt_prompt_info_request.py +0 -35
  321. vellum/types/register_prompt_response.py +0 -62
  322. vellum/types/scenario_input_request.py +0 -34
  323. vellum/types/scenario_input_type_enum.py +0 -22
  324. vellum_ai-0.3.22.dist-info/RECORD +0 -380
  325. {vellum_ai-0.3.22.dist-info → vellum_ai-0.5.0.dist-info}/LICENSE +0 -0
  326. {vellum_ai-0.3.22.dist-info → vellum_ai-0.5.0.dist-info}/WHEEL +0 -0
vellum/__init__.py CHANGED
@@ -23,7 +23,6 @@ from .types import (
23
23
  ArrayVariableValueItem_Number,
24
24
  ArrayVariableValueItem_SearchResults,
25
25
  ArrayVariableValueItem_String,
26
- BlockTypeEnum,
27
26
  ChatHistoryEnum,
28
27
  ChatHistoryInputRequest,
29
28
  ChatHistoryVariableValue,
@@ -104,12 +103,15 @@ from .types import (
104
103
  ExecutionVellumValue_Number,
105
104
  ExecutionVellumValue_SearchResults,
106
105
  ExecutionVellumValue_String,
106
+ ExternalTestCaseExecution,
107
+ ExternalTestCaseExecutionRequest,
107
108
  FinishReasonEnum,
108
109
  FulfilledEnum,
109
110
  FulfilledExecutePromptEvent,
110
111
  FulfilledExecutePromptResponse,
111
112
  FulfilledExecuteWorkflowWorkflowResultEvent,
112
113
  FulfilledFunctionCall,
114
+ FulfilledFunctionCallRequest,
113
115
  FulfilledPromptExecutionMeta,
114
116
  FulfilledWorkflowNodeResultEvent,
115
117
  FunctionCall,
@@ -149,25 +151,41 @@ from .types import (
149
151
  MetadataFilterRuleCombinator,
150
152
  MetadataFilterRuleRequest,
151
153
  MlModelUsage,
152
- ModelVersionBuildConfig,
153
- ModelVersionExecConfig,
154
- ModelVersionExecConfigParameters,
155
- ModelVersionRead,
156
- ModelVersionReadStatusEnum,
157
- ModelVersionSandboxSnapshot,
154
+ NamedScenarioInputChatHistoryVariableValueRequest,
155
+ NamedScenarioInputRequest,
156
+ NamedScenarioInputRequest_ChatHistory,
157
+ NamedScenarioInputRequest_String,
158
+ NamedScenarioInputStringVariableValueRequest,
159
+ NamedTestCaseChatHistoryVariableValue,
158
160
  NamedTestCaseChatHistoryVariableValueRequest,
161
+ NamedTestCaseErrorVariableValue,
159
162
  NamedTestCaseErrorVariableValueRequest,
163
+ NamedTestCaseFunctionCallVariableValue,
164
+ NamedTestCaseFunctionCallVariableValueRequest,
165
+ NamedTestCaseJsonVariableValue,
160
166
  NamedTestCaseJsonVariableValueRequest,
167
+ NamedTestCaseNumberVariableValue,
161
168
  NamedTestCaseNumberVariableValueRequest,
169
+ NamedTestCaseSearchResultsVariableValue,
162
170
  NamedTestCaseSearchResultsVariableValueRequest,
171
+ NamedTestCaseStringVariableValue,
163
172
  NamedTestCaseStringVariableValueRequest,
173
+ NamedTestCaseVariableValue,
164
174
  NamedTestCaseVariableValueRequest,
165
175
  NamedTestCaseVariableValueRequest_ChatHistory,
166
176
  NamedTestCaseVariableValueRequest_Error,
177
+ NamedTestCaseVariableValueRequest_FunctionCall,
167
178
  NamedTestCaseVariableValueRequest_Json,
168
179
  NamedTestCaseVariableValueRequest_Number,
169
180
  NamedTestCaseVariableValueRequest_SearchResults,
170
181
  NamedTestCaseVariableValueRequest_String,
182
+ NamedTestCaseVariableValue_ChatHistory,
183
+ NamedTestCaseVariableValue_Error,
184
+ NamedTestCaseVariableValue_FunctionCall,
185
+ NamedTestCaseVariableValue_Json,
186
+ NamedTestCaseVariableValue_Number,
187
+ NamedTestCaseVariableValue_SearchResults,
188
+ NamedTestCaseVariableValue_String,
171
189
  NodeInputCompiledArrayValue,
172
190
  NodeInputCompiledChatHistoryValue,
173
191
  NodeInputCompiledErrorValue,
@@ -227,25 +245,7 @@ from .types import (
227
245
  PromptOutput_FunctionCall,
228
246
  PromptOutput_Json,
229
247
  PromptOutput_String,
230
- PromptTemplateBlock,
231
- PromptTemplateBlockData,
232
- PromptTemplateBlockDataRequest,
233
- PromptTemplateBlockProperties,
234
- PromptTemplateBlockPropertiesRequest,
235
- PromptTemplateBlockRequest,
236
- PromptTemplateBlockState,
237
- ProviderEnum,
238
248
  RawPromptExecutionOverridesRequest,
239
- RegisterPromptErrorResponse,
240
- RegisterPromptModelParametersRequest,
241
- RegisterPromptPrompt,
242
- RegisterPromptPromptInfoRequest,
243
- RegisterPromptResponse,
244
- RegisteredPromptDeployment,
245
- RegisteredPromptInputVariableRequest,
246
- RegisteredPromptModelVersion,
247
- RegisteredPromptSandbox,
248
- RegisteredPromptSandboxSnapshot,
249
249
  RejectedEnum,
250
250
  RejectedExecutePromptEvent,
251
251
  RejectedExecutePromptResponse,
@@ -255,8 +255,10 @@ from .types import (
255
255
  RejectedWorkflowNodeResultEvent,
256
256
  SandboxScenario,
257
257
  ScenarioInput,
258
- ScenarioInputRequest,
259
- ScenarioInputTypeEnum,
258
+ ScenarioInputChatHistoryVariableValue,
259
+ ScenarioInputStringVariableValue,
260
+ ScenarioInput_ChatHistory,
261
+ ScenarioInput_String,
260
262
  SearchErrorResponse,
261
263
  SearchFiltersRequest,
262
264
  SearchNodeResult,
@@ -331,6 +333,7 @@ from .types import (
331
333
  TerminalNodeStringResult,
332
334
  TestCaseChatHistoryVariableValue,
333
335
  TestCaseErrorVariableValue,
336
+ TestCaseFunctionCallVariableValue,
334
337
  TestCaseJsonVariableValue,
335
338
  TestCaseNumberVariableValue,
336
339
  TestCaseSearchResultsVariableValue,
@@ -338,6 +341,7 @@ from .types import (
338
341
  TestCaseVariableValue,
339
342
  TestCaseVariableValue_ChatHistory,
340
343
  TestCaseVariableValue_Error,
344
+ TestCaseVariableValue_FunctionCall,
341
345
  TestCaseVariableValue_Json,
342
346
  TestCaseVariableValue_Number,
343
347
  TestCaseVariableValue_SearchResults,
@@ -350,12 +354,15 @@ from .types import (
350
354
  TestSuiteRunExecConfig,
351
355
  TestSuiteRunExecConfigRequest,
352
356
  TestSuiteRunExecConfigRequest_DeploymentReleaseTag,
357
+ TestSuiteRunExecConfigRequest_External,
353
358
  TestSuiteRunExecConfigRequest_WorkflowReleaseTag,
354
359
  TestSuiteRunExecConfig_DeploymentReleaseTag,
360
+ TestSuiteRunExecConfig_External,
355
361
  TestSuiteRunExecConfig_WorkflowReleaseTag,
356
362
  TestSuiteRunExecution,
357
363
  TestSuiteRunExecutionChatHistoryOutput,
358
364
  TestSuiteRunExecutionErrorOutput,
365
+ TestSuiteRunExecutionFunctionCallOutput,
359
366
  TestSuiteRunExecutionJsonOutput,
360
367
  TestSuiteRunExecutionMetricDefinition,
361
368
  TestSuiteRunExecutionMetricResult,
@@ -363,12 +370,18 @@ from .types import (
363
370
  TestSuiteRunExecutionOutput,
364
371
  TestSuiteRunExecutionOutput_ChatHistory,
365
372
  TestSuiteRunExecutionOutput_Error,
373
+ TestSuiteRunExecutionOutput_FunctionCall,
366
374
  TestSuiteRunExecutionOutput_Json,
367
375
  TestSuiteRunExecutionOutput_Number,
368
376
  TestSuiteRunExecutionOutput_SearchResults,
369
377
  TestSuiteRunExecutionOutput_String,
370
378
  TestSuiteRunExecutionSearchResultsOutput,
371
379
  TestSuiteRunExecutionStringOutput,
380
+ TestSuiteRunExternalExecConfig,
381
+ TestSuiteRunExternalExecConfigData,
382
+ TestSuiteRunExternalExecConfigDataRequest,
383
+ TestSuiteRunExternalExecConfigRequest,
384
+ TestSuiteRunExternalExecConfigTypeEnum,
372
385
  TestSuiteRunMetricErrorOutput,
373
386
  TestSuiteRunMetricErrorOutputTypeEnum,
374
387
  TestSuiteRunMetricNumberOutput,
@@ -471,7 +484,7 @@ from .types import (
471
484
  WorkflowStreamEvent_Node,
472
485
  WorkflowStreamEvent_Workflow,
473
486
  )
474
- from .errors import BadRequestError, ConflictError, ForbiddenError, InternalServerError, NotFoundError
487
+ from .errors import BadRequestError, ForbiddenError, InternalServerError, NotFoundError
475
488
  from .resources import (
476
489
  DeploymentsListRequestStatus,
477
490
  DocumentIndexesListRequestStatus,
@@ -480,8 +493,6 @@ from .resources import (
480
493
  document_indexes,
481
494
  documents,
482
495
  folder_entities,
483
- model_versions,
484
- registered_prompts,
485
496
  sandboxes,
486
497
  test_suite_runs,
487
498
  test_suites,
@@ -514,7 +525,6 @@ __all__ = [
514
525
  "ArrayVariableValueItem_SearchResults",
515
526
  "ArrayVariableValueItem_String",
516
527
  "BadRequestError",
517
- "BlockTypeEnum",
518
528
  "ChatHistoryEnum",
519
529
  "ChatHistoryInputRequest",
520
530
  "ChatHistoryVariableValue",
@@ -552,7 +562,6 @@ __all__ = [
552
562
  "CodeExecutionNodeStringResult",
553
563
  "ConditionalNodeResult",
554
564
  "ConditionalNodeResultData",
555
- "ConflictError",
556
565
  "DeploymentProviderPayloadResponse",
557
566
  "DeploymentRead",
558
567
  "DeploymentsListRequestStatus",
@@ -598,6 +607,8 @@ __all__ = [
598
607
  "ExecutionVellumValue_Number",
599
608
  "ExecutionVellumValue_SearchResults",
600
609
  "ExecutionVellumValue_String",
610
+ "ExternalTestCaseExecution",
611
+ "ExternalTestCaseExecutionRequest",
601
612
  "FinishReasonEnum",
602
613
  "ForbiddenError",
603
614
  "FulfilledEnum",
@@ -605,6 +616,7 @@ __all__ = [
605
616
  "FulfilledExecutePromptResponse",
606
617
  "FulfilledExecuteWorkflowWorkflowResultEvent",
607
618
  "FulfilledFunctionCall",
619
+ "FulfilledFunctionCallRequest",
608
620
  "FulfilledPromptExecutionMeta",
609
621
  "FulfilledWorkflowNodeResultEvent",
610
622
  "FunctionCall",
@@ -645,25 +657,41 @@ __all__ = [
645
657
  "MetadataFilterRuleCombinator",
646
658
  "MetadataFilterRuleRequest",
647
659
  "MlModelUsage",
648
- "ModelVersionBuildConfig",
649
- "ModelVersionExecConfig",
650
- "ModelVersionExecConfigParameters",
651
- "ModelVersionRead",
652
- "ModelVersionReadStatusEnum",
653
- "ModelVersionSandboxSnapshot",
660
+ "NamedScenarioInputChatHistoryVariableValueRequest",
661
+ "NamedScenarioInputRequest",
662
+ "NamedScenarioInputRequest_ChatHistory",
663
+ "NamedScenarioInputRequest_String",
664
+ "NamedScenarioInputStringVariableValueRequest",
665
+ "NamedTestCaseChatHistoryVariableValue",
654
666
  "NamedTestCaseChatHistoryVariableValueRequest",
667
+ "NamedTestCaseErrorVariableValue",
655
668
  "NamedTestCaseErrorVariableValueRequest",
669
+ "NamedTestCaseFunctionCallVariableValue",
670
+ "NamedTestCaseFunctionCallVariableValueRequest",
671
+ "NamedTestCaseJsonVariableValue",
656
672
  "NamedTestCaseJsonVariableValueRequest",
673
+ "NamedTestCaseNumberVariableValue",
657
674
  "NamedTestCaseNumberVariableValueRequest",
675
+ "NamedTestCaseSearchResultsVariableValue",
658
676
  "NamedTestCaseSearchResultsVariableValueRequest",
677
+ "NamedTestCaseStringVariableValue",
659
678
  "NamedTestCaseStringVariableValueRequest",
679
+ "NamedTestCaseVariableValue",
660
680
  "NamedTestCaseVariableValueRequest",
661
681
  "NamedTestCaseVariableValueRequest_ChatHistory",
662
682
  "NamedTestCaseVariableValueRequest_Error",
683
+ "NamedTestCaseVariableValueRequest_FunctionCall",
663
684
  "NamedTestCaseVariableValueRequest_Json",
664
685
  "NamedTestCaseVariableValueRequest_Number",
665
686
  "NamedTestCaseVariableValueRequest_SearchResults",
666
687
  "NamedTestCaseVariableValueRequest_String",
688
+ "NamedTestCaseVariableValue_ChatHistory",
689
+ "NamedTestCaseVariableValue_Error",
690
+ "NamedTestCaseVariableValue_FunctionCall",
691
+ "NamedTestCaseVariableValue_Json",
692
+ "NamedTestCaseVariableValue_Number",
693
+ "NamedTestCaseVariableValue_SearchResults",
694
+ "NamedTestCaseVariableValue_String",
667
695
  "NodeInputCompiledArrayValue",
668
696
  "NodeInputCompiledChatHistoryValue",
669
697
  "NodeInputCompiledErrorValue",
@@ -724,25 +752,7 @@ __all__ = [
724
752
  "PromptOutput_FunctionCall",
725
753
  "PromptOutput_Json",
726
754
  "PromptOutput_String",
727
- "PromptTemplateBlock",
728
- "PromptTemplateBlockData",
729
- "PromptTemplateBlockDataRequest",
730
- "PromptTemplateBlockProperties",
731
- "PromptTemplateBlockPropertiesRequest",
732
- "PromptTemplateBlockRequest",
733
- "PromptTemplateBlockState",
734
- "ProviderEnum",
735
755
  "RawPromptExecutionOverridesRequest",
736
- "RegisterPromptErrorResponse",
737
- "RegisterPromptModelParametersRequest",
738
- "RegisterPromptPrompt",
739
- "RegisterPromptPromptInfoRequest",
740
- "RegisterPromptResponse",
741
- "RegisteredPromptDeployment",
742
- "RegisteredPromptInputVariableRequest",
743
- "RegisteredPromptModelVersion",
744
- "RegisteredPromptSandbox",
745
- "RegisteredPromptSandboxSnapshot",
746
756
  "RejectedEnum",
747
757
  "RejectedExecutePromptEvent",
748
758
  "RejectedExecutePromptResponse",
@@ -752,8 +762,10 @@ __all__ = [
752
762
  "RejectedWorkflowNodeResultEvent",
753
763
  "SandboxScenario",
754
764
  "ScenarioInput",
755
- "ScenarioInputRequest",
756
- "ScenarioInputTypeEnum",
765
+ "ScenarioInputChatHistoryVariableValue",
766
+ "ScenarioInputStringVariableValue",
767
+ "ScenarioInput_ChatHistory",
768
+ "ScenarioInput_String",
757
769
  "SearchErrorResponse",
758
770
  "SearchFiltersRequest",
759
771
  "SearchNodeResult",
@@ -828,6 +840,7 @@ __all__ = [
828
840
  "TerminalNodeStringResult",
829
841
  "TestCaseChatHistoryVariableValue",
830
842
  "TestCaseErrorVariableValue",
843
+ "TestCaseFunctionCallVariableValue",
831
844
  "TestCaseJsonVariableValue",
832
845
  "TestCaseNumberVariableValue",
833
846
  "TestCaseSearchResultsVariableValue",
@@ -835,6 +848,7 @@ __all__ = [
835
848
  "TestCaseVariableValue",
836
849
  "TestCaseVariableValue_ChatHistory",
837
850
  "TestCaseVariableValue_Error",
851
+ "TestCaseVariableValue_FunctionCall",
838
852
  "TestCaseVariableValue_Json",
839
853
  "TestCaseVariableValue_Number",
840
854
  "TestCaseVariableValue_SearchResults",
@@ -847,12 +861,15 @@ __all__ = [
847
861
  "TestSuiteRunExecConfig",
848
862
  "TestSuiteRunExecConfigRequest",
849
863
  "TestSuiteRunExecConfigRequest_DeploymentReleaseTag",
864
+ "TestSuiteRunExecConfigRequest_External",
850
865
  "TestSuiteRunExecConfigRequest_WorkflowReleaseTag",
851
866
  "TestSuiteRunExecConfig_DeploymentReleaseTag",
867
+ "TestSuiteRunExecConfig_External",
852
868
  "TestSuiteRunExecConfig_WorkflowReleaseTag",
853
869
  "TestSuiteRunExecution",
854
870
  "TestSuiteRunExecutionChatHistoryOutput",
855
871
  "TestSuiteRunExecutionErrorOutput",
872
+ "TestSuiteRunExecutionFunctionCallOutput",
856
873
  "TestSuiteRunExecutionJsonOutput",
857
874
  "TestSuiteRunExecutionMetricDefinition",
858
875
  "TestSuiteRunExecutionMetricResult",
@@ -860,12 +877,18 @@ __all__ = [
860
877
  "TestSuiteRunExecutionOutput",
861
878
  "TestSuiteRunExecutionOutput_ChatHistory",
862
879
  "TestSuiteRunExecutionOutput_Error",
880
+ "TestSuiteRunExecutionOutput_FunctionCall",
863
881
  "TestSuiteRunExecutionOutput_Json",
864
882
  "TestSuiteRunExecutionOutput_Number",
865
883
  "TestSuiteRunExecutionOutput_SearchResults",
866
884
  "TestSuiteRunExecutionOutput_String",
867
885
  "TestSuiteRunExecutionSearchResultsOutput",
868
886
  "TestSuiteRunExecutionStringOutput",
887
+ "TestSuiteRunExternalExecConfig",
888
+ "TestSuiteRunExternalExecConfigData",
889
+ "TestSuiteRunExternalExecConfigDataRequest",
890
+ "TestSuiteRunExternalExecConfigRequest",
891
+ "TestSuiteRunExternalExecConfigTypeEnum",
869
892
  "TestSuiteRunMetricErrorOutput",
870
893
  "TestSuiteRunMetricErrorOutputTypeEnum",
871
894
  "TestSuiteRunMetricNumberOutput",
@@ -974,8 +997,6 @@ __all__ = [
974
997
  "document_indexes",
975
998
  "documents",
976
999
  "folder_entities",
977
- "model_versions",
978
- "registered_prompts",
979
1000
  "sandboxes",
980
1001
  "test_suite_runs",
981
1002
  "test_suites",