vellum-ai 0.3.23__tar.gz → 0.5.1__tar.gz

Sign up to get free protection for your applications and to get access to all the features.
Files changed (435) hide show
  1. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/PKG-INFO +1 -2
  2. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/pyproject.toml +2 -3
  3. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/__init__.py +37 -60
  4. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/client.py +139 -137
  5. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/core/__init__.py +2 -0
  6. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/core/client_wrapper.py +1 -1
  7. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/core/jsonable_encoder.py +5 -9
  8. vellum_ai-0.5.1/src/vellum/core/pydantic_utilities.py +12 -0
  9. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/errors/__init__.py +1 -2
  10. vellum_ai-0.5.1/src/vellum/lib/__init__.py +5 -0
  11. vellum_ai-0.5.1/src/vellum/lib/test_suites/__init__.py +5 -0
  12. vellum_ai-0.5.1/src/vellum/lib/test_suites/constants.py +2 -0
  13. vellum_ai-0.5.1/src/vellum/lib/test_suites/exceptions.py +2 -0
  14. vellum_ai-0.5.1/src/vellum/lib/test_suites/resources.py +331 -0
  15. vellum_ai-0.5.1/src/vellum/lib/utils/env.py +13 -0
  16. vellum_ai-0.5.1/src/vellum/lib/utils/exceptions.py +2 -0
  17. vellum_ai-0.5.1/src/vellum/lib/utils/paginator.py +29 -0
  18. vellum_ai-0.5.1/src/vellum/py.typed +0 -0
  19. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/resources/__init__.py +0 -4
  20. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/resources/deployments/client.py +27 -31
  21. vellum_ai-0.5.1/src/vellum/resources/deployments/types/deployments_list_request_status.py +5 -0
  22. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/resources/document_indexes/client.py +35 -39
  23. vellum_ai-0.5.1/src/vellum/resources/document_indexes/types/document_indexes_list_request_status.py +5 -0
  24. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/resources/documents/client.py +131 -35
  25. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/resources/folder_entities/client.py +4 -4
  26. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/resources/sandboxes/client.py +18 -46
  27. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/resources/test_suite_runs/client.py +19 -23
  28. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/resources/test_suites/client.py +17 -21
  29. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/resources/workflow_deployments/client.py +13 -17
  30. vellum_ai-0.5.1/src/vellum/resources/workflow_deployments/types/workflow_deployments_list_request_status.py +5 -0
  31. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/__init__.py +37 -55
  32. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/api_node_result.py +3 -7
  33. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/api_node_result_data.py +4 -8
  34. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/array_chat_message_content.py +3 -7
  35. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/array_chat_message_content_request.py +3 -7
  36. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/chat_history_input_request.py +4 -8
  37. vellum_ai-0.3.23/src/vellum/types/code_execution_node_chat_history_result.py → vellum_ai-0.5.1/src/vellum/types/chat_history_variable_value.py +3 -8
  38. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/chat_message.py +4 -8
  39. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/chat_message_request.py +4 -8
  40. vellum_ai-0.5.1/src/vellum/types/chat_message_role.py +5 -0
  41. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/code_execution_node_array_result.py +3 -7
  42. vellum_ai-0.3.23/src/vellum/types/chat_history_variable_value.py → vellum_ai-0.5.1/src/vellum/types/code_execution_node_chat_history_result.py +4 -7
  43. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/code_execution_node_error_result.py +3 -7
  44. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/code_execution_node_function_call_result.py +3 -7
  45. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/code_execution_node_json_result.py +3 -7
  46. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/code_execution_node_number_result.py +3 -7
  47. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/code_execution_node_result.py +3 -7
  48. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/code_execution_node_result_data.py +3 -7
  49. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/code_execution_node_search_results_result.py +3 -7
  50. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/code_execution_node_string_result.py +3 -7
  51. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/conditional_node_result.py +3 -7
  52. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/conditional_node_result_data.py +3 -7
  53. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/deployment_provider_payload_response.py +3 -7
  54. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/deployment_read.py +8 -12
  55. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/document_document_to_document_index.py +6 -10
  56. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/document_index_read.py +8 -12
  57. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/document_read.py +8 -12
  58. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/enriched_normalized_completion.py +9 -13
  59. vellum_ai-0.5.1/src/vellum/types/entity_status.py +5 -0
  60. vellum_ai-0.5.1/src/vellum/types/environment_enum.py +5 -0
  61. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/error_variable_value.py +3 -7
  62. vellum_ai-0.3.23/src/vellum/types/register_prompt_error_response.py → vellum_ai-0.5.1/src/vellum/types/execute_prompt_api_error_response.py +4 -8
  63. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/execute_workflow_error_response.py +4 -8
  64. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/execute_workflow_response.py +3 -7
  65. vellum_ai-0.3.23/src/vellum/types/search_error_response.py → vellum_ai-0.5.1/src/vellum/types/execute_workflow_stream_error_response.py +4 -8
  66. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/execution_array_vellum_value.py +4 -8
  67. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/execution_chat_history_vellum_value.py +4 -8
  68. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/execution_error_vellum_value.py +4 -8
  69. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/execution_function_call_vellum_value.py +4 -8
  70. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/execution_json_vellum_value.py +4 -8
  71. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/execution_number_vellum_value.py +4 -8
  72. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/execution_search_results_vellum_value.py +4 -8
  73. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/execution_string_vellum_value.py +4 -8
  74. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/external_test_case_execution.py +4 -8
  75. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/external_test_case_execution_request.py +4 -8
  76. vellum_ai-0.5.1/src/vellum/types/finish_reason_enum.py +5 -0
  77. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/fulfilled_execute_prompt_event.py +3 -7
  78. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/fulfilled_execute_prompt_response.py +5 -9
  79. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/fulfilled_execute_workflow_workflow_result_event.py +3 -7
  80. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/fulfilled_function_call.py +3 -7
  81. vellum_ai-0.5.1/src/vellum/types/fulfilled_function_call_request.py +33 -0
  82. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/fulfilled_prompt_execution_meta.py +3 -7
  83. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/fulfilled_workflow_node_result_event.py +3 -7
  84. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/function_call_chat_message_content.py +3 -7
  85. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/function_call_chat_message_content_request.py +3 -7
  86. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/function_call_chat_message_content_value.py +3 -7
  87. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/function_call_chat_message_content_value_request.py +3 -7
  88. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/function_call_variable_value.py +3 -7
  89. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/generate_error_response.py +4 -8
  90. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/generate_options_request.py +4 -8
  91. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/generate_request.py +6 -10
  92. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/generate_result.py +5 -9
  93. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/generate_result_data.py +4 -8
  94. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/generate_result_error.py +4 -8
  95. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/generate_stream_response.py +3 -7
  96. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/generate_stream_result.py +3 -7
  97. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/generate_stream_result_data.py +3 -7
  98. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/image_chat_message_content.py +3 -7
  99. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/image_chat_message_content_request.py +3 -7
  100. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/image_variable_value.py +3 -7
  101. vellum_ai-0.5.1/src/vellum/types/indexing_state_enum.py +7 -0
  102. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/initiated_execute_prompt_event.py +3 -7
  103. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/initiated_prompt_execution_meta.py +3 -7
  104. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/initiated_workflow_node_result_event.py +3 -7
  105. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/json_input_request.py +4 -8
  106. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/json_variable_value.py +3 -7
  107. vellum_ai-0.5.1/src/vellum/types/logical_operator.py +27 -0
  108. vellum_ai-0.5.1/src/vellum/types/logprobs_enum.py +5 -0
  109. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/metadata_filter_config_request.py +3 -7
  110. vellum_ai-0.5.1/src/vellum/types/metadata_filter_rule_combinator.py +5 -0
  111. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/metadata_filter_rule_request.py +3 -7
  112. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/ml_model_usage.py +3 -7
  113. vellum_ai-0.5.1/src/vellum/types/named_scenario_input_chat_history_variable_value_request.py +31 -0
  114. vellum_ai-0.5.1/src/vellum/types/named_scenario_input_request.py +31 -0
  115. vellum_ai-0.5.1/src/vellum/types/named_scenario_input_string_variable_value_request.py +30 -0
  116. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/named_test_case_chat_history_variable_value.py +3 -7
  117. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/named_test_case_chat_history_variable_value_request.py +3 -7
  118. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/named_test_case_error_variable_value.py +3 -7
  119. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/named_test_case_error_variable_value_request.py +3 -7
  120. vellum_ai-0.5.1/src/vellum/types/named_test_case_function_call_variable_value.py +31 -0
  121. vellum_ai-0.5.1/src/vellum/types/named_test_case_function_call_variable_value_request.py +31 -0
  122. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/named_test_case_json_variable_value.py +3 -7
  123. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/named_test_case_json_variable_value_request.py +3 -7
  124. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/named_test_case_number_variable_value.py +3 -7
  125. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/named_test_case_number_variable_value_request.py +3 -7
  126. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/named_test_case_search_results_variable_value.py +3 -7
  127. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/named_test_case_search_results_variable_value_request.py +3 -7
  128. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/named_test_case_string_variable_value.py +3 -7
  129. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/named_test_case_string_variable_value_request.py +3 -7
  130. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/named_test_case_variable_value.py +12 -0
  131. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/named_test_case_variable_value_request.py +12 -0
  132. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/node_input_compiled_array_value.py +3 -7
  133. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/node_input_compiled_chat_history_value.py +3 -7
  134. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/node_input_compiled_error_value.py +3 -7
  135. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/node_input_compiled_function_call.py +3 -7
  136. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/node_input_compiled_json_value.py +3 -7
  137. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/node_input_compiled_number_value.py +3 -7
  138. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/node_input_compiled_search_results_value.py +3 -7
  139. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/node_input_compiled_string_value.py +3 -7
  140. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/node_output_compiled_array_value.py +3 -7
  141. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/node_output_compiled_chat_history_value.py +3 -7
  142. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/node_output_compiled_error_value.py +3 -7
  143. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/node_output_compiled_function_value.py +3 -7
  144. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/node_output_compiled_json_value.py +3 -7
  145. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/node_output_compiled_number_value.py +3 -7
  146. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/node_output_compiled_search_results_value.py +3 -7
  147. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/node_output_compiled_string_value.py +3 -7
  148. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/normalized_log_probs.py +3 -7
  149. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/normalized_token_log_probs.py +3 -7
  150. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/number_variable_value.py +3 -7
  151. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/paginated_document_index_read_list.py +3 -7
  152. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/paginated_slim_deployment_read_list.py +3 -7
  153. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/paginated_slim_document_list.py +3 -7
  154. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/paginated_slim_workflow_deployment_list.py +3 -7
  155. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/paginated_test_suite_run_execution_list.py +3 -7
  156. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/paginated_test_suite_test_case_list.py +3 -7
  157. vellum_ai-0.5.1/src/vellum/types/processing_failure_reason_enum.py +5 -0
  158. vellum_ai-0.5.1/src/vellum/types/processing_state_enum.py +5 -0
  159. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/prompt_deployment_expand_meta_request_request.py +9 -13
  160. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/prompt_execution_meta.py +3 -7
  161. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/prompt_node_result.py +3 -7
  162. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/prompt_node_result_data.py +3 -7
  163. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/raw_prompt_execution_overrides_request.py +5 -9
  164. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/rejected_execute_prompt_event.py +3 -7
  165. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/rejected_execute_prompt_response.py +5 -9
  166. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/rejected_execute_workflow_workflow_result_event.py +3 -7
  167. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/rejected_function_call.py +3 -7
  168. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/rejected_prompt_execution_meta.py +3 -7
  169. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/rejected_workflow_node_result_event.py +3 -7
  170. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/sandbox_scenario.py +5 -9
  171. vellum_ai-0.5.1/src/vellum/types/scenario_input.py +31 -0
  172. vellum_ai-0.5.1/src/vellum/types/scenario_input_chat_history_variable_value.py +31 -0
  173. vellum_ai-0.5.1/src/vellum/types/scenario_input_string_variable_value.py +30 -0
  174. vellum_ai-0.5.1/src/vellum/types/search_error_response.py +28 -0
  175. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/search_filters_request.py +5 -9
  176. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/search_node_result.py +3 -7
  177. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/search_node_result_data.py +4 -8
  178. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/search_request_options_request.py +7 -11
  179. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/search_response.py +4 -8
  180. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/search_result.py +6 -10
  181. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/search_result_document.py +7 -11
  182. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/search_result_document_request.py +6 -10
  183. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/search_result_merging_request.py +4 -8
  184. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/search_result_request.py +6 -10
  185. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/search_results_variable_value.py +3 -7
  186. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/search_weights_request.py +5 -9
  187. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/slim_deployment_read.py +7 -11
  188. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/slim_document.py +12 -16
  189. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/slim_workflow_deployment.py +9 -13
  190. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/streaming_execute_prompt_event.py +4 -8
  191. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/streaming_prompt_execution_meta.py +3 -7
  192. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/streaming_workflow_node_result_event.py +3 -7
  193. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/string_chat_message_content.py +3 -7
  194. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/string_chat_message_content_request.py +3 -7
  195. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/string_input_request.py +4 -8
  196. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/string_variable_value.py +3 -7
  197. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/submit_completion_actual_request.py +8 -12
  198. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/submit_completion_actuals_error_response.py +3 -7
  199. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/subworkflow_node_result.py +3 -7
  200. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/templating_node_array_result.py +3 -7
  201. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/templating_node_chat_history_result.py +3 -7
  202. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/templating_node_error_result.py +3 -7
  203. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/templating_node_function_call_result.py +3 -7
  204. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/templating_node_json_result.py +3 -7
  205. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/templating_node_number_result.py +3 -7
  206. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/templating_node_result.py +3 -7
  207. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/templating_node_result_data.py +3 -7
  208. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/templating_node_search_results_result.py +3 -7
  209. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/templating_node_string_result.py +3 -7
  210. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/terminal_node_array_result.py +4 -8
  211. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/terminal_node_chat_history_result.py +4 -8
  212. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/terminal_node_error_result.py +4 -8
  213. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/terminal_node_function_call_result.py +4 -8
  214. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/terminal_node_json_result.py +4 -8
  215. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/terminal_node_number_result.py +4 -8
  216. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/terminal_node_result.py +3 -7
  217. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/terminal_node_result_data.py +3 -7
  218. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/terminal_node_search_results_result.py +4 -8
  219. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/terminal_node_string_result.py +4 -8
  220. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/test_case_chat_history_variable_value.py +3 -7
  221. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/test_case_error_variable_value.py +3 -7
  222. vellum_ai-0.5.1/src/vellum/types/test_case_function_call_variable_value.py +32 -0
  223. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/test_case_json_variable_value.py +3 -7
  224. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/test_case_number_variable_value.py +3 -7
  225. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/test_case_search_results_variable_value.py +3 -7
  226. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/test_case_string_variable_value.py +3 -7
  227. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/test_case_variable_value.py +12 -0
  228. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/test_suite_run_deployment_release_tag_exec_config.py +4 -8
  229. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/test_suite_run_deployment_release_tag_exec_config_data.py +5 -9
  230. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/test_suite_run_deployment_release_tag_exec_config_data_request.py +5 -9
  231. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/test_suite_run_deployment_release_tag_exec_config_request.py +4 -8
  232. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/test_suite_run_execution.py +3 -7
  233. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/test_suite_run_execution_chat_history_output.py +3 -7
  234. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/test_suite_run_execution_error_output.py +3 -7
  235. vellum_ai-0.5.1/src/vellum/types/test_suite_run_execution_function_call_output.py +32 -0
  236. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/test_suite_run_execution_json_output.py +3 -7
  237. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/test_suite_run_execution_metric_definition.py +3 -7
  238. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/test_suite_run_execution_metric_result.py +3 -7
  239. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/test_suite_run_execution_number_output.py +3 -7
  240. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/test_suite_run_execution_output.py +12 -0
  241. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/test_suite_run_execution_search_results_output.py +3 -7
  242. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/test_suite_run_execution_string_output.py +3 -7
  243. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/test_suite_run_external_exec_config.py +4 -8
  244. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/test_suite_run_external_exec_config_data.py +4 -8
  245. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/test_suite_run_external_exec_config_data_request.py +4 -8
  246. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/test_suite_run_external_exec_config_request.py +4 -8
  247. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/test_suite_run_metric_error_output.py +3 -7
  248. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/test_suite_run_metric_number_output.py +3 -7
  249. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/test_suite_run_metric_string_output.py +3 -7
  250. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/test_suite_run_read.py +5 -9
  251. vellum_ai-0.5.1/src/vellum/types/test_suite_run_state.py +5 -0
  252. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/test_suite_run_test_suite.py +3 -7
  253. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/test_suite_run_workflow_release_tag_exec_config.py +4 -8
  254. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/test_suite_run_workflow_release_tag_exec_config_data.py +5 -9
  255. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/test_suite_run_workflow_release_tag_exec_config_data_request.py +5 -9
  256. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/test_suite_run_workflow_release_tag_exec_config_request.py +4 -8
  257. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/test_suite_test_case.py +3 -7
  258. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/upload_document_error_response.py +3 -7
  259. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/upload_document_response.py +4 -8
  260. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/vellum_error.py +3 -7
  261. vellum_ai-0.5.1/src/vellum/types/vellum_error_code_enum.py +7 -0
  262. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/vellum_error_request.py +3 -7
  263. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/vellum_image.py +3 -7
  264. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/vellum_image_request.py +3 -7
  265. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/vellum_variable.py +3 -7
  266. vellum_ai-0.5.1/src/vellum/types/vellum_variable_type.py +10 -0
  267. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/workflow_deployment_read.py +9 -13
  268. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/workflow_event_error.py +3 -7
  269. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/workflow_execution_actual_chat_history_request.py +8 -12
  270. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/workflow_execution_actual_json_request.py +8 -12
  271. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/workflow_execution_actual_string_request.py +8 -12
  272. vellum_ai-0.5.1/src/vellum/types/workflow_execution_event_error_code.py +17 -0
  273. vellum_ai-0.5.1/src/vellum/types/workflow_execution_event_type.py +5 -0
  274. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/workflow_execution_node_result_event.py +3 -7
  275. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/workflow_execution_workflow_result_event.py +3 -7
  276. vellum_ai-0.5.1/src/vellum/types/workflow_node_result_event_state.py +7 -0
  277. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/workflow_output_array.py +4 -8
  278. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/workflow_output_chat_history.py +4 -8
  279. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/workflow_output_error.py +4 -8
  280. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/workflow_output_function_call.py +4 -8
  281. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/workflow_output_image.py +4 -8
  282. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/workflow_output_json.py +4 -8
  283. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/workflow_output_number.py +4 -8
  284. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/workflow_output_search_results.py +4 -8
  285. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/workflow_output_string.py +4 -8
  286. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/workflow_request_chat_history_input_request.py +4 -8
  287. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/workflow_request_json_input_request.py +4 -8
  288. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/workflow_request_number_input_request.py +4 -8
  289. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/workflow_request_string_input_request.py +4 -8
  290. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/workflow_result_event.py +3 -7
  291. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/workflow_result_event_output_data_array.py +4 -8
  292. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/workflow_result_event_output_data_chat_history.py +4 -8
  293. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/workflow_result_event_output_data_error.py +4 -8
  294. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/workflow_result_event_output_data_function_call.py +4 -8
  295. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/workflow_result_event_output_data_json.py +4 -8
  296. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/workflow_result_event_output_data_number.py +4 -8
  297. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/workflow_result_event_output_data_search_results.py +4 -8
  298. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/workflow_result_event_output_data_string.py +5 -9
  299. vellum_ai-0.3.23/src/vellum/errors/conflict_error.py +0 -9
  300. vellum_ai-0.3.23/src/vellum/resources/deployments/types/deployments_list_request_status.py +0 -17
  301. vellum_ai-0.3.23/src/vellum/resources/document_indexes/types/document_indexes_list_request_status.py +0 -17
  302. vellum_ai-0.3.23/src/vellum/resources/model_versions/client.py +0 -123
  303. vellum_ai-0.3.23/src/vellum/resources/registered_prompts/client.py +0 -327
  304. vellum_ai-0.3.23/src/vellum/resources/test_suite_runs/__init__.py +0 -2
  305. vellum_ai-0.3.23/src/vellum/resources/test_suites/__init__.py +0 -2
  306. vellum_ai-0.3.23/src/vellum/resources/workflow_deployments/types/workflow_deployments_list_request_status.py +0 -17
  307. vellum_ai-0.3.23/src/vellum/types/block_type_enum.py +0 -36
  308. vellum_ai-0.3.23/src/vellum/types/chat_message_role.py +0 -36
  309. vellum_ai-0.3.23/src/vellum/types/entity_status.py +0 -22
  310. vellum_ai-0.3.23/src/vellum/types/environment_enum.py +0 -31
  311. vellum_ai-0.3.23/src/vellum/types/execute_prompt_api_error_response.py +0 -32
  312. vellum_ai-0.3.23/src/vellum/types/execute_workflow_stream_error_response.py +0 -32
  313. vellum_ai-0.3.23/src/vellum/types/finish_reason_enum.py +0 -31
  314. vellum_ai-0.3.23/src/vellum/types/indexing_state_enum.py +0 -41
  315. vellum_ai-0.3.23/src/vellum/types/logical_operator.py +0 -177
  316. vellum_ai-0.3.23/src/vellum/types/logprobs_enum.py +0 -22
  317. vellum_ai-0.3.23/src/vellum/types/metadata_filter_rule_combinator.py +0 -22
  318. vellum_ai-0.3.23/src/vellum/types/model_version_build_config.py +0 -40
  319. vellum_ai-0.3.23/src/vellum/types/model_version_exec_config.py +0 -48
  320. vellum_ai-0.3.23/src/vellum/types/model_version_exec_config_parameters.py +0 -37
  321. vellum_ai-0.3.23/src/vellum/types/model_version_read.py +0 -82
  322. vellum_ai-0.3.23/src/vellum/types/model_version_read_status_enum.py +0 -36
  323. vellum_ai-0.3.23/src/vellum/types/model_version_sandbox_snapshot.py +0 -44
  324. vellum_ai-0.3.23/src/vellum/types/processing_failure_reason_enum.py +0 -24
  325. vellum_ai-0.3.23/src/vellum/types/processing_state_enum.py +0 -36
  326. vellum_ai-0.3.23/src/vellum/types/prompt_template_block.py +0 -41
  327. vellum_ai-0.3.23/src/vellum/types/prompt_template_block_data.py +0 -31
  328. vellum_ai-0.3.23/src/vellum/types/prompt_template_block_data_request.py +0 -31
  329. vellum_ai-0.3.23/src/vellum/types/prompt_template_block_properties.py +0 -47
  330. vellum_ai-0.3.23/src/vellum/types/prompt_template_block_properties_request.py +0 -47
  331. vellum_ai-0.3.23/src/vellum/types/prompt_template_block_request.py +0 -41
  332. vellum_ai-0.3.23/src/vellum/types/prompt_template_block_state.py +0 -22
  333. vellum_ai-0.3.23/src/vellum/types/provider_enum.py +0 -81
  334. vellum_ai-0.3.23/src/vellum/types/register_prompt_model_parameters_request.py +0 -37
  335. vellum_ai-0.3.23/src/vellum/types/register_prompt_prompt.py +0 -37
  336. vellum_ai-0.3.23/src/vellum/types/register_prompt_prompt_info_request.py +0 -35
  337. vellum_ai-0.3.23/src/vellum/types/register_prompt_response.py +0 -62
  338. vellum_ai-0.3.23/src/vellum/types/registered_prompt_deployment.py +0 -42
  339. vellum_ai-0.3.23/src/vellum/types/registered_prompt_input_variable_request.py +0 -32
  340. vellum_ai-0.3.23/src/vellum/types/registered_prompt_model_version.py +0 -37
  341. vellum_ai-0.3.23/src/vellum/types/registered_prompt_sandbox.py +0 -37
  342. vellum_ai-0.3.23/src/vellum/types/registered_prompt_sandbox_snapshot.py +0 -32
  343. vellum_ai-0.3.23/src/vellum/types/scenario_input.py +0 -34
  344. vellum_ai-0.3.23/src/vellum/types/scenario_input_request.py +0 -34
  345. vellum_ai-0.3.23/src/vellum/types/scenario_input_type_enum.py +0 -22
  346. vellum_ai-0.3.23/src/vellum/types/test_suite_run_state.py +0 -41
  347. vellum_ai-0.3.23/src/vellum/types/vellum_error_code_enum.py +0 -36
  348. vellum_ai-0.3.23/src/vellum/types/vellum_variable_type.py +0 -61
  349. vellum_ai-0.3.23/src/vellum/types/workflow_execution_event_error_code.py +0 -56
  350. vellum_ai-0.3.23/src/vellum/types/workflow_execution_event_type.py +0 -22
  351. vellum_ai-0.3.23/src/vellum/types/workflow_node_result_event_state.py +0 -36
  352. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/LICENSE +0 -0
  353. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/README.md +0 -0
  354. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/core/api_error.py +0 -0
  355. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/core/datetime_utils.py +0 -0
  356. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/core/file.py +0 -0
  357. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/core/http_client.py +0 -0
  358. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/core/remove_none_from_dict.py +0 -0
  359. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/core/request_options.py +0 -0
  360. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/environment.py +0 -0
  361. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/errors/bad_request_error.py +0 -0
  362. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/errors/forbidden_error.py +0 -0
  363. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/errors/internal_server_error.py +0 -0
  364. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/errors/not_found_error.py +0 -0
  365. /vellum_ai-0.3.23/src/vellum/py.typed → /vellum_ai-0.5.1/src/vellum/lib/utils/__init__.py +0 -0
  366. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/resources/deployments/__init__.py +0 -0
  367. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/resources/deployments/types/__init__.py +0 -0
  368. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/resources/document_indexes/__init__.py +0 -0
  369. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/resources/document_indexes/types/__init__.py +0 -0
  370. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/resources/documents/__init__.py +0 -0
  371. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/resources/folder_entities/__init__.py +0 -0
  372. {vellum_ai-0.3.23/src/vellum/resources/model_versions → vellum_ai-0.5.1/src/vellum/resources/sandboxes}/__init__.py +0 -0
  373. {vellum_ai-0.3.23/src/vellum/resources/registered_prompts → vellum_ai-0.5.1/src/vellum/resources/test_suite_runs}/__init__.py +0 -0
  374. {vellum_ai-0.3.23/src/vellum/resources/sandboxes → vellum_ai-0.5.1/src/vellum/resources/test_suites}/__init__.py +0 -0
  375. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/resources/workflow_deployments/__init__.py +0 -0
  376. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/resources/workflow_deployments/types/__init__.py +0 -0
  377. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/terraform/__init__.py +0 -0
  378. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/terraform/_jsii/__init__.py +0 -0
  379. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/terraform/_jsii/vellum-ai_vellum@0.0.0.jsii.tgz +0 -0
  380. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/terraform/constraints.json +0 -0
  381. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/terraform/data_vellum_document_index/__init__.py +0 -0
  382. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/terraform/document_index/__init__.py +0 -0
  383. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/terraform/provider/__init__.py +0 -0
  384. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/terraform/py.typed +0 -0
  385. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/terraform/versions.json +0 -0
  386. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/array_chat_message_content_item.py +0 -0
  387. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/array_chat_message_content_item_request.py +0 -0
  388. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/array_enum.py +0 -0
  389. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/array_variable_value_item.py +0 -0
  390. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/chat_history_enum.py +0 -0
  391. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/chat_message_content.py +0 -0
  392. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/chat_message_content_request.py +0 -0
  393. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/code_execution_node_result_output.py +0 -0
  394. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/document_status.py +0 -0
  395. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/error_enum.py +0 -0
  396. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/execute_prompt_event.py +0 -0
  397. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/execute_prompt_response.py +0 -0
  398. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/execute_workflow_workflow_result_event.py +0 -0
  399. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/execution_vellum_value.py +0 -0
  400. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/fulfilled_enum.py +0 -0
  401. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/function_call.py +0 -0
  402. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/function_call_enum.py +0 -0
  403. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/generate_response.py +0 -0
  404. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/image_enum.py +0 -0
  405. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/initiated_enum.py +0 -0
  406. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/json_enum.py +0 -0
  407. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/node_input_variable_compiled_value.py +0 -0
  408. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/node_output_compiled_value.py +0 -0
  409. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/number_enum.py +0 -0
  410. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/prompt_deployment_input_request.py +0 -0
  411. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/prompt_output.py +0 -0
  412. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/rejected_enum.py +0 -0
  413. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/search_results_enum.py +0 -0
  414. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/streaming_enum.py +0 -0
  415. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/string_enum.py +0 -0
  416. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/submit_workflow_execution_actual_request.py +0 -0
  417. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/subworkflow_enum.py +0 -0
  418. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/templating_node_result_output.py +0 -0
  419. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/terminal_node_result_output.py +0 -0
  420. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/test_suite_run_deployment_release_tag_exec_config_type_enum.py +0 -0
  421. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/test_suite_run_exec_config.py +0 -0
  422. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/test_suite_run_exec_config_request.py +0 -0
  423. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/test_suite_run_external_exec_config_type_enum.py +0 -0
  424. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/test_suite_run_metric_error_output_type_enum.py +0 -0
  425. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/test_suite_run_metric_number_output_type_enum.py +0 -0
  426. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/test_suite_run_metric_output.py +0 -0
  427. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/test_suite_run_metric_string_output_type_enum.py +0 -0
  428. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/test_suite_run_workflow_release_tag_exec_config_type_enum.py +0 -0
  429. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/workflow_node_result_data.py +0 -0
  430. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/workflow_node_result_event.py +0 -0
  431. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/workflow_output.py +0 -0
  432. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/workflow_request_input_request.py +0 -0
  433. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/workflow_result_event_output_data.py +0 -0
  434. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/types/workflow_stream_event.py +0 -0
  435. {vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/version.py +0 -0
{vellum_ai-0.3.23 → vellum_ai-0.5.1}/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: vellum-ai
3
- Version: 0.3.23
3
+ Version: 0.5.1
4
4
  Summary:
5
5
  Requires-Python: >=3.8,<4.0
6
6
  Classifier: Programming Language :: Python :: 3
@@ -12,7 +12,6 @@ Requires-Dist: cdktf (>=0.20.5,<0.21.0)
12
12
  Requires-Dist: httpx (>=0.21.2)
13
13
  Requires-Dist: publication (==0.0.3)
14
14
  Requires-Dist: pydantic (>=1.9.2)
15
- Requires-Dist: requests_mock (>=1.11.0,<2.0.0)
16
15
  Requires-Dist: typing_extensions (>=4.0.0)
17
16
  Description-Content-Type: text/markdown
18
17
 
{vellum_ai-0.3.23 → vellum_ai-0.5.1}/pyproject.toml RENAMED
@@ -1,6 +1,6 @@
1
1
  [tool.poetry]
2
2
  name = "vellum-ai"
3
- version = "0.3.23"
3
+ version = "0.5.1"
4
4
  description = ""
5
5
  readme = "README.md"
6
6
  authors = []
@@ -14,11 +14,10 @@ cdktf = "^0.20.5"
14
14
  httpx = ">=0.21.2"
15
15
  publication = "0.0.3"
16
16
  pydantic = ">= 1.9.2"
17
- requests_mock = "^1.11.0"
18
17
  typing_extensions = ">= 4.0.0"
19
18
 
20
19
  [tool.poetry.dev-dependencies]
21
- mypy = "^1.8.0"
20
+ mypy = "1.9.0"
22
21
  pytest = "^7.4.0"
23
22
  pytest-asyncio = "^0.23.5"
24
23
  python-dateutil = "^2.9.0"
{vellum_ai-0.3.23 → vellum_ai-0.5.1}/src/vellum/__init__.py RENAMED
@@ -23,7 +23,6 @@ from .types import (
23
23
  ArrayVariableValueItem_Number,
24
24
  ArrayVariableValueItem_SearchResults,
25
25
  ArrayVariableValueItem_String,
26
- BlockTypeEnum,
27
26
  ChatHistoryEnum,
28
27
  ChatHistoryInputRequest,
29
28
  ChatHistoryVariableValue,
@@ -112,6 +111,7 @@ from .types import (
112
111
  FulfilledExecutePromptResponse,
113
112
  FulfilledExecuteWorkflowWorkflowResultEvent,
114
113
  FulfilledFunctionCall,
114
+ FulfilledFunctionCallRequest,
115
115
  FulfilledPromptExecutionMeta,
116
116
  FulfilledWorkflowNodeResultEvent,
117
117
  FunctionCall,
@@ -151,16 +151,17 @@ from .types import (
151
151
  MetadataFilterRuleCombinator,
152
152
  MetadataFilterRuleRequest,
153
153
  MlModelUsage,
154
- ModelVersionBuildConfig,
155
- ModelVersionExecConfig,
156
- ModelVersionExecConfigParameters,
157
- ModelVersionRead,
158
- ModelVersionReadStatusEnum,
159
- ModelVersionSandboxSnapshot,
154
+ NamedScenarioInputChatHistoryVariableValueRequest,
155
+ NamedScenarioInputRequest,
156
+ NamedScenarioInputRequest_ChatHistory,
157
+ NamedScenarioInputRequest_String,
158
+ NamedScenarioInputStringVariableValueRequest,
160
159
  NamedTestCaseChatHistoryVariableValue,
161
160
  NamedTestCaseChatHistoryVariableValueRequest,
162
161
  NamedTestCaseErrorVariableValue,
163
162
  NamedTestCaseErrorVariableValueRequest,
163
+ NamedTestCaseFunctionCallVariableValue,
164
+ NamedTestCaseFunctionCallVariableValueRequest,
164
165
  NamedTestCaseJsonVariableValue,
165
166
  NamedTestCaseJsonVariableValueRequest,
166
167
  NamedTestCaseNumberVariableValue,
@@ -173,12 +174,14 @@ from .types import (
173
174
  NamedTestCaseVariableValueRequest,
174
175
  NamedTestCaseVariableValueRequest_ChatHistory,
175
176
  NamedTestCaseVariableValueRequest_Error,
177
+ NamedTestCaseVariableValueRequest_FunctionCall,
176
178
  NamedTestCaseVariableValueRequest_Json,
177
179
  NamedTestCaseVariableValueRequest_Number,
178
180
  NamedTestCaseVariableValueRequest_SearchResults,
179
181
  NamedTestCaseVariableValueRequest_String,
180
182
  NamedTestCaseVariableValue_ChatHistory,
181
183
  NamedTestCaseVariableValue_Error,
184
+ NamedTestCaseVariableValue_FunctionCall,
182
185
  NamedTestCaseVariableValue_Json,
183
186
  NamedTestCaseVariableValue_Number,
184
187
  NamedTestCaseVariableValue_SearchResults,
@@ -242,25 +245,7 @@ from .types import (
242
245
  PromptOutput_FunctionCall,
243
246
  PromptOutput_Json,
244
247
  PromptOutput_String,
245
- PromptTemplateBlock,
246
- PromptTemplateBlockData,
247
- PromptTemplateBlockDataRequest,
248
- PromptTemplateBlockProperties,
249
- PromptTemplateBlockPropertiesRequest,
250
- PromptTemplateBlockRequest,
251
- PromptTemplateBlockState,
252
- ProviderEnum,
253
248
  RawPromptExecutionOverridesRequest,
254
- RegisterPromptErrorResponse,
255
- RegisterPromptModelParametersRequest,
256
- RegisterPromptPrompt,
257
- RegisterPromptPromptInfoRequest,
258
- RegisterPromptResponse,
259
- RegisteredPromptDeployment,
260
- RegisteredPromptInputVariableRequest,
261
- RegisteredPromptModelVersion,
262
- RegisteredPromptSandbox,
263
- RegisteredPromptSandboxSnapshot,
264
249
  RejectedEnum,
265
250
  RejectedExecutePromptEvent,
266
251
  RejectedExecutePromptResponse,
@@ -270,8 +255,10 @@ from .types import (
270
255
  RejectedWorkflowNodeResultEvent,
271
256
  SandboxScenario,
272
257
  ScenarioInput,
273
- ScenarioInputRequest,
274
- ScenarioInputTypeEnum,
258
+ ScenarioInputChatHistoryVariableValue,
259
+ ScenarioInputStringVariableValue,
260
+ ScenarioInput_ChatHistory,
261
+ ScenarioInput_String,
275
262
  SearchErrorResponse,
276
263
  SearchFiltersRequest,
277
264
  SearchNodeResult,
@@ -346,6 +333,7 @@ from .types import (
346
333
  TerminalNodeStringResult,
347
334
  TestCaseChatHistoryVariableValue,
348
335
  TestCaseErrorVariableValue,
336
+ TestCaseFunctionCallVariableValue,
349
337
  TestCaseJsonVariableValue,
350
338
  TestCaseNumberVariableValue,
351
339
  TestCaseSearchResultsVariableValue,
@@ -353,6 +341,7 @@ from .types import (
353
341
  TestCaseVariableValue,
354
342
  TestCaseVariableValue_ChatHistory,
355
343
  TestCaseVariableValue_Error,
344
+ TestCaseVariableValue_FunctionCall,
356
345
  TestCaseVariableValue_Json,
357
346
  TestCaseVariableValue_Number,
358
347
  TestCaseVariableValue_SearchResults,
@@ -373,6 +362,7 @@ from .types import (
373
362
  TestSuiteRunExecution,
374
363
  TestSuiteRunExecutionChatHistoryOutput,
375
364
  TestSuiteRunExecutionErrorOutput,
365
+ TestSuiteRunExecutionFunctionCallOutput,
376
366
  TestSuiteRunExecutionJsonOutput,
377
367
  TestSuiteRunExecutionMetricDefinition,
378
368
  TestSuiteRunExecutionMetricResult,
@@ -380,6 +370,7 @@ from .types import (
380
370
  TestSuiteRunExecutionOutput,
381
371
  TestSuiteRunExecutionOutput_ChatHistory,
382
372
  TestSuiteRunExecutionOutput_Error,
373
+ TestSuiteRunExecutionOutput_FunctionCall,
383
374
  TestSuiteRunExecutionOutput_Json,
384
375
  TestSuiteRunExecutionOutput_Number,
385
376
  TestSuiteRunExecutionOutput_SearchResults,
@@ -493,7 +484,7 @@ from .types import (
493
484
  WorkflowStreamEvent_Node,
494
485
  WorkflowStreamEvent_Workflow,
495
486
  )
496
- from .errors import BadRequestError, ConflictError, ForbiddenError, InternalServerError, NotFoundError
487
+ from .errors import BadRequestError, ForbiddenError, InternalServerError, NotFoundError
497
488
  from .resources import (
498
489
  DeploymentsListRequestStatus,
499
490
  DocumentIndexesListRequestStatus,
@@ -502,8 +493,6 @@ from .resources import (
502
493
  document_indexes,
503
494
  documents,
504
495
  folder_entities,
505
- model_versions,
506
- registered_prompts,
507
496
  sandboxes,
508
497
  test_suite_runs,
509
498
  test_suites,
@@ -536,7 +525,6 @@ __all__ = [
536
525
  "ArrayVariableValueItem_SearchResults",
537
526
  "ArrayVariableValueItem_String",
538
527
  "BadRequestError",
539
- "BlockTypeEnum",
540
528
  "ChatHistoryEnum",
541
529
  "ChatHistoryInputRequest",
542
530
  "ChatHistoryVariableValue",
@@ -574,7 +562,6 @@ __all__ = [
574
562
  "CodeExecutionNodeStringResult",
575
563
  "ConditionalNodeResult",
576
564
  "ConditionalNodeResultData",
577
- "ConflictError",
578
565
  "DeploymentProviderPayloadResponse",
579
566
  "DeploymentRead",
580
567
  "DeploymentsListRequestStatus",
@@ -629,6 +616,7 @@ __all__ = [
629
616
  "FulfilledExecutePromptResponse",
630
617
  "FulfilledExecuteWorkflowWorkflowResultEvent",
631
618
  "FulfilledFunctionCall",
619
+ "FulfilledFunctionCallRequest",
632
620
  "FulfilledPromptExecutionMeta",
633
621
  "FulfilledWorkflowNodeResultEvent",
634
622
  "FunctionCall",
@@ -669,16 +657,17 @@ __all__ = [
669
657
  "MetadataFilterRuleCombinator",
670
658
  "MetadataFilterRuleRequest",
671
659
  "MlModelUsage",
672
- "ModelVersionBuildConfig",
673
- "ModelVersionExecConfig",
674
- "ModelVersionExecConfigParameters",
675
- "ModelVersionRead",
676
- "ModelVersionReadStatusEnum",
677
- "ModelVersionSandboxSnapshot",
660
+ "NamedScenarioInputChatHistoryVariableValueRequest",
661
+ "NamedScenarioInputRequest",
662
+ "NamedScenarioInputRequest_ChatHistory",
663
+ "NamedScenarioInputRequest_String",
664
+ "NamedScenarioInputStringVariableValueRequest",
678
665
  "NamedTestCaseChatHistoryVariableValue",
679
666
  "NamedTestCaseChatHistoryVariableValueRequest",
680
667
  "NamedTestCaseErrorVariableValue",
681
668
  "NamedTestCaseErrorVariableValueRequest",
669
+ "NamedTestCaseFunctionCallVariableValue",
670
+ "NamedTestCaseFunctionCallVariableValueRequest",
682
671
  "NamedTestCaseJsonVariableValue",
683
672
  "NamedTestCaseJsonVariableValueRequest",
684
673
  "NamedTestCaseNumberVariableValue",
@@ -691,12 +680,14 @@ __all__ = [
691
680
  "NamedTestCaseVariableValueRequest",
692
681
  "NamedTestCaseVariableValueRequest_ChatHistory",
693
682
  "NamedTestCaseVariableValueRequest_Error",
683
+ "NamedTestCaseVariableValueRequest_FunctionCall",
694
684
  "NamedTestCaseVariableValueRequest_Json",
695
685
  "NamedTestCaseVariableValueRequest_Number",
696
686
  "NamedTestCaseVariableValueRequest_SearchResults",
697
687
  "NamedTestCaseVariableValueRequest_String",
698
688
  "NamedTestCaseVariableValue_ChatHistory",
699
689
  "NamedTestCaseVariableValue_Error",
690
+ "NamedTestCaseVariableValue_FunctionCall",
700
691
  "NamedTestCaseVariableValue_Json",
701
692
  "NamedTestCaseVariableValue_Number",
702
693
  "NamedTestCaseVariableValue_SearchResults",
@@ -761,25 +752,7 @@ __all__ = [
761
752
  "PromptOutput_FunctionCall",
762
753
  "PromptOutput_Json",
763
754
  "PromptOutput_String",
764
- "PromptTemplateBlock",
765
- "PromptTemplateBlockData",
766
- "PromptTemplateBlockDataRequest",
767
- "PromptTemplateBlockProperties",
768
- "PromptTemplateBlockPropertiesRequest",
769
- "PromptTemplateBlockRequest",
770
- "PromptTemplateBlockState",
771
- "ProviderEnum",
772
755
  "RawPromptExecutionOverridesRequest",
773
- "RegisterPromptErrorResponse",
774
- "RegisterPromptModelParametersRequest",
775
- "RegisterPromptPrompt",
776
- "RegisterPromptPromptInfoRequest",
777
- "RegisterPromptResponse",
778
- "RegisteredPromptDeployment",
779
- "RegisteredPromptInputVariableRequest",
780
- "RegisteredPromptModelVersion",
781
- "RegisteredPromptSandbox",
782
- "RegisteredPromptSandboxSnapshot",
783
756
  "RejectedEnum",
784
757
  "RejectedExecutePromptEvent",
785
758
  "RejectedExecutePromptResponse",
@@ -789,8 +762,10 @@ __all__ = [
789
762
  "RejectedWorkflowNodeResultEvent",
790
763
  "SandboxScenario",
791
764
  "ScenarioInput",
792
- "ScenarioInputRequest",
793
- "ScenarioInputTypeEnum",
765
+ "ScenarioInputChatHistoryVariableValue",
766
+ "ScenarioInputStringVariableValue",
767
+ "ScenarioInput_ChatHistory",
768
+ "ScenarioInput_String",
794
769
  "SearchErrorResponse",
795
770
  "SearchFiltersRequest",
796
771
  "SearchNodeResult",
@@ -865,6 +840,7 @@ __all__ = [
865
840
  "TerminalNodeStringResult",
866
841
  "TestCaseChatHistoryVariableValue",
867
842
  "TestCaseErrorVariableValue",
843
+ "TestCaseFunctionCallVariableValue",
868
844
  "TestCaseJsonVariableValue",
869
845
  "TestCaseNumberVariableValue",
870
846
  "TestCaseSearchResultsVariableValue",
@@ -872,6 +848,7 @@ __all__ = [
872
848
  "TestCaseVariableValue",
873
849
  "TestCaseVariableValue_ChatHistory",
874
850
  "TestCaseVariableValue_Error",
851
+ "TestCaseVariableValue_FunctionCall",
875
852
  "TestCaseVariableValue_Json",
876
853
  "TestCaseVariableValue_Number",
877
854
  "TestCaseVariableValue_SearchResults",
@@ -892,6 +869,7 @@ __all__ = [
892
869
  "TestSuiteRunExecution",
893
870
  "TestSuiteRunExecutionChatHistoryOutput",
894
871
  "TestSuiteRunExecutionErrorOutput",
872
+ "TestSuiteRunExecutionFunctionCallOutput",
895
873
  "TestSuiteRunExecutionJsonOutput",
896
874
  "TestSuiteRunExecutionMetricDefinition",
897
875
  "TestSuiteRunExecutionMetricResult",
@@ -899,6 +877,7 @@ __all__ = [
899
877
  "TestSuiteRunExecutionOutput",
900
878
  "TestSuiteRunExecutionOutput_ChatHistory",
901
879
  "TestSuiteRunExecutionOutput_Error",
880
+ "TestSuiteRunExecutionOutput_FunctionCall",
902
881
  "TestSuiteRunExecutionOutput_Json",
903
882
  "TestSuiteRunExecutionOutput_Number",
904
883
  "TestSuiteRunExecutionOutput_SearchResults",
@@ -1018,8 +997,6 @@ __all__ = [
1018
997
  "document_indexes",
1019
998
  "documents",
1020
999
  "folder_entities",
1021
- "model_versions",
1022
- "registered_prompts",
1023
1000
  "sandboxes",
1024
1001
  "test_suite_runs",
1025
1002
  "test_suites",