vellum-ai 0.9.16__py3-none-any.whl → 0.9.16rc2__py3-none-any.whl
Sign up to get free protection for your applications and to get access to all the features.
- vellum/client/README.md +242 -0
- vellum/client/core/__init__.py +47 -0
- vellum/client/core/api_error.py +15 -0
- vellum/client/core/client_wrapper.py +59 -0
- vellum/client/core/datetime_utils.py +28 -0
- vellum/client/core/file.py +62 -0
- vellum/client/core/http_client.py +487 -0
- vellum/client/core/jsonable_encoder.py +101 -0
- vellum/client/core/pydantic_utilities.py +296 -0
- vellum/client/core/query_encoder.py +58 -0
- vellum/client/core/remove_none_from_dict.py +11 -0
- vellum/client/core/request_options.py +32 -0
- vellum/client/core/serialization.py +272 -0
- vellum/client/environment.py +17 -0
- vellum/client/errors/__init__.py +8 -0
- vellum/client/errors/bad_request_error.py +9 -0
- vellum/client/errors/forbidden_error.py +9 -0
- vellum/client/errors/internal_server_error.py +9 -0
- vellum/client/errors/not_found_error.py +9 -0
- vellum/client/resources/__init__.py +47 -0
- vellum/client/resources/ad_hoc/__init__.py +2 -0
- vellum/client/resources/ad_hoc/client.py +459 -0
- vellum/client/resources/container_images/__init__.py +2 -0
- vellum/client/resources/container_images/client.py +502 -0
- vellum/client/resources/deployments/__init__.py +5 -0
- vellum/client/resources/deployments/client.py +975 -0
- vellum/client/resources/deployments/types/__init__.py +6 -0
- vellum/client/resources/deployments/types/deployments_list_request_status.py +5 -0
- vellum/client/resources/deployments/types/list_deployment_release_tags_request_source.py +5 -0
- vellum/client/resources/document_indexes/__init__.py +5 -0
- vellum/client/resources/document_indexes/client.py +1154 -0
- vellum/client/resources/document_indexes/types/__init__.py +5 -0
- vellum/client/resources/document_indexes/types/document_indexes_list_request_status.py +5 -0
- vellum/client/resources/documents/__init__.py +2 -0
- vellum/client/resources/documents/client.py +781 -0
- vellum/client/resources/folder_entities/__init__.py +5 -0
- vellum/client/resources/folder_entities/client.py +333 -0
- vellum/client/resources/folder_entities/types/__init__.py +5 -0
- vellum/client/resources/folder_entities/types/folder_entities_list_request_entity_status.py +5 -0
- vellum/client/resources/metric_definitions/__init__.py +2 -0
- vellum/client/resources/metric_definitions/client.py +178 -0
- vellum/client/resources/sandboxes/__init__.py +2 -0
- vellum/client/resources/sandboxes/client.py +481 -0
- vellum/client/resources/test_suite_runs/__init__.py +2 -0
- vellum/client/resources/test_suite_runs/client.py +445 -0
- vellum/client/resources/test_suites/__init__.py +2 -0
- vellum/client/resources/test_suites/client.py +688 -0
- vellum/client/resources/workflow_deployments/__init__.py +5 -0
- vellum/client/resources/workflow_deployments/client.py +693 -0
- vellum/client/resources/workflow_deployments/types/__init__.py +6 -0
- vellum/client/resources/workflow_deployments/types/list_workflow_release_tags_request_source.py +5 -0
- vellum/client/resources/workflow_deployments/types/workflow_deployments_list_request_status.py +5 -0
- vellum/client/resources/workflow_sandboxes/__init__.py +2 -0
- vellum/client/resources/workflow_sandboxes/client.py +190 -0
- vellum/client/resources/workflows/__init__.py +5 -0
- vellum/client/resources/workflows/client.py +333 -0
- vellum/client/resources/workflows/types/__init__.py +5 -0
- vellum/client/resources/workflows/types/workflows_pull_request_format.py +5 -0
- vellum/client/resources/workspace_secrets/__init__.py +2 -0
- vellum/client/resources/workspace_secrets/client.py +266 -0
- vellum/client/types/__init__.py +979 -0
- vellum/client/types/ad_hoc_execute_prompt_event.py +14 -0
- vellum/client/types/ad_hoc_expand_meta.py +37 -0
- vellum/client/types/ad_hoc_fulfilled_prompt_execution_meta.py +27 -0
- vellum/client/types/ad_hoc_initiated_prompt_execution_meta.py +24 -0
- vellum/client/types/ad_hoc_rejected_prompt_execution_meta.py +25 -0
- vellum/client/types/ad_hoc_streaming_prompt_execution_meta.py +23 -0
- vellum/client/types/add_openai_api_key_enum.py +3 -0
- vellum/client/types/api_node_result.py +25 -0
- vellum/client/types/api_node_result_data.py +28 -0
- vellum/client/types/array_chat_message_content.py +25 -0
- vellum/client/types/array_chat_message_content_item.py +11 -0
- vellum/client/types/array_chat_message_content_item_request.py +14 -0
- vellum/client/types/array_chat_message_content_request.py +25 -0
- vellum/client/types/array_input.py +36 -0
- vellum/client/types/array_variable_value.py +27 -0
- vellum/client/types/array_variable_value_item.py +29 -0
- vellum/client/types/array_vellum_value.py +31 -0
- vellum/client/types/array_vellum_value_request.py +31 -0
- vellum/client/types/audio_chat_message_content.py +25 -0
- vellum/client/types/audio_chat_message_content_request.py +25 -0
- vellum/client/types/audio_variable_value.py +25 -0
- vellum/client/types/audio_vellum_value.py +25 -0
- vellum/client/types/audio_vellum_value_request.py +25 -0
- vellum/client/types/basic_vectorizer_intfloat_multilingual_e_5_large.py +24 -0
- vellum/client/types/basic_vectorizer_intfloat_multilingual_e_5_large_request.py +24 -0
- vellum/client/types/basic_vectorizer_sentence_transformers_multi_qa_mpnet_base_cos_v_1.py +26 -0
- vellum/client/types/basic_vectorizer_sentence_transformers_multi_qa_mpnet_base_cos_v_1_request.py +26 -0
- vellum/client/types/basic_vectorizer_sentence_transformers_multi_qa_mpnet_base_dot_v_1.py +26 -0
- vellum/client/types/basic_vectorizer_sentence_transformers_multi_qa_mpnet_base_dot_v_1_request.py +26 -0
- vellum/client/types/chat_history_input.py +30 -0
- vellum/client/types/chat_history_input_request.py +30 -0
- vellum/client/types/chat_history_variable_value.py +21 -0
- vellum/client/types/chat_history_vellum_value.py +25 -0
- vellum/client/types/chat_history_vellum_value_request.py +25 -0
- vellum/client/types/chat_message.py +27 -0
- vellum/client/types/chat_message_content.py +16 -0
- vellum/client/types/chat_message_content_request.py +16 -0
- vellum/client/types/chat_message_prompt_block.py +39 -0
- vellum/client/types/chat_message_request.py +27 -0
- vellum/client/types/chat_message_role.py +5 -0
- vellum/client/types/code_execution_node_array_result.py +28 -0
- vellum/client/types/code_execution_node_chat_history_result.py +22 -0
- vellum/client/types/code_execution_node_error_result.py +22 -0
- vellum/client/types/code_execution_node_function_call_result.py +22 -0
- vellum/client/types/code_execution_node_json_result.py +21 -0
- vellum/client/types/code_execution_node_number_result.py +21 -0
- vellum/client/types/code_execution_node_result.py +31 -0
- vellum/client/types/code_execution_node_result_data.py +27 -0
- vellum/client/types/code_execution_node_result_output.py +22 -0
- vellum/client/types/code_execution_node_search_results_result.py +22 -0
- vellum/client/types/code_execution_node_string_result.py +21 -0
- vellum/client/types/code_execution_package.py +20 -0
- vellum/client/types/code_execution_runtime.py +5 -0
- vellum/client/types/code_executor_input.py +24 -0
- vellum/client/types/code_executor_response.py +27 -0
- vellum/client/types/code_executor_secret_input.py +29 -0
- vellum/client/types/compile_prompt_deployment_expand_meta_request.py +32 -0
- vellum/client/types/compile_prompt_meta.py +25 -0
- vellum/client/types/components_schemas_pdf_search_result_meta_source.py +5 -0
- vellum/client/types/components_schemas_pdf_search_result_meta_source_request.py +5 -0
- vellum/client/types/condition_combinator.py +5 -0
- vellum/client/types/conditional_node_result.py +25 -0
- vellum/client/types/conditional_node_result_data.py +19 -0
- vellum/client/types/container_image_read.py +28 -0
- vellum/client/types/create_test_suite_test_case_request.py +48 -0
- vellum/client/types/deployment_provider_payload_response.py +22 -0
- vellum/client/types/deployment_provider_payload_response_payload.py +5 -0
- vellum/client/types/deployment_read.py +73 -0
- vellum/client/types/deployment_release_tag_deployment_history_item.py +21 -0
- vellum/client/types/deployment_release_tag_read.py +37 -0
- vellum/client/types/docker_service_token.py +21 -0
- vellum/client/types/document_document_to_document_index.py +39 -0
- vellum/client/types/document_index_chunking.py +8 -0
- vellum/client/types/document_index_chunking_request.py +10 -0
- vellum/client/types/document_index_indexing_config.py +22 -0
- vellum/client/types/document_index_indexing_config_request.py +22 -0
- vellum/client/types/document_index_read.py +52 -0
- vellum/client/types/document_processing_state.py +7 -0
- vellum/client/types/document_read.py +49 -0
- vellum/client/types/document_status.py +5 -0
- vellum/client/types/enriched_normalized_completion.py +59 -0
- vellum/client/types/entity_status.py +5 -0
- vellum/client/types/entity_visibility.py +5 -0
- vellum/client/types/environment_enum.py +5 -0
- vellum/client/types/ephemeral_prompt_cache_config.py +20 -0
- vellum/client/types/ephemeral_prompt_cache_config_type_enum.py +5 -0
- vellum/client/types/error_input.py +30 -0
- vellum/client/types/error_variable_value.py +21 -0
- vellum/client/types/error_vellum_value.py +25 -0
- vellum/client/types/error_vellum_value_request.py +25 -0
- vellum/client/types/execute_prompt_event.py +11 -0
- vellum/client/types/execute_prompt_response.py +7 -0
- vellum/client/types/execute_workflow_response.py +29 -0
- vellum/client/types/execute_workflow_workflow_result_event.py +9 -0
- vellum/client/types/execution_array_vellum_value.py +37 -0
- vellum/client/types/execution_chat_history_vellum_value.py +31 -0
- vellum/client/types/execution_error_vellum_value.py +31 -0
- vellum/client/types/execution_function_call_vellum_value.py +31 -0
- vellum/client/types/execution_json_vellum_value.py +30 -0
- vellum/client/types/execution_number_vellum_value.py +30 -0
- vellum/client/types/execution_search_results_vellum_value.py +31 -0
- vellum/client/types/execution_string_vellum_value.py +30 -0
- vellum/client/types/execution_vellum_value.py +22 -0
- vellum/client/types/external_test_case_execution.py +31 -0
- vellum/client/types/external_test_case_execution_request.py +31 -0
- vellum/client/types/finish_reason_enum.py +5 -0
- vellum/client/types/folder_entity.py +16 -0
- vellum/client/types/folder_entity_document_index.py +26 -0
- vellum/client/types/folder_entity_document_index_data.py +25 -0
- vellum/client/types/folder_entity_folder.py +26 -0
- vellum/client/types/folder_entity_folder_data.py +24 -0
- vellum/client/types/folder_entity_prompt_sandbox.py +26 -0
- vellum/client/types/folder_entity_prompt_sandbox_data.py +26 -0
- vellum/client/types/folder_entity_test_suite.py +26 -0
- vellum/client/types/folder_entity_test_suite_data.py +25 -0
- vellum/client/types/folder_entity_workflow_sandbox.py +26 -0
- vellum/client/types/folder_entity_workflow_sandbox_data.py +26 -0
- vellum/client/types/fulfilled_ad_hoc_execute_prompt_event.py +28 -0
- vellum/client/types/fulfilled_enum.py +5 -0
- vellum/client/types/fulfilled_execute_prompt_event.py +28 -0
- vellum/client/types/fulfilled_execute_prompt_response.py +37 -0
- vellum/client/types/fulfilled_execute_workflow_workflow_result_event.py +36 -0
- vellum/client/types/fulfilled_prompt_execution_meta.py +27 -0
- vellum/client/types/fulfilled_workflow_node_result_event.py +40 -0
- vellum/client/types/function_call.py +27 -0
- vellum/client/types/function_call_chat_message_content.py +25 -0
- vellum/client/types/function_call_chat_message_content_request.py +25 -0
- vellum/client/types/function_call_chat_message_content_value.py +25 -0
- vellum/client/types/function_call_chat_message_content_value_request.py +25 -0
- vellum/client/types/function_call_input.py +30 -0
- vellum/client/types/function_call_request.py +27 -0
- vellum/client/types/function_call_variable_value.py +21 -0
- vellum/client/types/function_call_vellum_value.py +25 -0
- vellum/client/types/function_call_vellum_value_request.py +25 -0
- vellum/client/types/function_definition.py +31 -0
- vellum/client/types/generate_options_request.py +26 -0
- vellum/client/types/generate_request.py +33 -0
- vellum/client/types/generate_response.py +38 -0
- vellum/client/types/generate_result.py +29 -0
- vellum/client/types/generate_result_data.py +23 -0
- vellum/client/types/generate_result_error.py +22 -0
- vellum/client/types/generate_stream_response.py +20 -0
- vellum/client/types/generate_stream_result.py +23 -0
- vellum/client/types/generate_stream_result_data.py +21 -0
- vellum/client/types/google_vertex_ai_vectorizer_config.py +20 -0
- vellum/client/types/google_vertex_ai_vectorizer_config_request.py +20 -0
- vellum/client/types/google_vertex_ai_vectorizer_text_embedding_004.py +21 -0
- vellum/client/types/google_vertex_ai_vectorizer_text_embedding_004_request.py +21 -0
- vellum/client/types/google_vertex_ai_vectorizer_text_multilingual_embedding_002.py +21 -0
- vellum/client/types/google_vertex_ai_vectorizer_text_multilingual_embedding_002_request.py +21 -0
- vellum/client/types/hkunlp_instructor_xl_vectorizer.py +25 -0
- vellum/client/types/hkunlp_instructor_xl_vectorizer_request.py +25 -0
- vellum/client/types/image_chat_message_content.py +25 -0
- vellum/client/types/image_chat_message_content_request.py +25 -0
- vellum/client/types/image_variable_value.py +25 -0
- vellum/client/types/image_vellum_value.py +25 -0
- vellum/client/types/image_vellum_value_request.py +25 -0
- vellum/client/types/indexing_config_vectorizer.py +30 -0
- vellum/client/types/indexing_config_vectorizer_request.py +30 -0
- vellum/client/types/indexing_state_enum.py +7 -0
- vellum/client/types/initiated_ad_hoc_execute_prompt_event.py +26 -0
- vellum/client/types/initiated_execute_prompt_event.py +26 -0
- vellum/client/types/initiated_prompt_execution_meta.py +26 -0
- vellum/client/types/initiated_workflow_node_result_event.py +39 -0
- vellum/client/types/instructor_vectorizer_config.py +25 -0
- vellum/client/types/instructor_vectorizer_config_request.py +25 -0
- vellum/client/types/iteration_state_enum.py +5 -0
- vellum/client/types/jinja_prompt_block.py +28 -0
- vellum/client/types/json_input.py +29 -0
- vellum/client/types/json_input_request.py +29 -0
- vellum/client/types/json_variable_value.py +20 -0
- vellum/client/types/json_vellum_value.py +24 -0
- vellum/client/types/json_vellum_value_request.py +24 -0
- vellum/client/types/logical_operator.py +29 -0
- vellum/client/types/logprobs_enum.py +5 -0
- vellum/client/types/map_node_result.py +25 -0
- vellum/client/types/map_node_result_data.py +21 -0
- vellum/client/types/merge_node_result.py +25 -0
- vellum/client/types/merge_node_result_data.py +19 -0
- vellum/client/types/metadata_filter_config_request.py +36 -0
- vellum/client/types/metadata_filter_rule_combinator.py +5 -0
- vellum/client/types/metadata_filter_rule_request.py +31 -0
- vellum/client/types/metadata_filters_request.py +7 -0
- vellum/client/types/metric_definition_execution.py +20 -0
- vellum/client/types/metric_definition_input.py +9 -0
- vellum/client/types/metric_node_result.py +23 -0
- vellum/client/types/ml_model_usage.py +25 -0
- vellum/client/types/named_scenario_input_chat_history_variable_value_request.py +26 -0
- vellum/client/types/named_scenario_input_json_variable_value_request.py +25 -0
- vellum/client/types/named_scenario_input_request.py +12 -0
- vellum/client/types/named_scenario_input_string_variable_value_request.py +25 -0
- vellum/client/types/named_test_case_array_variable_value.py +32 -0
- vellum/client/types/named_test_case_array_variable_value_request.py +34 -0
- vellum/client/types/named_test_case_chat_history_variable_value.py +26 -0
- vellum/client/types/named_test_case_chat_history_variable_value_request.py +26 -0
- vellum/client/types/named_test_case_error_variable_value.py +26 -0
- vellum/client/types/named_test_case_error_variable_value_request.py +26 -0
- vellum/client/types/named_test_case_function_call_variable_value.py +26 -0
- vellum/client/types/named_test_case_function_call_variable_value_request.py +26 -0
- vellum/client/types/named_test_case_json_variable_value.py +25 -0
- vellum/client/types/named_test_case_json_variable_value_request.py +25 -0
- vellum/client/types/named_test_case_number_variable_value.py +25 -0
- vellum/client/types/named_test_case_number_variable_value_request.py +25 -0
- vellum/client/types/named_test_case_search_results_variable_value.py +26 -0
- vellum/client/types/named_test_case_search_results_variable_value_request.py +26 -0
- vellum/client/types/named_test_case_string_variable_value.py +25 -0
- vellum/client/types/named_test_case_string_variable_value_request.py +25 -0
- vellum/client/types/named_test_case_variable_value.py +22 -0
- vellum/client/types/named_test_case_variable_value_request.py +22 -0
- vellum/client/types/node_input_compiled_array_value.py +29 -0
- vellum/client/types/node_input_compiled_chat_history_value.py +23 -0
- vellum/client/types/node_input_compiled_error_value.py +23 -0
- vellum/client/types/node_input_compiled_function_call_value.py +23 -0
- vellum/client/types/node_input_compiled_json_value.py +22 -0
- vellum/client/types/node_input_compiled_number_value.py +22 -0
- vellum/client/types/node_input_compiled_search_results_value.py +23 -0
- vellum/client/types/node_input_compiled_string_value.py +22 -0
- vellum/client/types/node_input_variable_compiled_value.py +22 -0
- vellum/client/types/node_output_compiled_array_value.py +34 -0
- vellum/client/types/node_output_compiled_chat_history_value.py +28 -0
- vellum/client/types/node_output_compiled_error_value.py +28 -0
- vellum/client/types/node_output_compiled_function_call_value.py +28 -0
- vellum/client/types/node_output_compiled_json_value.py +27 -0
- vellum/client/types/node_output_compiled_number_value.py +27 -0
- vellum/client/types/node_output_compiled_search_results_value.py +28 -0
- vellum/client/types/node_output_compiled_string_value.py +27 -0
- vellum/client/types/node_output_compiled_value.py +22 -0
- vellum/client/types/normalized_log_probs.py +21 -0
- vellum/client/types/normalized_token_log_probs.py +22 -0
- vellum/client/types/number_input.py +29 -0
- vellum/client/types/number_variable_value.py +20 -0
- vellum/client/types/number_vellum_value.py +24 -0
- vellum/client/types/number_vellum_value_request.py +24 -0
- vellum/client/types/open_ai_vectorizer_config.py +24 -0
- vellum/client/types/open_ai_vectorizer_config_request.py +24 -0
- vellum/client/types/open_ai_vectorizer_text_embedding_3_large.py +25 -0
- vellum/client/types/open_ai_vectorizer_text_embedding_3_large_request.py +25 -0
- vellum/client/types/open_ai_vectorizer_text_embedding_3_small.py +25 -0
- vellum/client/types/open_ai_vectorizer_text_embedding_3_small_request.py +25 -0
- vellum/client/types/open_ai_vectorizer_text_embedding_ada_002.py +25 -0
- vellum/client/types/open_ai_vectorizer_text_embedding_ada_002_request.py +25 -0
- vellum/client/types/paginated_container_image_read_list.py +23 -0
- vellum/client/types/paginated_deployment_release_tag_read_list.py +23 -0
- vellum/client/types/paginated_document_index_read_list.py +23 -0
- vellum/client/types/paginated_folder_entity_list.py +23 -0
- vellum/client/types/paginated_slim_deployment_read_list.py +29 -0
- vellum/client/types/paginated_slim_document_list.py +23 -0
- vellum/client/types/paginated_slim_workflow_deployment_list.py +29 -0
- vellum/client/types/paginated_test_suite_run_execution_list.py +29 -0
- vellum/client/types/paginated_test_suite_test_case_list.py +29 -0
- vellum/client/types/paginated_workflow_release_tag_read_list.py +23 -0
- vellum/client/types/pdf_search_result_meta_source.py +32 -0
- vellum/client/types/pdf_search_result_meta_source_request.py +32 -0
- vellum/client/types/plain_text_prompt_block.py +28 -0
- vellum/client/types/price.py +21 -0
- vellum/client/types/processing_failure_reason_enum.py +5 -0
- vellum/client/types/prompt_block.py +12 -0
- vellum/client/types/prompt_block_state.py +5 -0
- vellum/client/types/prompt_deployment_expand_meta_request.py +52 -0
- vellum/client/types/prompt_deployment_input_request.py +8 -0
- vellum/client/types/prompt_execution_meta.py +32 -0
- vellum/client/types/prompt_node_execution_meta.py +24 -0
- vellum/client/types/prompt_node_result.py +25 -0
- vellum/client/types/prompt_node_result_data.py +25 -0
- vellum/client/types/prompt_output.py +9 -0
- vellum/client/types/prompt_parameters.py +27 -0
- vellum/client/types/prompt_request_chat_history_input.py +26 -0
- vellum/client/types/prompt_request_input.py +8 -0
- vellum/client/types/prompt_request_json_input.py +25 -0
- vellum/client/types/prompt_request_string_input.py +25 -0
- vellum/client/types/prompt_settings.py +19 -0
- vellum/client/types/raw_prompt_execution_overrides_request.py +28 -0
- vellum/client/types/reducto_chunker_config.py +23 -0
- vellum/client/types/reducto_chunker_config_request.py +23 -0
- vellum/client/types/reducto_chunking.py +25 -0
- vellum/client/types/reducto_chunking_request.py +25 -0
- vellum/client/types/rejected_ad_hoc_execute_prompt_event.py +28 -0
- vellum/client/types/rejected_execute_prompt_event.py +28 -0
- vellum/client/types/rejected_execute_prompt_response.py +37 -0
- vellum/client/types/rejected_execute_workflow_workflow_result_event.py +28 -0
- vellum/client/types/rejected_prompt_execution_meta.py +25 -0
- vellum/client/types/rejected_workflow_node_result_event.py +39 -0
- vellum/client/types/release_tag_source.py +5 -0
- vellum/client/types/replace_test_suite_test_case_request.py +53 -0
- vellum/client/types/rich_text_child_block.py +7 -0
- vellum/client/types/rich_text_prompt_block.py +29 -0
- vellum/client/types/sandbox_scenario.py +33 -0
- vellum/client/types/scenario_input.py +10 -0
- vellum/client/types/scenario_input_chat_history_variable_value.py +26 -0
- vellum/client/types/scenario_input_json_variable_value.py +25 -0
- vellum/client/types/scenario_input_string_variable_value.py +25 -0
- vellum/client/types/search_filters_request.py +38 -0
- vellum/client/types/search_node_result.py +25 -0
- vellum/client/types/search_node_result_data.py +27 -0
- vellum/client/types/search_request_options_request.py +50 -0
- vellum/client/types/search_response.py +23 -0
- vellum/client/types/search_result.py +40 -0
- vellum/client/types/search_result_document.py +37 -0
- vellum/client/types/search_result_document_request.py +37 -0
- vellum/client/types/search_result_merging_request.py +22 -0
- vellum/client/types/search_result_meta.py +20 -0
- vellum/client/types/search_result_meta_request.py +20 -0
- vellum/client/types/search_result_request.py +40 -0
- vellum/client/types/search_results_input.py +30 -0
- vellum/client/types/search_results_variable_value.py +21 -0
- vellum/client/types/search_results_vellum_value.py +25 -0
- vellum/client/types/search_results_vellum_value_request.py +25 -0
- vellum/client/types/search_weights_request.py +27 -0
- vellum/client/types/secret_type_enum.py +5 -0
- vellum/client/types/sentence_chunker_config.py +24 -0
- vellum/client/types/sentence_chunker_config_request.py +24 -0
- vellum/client/types/sentence_chunking.py +25 -0
- vellum/client/types/sentence_chunking_request.py +25 -0
- vellum/client/types/slim_deployment_read.py +63 -0
- vellum/client/types/slim_document.py +70 -0
- vellum/client/types/slim_workflow_deployment.py +72 -0
- vellum/client/types/streaming_ad_hoc_execute_prompt_event.py +33 -0
- vellum/client/types/streaming_execute_prompt_event.py +33 -0
- vellum/client/types/streaming_prompt_execution_meta.py +23 -0
- vellum/client/types/streaming_workflow_node_result_event.py +40 -0
- vellum/client/types/string_chat_message_content.py +24 -0
- vellum/client/types/string_chat_message_content_request.py +24 -0
- vellum/client/types/string_input.py +29 -0
- vellum/client/types/string_input_request.py +29 -0
- vellum/client/types/string_variable_value.py +20 -0
- vellum/client/types/string_vellum_value.py +24 -0
- vellum/client/types/string_vellum_value_request.py +24 -0
- vellum/client/types/submit_completion_actual_request.py +48 -0
- vellum/client/types/submit_workflow_execution_actual_request.py +10 -0
- vellum/client/types/subworkflow_node_result.py +25 -0
- vellum/client/types/subworkflow_node_result_data.py +19 -0
- vellum/client/types/templating_node_array_result.py +28 -0
- vellum/client/types/templating_node_chat_history_result.py +22 -0
- vellum/client/types/templating_node_error_result.py +22 -0
- vellum/client/types/templating_node_function_call_result.py +22 -0
- vellum/client/types/templating_node_json_result.py +21 -0
- vellum/client/types/templating_node_number_result.py +21 -0
- vellum/client/types/templating_node_result.py +31 -0
- vellum/client/types/templating_node_result_data.py +26 -0
- vellum/client/types/templating_node_result_output.py +22 -0
- vellum/client/types/templating_node_search_results_result.py +22 -0
- vellum/client/types/templating_node_string_result.py +21 -0
- vellum/client/types/terminal_node_array_result.py +33 -0
- vellum/client/types/terminal_node_chat_history_result.py +27 -0
- vellum/client/types/terminal_node_error_result.py +27 -0
- vellum/client/types/terminal_node_function_call_result.py +27 -0
- vellum/client/types/terminal_node_json_result.py +26 -0
- vellum/client/types/terminal_node_number_result.py +26 -0
- vellum/client/types/terminal_node_result.py +31 -0
- vellum/client/types/terminal_node_result_data.py +26 -0
- vellum/client/types/terminal_node_result_output.py +22 -0
- vellum/client/types/terminal_node_search_results_result.py +27 -0
- vellum/client/types/terminal_node_string_result.py +26 -0
- vellum/client/types/test_case_array_variable_value.py +33 -0
- vellum/client/types/test_case_chat_history_variable_value.py +27 -0
- vellum/client/types/test_case_error_variable_value.py +27 -0
- vellum/client/types/test_case_function_call_variable_value.py +27 -0
- vellum/client/types/test_case_json_variable_value.py +26 -0
- vellum/client/types/test_case_number_variable_value.py +26 -0
- vellum/client/types/test_case_search_results_variable_value.py +27 -0
- vellum/client/types/test_case_string_variable_value.py +26 -0
- vellum/client/types/test_case_variable_value.py +22 -0
- vellum/client/types/test_suite_run_deployment_release_tag_exec_config.py +29 -0
- vellum/client/types/test_suite_run_deployment_release_tag_exec_config_data.py +27 -0
- vellum/client/types/test_suite_run_deployment_release_tag_exec_config_data_request.py +27 -0
- vellum/client/types/test_suite_run_deployment_release_tag_exec_config_request.py +31 -0
- vellum/client/types/test_suite_run_exec_config.py +10 -0
- vellum/client/types/test_suite_run_exec_config_request.py +12 -0
- vellum/client/types/test_suite_run_execution.py +30 -0
- vellum/client/types/test_suite_run_execution_array_output.py +33 -0
- vellum/client/types/test_suite_run_execution_chat_history_output.py +27 -0
- vellum/client/types/test_suite_run_execution_error_output.py +27 -0
- vellum/client/types/test_suite_run_execution_function_call_output.py +27 -0
- vellum/client/types/test_suite_run_execution_json_output.py +26 -0
- vellum/client/types/test_suite_run_execution_metric_definition.py +21 -0
- vellum/client/types/test_suite_run_execution_metric_result.py +24 -0
- vellum/client/types/test_suite_run_execution_number_output.py +26 -0
- vellum/client/types/test_suite_run_execution_output.py +22 -0
- vellum/client/types/test_suite_run_execution_search_results_output.py +27 -0
- vellum/client/types/test_suite_run_execution_string_output.py +26 -0
- vellum/client/types/test_suite_run_external_exec_config.py +36 -0
- vellum/client/types/test_suite_run_external_exec_config_data.py +29 -0
- vellum/client/types/test_suite_run_external_exec_config_data_request.py +31 -0
- vellum/client/types/test_suite_run_external_exec_config_request.py +38 -0
- vellum/client/types/test_suite_run_metric_error_output.py +26 -0
- vellum/client/types/test_suite_run_metric_json_output.py +25 -0
- vellum/client/types/test_suite_run_metric_number_output.py +25 -0
- vellum/client/types/test_suite_run_metric_output.py +14 -0
- vellum/client/types/test_suite_run_metric_string_output.py +25 -0
- vellum/client/types/test_suite_run_read.py +46 -0
- vellum/client/types/test_suite_run_state.py +5 -0
- vellum/client/types/test_suite_run_test_suite.py +21 -0
- vellum/client/types/test_suite_run_workflow_release_tag_exec_config.py +29 -0
- vellum/client/types/test_suite_run_workflow_release_tag_exec_config_data.py +27 -0
- vellum/client/types/test_suite_run_workflow_release_tag_exec_config_data_request.py +27 -0
- vellum/client/types/test_suite_run_workflow_release_tag_exec_config_request.py +31 -0
- vellum/client/types/test_suite_test_case.py +30 -0
- vellum/client/types/test_suite_test_case_bulk_operation_request.py +14 -0
- vellum/client/types/test_suite_test_case_bulk_result.py +14 -0
- vellum/client/types/test_suite_test_case_create_bulk_operation_request.py +38 -0
- vellum/client/types/test_suite_test_case_created_bulk_result.py +26 -0
- vellum/client/types/test_suite_test_case_created_bulk_result_data.py +23 -0
- vellum/client/types/test_suite_test_case_delete_bulk_operation_data_request.py +19 -0
- vellum/client/types/test_suite_test_case_delete_bulk_operation_request.py +33 -0
- vellum/client/types/test_suite_test_case_deleted_bulk_result.py +30 -0
- vellum/client/types/test_suite_test_case_deleted_bulk_result_data.py +23 -0
- vellum/client/types/test_suite_test_case_rejected_bulk_result.py +32 -0
- vellum/client/types/test_suite_test_case_replace_bulk_operation_request.py +38 -0
- vellum/client/types/test_suite_test_case_replaced_bulk_result.py +30 -0
- vellum/client/types/test_suite_test_case_replaced_bulk_result_data.py +23 -0
- vellum/client/types/test_suite_test_case_upsert_bulk_operation_request.py +38 -0
- vellum/client/types/token_overlapping_window_chunker_config.py +24 -0
- vellum/client/types/token_overlapping_window_chunker_config_request.py +24 -0
- vellum/client/types/token_overlapping_window_chunking.py +25 -0
- vellum/client/types/token_overlapping_window_chunking_request.py +25 -0
- vellum/client/types/unit_enum.py +5 -0
- vellum/client/types/upload_document_response.py +22 -0
- vellum/client/types/upsert_test_suite_test_case_request.py +49 -0
- vellum/client/types/variable_prompt_block.py +28 -0
- vellum/client/types/vellum_audio.py +24 -0
- vellum/client/types/vellum_audio_request.py +24 -0
- vellum/client/types/vellum_error.py +21 -0
- vellum/client/types/vellum_error_code_enum.py +15 -0
- vellum/client/types/vellum_error_request.py +21 -0
- vellum/client/types/vellum_image.py +20 -0
- vellum/client/types/vellum_image_request.py +20 -0
- vellum/client/types/vellum_value.py +29 -0
- vellum/client/types/vellum_value_logical_condition_group_request.py +38 -0
- vellum/client/types/vellum_value_logical_condition_request.py +34 -0
- vellum/client/types/vellum_value_logical_expression_request.py +12 -0
- vellum/client/types/vellum_value_request.py +29 -0
- vellum/client/types/vellum_variable.py +33 -0
- vellum/client/types/vellum_variable_extensions.py +23 -0
- vellum/client/types/vellum_variable_type.py +20 -0
- vellum/client/types/workflow_deployment_read.py +77 -0
- vellum/client/types/workflow_event_error.py +21 -0
- vellum/client/types/workflow_execution_actual_chat_history_request.py +49 -0
- vellum/client/types/workflow_execution_actual_json_request.py +48 -0
- vellum/client/types/workflow_execution_actual_string_request.py +48 -0
- vellum/client/types/workflow_execution_event_error_code.py +17 -0
- vellum/client/types/workflow_execution_event_type.py +5 -0
- vellum/client/types/workflow_execution_node_result_event.py +34 -0
- vellum/client/types/workflow_execution_workflow_result_event.py +36 -0
- vellum/client/types/workflow_expand_meta_request.py +22 -0
- vellum/client/types/workflow_node_result_data.py +28 -0
- vellum/client/types/workflow_node_result_event.py +14 -0
- vellum/client/types/workflow_node_result_event_state.py +7 -0
- vellum/client/types/workflow_output.py +24 -0
- vellum/client/types/workflow_output_array.py +37 -0
- vellum/client/types/workflow_output_chat_history.py +31 -0
- vellum/client/types/workflow_output_error.py +31 -0
- vellum/client/types/workflow_output_function_call.py +31 -0
- vellum/client/types/workflow_output_image.py +31 -0
- vellum/client/types/workflow_output_json.py +30 -0
- vellum/client/types/workflow_output_number.py +30 -0
- vellum/client/types/workflow_output_search_results.py +31 -0
- vellum/client/types/workflow_output_string.py +30 -0
- vellum/client/types/workflow_push_deployment_config_request.py +22 -0
- vellum/client/types/workflow_push_exec_config.py +3 -0
- vellum/client/types/workflow_push_response.py +20 -0
- vellum/client/types/workflow_release_tag_read.py +37 -0
- vellum/client/types/workflow_release_tag_workflow_deployment_history_item.py +28 -0
- vellum/client/types/workflow_request_chat_history_input_request.py +30 -0
- vellum/client/types/workflow_request_input_request.py +14 -0
- vellum/client/types/workflow_request_json_input_request.py +29 -0
- vellum/client/types/workflow_request_number_input_request.py +29 -0
- vellum/client/types/workflow_request_string_input_request.py +29 -0
- vellum/client/types/workflow_result_event.py +39 -0
- vellum/client/types/workflow_result_event_output_data.py +22 -0
- vellum/client/types/workflow_result_event_output_data_array.py +41 -0
- vellum/client/types/workflow_result_event_output_data_chat_history.py +35 -0
- vellum/client/types/workflow_result_event_output_data_error.py +35 -0
- vellum/client/types/workflow_result_event_output_data_function_call.py +35 -0
- vellum/client/types/workflow_result_event_output_data_json.py +34 -0
- vellum/client/types/workflow_result_event_output_data_number.py +34 -0
- vellum/client/types/workflow_result_event_output_data_search_results.py +35 -0
- vellum/client/types/workflow_result_event_output_data_string.py +37 -0
- vellum/client/types/workflow_stream_event.py +7 -0
- vellum/client/types/workspace_secret_read.py +25 -0
- vellum/core/__init__.py +2 -46
- vellum/core/api_error.py +2 -14
- vellum/core/client_wrapper.py +2 -58
- vellum/core/datetime_utils.py +2 -27
- vellum/core/file.py +2 -61
- vellum/core/http_client.py +2 -486
- vellum/core/jsonable_encoder.py +2 -100
- vellum/core/pydantic_utilities.py +2 -295
- vellum/core/query_encoder.py +2 -57
- vellum/core/remove_none_from_dict.py +2 -10
- vellum/core/request_options.py +2 -31
- vellum/core/serialization.py +2 -271
- vellum/environment.py +2 -16
- vellum/errors/__init__.py +2 -7
- vellum/errors/bad_request_error.py +2 -8
- vellum/errors/forbidden_error.py +2 -8
- vellum/errors/internal_server_error.py +2 -8
- vellum/errors/not_found_error.py +2 -8
- vellum/{lib/test_suites → evaluations}/resources.py +20 -51
- vellum/plugins/vellum_mypy.py +11 -0
- vellum/resources/__init__.py +2 -46
- vellum/resources/ad_hoc/__init__.py +2 -1
- vellum/resources/ad_hoc/client.py +2 -458
- vellum/resources/container_images/__init__.py +2 -1
- vellum/resources/container_images/client.py +2 -501
- vellum/resources/deployments/__init__.py +2 -4
- vellum/resources/deployments/client.py +2 -974
- vellum/resources/deployments/types/__init__.py +2 -5
- vellum/resources/deployments/types/deployments_list_request_status.py +2 -4
- vellum/resources/deployments/types/list_deployment_release_tags_request_source.py +2 -4
- vellum/resources/document_indexes/__init__.py +2 -4
- vellum/resources/document_indexes/client.py +2 -1153
- vellum/resources/document_indexes/types/__init__.py +2 -4
- vellum/resources/document_indexes/types/document_indexes_list_request_status.py +2 -4
- vellum/resources/documents/__init__.py +2 -1
- vellum/resources/documents/client.py +2 -780
- vellum/resources/folder_entities/__init__.py +2 -4
- vellum/resources/folder_entities/client.py +2 -332
- vellum/resources/folder_entities/types/__init__.py +2 -4
- vellum/resources/folder_entities/types/folder_entities_list_request_entity_status.py +2 -4
- vellum/resources/metric_definitions/__init__.py +2 -1
- vellum/resources/metric_definitions/client.py +2 -177
- vellum/resources/sandboxes/__init__.py +2 -1
- vellum/resources/sandboxes/client.py +2 -480
- vellum/resources/test_suite_runs/__init__.py +2 -1
- vellum/resources/test_suite_runs/client.py +2 -444
- vellum/resources/test_suites/__init__.py +2 -1
- vellum/resources/test_suites/client.py +2 -687
- vellum/resources/workflow_deployments/__init__.py +2 -4
- vellum/resources/workflow_deployments/client.py +2 -692
- vellum/resources/workflow_deployments/types/__init__.py +2 -5
- vellum/resources/workflow_deployments/types/list_workflow_release_tags_request_source.py +2 -4
- vellum/resources/workflow_deployments/types/workflow_deployments_list_request_status.py +2 -4
- vellum/resources/workflow_sandboxes/__init__.py +2 -1
- vellum/resources/workflow_sandboxes/client.py +2 -189
- vellum/resources/workflows/__init__.py +2 -4
- vellum/resources/workflows/client.py +2 -332
- vellum/resources/workflows/types/__init__.py +2 -4
- vellum/resources/workflows/types/workflows_pull_request_format.py +2 -4
- vellum/resources/workspace_secrets/__init__.py +2 -1
- vellum/resources/workspace_secrets/client.py +2 -265
- vellum/types/__init__.py +2 -978
- vellum/types/ad_hoc_execute_prompt_event.py +2 -13
- vellum/types/ad_hoc_expand_meta.py +2 -36
- vellum/types/ad_hoc_fulfilled_prompt_execution_meta.py +2 -26
- vellum/types/ad_hoc_initiated_prompt_execution_meta.py +2 -23
- vellum/types/ad_hoc_rejected_prompt_execution_meta.py +2 -24
- vellum/types/ad_hoc_streaming_prompt_execution_meta.py +2 -22
- vellum/types/add_openai_api_key_enum.py +2 -2
- vellum/types/api_node_result.py +2 -24
- vellum/types/api_node_result_data.py +2 -27
- vellum/types/array_chat_message_content.py +2 -24
- vellum/types/array_chat_message_content_item.py +2 -10
- vellum/types/array_chat_message_content_item_request.py +2 -13
- vellum/types/array_chat_message_content_request.py +2 -24
- vellum/types/array_input.py +2 -35
- vellum/types/array_variable_value.py +2 -26
- vellum/types/array_variable_value_item.py +2 -28
- vellum/types/array_vellum_value.py +2 -30
- vellum/types/array_vellum_value_request.py +2 -30
- vellum/types/audio_chat_message_content.py +2 -24
- vellum/types/audio_chat_message_content_request.py +2 -24
- vellum/types/audio_variable_value.py +2 -24
- vellum/types/audio_vellum_value.py +2 -24
- vellum/types/audio_vellum_value_request.py +2 -24
- vellum/types/basic_vectorizer_intfloat_multilingual_e_5_large.py +2 -23
- vellum/types/basic_vectorizer_intfloat_multilingual_e_5_large_request.py +2 -23
- vellum/types/basic_vectorizer_sentence_transformers_multi_qa_mpnet_base_cos_v_1.py +2 -25
- vellum/types/basic_vectorizer_sentence_transformers_multi_qa_mpnet_base_cos_v_1_request.py +2 -25
- vellum/types/basic_vectorizer_sentence_transformers_multi_qa_mpnet_base_dot_v_1.py +2 -25
- vellum/types/basic_vectorizer_sentence_transformers_multi_qa_mpnet_base_dot_v_1_request.py +2 -25
- vellum/types/chat_history_input.py +2 -29
- vellum/types/chat_history_input_request.py +2 -29
- vellum/types/chat_history_variable_value.py +2 -20
- vellum/types/chat_history_vellum_value.py +2 -24
- vellum/types/chat_history_vellum_value_request.py +2 -24
- vellum/types/chat_message.py +2 -26
- vellum/types/chat_message_content.py +2 -15
- vellum/types/chat_message_content_request.py +2 -15
- vellum/types/chat_message_prompt_block.py +2 -38
- vellum/types/chat_message_request.py +2 -26
- vellum/types/chat_message_role.py +2 -4
- vellum/types/code_execution_node_array_result.py +2 -27
- vellum/types/code_execution_node_chat_history_result.py +2 -21
- vellum/types/code_execution_node_error_result.py +2 -21
- vellum/types/code_execution_node_function_call_result.py +2 -21
- vellum/types/code_execution_node_json_result.py +2 -20
- vellum/types/code_execution_node_number_result.py +2 -20
- vellum/types/code_execution_node_result.py +2 -30
- vellum/types/code_execution_node_result_data.py +2 -26
- vellum/types/code_execution_node_result_output.py +2 -21
- vellum/types/code_execution_node_search_results_result.py +2 -21
- vellum/types/code_execution_node_string_result.py +2 -20
- vellum/types/code_execution_package.py +2 -19
- vellum/types/code_execution_runtime.py +2 -4
- vellum/types/code_executor_input.py +2 -23
- vellum/types/code_executor_response.py +2 -26
- vellum/types/code_executor_secret_input.py +2 -28
- vellum/types/compile_prompt_deployment_expand_meta_request.py +2 -31
- vellum/types/compile_prompt_meta.py +2 -24
- vellum/types/components_schemas_pdf_search_result_meta_source.py +2 -4
- vellum/types/components_schemas_pdf_search_result_meta_source_request.py +2 -4
- vellum/types/condition_combinator.py +2 -4
- vellum/types/conditional_node_result.py +2 -24
- vellum/types/conditional_node_result_data.py +2 -18
- vellum/types/container_image_read.py +2 -27
- vellum/types/create_test_suite_test_case_request.py +2 -47
- vellum/types/deployment_provider_payload_response.py +2 -21
- vellum/types/deployment_provider_payload_response_payload.py +2 -4
- vellum/types/deployment_read.py +2 -72
- vellum/types/deployment_release_tag_deployment_history_item.py +2 -20
- vellum/types/deployment_release_tag_read.py +2 -36
- vellum/types/docker_service_token.py +2 -20
- vellum/types/document_document_to_document_index.py +2 -38
- vellum/types/document_index_chunking.py +2 -7
- vellum/types/document_index_chunking_request.py +2 -9
- vellum/types/document_index_indexing_config.py +2 -21
- vellum/types/document_index_indexing_config_request.py +2 -21
- vellum/types/document_index_read.py +2 -51
- vellum/types/document_processing_state.py +2 -6
- vellum/types/document_read.py +2 -48
- vellum/types/document_status.py +2 -4
- vellum/types/enriched_normalized_completion.py +2 -58
- vellum/types/entity_status.py +2 -4
- vellum/types/entity_visibility.py +2 -4
- vellum/types/environment_enum.py +2 -4
- vellum/types/ephemeral_prompt_cache_config.py +2 -19
- vellum/types/ephemeral_prompt_cache_config_type_enum.py +2 -4
- vellum/types/error_input.py +2 -29
- vellum/types/error_variable_value.py +2 -20
- vellum/types/error_vellum_value.py +2 -24
- vellum/types/error_vellum_value_request.py +2 -24
- vellum/types/execute_prompt_event.py +2 -10
- vellum/types/execute_prompt_response.py +2 -6
- vellum/types/execute_workflow_response.py +2 -28
- vellum/types/execute_workflow_workflow_result_event.py +2 -8
- vellum/types/execution_array_vellum_value.py +2 -36
- vellum/types/execution_chat_history_vellum_value.py +2 -30
- vellum/types/execution_error_vellum_value.py +2 -30
- vellum/types/execution_function_call_vellum_value.py +2 -30
- vellum/types/execution_json_vellum_value.py +2 -29
- vellum/types/execution_number_vellum_value.py +2 -29
- vellum/types/execution_search_results_vellum_value.py +2 -30
- vellum/types/execution_string_vellum_value.py +2 -29
- vellum/types/execution_vellum_value.py +2 -21
- vellum/types/external_test_case_execution.py +2 -30
- vellum/types/external_test_case_execution_request.py +2 -30
- vellum/types/finish_reason_enum.py +2 -4
- vellum/types/folder_entity.py +2 -15
- vellum/types/folder_entity_document_index.py +2 -25
- vellum/types/folder_entity_document_index_data.py +2 -24
- vellum/types/folder_entity_folder.py +2 -25
- vellum/types/folder_entity_folder_data.py +2 -23
- vellum/types/folder_entity_prompt_sandbox.py +2 -25
- vellum/types/folder_entity_prompt_sandbox_data.py +2 -25
- vellum/types/folder_entity_test_suite.py +2 -25
- vellum/types/folder_entity_test_suite_data.py +2 -24
- vellum/types/folder_entity_workflow_sandbox.py +2 -25
- vellum/types/folder_entity_workflow_sandbox_data.py +2 -25
- vellum/types/fulfilled_ad_hoc_execute_prompt_event.py +2 -27
- vellum/types/fulfilled_enum.py +2 -4
- vellum/types/fulfilled_execute_prompt_event.py +2 -27
- vellum/types/fulfilled_execute_prompt_response.py +2 -36
- vellum/types/fulfilled_execute_workflow_workflow_result_event.py +2 -35
- vellum/types/fulfilled_prompt_execution_meta.py +2 -26
- vellum/types/fulfilled_workflow_node_result_event.py +2 -39
- vellum/types/function_call.py +2 -26
- vellum/types/function_call_chat_message_content.py +2 -24
- vellum/types/function_call_chat_message_content_request.py +2 -24
- vellum/types/function_call_chat_message_content_value.py +2 -24
- vellum/types/function_call_chat_message_content_value_request.py +2 -24
- vellum/types/function_call_input.py +2 -29
- vellum/types/function_call_request.py +2 -26
- vellum/types/function_call_variable_value.py +2 -20
- vellum/types/function_call_vellum_value.py +2 -24
- vellum/types/function_call_vellum_value_request.py +2 -24
- vellum/types/function_definition.py +2 -30
- vellum/types/generate_options_request.py +2 -25
- vellum/types/generate_request.py +2 -32
- vellum/types/generate_response.py +2 -24
- vellum/types/generate_result.py +2 -28
- vellum/types/generate_result_data.py +2 -22
- vellum/types/generate_result_error.py +2 -21
- vellum/types/generate_stream_response.py +2 -19
- vellum/types/generate_stream_result.py +2 -22
- vellum/types/generate_stream_result_data.py +2 -20
- vellum/types/google_vertex_ai_vectorizer_config.py +2 -19
- vellum/types/google_vertex_ai_vectorizer_config_request.py +2 -19
- vellum/types/google_vertex_ai_vectorizer_text_embedding_004.py +2 -20
- vellum/types/google_vertex_ai_vectorizer_text_embedding_004_request.py +2 -20
- vellum/types/google_vertex_ai_vectorizer_text_multilingual_embedding_002.py +2 -20
- vellum/types/google_vertex_ai_vectorizer_text_multilingual_embedding_002_request.py +2 -20
- vellum/types/hkunlp_instructor_xl_vectorizer.py +2 -24
- vellum/types/hkunlp_instructor_xl_vectorizer_request.py +2 -24
- vellum/types/image_chat_message_content.py +2 -24
- vellum/types/image_chat_message_content_request.py +2 -24
- vellum/types/image_variable_value.py +2 -24
- vellum/types/image_vellum_value.py +2 -24
- vellum/types/image_vellum_value_request.py +2 -24
- vellum/types/indexing_config_vectorizer.py +2 -29
- vellum/types/indexing_config_vectorizer_request.py +2 -29
- vellum/types/indexing_state_enum.py +2 -6
- vellum/types/initiated_ad_hoc_execute_prompt_event.py +2 -25
- vellum/types/initiated_execute_prompt_event.py +2 -25
- vellum/types/initiated_prompt_execution_meta.py +2 -25
- vellum/types/initiated_workflow_node_result_event.py +2 -38
- vellum/types/instructor_vectorizer_config.py +2 -24
- vellum/types/instructor_vectorizer_config_request.py +2 -24
- vellum/types/iteration_state_enum.py +2 -4
- vellum/types/jinja_prompt_block.py +2 -27
- vellum/types/json_input.py +2 -28
- vellum/types/json_input_request.py +2 -28
- vellum/types/json_variable_value.py +2 -19
- vellum/types/json_vellum_value.py +2 -23
- vellum/types/json_vellum_value_request.py +2 -23
- vellum/types/logical_operator.py +2 -28
- vellum/types/logprobs_enum.py +2 -4
- vellum/types/map_node_result.py +2 -24
- vellum/types/map_node_result_data.py +2 -20
- vellum/types/merge_node_result.py +2 -24
- vellum/types/merge_node_result_data.py +2 -18
- vellum/types/metadata_filter_config_request.py +2 -35
- vellum/types/metadata_filter_rule_combinator.py +2 -4
- vellum/types/metadata_filter_rule_request.py +2 -30
- vellum/types/metadata_filters_request.py +2 -6
- vellum/types/metric_definition_execution.py +2 -19
- vellum/types/metric_definition_input.py +2 -8
- vellum/types/metric_node_result.py +2 -22
- vellum/types/ml_model_usage.py +2 -24
- vellum/types/named_scenario_input_chat_history_variable_value_request.py +2 -25
- vellum/types/named_scenario_input_json_variable_value_request.py +2 -24
- vellum/types/named_scenario_input_request.py +2 -11
- vellum/types/named_scenario_input_string_variable_value_request.py +2 -24
- vellum/types/named_test_case_array_variable_value.py +2 -31
- vellum/types/named_test_case_array_variable_value_request.py +2 -33
- vellum/types/named_test_case_chat_history_variable_value.py +2 -25
- vellum/types/named_test_case_chat_history_variable_value_request.py +2 -25
- vellum/types/named_test_case_error_variable_value.py +2 -25
- vellum/types/named_test_case_error_variable_value_request.py +2 -25
- vellum/types/named_test_case_function_call_variable_value.py +2 -25
- vellum/types/named_test_case_function_call_variable_value_request.py +2 -25
- vellum/types/named_test_case_json_variable_value.py +2 -24
- vellum/types/named_test_case_json_variable_value_request.py +2 -24
- vellum/types/named_test_case_number_variable_value.py +2 -24
- vellum/types/named_test_case_number_variable_value_request.py +2 -24
- vellum/types/named_test_case_search_results_variable_value.py +2 -25
- vellum/types/named_test_case_search_results_variable_value_request.py +2 -25
- vellum/types/named_test_case_string_variable_value.py +2 -24
- vellum/types/named_test_case_string_variable_value_request.py +2 -24
- vellum/types/named_test_case_variable_value.py +2 -21
- vellum/types/named_test_case_variable_value_request.py +2 -21
- vellum/types/node_input_compiled_array_value.py +2 -28
- vellum/types/node_input_compiled_chat_history_value.py +2 -22
- vellum/types/node_input_compiled_error_value.py +2 -22
- vellum/types/node_input_compiled_function_call_value.py +2 -22
- vellum/types/node_input_compiled_json_value.py +2 -21
- vellum/types/node_input_compiled_number_value.py +2 -21
- vellum/types/node_input_compiled_search_results_value.py +2 -22
- vellum/types/node_input_compiled_string_value.py +2 -21
- vellum/types/node_input_variable_compiled_value.py +2 -21
- vellum/types/node_output_compiled_array_value.py +2 -33
- vellum/types/node_output_compiled_chat_history_value.py +2 -27
- vellum/types/node_output_compiled_error_value.py +2 -27
- vellum/types/node_output_compiled_function_call_value.py +2 -27
- vellum/types/node_output_compiled_json_value.py +2 -26
- vellum/types/node_output_compiled_number_value.py +2 -26
- vellum/types/node_output_compiled_search_results_value.py +2 -27
- vellum/types/node_output_compiled_string_value.py +2 -26
- vellum/types/node_output_compiled_value.py +2 -21
- vellum/types/normalized_log_probs.py +2 -20
- vellum/types/normalized_token_log_probs.py +2 -21
- vellum/types/number_input.py +2 -28
- vellum/types/number_variable_value.py +2 -19
- vellum/types/number_vellum_value.py +2 -23
- vellum/types/number_vellum_value_request.py +2 -23
- vellum/types/open_ai_vectorizer_config.py +2 -23
- vellum/types/open_ai_vectorizer_config_request.py +2 -23
- vellum/types/open_ai_vectorizer_text_embedding_3_large.py +2 -24
- vellum/types/open_ai_vectorizer_text_embedding_3_large_request.py +2 -24
- vellum/types/open_ai_vectorizer_text_embedding_3_small.py +2 -24
- vellum/types/open_ai_vectorizer_text_embedding_3_small_request.py +2 -24
- vellum/types/open_ai_vectorizer_text_embedding_ada_002.py +2 -24
- vellum/types/open_ai_vectorizer_text_embedding_ada_002_request.py +2 -24
- vellum/types/paginated_container_image_read_list.py +2 -22
- vellum/types/paginated_deployment_release_tag_read_list.py +2 -22
- vellum/types/paginated_document_index_read_list.py +2 -22
- vellum/types/paginated_folder_entity_list.py +2 -22
- vellum/types/paginated_slim_deployment_read_list.py +2 -28
- vellum/types/paginated_slim_document_list.py +2 -22
- vellum/types/paginated_slim_workflow_deployment_list.py +2 -28
- vellum/types/paginated_test_suite_run_execution_list.py +2 -28
- vellum/types/paginated_test_suite_test_case_list.py +2 -28
- vellum/types/paginated_workflow_release_tag_read_list.py +2 -22
- vellum/types/pdf_search_result_meta_source.py +2 -31
- vellum/types/pdf_search_result_meta_source_request.py +2 -31
- vellum/types/plain_text_prompt_block.py +2 -27
- vellum/types/price.py +2 -20
- vellum/types/processing_failure_reason_enum.py +2 -4
- vellum/types/prompt_block.py +2 -11
- vellum/types/prompt_block_state.py +2 -4
- vellum/types/prompt_deployment_expand_meta_request.py +2 -51
- vellum/types/prompt_deployment_input_request.py +2 -7
- vellum/types/prompt_execution_meta.py +2 -31
- vellum/types/prompt_node_execution_meta.py +2 -23
- vellum/types/prompt_node_result.py +2 -24
- vellum/types/prompt_node_result_data.py +2 -24
- vellum/types/prompt_output.py +2 -8
- vellum/types/prompt_parameters.py +2 -26
- vellum/types/prompt_request_chat_history_input.py +2 -25
- vellum/types/prompt_request_input.py +2 -7
- vellum/types/prompt_request_json_input.py +2 -24
- vellum/types/prompt_request_string_input.py +2 -24
- vellum/types/prompt_settings.py +2 -18
- vellum/types/raw_prompt_execution_overrides_request.py +2 -27
- vellum/types/reducto_chunker_config.py +2 -22
- vellum/types/reducto_chunker_config_request.py +2 -22
- vellum/types/reducto_chunking.py +2 -24
- vellum/types/reducto_chunking_request.py +2 -24
- vellum/types/rejected_ad_hoc_execute_prompt_event.py +2 -27
- vellum/types/rejected_execute_prompt_event.py +2 -27
- vellum/types/rejected_execute_prompt_response.py +2 -36
- vellum/types/rejected_execute_workflow_workflow_result_event.py +2 -27
- vellum/types/rejected_prompt_execution_meta.py +2 -24
- vellum/types/rejected_workflow_node_result_event.py +2 -38
- vellum/types/release_tag_source.py +2 -4
- vellum/types/replace_test_suite_test_case_request.py +2 -52
- vellum/types/rich_text_child_block.py +2 -6
- vellum/types/rich_text_prompt_block.py +2 -28
- vellum/types/sandbox_scenario.py +2 -32
- vellum/types/scenario_input.py +2 -9
- vellum/types/scenario_input_chat_history_variable_value.py +2 -25
- vellum/types/scenario_input_json_variable_value.py +2 -24
- vellum/types/scenario_input_string_variable_value.py +2 -24
- vellum/types/search_filters_request.py +2 -37
- vellum/types/search_node_result.py +2 -24
- vellum/types/search_node_result_data.py +2 -26
- vellum/types/search_request_options_request.py +2 -49
- vellum/types/search_response.py +2 -22
- vellum/types/search_result.py +2 -39
- vellum/types/search_result_document.py +2 -36
- vellum/types/search_result_document_request.py +2 -36
- vellum/types/search_result_merging_request.py +2 -21
- vellum/types/search_result_meta.py +2 -19
- vellum/types/search_result_meta_request.py +2 -19
- vellum/types/search_result_request.py +2 -39
- vellum/types/search_results_input.py +2 -29
- vellum/types/search_results_variable_value.py +2 -20
- vellum/types/search_results_vellum_value.py +2 -24
- vellum/types/search_results_vellum_value_request.py +2 -24
- vellum/types/search_weights_request.py +2 -26
- vellum/types/secret_type_enum.py +2 -4
- vellum/types/sentence_chunker_config.py +2 -23
- vellum/types/sentence_chunker_config_request.py +2 -23
- vellum/types/sentence_chunking.py +2 -24
- vellum/types/sentence_chunking_request.py +2 -24
- vellum/types/slim_deployment_read.py +2 -62
- vellum/types/slim_document.py +2 -69
- vellum/types/slim_workflow_deployment.py +2 -71
- vellum/types/streaming_ad_hoc_execute_prompt_event.py +2 -32
- vellum/types/streaming_execute_prompt_event.py +2 -32
- vellum/types/streaming_prompt_execution_meta.py +2 -22
- vellum/types/streaming_workflow_node_result_event.py +2 -39
- vellum/types/string_chat_message_content.py +2 -23
- vellum/types/string_chat_message_content_request.py +2 -23
- vellum/types/string_input.py +2 -28
- vellum/types/string_input_request.py +2 -28
- vellum/types/string_variable_value.py +2 -19
- vellum/types/string_vellum_value.py +2 -23
- vellum/types/string_vellum_value_request.py +2 -23
- vellum/types/submit_completion_actual_request.py +2 -47
- vellum/types/submit_workflow_execution_actual_request.py +2 -9
- vellum/types/subworkflow_node_result.py +2 -24
- vellum/types/subworkflow_node_result_data.py +2 -18
- vellum/types/templating_node_array_result.py +2 -27
- vellum/types/templating_node_chat_history_result.py +2 -21
- vellum/types/templating_node_error_result.py +2 -21
- vellum/types/templating_node_function_call_result.py +2 -21
- vellum/types/templating_node_json_result.py +2 -20
- vellum/types/templating_node_number_result.py +2 -20
- vellum/types/templating_node_result.py +2 -30
- vellum/types/templating_node_result_data.py +2 -25
- vellum/types/templating_node_result_output.py +2 -21
- vellum/types/templating_node_search_results_result.py +2 -21
- vellum/types/templating_node_string_result.py +2 -20
- vellum/types/terminal_node_array_result.py +2 -32
- vellum/types/terminal_node_chat_history_result.py +2 -26
- vellum/types/terminal_node_error_result.py +2 -26
- vellum/types/terminal_node_function_call_result.py +2 -26
- vellum/types/terminal_node_json_result.py +2 -25
- vellum/types/terminal_node_number_result.py +2 -25
- vellum/types/terminal_node_result.py +2 -30
- vellum/types/terminal_node_result_data.py +2 -25
- vellum/types/terminal_node_result_output.py +2 -21
- vellum/types/terminal_node_search_results_result.py +2 -26
- vellum/types/terminal_node_string_result.py +2 -25
- vellum/types/test_case_array_variable_value.py +2 -32
- vellum/types/test_case_chat_history_variable_value.py +2 -26
- vellum/types/test_case_error_variable_value.py +2 -26
- vellum/types/test_case_function_call_variable_value.py +2 -26
- vellum/types/test_case_json_variable_value.py +2 -25
- vellum/types/test_case_number_variable_value.py +2 -25
- vellum/types/test_case_search_results_variable_value.py +2 -26
- vellum/types/test_case_string_variable_value.py +2 -25
- vellum/types/test_case_variable_value.py +2 -21
- vellum/types/test_suite_run_deployment_release_tag_exec_config.py +2 -28
- vellum/types/test_suite_run_deployment_release_tag_exec_config_data.py +2 -26
- vellum/types/test_suite_run_deployment_release_tag_exec_config_data_request.py +2 -26
- vellum/types/test_suite_run_deployment_release_tag_exec_config_request.py +2 -30
- vellum/types/test_suite_run_exec_config.py +2 -9
- vellum/types/test_suite_run_exec_config_request.py +2 -11
- vellum/types/test_suite_run_execution.py +2 -29
- vellum/types/test_suite_run_execution_array_output.py +2 -32
- vellum/types/test_suite_run_execution_chat_history_output.py +2 -26
- vellum/types/test_suite_run_execution_error_output.py +2 -26
- vellum/types/test_suite_run_execution_function_call_output.py +2 -26
- vellum/types/test_suite_run_execution_json_output.py +2 -25
- vellum/types/test_suite_run_execution_metric_definition.py +2 -20
- vellum/types/test_suite_run_execution_metric_result.py +2 -23
- vellum/types/test_suite_run_execution_number_output.py +2 -25
- vellum/types/test_suite_run_execution_output.py +2 -21
- vellum/types/test_suite_run_execution_search_results_output.py +2 -26
- vellum/types/test_suite_run_execution_string_output.py +2 -25
- vellum/types/test_suite_run_external_exec_config.py +2 -35
- vellum/types/test_suite_run_external_exec_config_data.py +2 -28
- vellum/types/test_suite_run_external_exec_config_data_request.py +2 -30
- vellum/types/test_suite_run_external_exec_config_request.py +2 -37
- vellum/types/test_suite_run_metric_error_output.py +2 -25
- vellum/types/test_suite_run_metric_json_output.py +2 -24
- vellum/types/test_suite_run_metric_number_output.py +2 -24
- vellum/types/test_suite_run_metric_output.py +2 -13
- vellum/types/test_suite_run_metric_string_output.py +2 -24
- vellum/types/test_suite_run_read.py +2 -45
- vellum/types/test_suite_run_state.py +2 -4
- vellum/types/test_suite_run_test_suite.py +2 -20
- vellum/types/test_suite_run_workflow_release_tag_exec_config.py +2 -28
- vellum/types/test_suite_run_workflow_release_tag_exec_config_data.py +2 -26
- vellum/types/test_suite_run_workflow_release_tag_exec_config_data_request.py +2 -26
- vellum/types/test_suite_run_workflow_release_tag_exec_config_request.py +2 -30
- vellum/types/test_suite_test_case.py +2 -29
- vellum/types/test_suite_test_case_bulk_operation_request.py +2 -13
- vellum/types/test_suite_test_case_bulk_result.py +2 -13
- vellum/types/test_suite_test_case_create_bulk_operation_request.py +2 -37
- vellum/types/test_suite_test_case_created_bulk_result.py +2 -25
- vellum/types/test_suite_test_case_created_bulk_result_data.py +2 -22
- vellum/types/test_suite_test_case_delete_bulk_operation_data_request.py +2 -18
- vellum/types/test_suite_test_case_delete_bulk_operation_request.py +2 -32
- vellum/types/test_suite_test_case_deleted_bulk_result.py +2 -29
- vellum/types/test_suite_test_case_deleted_bulk_result_data.py +2 -22
- vellum/types/test_suite_test_case_rejected_bulk_result.py +2 -31
- vellum/types/test_suite_test_case_replace_bulk_operation_request.py +2 -37
- vellum/types/test_suite_test_case_replaced_bulk_result.py +2 -29
- vellum/types/test_suite_test_case_replaced_bulk_result_data.py +2 -22
- vellum/types/test_suite_test_case_upsert_bulk_operation_request.py +2 -37
- vellum/types/token_overlapping_window_chunker_config.py +2 -23
- vellum/types/token_overlapping_window_chunker_config_request.py +2 -23
- vellum/types/token_overlapping_window_chunking.py +2 -24
- vellum/types/token_overlapping_window_chunking_request.py +2 -24
- vellum/types/unit_enum.py +2 -4
- vellum/types/upload_document_response.py +2 -21
- vellum/types/upsert_test_suite_test_case_request.py +2 -48
- vellum/types/variable_prompt_block.py +2 -27
- vellum/types/vellum_audio.py +2 -23
- vellum/types/vellum_audio_request.py +2 -23
- vellum/types/vellum_error.py +2 -20
- vellum/types/vellum_error_code_enum.py +2 -14
- vellum/types/vellum_error_request.py +2 -20
- vellum/types/vellum_image.py +2 -19
- vellum/types/vellum_image_request.py +2 -19
- vellum/types/vellum_value.py +2 -28
- vellum/types/vellum_value_logical_condition_group_request.py +2 -37
- vellum/types/vellum_value_logical_condition_request.py +2 -33
- vellum/types/vellum_value_logical_expression_request.py +2 -11
- vellum/types/vellum_value_request.py +2 -28
- vellum/types/vellum_variable.py +2 -32
- vellum/types/vellum_variable_extensions.py +2 -22
- vellum/types/vellum_variable_type.py +2 -19
- vellum/types/workflow_deployment_read.py +2 -76
- vellum/types/workflow_event_error.py +2 -20
- vellum/types/workflow_execution_actual_chat_history_request.py +2 -48
- vellum/types/workflow_execution_actual_json_request.py +2 -47
- vellum/types/workflow_execution_actual_string_request.py +2 -47
- vellum/types/workflow_execution_event_error_code.py +2 -16
- vellum/types/workflow_execution_event_type.py +2 -4
- vellum/types/workflow_execution_node_result_event.py +2 -33
- vellum/types/workflow_execution_workflow_result_event.py +2 -35
- vellum/types/workflow_expand_meta_request.py +2 -21
- vellum/types/workflow_node_result_data.py +2 -27
- vellum/types/workflow_node_result_event.py +2 -13
- vellum/types/workflow_node_result_event_state.py +2 -6
- vellum/types/workflow_output.py +2 -23
- vellum/types/workflow_output_array.py +2 -36
- vellum/types/workflow_output_chat_history.py +2 -30
- vellum/types/workflow_output_error.py +2 -30
- vellum/types/workflow_output_function_call.py +2 -30
- vellum/types/workflow_output_image.py +2 -30
- vellum/types/workflow_output_json.py +2 -29
- vellum/types/workflow_output_number.py +2 -29
- vellum/types/workflow_output_search_results.py +2 -30
- vellum/types/workflow_output_string.py +2 -29
- vellum/types/workflow_push_deployment_config_request.py +2 -21
- vellum/types/workflow_push_exec_config.py +2 -2
- vellum/types/workflow_push_response.py +2 -19
- vellum/types/workflow_release_tag_read.py +2 -36
- vellum/types/workflow_release_tag_workflow_deployment_history_item.py +2 -27
- vellum/types/workflow_request_chat_history_input_request.py +2 -29
- vellum/types/workflow_request_input_request.py +2 -13
- vellum/types/workflow_request_json_input_request.py +2 -28
- vellum/types/workflow_request_number_input_request.py +2 -28
- vellum/types/workflow_request_string_input_request.py +2 -28
- vellum/types/workflow_result_event.py +2 -38
- vellum/types/workflow_result_event_output_data.py +2 -21
- vellum/types/workflow_result_event_output_data_array.py +2 -40
- vellum/types/workflow_result_event_output_data_chat_history.py +2 -34
- vellum/types/workflow_result_event_output_data_error.py +2 -34
- vellum/types/workflow_result_event_output_data_function_call.py +2 -34
- vellum/types/workflow_result_event_output_data_json.py +2 -33
- vellum/types/workflow_result_event_output_data_number.py +2 -33
- vellum/types/workflow_result_event_output_data_search_results.py +2 -34
- vellum/types/workflow_result_event_output_data_string.py +2 -36
- vellum/types/workflow_stream_event.py +2 -6
- vellum/types/workspace_secret_read.py +2 -24
- {vellum_ai-0.9.16.dist-info → vellum_ai-0.9.16rc2.dist-info}/LICENSE +11 -3
- vellum_ai-0.9.16rc2.dist-info/METADATA +119 -0
- vellum_ai-0.9.16rc2.dist-info/RECORD +1101 -0
- vellum_ai-0.9.16rc2.dist-info/entry_points.txt +3 -0
- vellum_cli/__init__.py +0 -0
- vellum_ee/__init__.py +0 -0
- vellum/lib/__init__.py +0 -5
- vellum_ai-0.9.16.dist-info/METADATA +0 -148
- vellum_ai-0.9.16.dist-info/RECORD +0 -558
- /vellum/{client.py → client/__init__.py} +0 -0
- /vellum/{lib/test_suites → evaluations}/__init__.py +0 -0
- /vellum/{lib/test_suites → evaluations}/constants.py +0 -0
- /vellum/{lib/test_suites → evaluations}/exceptions.py +0 -0
- /vellum/{lib → evaluations}/utils/__init__.py +0 -0
- /vellum/{lib → evaluations}/utils/env.py +0 -0
- /vellum/{lib → evaluations}/utils/exceptions.py +0 -0
- /vellum/{lib → evaluations}/utils/paginator.py +0 -0
- /vellum/{lib → evaluations}/utils/typing.py +0 -0
- /vellum/{lib → evaluations}/utils/uuid.py +0 -0
- {vellum_ai-0.9.16.dist-info → vellum_ai-0.9.16rc2.dist-info}/WHEEL +0 -0
@@ -1,445 +1,3 @@
|
|
1
|
-
# This file
|
1
|
+
# WARNING: This file will be removed in a future release. Please import from "vellum.client" instead.
|
2
2
|
|
3
|
-
import
|
4
|
-
from ...core.client_wrapper import SyncClientWrapper
|
5
|
-
from ...types.test_suite_run_exec_config_request import TestSuiteRunExecConfigRequest
|
6
|
-
from ...core.request_options import RequestOptions
|
7
|
-
from ...types.test_suite_run_read import TestSuiteRunRead
|
8
|
-
from ...core.serialization import convert_and_respect_annotation_metadata
|
9
|
-
from ...core.pydantic_utilities import parse_obj_as
|
10
|
-
from json.decoder import JSONDecodeError
|
11
|
-
from ...core.api_error import ApiError
|
12
|
-
from ...core.jsonable_encoder import jsonable_encoder
|
13
|
-
from ...types.paginated_test_suite_run_execution_list import PaginatedTestSuiteRunExecutionList
|
14
|
-
from ...core.client_wrapper import AsyncClientWrapper
|
15
|
-
|
16
|
-
# this is used as the default value for optional parameters
|
17
|
-
OMIT = typing.cast(typing.Any, ...)
|
18
|
-
|
19
|
-
|
20
|
-
class TestSuiteRunsClient:
|
21
|
-
def __init__(self, *, client_wrapper: SyncClientWrapper):
|
22
|
-
self._client_wrapper = client_wrapper
|
23
|
-
|
24
|
-
def create(
|
25
|
-
self,
|
26
|
-
*,
|
27
|
-
exec_config: TestSuiteRunExecConfigRequest,
|
28
|
-
test_suite_id: typing.Optional[str] = OMIT,
|
29
|
-
test_suite_name: typing.Optional[str] = OMIT,
|
30
|
-
request_options: typing.Optional[RequestOptions] = None,
|
31
|
-
) -> TestSuiteRunRead:
|
32
|
-
"""
|
33
|
-
Trigger a Test Suite and create a new Test Suite Run
|
34
|
-
|
35
|
-
Parameters
|
36
|
-
----------
|
37
|
-
exec_config : TestSuiteRunExecConfigRequest
|
38
|
-
Configuration that defines how the Test Suite should be run
|
39
|
-
|
40
|
-
test_suite_id : typing.Optional[str]
|
41
|
-
The ID of the Test Suite to run. Must provide either this or test_suite_id.
|
42
|
-
|
43
|
-
test_suite_name : typing.Optional[str]
|
44
|
-
The name of the Test Suite to run. Must provide either this or test_suite_id.
|
45
|
-
|
46
|
-
request_options : typing.Optional[RequestOptions]
|
47
|
-
Request-specific configuration.
|
48
|
-
|
49
|
-
Returns
|
50
|
-
-------
|
51
|
-
TestSuiteRunRead
|
52
|
-
|
53
|
-
|
54
|
-
Examples
|
55
|
-
--------
|
56
|
-
from vellum import (
|
57
|
-
TestSuiteRunDeploymentReleaseTagExecConfigDataRequest,
|
58
|
-
TestSuiteRunDeploymentReleaseTagExecConfigRequest,
|
59
|
-
Vellum,
|
60
|
-
)
|
61
|
-
|
62
|
-
client = Vellum(
|
63
|
-
api_key="YOUR_API_KEY",
|
64
|
-
)
|
65
|
-
client.test_suite_runs.create(
|
66
|
-
exec_config=TestSuiteRunDeploymentReleaseTagExecConfigRequest(
|
67
|
-
data=TestSuiteRunDeploymentReleaseTagExecConfigDataRequest(
|
68
|
-
deployment_id="deployment_id",
|
69
|
-
),
|
70
|
-
),
|
71
|
-
)
|
72
|
-
"""
|
73
|
-
_response = self._client_wrapper.httpx_client.request(
|
74
|
-
"v1/test-suite-runs",
|
75
|
-
base_url=self._client_wrapper.get_environment().default,
|
76
|
-
method="POST",
|
77
|
-
json={
|
78
|
-
"test_suite_id": test_suite_id,
|
79
|
-
"test_suite_name": test_suite_name,
|
80
|
-
"exec_config": convert_and_respect_annotation_metadata(
|
81
|
-
object_=exec_config, annotation=TestSuiteRunExecConfigRequest, direction="write"
|
82
|
-
),
|
83
|
-
},
|
84
|
-
request_options=request_options,
|
85
|
-
omit=OMIT,
|
86
|
-
)
|
87
|
-
try:
|
88
|
-
if 200 <= _response.status_code < 300:
|
89
|
-
return typing.cast(
|
90
|
-
TestSuiteRunRead,
|
91
|
-
parse_obj_as(
|
92
|
-
type_=TestSuiteRunRead, # type: ignore
|
93
|
-
object_=_response.json(),
|
94
|
-
),
|
95
|
-
)
|
96
|
-
_response_json = _response.json()
|
97
|
-
except JSONDecodeError:
|
98
|
-
raise ApiError(status_code=_response.status_code, body=_response.text)
|
99
|
-
raise ApiError(status_code=_response.status_code, body=_response_json)
|
100
|
-
|
101
|
-
def retrieve(self, id: str, *, request_options: typing.Optional[RequestOptions] = None) -> TestSuiteRunRead:
|
102
|
-
"""
|
103
|
-
Retrieve a specific Test Suite Run by ID
|
104
|
-
|
105
|
-
Parameters
|
106
|
-
----------
|
107
|
-
id : str
|
108
|
-
A UUID string identifying this test suite run.
|
109
|
-
|
110
|
-
request_options : typing.Optional[RequestOptions]
|
111
|
-
Request-specific configuration.
|
112
|
-
|
113
|
-
Returns
|
114
|
-
-------
|
115
|
-
TestSuiteRunRead
|
116
|
-
|
117
|
-
|
118
|
-
Examples
|
119
|
-
--------
|
120
|
-
from vellum import Vellum
|
121
|
-
|
122
|
-
client = Vellum(
|
123
|
-
api_key="YOUR_API_KEY",
|
124
|
-
)
|
125
|
-
client.test_suite_runs.retrieve(
|
126
|
-
id="id",
|
127
|
-
)
|
128
|
-
"""
|
129
|
-
_response = self._client_wrapper.httpx_client.request(
|
130
|
-
f"v1/test-suite-runs/{jsonable_encoder(id)}",
|
131
|
-
base_url=self._client_wrapper.get_environment().default,
|
132
|
-
method="GET",
|
133
|
-
request_options=request_options,
|
134
|
-
)
|
135
|
-
try:
|
136
|
-
if 200 <= _response.status_code < 300:
|
137
|
-
return typing.cast(
|
138
|
-
TestSuiteRunRead,
|
139
|
-
parse_obj_as(
|
140
|
-
type_=TestSuiteRunRead, # type: ignore
|
141
|
-
object_=_response.json(),
|
142
|
-
),
|
143
|
-
)
|
144
|
-
_response_json = _response.json()
|
145
|
-
except JSONDecodeError:
|
146
|
-
raise ApiError(status_code=_response.status_code, body=_response.text)
|
147
|
-
raise ApiError(status_code=_response.status_code, body=_response_json)
|
148
|
-
|
149
|
-
def list_executions(
|
150
|
-
self,
|
151
|
-
id: str,
|
152
|
-
*,
|
153
|
-
expand: typing.Optional[typing.Union[str, typing.Sequence[str]]] = None,
|
154
|
-
limit: typing.Optional[int] = None,
|
155
|
-
offset: typing.Optional[int] = None,
|
156
|
-
request_options: typing.Optional[RequestOptions] = None,
|
157
|
-
) -> PaginatedTestSuiteRunExecutionList:
|
158
|
-
"""
|
159
|
-
Parameters
|
160
|
-
----------
|
161
|
-
id : str
|
162
|
-
A UUID string identifying this test suite run.
|
163
|
-
|
164
|
-
expand : typing.Optional[typing.Union[str, typing.Sequence[str]]]
|
165
|
-
The response fields to expand for more information.
|
166
|
-
|
167
|
-
- 'results.metric_results.metric_label' expands the metric label for each metric result.
|
168
|
-
- 'results.metric_results.metric_definition' expands the metric definition for each metric result.
|
169
|
-
- 'results.metric_results.metric_definition.name' expands the metric definition name for each metric result.
|
170
|
-
|
171
|
-
limit : typing.Optional[int]
|
172
|
-
Number of results to return per page.
|
173
|
-
|
174
|
-
offset : typing.Optional[int]
|
175
|
-
The initial index from which to return the results.
|
176
|
-
|
177
|
-
request_options : typing.Optional[RequestOptions]
|
178
|
-
Request-specific configuration.
|
179
|
-
|
180
|
-
Returns
|
181
|
-
-------
|
182
|
-
PaginatedTestSuiteRunExecutionList
|
183
|
-
|
184
|
-
|
185
|
-
Examples
|
186
|
-
--------
|
187
|
-
from vellum import Vellum
|
188
|
-
|
189
|
-
client = Vellum(
|
190
|
-
api_key="YOUR_API_KEY",
|
191
|
-
)
|
192
|
-
client.test_suite_runs.list_executions(
|
193
|
-
id="id",
|
194
|
-
)
|
195
|
-
"""
|
196
|
-
_response = self._client_wrapper.httpx_client.request(
|
197
|
-
f"v1/test-suite-runs/{jsonable_encoder(id)}/executions",
|
198
|
-
base_url=self._client_wrapper.get_environment().default,
|
199
|
-
method="GET",
|
200
|
-
params={
|
201
|
-
"expand": expand,
|
202
|
-
"limit": limit,
|
203
|
-
"offset": offset,
|
204
|
-
},
|
205
|
-
request_options=request_options,
|
206
|
-
)
|
207
|
-
try:
|
208
|
-
if 200 <= _response.status_code < 300:
|
209
|
-
return typing.cast(
|
210
|
-
PaginatedTestSuiteRunExecutionList,
|
211
|
-
parse_obj_as(
|
212
|
-
type_=PaginatedTestSuiteRunExecutionList, # type: ignore
|
213
|
-
object_=_response.json(),
|
214
|
-
),
|
215
|
-
)
|
216
|
-
_response_json = _response.json()
|
217
|
-
except JSONDecodeError:
|
218
|
-
raise ApiError(status_code=_response.status_code, body=_response.text)
|
219
|
-
raise ApiError(status_code=_response.status_code, body=_response_json)
|
220
|
-
|
221
|
-
|
222
|
-
class AsyncTestSuiteRunsClient:
|
223
|
-
def __init__(self, *, client_wrapper: AsyncClientWrapper):
|
224
|
-
self._client_wrapper = client_wrapper
|
225
|
-
|
226
|
-
async def create(
|
227
|
-
self,
|
228
|
-
*,
|
229
|
-
exec_config: TestSuiteRunExecConfigRequest,
|
230
|
-
test_suite_id: typing.Optional[str] = OMIT,
|
231
|
-
test_suite_name: typing.Optional[str] = OMIT,
|
232
|
-
request_options: typing.Optional[RequestOptions] = None,
|
233
|
-
) -> TestSuiteRunRead:
|
234
|
-
"""
|
235
|
-
Trigger a Test Suite and create a new Test Suite Run
|
236
|
-
|
237
|
-
Parameters
|
238
|
-
----------
|
239
|
-
exec_config : TestSuiteRunExecConfigRequest
|
240
|
-
Configuration that defines how the Test Suite should be run
|
241
|
-
|
242
|
-
test_suite_id : typing.Optional[str]
|
243
|
-
The ID of the Test Suite to run. Must provide either this or test_suite_id.
|
244
|
-
|
245
|
-
test_suite_name : typing.Optional[str]
|
246
|
-
The name of the Test Suite to run. Must provide either this or test_suite_id.
|
247
|
-
|
248
|
-
request_options : typing.Optional[RequestOptions]
|
249
|
-
Request-specific configuration.
|
250
|
-
|
251
|
-
Returns
|
252
|
-
-------
|
253
|
-
TestSuiteRunRead
|
254
|
-
|
255
|
-
|
256
|
-
Examples
|
257
|
-
--------
|
258
|
-
import asyncio
|
259
|
-
|
260
|
-
from vellum import (
|
261
|
-
AsyncVellum,
|
262
|
-
TestSuiteRunDeploymentReleaseTagExecConfigDataRequest,
|
263
|
-
TestSuiteRunDeploymentReleaseTagExecConfigRequest,
|
264
|
-
)
|
265
|
-
|
266
|
-
client = AsyncVellum(
|
267
|
-
api_key="YOUR_API_KEY",
|
268
|
-
)
|
269
|
-
|
270
|
-
|
271
|
-
async def main() -> None:
|
272
|
-
await client.test_suite_runs.create(
|
273
|
-
exec_config=TestSuiteRunDeploymentReleaseTagExecConfigRequest(
|
274
|
-
data=TestSuiteRunDeploymentReleaseTagExecConfigDataRequest(
|
275
|
-
deployment_id="deployment_id",
|
276
|
-
),
|
277
|
-
),
|
278
|
-
)
|
279
|
-
|
280
|
-
|
281
|
-
asyncio.run(main())
|
282
|
-
"""
|
283
|
-
_response = await self._client_wrapper.httpx_client.request(
|
284
|
-
"v1/test-suite-runs",
|
285
|
-
base_url=self._client_wrapper.get_environment().default,
|
286
|
-
method="POST",
|
287
|
-
json={
|
288
|
-
"test_suite_id": test_suite_id,
|
289
|
-
"test_suite_name": test_suite_name,
|
290
|
-
"exec_config": convert_and_respect_annotation_metadata(
|
291
|
-
object_=exec_config, annotation=TestSuiteRunExecConfigRequest, direction="write"
|
292
|
-
),
|
293
|
-
},
|
294
|
-
request_options=request_options,
|
295
|
-
omit=OMIT,
|
296
|
-
)
|
297
|
-
try:
|
298
|
-
if 200 <= _response.status_code < 300:
|
299
|
-
return typing.cast(
|
300
|
-
TestSuiteRunRead,
|
301
|
-
parse_obj_as(
|
302
|
-
type_=TestSuiteRunRead, # type: ignore
|
303
|
-
object_=_response.json(),
|
304
|
-
),
|
305
|
-
)
|
306
|
-
_response_json = _response.json()
|
307
|
-
except JSONDecodeError:
|
308
|
-
raise ApiError(status_code=_response.status_code, body=_response.text)
|
309
|
-
raise ApiError(status_code=_response.status_code, body=_response_json)
|
310
|
-
|
311
|
-
async def retrieve(self, id: str, *, request_options: typing.Optional[RequestOptions] = None) -> TestSuiteRunRead:
|
312
|
-
"""
|
313
|
-
Retrieve a specific Test Suite Run by ID
|
314
|
-
|
315
|
-
Parameters
|
316
|
-
----------
|
317
|
-
id : str
|
318
|
-
A UUID string identifying this test suite run.
|
319
|
-
|
320
|
-
request_options : typing.Optional[RequestOptions]
|
321
|
-
Request-specific configuration.
|
322
|
-
|
323
|
-
Returns
|
324
|
-
-------
|
325
|
-
TestSuiteRunRead
|
326
|
-
|
327
|
-
|
328
|
-
Examples
|
329
|
-
--------
|
330
|
-
import asyncio
|
331
|
-
|
332
|
-
from vellum import AsyncVellum
|
333
|
-
|
334
|
-
client = AsyncVellum(
|
335
|
-
api_key="YOUR_API_KEY",
|
336
|
-
)
|
337
|
-
|
338
|
-
|
339
|
-
async def main() -> None:
|
340
|
-
await client.test_suite_runs.retrieve(
|
341
|
-
id="id",
|
342
|
-
)
|
343
|
-
|
344
|
-
|
345
|
-
asyncio.run(main())
|
346
|
-
"""
|
347
|
-
_response = await self._client_wrapper.httpx_client.request(
|
348
|
-
f"v1/test-suite-runs/{jsonable_encoder(id)}",
|
349
|
-
base_url=self._client_wrapper.get_environment().default,
|
350
|
-
method="GET",
|
351
|
-
request_options=request_options,
|
352
|
-
)
|
353
|
-
try:
|
354
|
-
if 200 <= _response.status_code < 300:
|
355
|
-
return typing.cast(
|
356
|
-
TestSuiteRunRead,
|
357
|
-
parse_obj_as(
|
358
|
-
type_=TestSuiteRunRead, # type: ignore
|
359
|
-
object_=_response.json(),
|
360
|
-
),
|
361
|
-
)
|
362
|
-
_response_json = _response.json()
|
363
|
-
except JSONDecodeError:
|
364
|
-
raise ApiError(status_code=_response.status_code, body=_response.text)
|
365
|
-
raise ApiError(status_code=_response.status_code, body=_response_json)
|
366
|
-
|
367
|
-
async def list_executions(
|
368
|
-
self,
|
369
|
-
id: str,
|
370
|
-
*,
|
371
|
-
expand: typing.Optional[typing.Union[str, typing.Sequence[str]]] = None,
|
372
|
-
limit: typing.Optional[int] = None,
|
373
|
-
offset: typing.Optional[int] = None,
|
374
|
-
request_options: typing.Optional[RequestOptions] = None,
|
375
|
-
) -> PaginatedTestSuiteRunExecutionList:
|
376
|
-
"""
|
377
|
-
Parameters
|
378
|
-
----------
|
379
|
-
id : str
|
380
|
-
A UUID string identifying this test suite run.
|
381
|
-
|
382
|
-
expand : typing.Optional[typing.Union[str, typing.Sequence[str]]]
|
383
|
-
The response fields to expand for more information.
|
384
|
-
|
385
|
-
- 'results.metric_results.metric_label' expands the metric label for each metric result.
|
386
|
-
- 'results.metric_results.metric_definition' expands the metric definition for each metric result.
|
387
|
-
- 'results.metric_results.metric_definition.name' expands the metric definition name for each metric result.
|
388
|
-
|
389
|
-
limit : typing.Optional[int]
|
390
|
-
Number of results to return per page.
|
391
|
-
|
392
|
-
offset : typing.Optional[int]
|
393
|
-
The initial index from which to return the results.
|
394
|
-
|
395
|
-
request_options : typing.Optional[RequestOptions]
|
396
|
-
Request-specific configuration.
|
397
|
-
|
398
|
-
Returns
|
399
|
-
-------
|
400
|
-
PaginatedTestSuiteRunExecutionList
|
401
|
-
|
402
|
-
|
403
|
-
Examples
|
404
|
-
--------
|
405
|
-
import asyncio
|
406
|
-
|
407
|
-
from vellum import AsyncVellum
|
408
|
-
|
409
|
-
client = AsyncVellum(
|
410
|
-
api_key="YOUR_API_KEY",
|
411
|
-
)
|
412
|
-
|
413
|
-
|
414
|
-
async def main() -> None:
|
415
|
-
await client.test_suite_runs.list_executions(
|
416
|
-
id="id",
|
417
|
-
)
|
418
|
-
|
419
|
-
|
420
|
-
asyncio.run(main())
|
421
|
-
"""
|
422
|
-
_response = await self._client_wrapper.httpx_client.request(
|
423
|
-
f"v1/test-suite-runs/{jsonable_encoder(id)}/executions",
|
424
|
-
base_url=self._client_wrapper.get_environment().default,
|
425
|
-
method="GET",
|
426
|
-
params={
|
427
|
-
"expand": expand,
|
428
|
-
"limit": limit,
|
429
|
-
"offset": offset,
|
430
|
-
},
|
431
|
-
request_options=request_options,
|
432
|
-
)
|
433
|
-
try:
|
434
|
-
if 200 <= _response.status_code < 300:
|
435
|
-
return typing.cast(
|
436
|
-
PaginatedTestSuiteRunExecutionList,
|
437
|
-
parse_obj_as(
|
438
|
-
type_=PaginatedTestSuiteRunExecutionList, # type: ignore
|
439
|
-
object_=_response.json(),
|
440
|
-
),
|
441
|
-
)
|
442
|
-
_response_json = _response.json()
|
443
|
-
except JSONDecodeError:
|
444
|
-
raise ApiError(status_code=_response.status_code, body=_response.text)
|
445
|
-
raise ApiError(status_code=_response.status_code, body=_response_json)
|
3
|
+
from vellum.client.resources.test_suite_runs.client import *
|