vellum_ai 0.3.11 → 0.3.13

Sign up to get free protection for your applications and to get access to all the features.
Files changed (54) hide show
  1. checksums.yaml +4 -4
  2. data/lib/requests.rb +2 -2
  3. data/lib/types_export.rb +31 -0
  4. data/lib/vellum_ai/document_indexes/client.rb +150 -0
  5. data/lib/vellum_ai/test_suite_runs/client.rb +149 -0
  6. data/lib/vellum_ai/types/array_variable_value_item.rb +13 -0
  7. data/lib/vellum_ai/types/fulfilled_workflow_node_result_event.rb +19 -5
  8. data/lib/vellum_ai/types/generate_request.rb +2 -2
  9. data/lib/vellum_ai/types/image_variable_value.rb +52 -0
  10. data/lib/vellum_ai/types/initiated_workflow_node_result_event.rb +11 -4
  11. data/lib/vellum_ai/types/paginated_test_suite_run_execution_list.rb +64 -0
  12. data/lib/vellum_ai/types/rejected_workflow_node_result_event.rb +11 -4
  13. data/lib/vellum_ai/types/streaming_workflow_node_result_event.rb +12 -5
  14. data/lib/vellum_ai/types/test_suite_run_deployment_release_tag_exec_config.rb +57 -0
  15. data/lib/vellum_ai/types/test_suite_run_deployment_release_tag_exec_config_data.rb +50 -0
  16. data/lib/vellum_ai/types/test_suite_run_deployment_release_tag_exec_config_data_request.rb +50 -0
  17. data/lib/vellum_ai/types/test_suite_run_deployment_release_tag_exec_config_request.rb +57 -0
  18. data/lib/vellum_ai/types/test_suite_run_deployment_release_tag_exec_config_type_enum.rb +5 -0
  19. data/lib/vellum_ai/types/test_suite_run_exec_config.rb +90 -0
  20. data/lib/vellum_ai/types/test_suite_run_exec_config_request.rb +90 -0
  21. data/lib/vellum_ai/types/test_suite_run_execution.rb +69 -0
  22. data/lib/vellum_ai/types/test_suite_run_execution_chat_history_output.rb +54 -0
  23. data/lib/vellum_ai/types/test_suite_run_execution_error_output.rb +56 -0
  24. data/lib/vellum_ai/types/test_suite_run_execution_json_output.rb +50 -0
  25. data/lib/vellum_ai/types/test_suite_run_execution_metric_result.rb +54 -0
  26. data/lib/vellum_ai/types/test_suite_run_execution_number_output.rb +50 -0
  27. data/lib/vellum_ai/types/test_suite_run_execution_output.rb +142 -0
  28. data/lib/vellum_ai/types/test_suite_run_execution_search_results_output.rb +54 -0
  29. data/lib/vellum_ai/types/test_suite_run_execution_string_output.rb +50 -0
  30. data/lib/vellum_ai/types/test_suite_run_metric_error_output.rb +57 -0
  31. data/lib/vellum_ai/types/test_suite_run_metric_error_output_type_enum.rb +5 -0
  32. data/lib/vellum_ai/types/test_suite_run_metric_number_output.rb +51 -0
  33. data/lib/vellum_ai/types/test_suite_run_metric_number_output_type_enum.rb +5 -0
  34. data/lib/vellum_ai/types/test_suite_run_metric_output.rb +90 -0
  35. data/lib/vellum_ai/types/test_suite_run_read.rb +96 -0
  36. data/lib/vellum_ai/types/test_suite_run_state.rb +12 -0
  37. data/lib/vellum_ai/types/test_suite_run_test_suite.rb +55 -0
  38. data/lib/vellum_ai/types/test_suite_run_workflow_release_tag_exec_config.rb +57 -0
  39. data/lib/vellum_ai/types/test_suite_run_workflow_release_tag_exec_config_data.rb +50 -0
  40. data/lib/vellum_ai/types/test_suite_run_workflow_release_tag_exec_config_data_request.rb +50 -0
  41. data/lib/vellum_ai/types/test_suite_run_workflow_release_tag_exec_config_request.rb +57 -0
  42. data/lib/vellum_ai/types/test_suite_run_workflow_release_tag_exec_config_type_enum.rb +5 -0
  43. data/lib/vellum_ai/types/workflow_execution_event_error_code.rb +1 -0
  44. data/lib/vellum_ai/types/workflow_output_array.rb +2 -2
  45. data/lib/vellum_ai/types/workflow_output_chat_history.rb +2 -2
  46. data/lib/vellum_ai/types/workflow_output_error.rb +2 -2
  47. data/lib/vellum_ai/types/workflow_output_function_call.rb +2 -2
  48. data/lib/vellum_ai/types/workflow_output_image.rb +2 -2
  49. data/lib/vellum_ai/types/workflow_output_json.rb +2 -2
  50. data/lib/vellum_ai/types/workflow_output_number.rb +2 -2
  51. data/lib/vellum_ai/types/workflow_output_search_results.rb +2 -2
  52. data/lib/vellum_ai/types/workflow_output_string.rb +2 -2
  53. data/lib/vellum_ai.rb +5 -2
  54. metadata +34 -2
data/lib/vellum_ai.rb CHANGED
@@ -10,6 +10,7 @@ require_relative "vellum_ai/folder_entities/client"
10
10
  require_relative "vellum_ai/model_versions/client"
11
11
  require_relative "vellum_ai/registered_prompts/client"
12
12
  require_relative "vellum_ai/sandboxes/client"
13
+ require_relative "vellum_ai/test_suite_runs/client"
13
14
  require_relative "vellum_ai/test_suites/client"
14
15
  require_relative "vellum_ai/workflow_deployments/client"
15
16
  require_relative "vellum_ai/types/prompt_deployment_input_request"
@@ -29,7 +30,7 @@ require_relative "vellum_ai/types/submit_workflow_execution_actual_request"
29
30
  module Vellum
30
31
  class Client
31
32
  attr_reader :deployments, :document_indexes, :documents, :folder_entities, :model_versions, :registered_prompts,
32
- :sandboxes, :test_suites, :workflow_deployments
33
+ :sandboxes, :test_suite_runs, :test_suites, :workflow_deployments
33
34
 
34
35
  # @param environment [Environment]
35
36
  # @param max_retries [Long] The number of times to retry a failed request, defaults to 2.
@@ -46,6 +47,7 @@ module Vellum
46
47
  @model_versions = ModelVersionsClient.new(request_client: @request_client)
47
48
  @registered_prompts = RegisteredPromptsClient.new(request_client: @request_client)
48
49
  @sandboxes = SandboxesClient.new(request_client: @request_client)
50
+ @test_suite_runs = TestSuiteRunsClient.new(request_client: @request_client)
49
51
  @test_suites = TestSuitesClient.new(request_client: @request_client)
50
52
  @workflow_deployments = WorkflowDeploymentsClient.new(request_client: @request_client)
51
53
  end
@@ -251,7 +253,7 @@ module Vellum
251
253
 
252
254
  class AsyncClient
253
255
  attr_reader :deployments, :document_indexes, :documents, :folder_entities, :model_versions, :registered_prompts,
254
- :sandboxes, :test_suites, :workflow_deployments
256
+ :sandboxes, :test_suite_runs, :test_suites, :workflow_deployments
255
257
 
256
258
  # @param environment [Environment]
257
259
  # @param max_retries [Long] The number of times to retry a failed request, defaults to 2.
@@ -268,6 +270,7 @@ module Vellum
268
270
  @model_versions = AsyncModelVersionsClient.new(request_client: @async_request_client)
269
271
  @registered_prompts = AsyncRegisteredPromptsClient.new(request_client: @async_request_client)
270
272
  @sandboxes = AsyncSandboxesClient.new(request_client: @async_request_client)
273
+ @test_suite_runs = AsyncTestSuiteRunsClient.new(request_client: @async_request_client)
271
274
  @test_suites = AsyncTestSuitesClient.new(request_client: @async_request_client)
272
275
  @workflow_deployments = AsyncWorkflowDeploymentsClient.new(request_client: @async_request_client)
273
276
  end
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: vellum_ai
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.3.11
4
+ version: 0.3.13
5
5
  platform: ruby
6
6
  authors:
7
7
  - Vellum
8
8
  autorequire:
9
9
  bindir: exe
10
10
  cert_chain: []
11
- date: 2024-03-14 00:00:00.000000000 Z
11
+ date: 2024-04-02 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: async-http-faraday
@@ -101,6 +101,7 @@ files:
101
101
  - lib/vellum_ai/model_versions/client.rb
102
102
  - lib/vellum_ai/registered_prompts/client.rb
103
103
  - lib/vellum_ai/sandboxes/client.rb
104
+ - lib/vellum_ai/test_suite_runs/client.rb
104
105
  - lib/vellum_ai/test_suites/client.rb
105
106
  - lib/vellum_ai/types/api_node_result.rb
106
107
  - lib/vellum_ai/types/api_node_result_data.rb
@@ -185,6 +186,7 @@ files:
185
186
  - lib/vellum_ai/types/image_chat_message_content.rb
186
187
  - lib/vellum_ai/types/image_chat_message_content_request.rb
187
188
  - lib/vellum_ai/types/image_enum.rb
189
+ - lib/vellum_ai/types/image_variable_value.rb
188
190
  - lib/vellum_ai/types/indexing_state_enum.rb
189
191
  - lib/vellum_ai/types/initiated_enum.rb
190
192
  - lib/vellum_ai/types/initiated_execute_prompt_event.rb
@@ -236,6 +238,7 @@ files:
236
238
  - lib/vellum_ai/types/paginated_slim_deployment_read_list.rb
237
239
  - lib/vellum_ai/types/paginated_slim_document_list.rb
238
240
  - lib/vellum_ai/types/paginated_slim_workflow_deployment_list.rb
241
+ - lib/vellum_ai/types/paginated_test_suite_run_execution_list.rb
239
242
  - lib/vellum_ai/types/processing_failure_reason_enum.rb
240
243
  - lib/vellum_ai/types/processing_state_enum.rb
241
244
  - lib/vellum_ai/types/prompt_deployment_expand_meta_request_request.rb
@@ -331,6 +334,35 @@ files:
331
334
  - lib/vellum_ai/types/test_case_search_results_variable_value.rb
332
335
  - lib/vellum_ai/types/test_case_string_variable_value.rb
333
336
  - lib/vellum_ai/types/test_case_variable_value.rb
337
+ - lib/vellum_ai/types/test_suite_run_deployment_release_tag_exec_config.rb
338
+ - lib/vellum_ai/types/test_suite_run_deployment_release_tag_exec_config_data.rb
339
+ - lib/vellum_ai/types/test_suite_run_deployment_release_tag_exec_config_data_request.rb
340
+ - lib/vellum_ai/types/test_suite_run_deployment_release_tag_exec_config_request.rb
341
+ - lib/vellum_ai/types/test_suite_run_deployment_release_tag_exec_config_type_enum.rb
342
+ - lib/vellum_ai/types/test_suite_run_exec_config.rb
343
+ - lib/vellum_ai/types/test_suite_run_exec_config_request.rb
344
+ - lib/vellum_ai/types/test_suite_run_execution.rb
345
+ - lib/vellum_ai/types/test_suite_run_execution_chat_history_output.rb
346
+ - lib/vellum_ai/types/test_suite_run_execution_error_output.rb
347
+ - lib/vellum_ai/types/test_suite_run_execution_json_output.rb
348
+ - lib/vellum_ai/types/test_suite_run_execution_metric_result.rb
349
+ - lib/vellum_ai/types/test_suite_run_execution_number_output.rb
350
+ - lib/vellum_ai/types/test_suite_run_execution_output.rb
351
+ - lib/vellum_ai/types/test_suite_run_execution_search_results_output.rb
352
+ - lib/vellum_ai/types/test_suite_run_execution_string_output.rb
353
+ - lib/vellum_ai/types/test_suite_run_metric_error_output.rb
354
+ - lib/vellum_ai/types/test_suite_run_metric_error_output_type_enum.rb
355
+ - lib/vellum_ai/types/test_suite_run_metric_number_output.rb
356
+ - lib/vellum_ai/types/test_suite_run_metric_number_output_type_enum.rb
357
+ - lib/vellum_ai/types/test_suite_run_metric_output.rb
358
+ - lib/vellum_ai/types/test_suite_run_read.rb
359
+ - lib/vellum_ai/types/test_suite_run_state.rb
360
+ - lib/vellum_ai/types/test_suite_run_test_suite.rb
361
+ - lib/vellum_ai/types/test_suite_run_workflow_release_tag_exec_config.rb
362
+ - lib/vellum_ai/types/test_suite_run_workflow_release_tag_exec_config_data.rb
363
+ - lib/vellum_ai/types/test_suite_run_workflow_release_tag_exec_config_data_request.rb
364
+ - lib/vellum_ai/types/test_suite_run_workflow_release_tag_exec_config_request.rb
365
+ - lib/vellum_ai/types/test_suite_run_workflow_release_tag_exec_config_type_enum.rb
334
366
  - lib/vellum_ai/types/test_suite_test_case.rb
335
367
  - lib/vellum_ai/types/upload_document_error_response.rb
336
368
  - lib/vellum_ai/types/upload_document_response.rb