vellum_ai 0.3.12 → 0.3.14

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (45) hide show
  1. checksums.yaml +4 -4
  2. data/lib/requests.rb +2 -2
  3. data/lib/types_export.rb +30 -0
  4. data/lib/vellum_ai/test_suite_runs/client.rb +149 -0
  5. data/lib/vellum_ai/types/paginated_test_suite_run_execution_list.rb +64 -0
  6. data/lib/vellum_ai/types/test_suite_run_deployment_release_tag_exec_config.rb +57 -0
  7. data/lib/vellum_ai/types/test_suite_run_deployment_release_tag_exec_config_data.rb +50 -0
  8. data/lib/vellum_ai/types/test_suite_run_deployment_release_tag_exec_config_data_request.rb +50 -0
  9. data/lib/vellum_ai/types/test_suite_run_deployment_release_tag_exec_config_request.rb +57 -0
  10. data/lib/vellum_ai/types/test_suite_run_deployment_release_tag_exec_config_type_enum.rb +5 -0
  11. data/lib/vellum_ai/types/test_suite_run_exec_config.rb +90 -0
  12. data/lib/vellum_ai/types/test_suite_run_exec_config_request.rb +90 -0
  13. data/lib/vellum_ai/types/test_suite_run_execution.rb +69 -0
  14. data/lib/vellum_ai/types/test_suite_run_execution_chat_history_output.rb +54 -0
  15. data/lib/vellum_ai/types/test_suite_run_execution_error_output.rb +56 -0
  16. data/lib/vellum_ai/types/test_suite_run_execution_json_output.rb +50 -0
  17. data/lib/vellum_ai/types/test_suite_run_execution_metric_result.rb +54 -0
  18. data/lib/vellum_ai/types/test_suite_run_execution_number_output.rb +50 -0
  19. data/lib/vellum_ai/types/test_suite_run_execution_output.rb +142 -0
  20. data/lib/vellum_ai/types/test_suite_run_execution_search_results_output.rb +54 -0
  21. data/lib/vellum_ai/types/test_suite_run_execution_string_output.rb +50 -0
  22. data/lib/vellum_ai/types/test_suite_run_metric_error_output.rb +57 -0
  23. data/lib/vellum_ai/types/test_suite_run_metric_error_output_type_enum.rb +5 -0
  24. data/lib/vellum_ai/types/test_suite_run_metric_number_output.rb +51 -0
  25. data/lib/vellum_ai/types/test_suite_run_metric_number_output_type_enum.rb +5 -0
  26. data/lib/vellum_ai/types/test_suite_run_metric_output.rb +90 -0
  27. data/lib/vellum_ai/types/test_suite_run_read.rb +96 -0
  28. data/lib/vellum_ai/types/test_suite_run_state.rb +12 -0
  29. data/lib/vellum_ai/types/test_suite_run_test_suite.rb +55 -0
  30. data/lib/vellum_ai/types/test_suite_run_workflow_release_tag_exec_config.rb +57 -0
  31. data/lib/vellum_ai/types/test_suite_run_workflow_release_tag_exec_config_data.rb +50 -0
  32. data/lib/vellum_ai/types/test_suite_run_workflow_release_tag_exec_config_data_request.rb +50 -0
  33. data/lib/vellum_ai/types/test_suite_run_workflow_release_tag_exec_config_request.rb +57 -0
  34. data/lib/vellum_ai/types/test_suite_run_workflow_release_tag_exec_config_type_enum.rb +5 -0
  35. data/lib/vellum_ai/types/workflow_output_array.rb +2 -2
  36. data/lib/vellum_ai/types/workflow_output_chat_history.rb +2 -2
  37. data/lib/vellum_ai/types/workflow_output_error.rb +2 -2
  38. data/lib/vellum_ai/types/workflow_output_function_call.rb +2 -2
  39. data/lib/vellum_ai/types/workflow_output_image.rb +2 -2
  40. data/lib/vellum_ai/types/workflow_output_json.rb +2 -2
  41. data/lib/vellum_ai/types/workflow_output_number.rb +2 -2
  42. data/lib/vellum_ai/types/workflow_output_search_results.rb +2 -2
  43. data/lib/vellum_ai/types/workflow_output_string.rb +2 -2
  44. data/lib/vellum_ai.rb +5 -2
  45. metadata +33 -2
@@ -13,7 +13,7 @@ module Vellum
13
13
  # @param value [FunctionCall]
14
14
  # @param additional_properties [OpenStruct] Additional properties unmapped to the current class definition
15
15
  # @return [WorkflowOutputFunctionCall]
16
- def initialize(id:, name:, value:, additional_properties: nil)
16
+ def initialize(id:, name:, value: nil, additional_properties: nil)
17
17
  # @type [String]
18
18
  @id = id
19
19
  # @type [String] The output's name, as defined in the workflow
@@ -56,7 +56,7 @@ module Vellum
56
56
  def self.validate_raw(obj:)
57
57
  obj.id.is_a?(String) != false || raise("Passed value for field obj.id is not the expected type, validation failed.")
58
58
  obj.name.is_a?(String) != false || raise("Passed value for field obj.name is not the expected type, validation failed.")
59
- FunctionCall.validate_raw(obj: obj.value)
59
+ obj.value.nil? || FunctionCall.validate_raw(obj: obj.value)
60
60
  end
61
61
  end
62
62
  end
@@ -13,7 +13,7 @@ module Vellum
13
13
  # @param value [VellumImage]
14
14
  # @param additional_properties [OpenStruct] Additional properties unmapped to the current class definition
15
15
  # @return [WorkflowOutputImage]
16
- def initialize(id:, name:, value:, additional_properties: nil)
16
+ def initialize(id:, name:, value: nil, additional_properties: nil)
17
17
  # @type [String]
18
18
  @id = id
19
19
  # @type [String] The output's name, as defined in the workflow
@@ -56,7 +56,7 @@ module Vellum
56
56
  def self.validate_raw(obj:)
57
57
  obj.id.is_a?(String) != false || raise("Passed value for field obj.id is not the expected type, validation failed.")
58
58
  obj.name.is_a?(String) != false || raise("Passed value for field obj.name is not the expected type, validation failed.")
59
- VellumImage.validate_raw(obj: obj.value)
59
+ obj.value.nil? || VellumImage.validate_raw(obj: obj.value)
60
60
  end
61
61
  end
62
62
  end
@@ -12,7 +12,7 @@ module Vellum
12
12
  # @param value [Hash{String => String}]
13
13
  # @param additional_properties [OpenStruct] Additional properties unmapped to the current class definition
14
14
  # @return [WorkflowOutputJson]
15
- def initialize(id:, name:, value:, additional_properties: nil)
15
+ def initialize(id:, name:, value: nil, additional_properties: nil)
16
16
  # @type [String]
17
17
  @id = id
18
18
  # @type [String] The output's name, as defined in the workflow
@@ -50,7 +50,7 @@ module Vellum
50
50
  def self.validate_raw(obj:)
51
51
  obj.id.is_a?(String) != false || raise("Passed value for field obj.id is not the expected type, validation failed.")
52
52
  obj.name.is_a?(String) != false || raise("Passed value for field obj.name is not the expected type, validation failed.")
53
- obj.value.is_a?(Hash) != false || raise("Passed value for field obj.value is not the expected type, validation failed.")
53
+ obj.value&.is_a?(Hash) != false || raise("Passed value for field obj.value is not the expected type, validation failed.")
54
54
  end
55
55
  end
56
56
  end
@@ -12,7 +12,7 @@ module Vellum
12
12
  # @param value [Float]
13
13
  # @param additional_properties [OpenStruct] Additional properties unmapped to the current class definition
14
14
  # @return [WorkflowOutputNumber]
15
- def initialize(id:, name:, value:, additional_properties: nil)
15
+ def initialize(id:, name:, value: nil, additional_properties: nil)
16
16
  # @type [String]
17
17
  @id = id
18
18
  # @type [String] The output's name, as defined in the workflow
@@ -50,7 +50,7 @@ module Vellum
50
50
  def self.validate_raw(obj:)
51
51
  obj.id.is_a?(String) != false || raise("Passed value for field obj.id is not the expected type, validation failed.")
52
52
  obj.name.is_a?(String) != false || raise("Passed value for field obj.name is not the expected type, validation failed.")
53
- obj.value.is_a?(Float) != false || raise("Passed value for field obj.value is not the expected type, validation failed.")
53
+ obj.value&.is_a?(Float) != false || raise("Passed value for field obj.value is not the expected type, validation failed.")
54
54
  end
55
55
  end
56
56
  end
@@ -13,7 +13,7 @@ module Vellum
13
13
  # @param value [Array<SearchResult>]
14
14
  # @param additional_properties [OpenStruct] Additional properties unmapped to the current class definition
15
15
  # @return [WorkflowOutputSearchResults]
16
- def initialize(id:, name:, value:, additional_properties: nil)
16
+ def initialize(id:, name:, value: nil, additional_properties: nil)
17
17
  # @type [String]
18
18
  @id = id
19
19
  # @type [String] The output's name, as defined in the workflow
@@ -54,7 +54,7 @@ module Vellum
54
54
  def self.validate_raw(obj:)
55
55
  obj.id.is_a?(String) != false || raise("Passed value for field obj.id is not the expected type, validation failed.")
56
56
  obj.name.is_a?(String) != false || raise("Passed value for field obj.name is not the expected type, validation failed.")
57
- obj.value.is_a?(Array) != false || raise("Passed value for field obj.value is not the expected type, validation failed.")
57
+ obj.value&.is_a?(Array) != false || raise("Passed value for field obj.value is not the expected type, validation failed.")
58
58
  end
59
59
  end
60
60
  end
@@ -12,7 +12,7 @@ module Vellum
12
12
  # @param value [String]
13
13
  # @param additional_properties [OpenStruct] Additional properties unmapped to the current class definition
14
14
  # @return [WorkflowOutputString]
15
- def initialize(id:, name:, value:, additional_properties: nil)
15
+ def initialize(id:, name:, value: nil, additional_properties: nil)
16
16
  # @type [String]
17
17
  @id = id
18
18
  # @type [String] The output's name, as defined in the workflow
@@ -50,7 +50,7 @@ module Vellum
50
50
  def self.validate_raw(obj:)
51
51
  obj.id.is_a?(String) != false || raise("Passed value for field obj.id is not the expected type, validation failed.")
52
52
  obj.name.is_a?(String) != false || raise("Passed value for field obj.name is not the expected type, validation failed.")
53
- obj.value.is_a?(String) != false || raise("Passed value for field obj.value is not the expected type, validation failed.")
53
+ obj.value&.is_a?(String) != false || raise("Passed value for field obj.value is not the expected type, validation failed.")
54
54
  end
55
55
  end
56
56
  end
data/lib/vellum_ai.rb CHANGED
@@ -10,6 +10,7 @@ require_relative "vellum_ai/folder_entities/client"
10
10
  require_relative "vellum_ai/model_versions/client"
11
11
  require_relative "vellum_ai/registered_prompts/client"
12
12
  require_relative "vellum_ai/sandboxes/client"
13
+ require_relative "vellum_ai/test_suite_runs/client"
13
14
  require_relative "vellum_ai/test_suites/client"
14
15
  require_relative "vellum_ai/workflow_deployments/client"
15
16
  require_relative "vellum_ai/types/prompt_deployment_input_request"
@@ -29,7 +30,7 @@ require_relative "vellum_ai/types/submit_workflow_execution_actual_request"
29
30
  module Vellum
30
31
  class Client
31
32
  attr_reader :deployments, :document_indexes, :documents, :folder_entities, :model_versions, :registered_prompts,
32
- :sandboxes, :test_suites, :workflow_deployments
33
+ :sandboxes, :test_suite_runs, :test_suites, :workflow_deployments
33
34
 
34
35
  # @param environment [Environment]
35
36
  # @param max_retries [Long] The number of times to retry a failed request, defaults to 2.
@@ -46,6 +47,7 @@ module Vellum
46
47
  @model_versions = ModelVersionsClient.new(request_client: @request_client)
47
48
  @registered_prompts = RegisteredPromptsClient.new(request_client: @request_client)
48
49
  @sandboxes = SandboxesClient.new(request_client: @request_client)
50
+ @test_suite_runs = TestSuiteRunsClient.new(request_client: @request_client)
49
51
  @test_suites = TestSuitesClient.new(request_client: @request_client)
50
52
  @workflow_deployments = WorkflowDeploymentsClient.new(request_client: @request_client)
51
53
  end
@@ -251,7 +253,7 @@ module Vellum
251
253
 
252
254
  class AsyncClient
253
255
  attr_reader :deployments, :document_indexes, :documents, :folder_entities, :model_versions, :registered_prompts,
254
- :sandboxes, :test_suites, :workflow_deployments
256
+ :sandboxes, :test_suite_runs, :test_suites, :workflow_deployments
255
257
 
256
258
  # @param environment [Environment]
257
259
  # @param max_retries [Long] The number of times to retry a failed request, defaults to 2.
@@ -268,6 +270,7 @@ module Vellum
268
270
  @model_versions = AsyncModelVersionsClient.new(request_client: @async_request_client)
269
271
  @registered_prompts = AsyncRegisteredPromptsClient.new(request_client: @async_request_client)
270
272
  @sandboxes = AsyncSandboxesClient.new(request_client: @async_request_client)
273
+ @test_suite_runs = AsyncTestSuiteRunsClient.new(request_client: @async_request_client)
271
274
  @test_suites = AsyncTestSuitesClient.new(request_client: @async_request_client)
272
275
  @workflow_deployments = AsyncWorkflowDeploymentsClient.new(request_client: @async_request_client)
273
276
  end
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: vellum_ai
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.3.12
4
+ version: 0.3.14
5
5
  platform: ruby
6
6
  authors:
7
7
  - Vellum
8
8
  autorequire:
9
9
  bindir: exe
10
10
  cert_chain: []
11
- date: 2024-03-29 00:00:00.000000000 Z
11
+ date: 2024-04-03 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: async-http-faraday
@@ -101,6 +101,7 @@ files:
101
101
  - lib/vellum_ai/model_versions/client.rb
102
102
  - lib/vellum_ai/registered_prompts/client.rb
103
103
  - lib/vellum_ai/sandboxes/client.rb
104
+ - lib/vellum_ai/test_suite_runs/client.rb
104
105
  - lib/vellum_ai/test_suites/client.rb
105
106
  - lib/vellum_ai/types/api_node_result.rb
106
107
  - lib/vellum_ai/types/api_node_result_data.rb
@@ -237,6 +238,7 @@ files:
237
238
  - lib/vellum_ai/types/paginated_slim_deployment_read_list.rb
238
239
  - lib/vellum_ai/types/paginated_slim_document_list.rb
239
240
  - lib/vellum_ai/types/paginated_slim_workflow_deployment_list.rb
241
+ - lib/vellum_ai/types/paginated_test_suite_run_execution_list.rb
240
242
  - lib/vellum_ai/types/processing_failure_reason_enum.rb
241
243
  - lib/vellum_ai/types/processing_state_enum.rb
242
244
  - lib/vellum_ai/types/prompt_deployment_expand_meta_request_request.rb
@@ -332,6 +334,35 @@ files:
332
334
  - lib/vellum_ai/types/test_case_search_results_variable_value.rb
333
335
  - lib/vellum_ai/types/test_case_string_variable_value.rb
334
336
  - lib/vellum_ai/types/test_case_variable_value.rb
337
+ - lib/vellum_ai/types/test_suite_run_deployment_release_tag_exec_config.rb
338
+ - lib/vellum_ai/types/test_suite_run_deployment_release_tag_exec_config_data.rb
339
+ - lib/vellum_ai/types/test_suite_run_deployment_release_tag_exec_config_data_request.rb
340
+ - lib/vellum_ai/types/test_suite_run_deployment_release_tag_exec_config_request.rb
341
+ - lib/vellum_ai/types/test_suite_run_deployment_release_tag_exec_config_type_enum.rb
342
+ - lib/vellum_ai/types/test_suite_run_exec_config.rb
343
+ - lib/vellum_ai/types/test_suite_run_exec_config_request.rb
344
+ - lib/vellum_ai/types/test_suite_run_execution.rb
345
+ - lib/vellum_ai/types/test_suite_run_execution_chat_history_output.rb
346
+ - lib/vellum_ai/types/test_suite_run_execution_error_output.rb
347
+ - lib/vellum_ai/types/test_suite_run_execution_json_output.rb
348
+ - lib/vellum_ai/types/test_suite_run_execution_metric_result.rb
349
+ - lib/vellum_ai/types/test_suite_run_execution_number_output.rb
350
+ - lib/vellum_ai/types/test_suite_run_execution_output.rb
351
+ - lib/vellum_ai/types/test_suite_run_execution_search_results_output.rb
352
+ - lib/vellum_ai/types/test_suite_run_execution_string_output.rb
353
+ - lib/vellum_ai/types/test_suite_run_metric_error_output.rb
354
+ - lib/vellum_ai/types/test_suite_run_metric_error_output_type_enum.rb
355
+ - lib/vellum_ai/types/test_suite_run_metric_number_output.rb
356
+ - lib/vellum_ai/types/test_suite_run_metric_number_output_type_enum.rb
357
+ - lib/vellum_ai/types/test_suite_run_metric_output.rb
358
+ - lib/vellum_ai/types/test_suite_run_read.rb
359
+ - lib/vellum_ai/types/test_suite_run_state.rb
360
+ - lib/vellum_ai/types/test_suite_run_test_suite.rb
361
+ - lib/vellum_ai/types/test_suite_run_workflow_release_tag_exec_config.rb
362
+ - lib/vellum_ai/types/test_suite_run_workflow_release_tag_exec_config_data.rb
363
+ - lib/vellum_ai/types/test_suite_run_workflow_release_tag_exec_config_data_request.rb
364
+ - lib/vellum_ai/types/test_suite_run_workflow_release_tag_exec_config_request.rb
365
+ - lib/vellum_ai/types/test_suite_run_workflow_release_tag_exec_config_type_enum.rb
335
366
  - lib/vellum_ai/types/test_suite_test_case.rb
336
367
  - lib/vellum_ai/types/upload_document_error_response.rb
337
368
  - lib/vellum_ai/types/upload_document_response.rb