vellum_ai 0.3.12 → 0.3.13

Sign up to get free protection for your applications and to get access to all the features.
Files changed (45) hide show
  1. checksums.yaml +4 -4
  2. data/lib/requests.rb +2 -2
  3. data/lib/types_export.rb +30 -0
  4. data/lib/vellum_ai/test_suite_runs/client.rb +149 -0
  5. data/lib/vellum_ai/types/paginated_test_suite_run_execution_list.rb +64 -0
  6. data/lib/vellum_ai/types/test_suite_run_deployment_release_tag_exec_config.rb +57 -0
  7. data/lib/vellum_ai/types/test_suite_run_deployment_release_tag_exec_config_data.rb +50 -0
  8. data/lib/vellum_ai/types/test_suite_run_deployment_release_tag_exec_config_data_request.rb +50 -0
  9. data/lib/vellum_ai/types/test_suite_run_deployment_release_tag_exec_config_request.rb +57 -0
  10. data/lib/vellum_ai/types/test_suite_run_deployment_release_tag_exec_config_type_enum.rb +5 -0
  11. data/lib/vellum_ai/types/test_suite_run_exec_config.rb +90 -0
  12. data/lib/vellum_ai/types/test_suite_run_exec_config_request.rb +90 -0
  13. data/lib/vellum_ai/types/test_suite_run_execution.rb +69 -0
  14. data/lib/vellum_ai/types/test_suite_run_execution_chat_history_output.rb +54 -0
  15. data/lib/vellum_ai/types/test_suite_run_execution_error_output.rb +56 -0
  16. data/lib/vellum_ai/types/test_suite_run_execution_json_output.rb +50 -0
  17. data/lib/vellum_ai/types/test_suite_run_execution_metric_result.rb +54 -0
  18. data/lib/vellum_ai/types/test_suite_run_execution_number_output.rb +50 -0
  19. data/lib/vellum_ai/types/test_suite_run_execution_output.rb +142 -0
  20. data/lib/vellum_ai/types/test_suite_run_execution_search_results_output.rb +54 -0
  21. data/lib/vellum_ai/types/test_suite_run_execution_string_output.rb +50 -0
  22. data/lib/vellum_ai/types/test_suite_run_metric_error_output.rb +57 -0
  23. data/lib/vellum_ai/types/test_suite_run_metric_error_output_type_enum.rb +5 -0
  24. data/lib/vellum_ai/types/test_suite_run_metric_number_output.rb +51 -0
  25. data/lib/vellum_ai/types/test_suite_run_metric_number_output_type_enum.rb +5 -0
  26. data/lib/vellum_ai/types/test_suite_run_metric_output.rb +90 -0
  27. data/lib/vellum_ai/types/test_suite_run_read.rb +96 -0
  28. data/lib/vellum_ai/types/test_suite_run_state.rb +12 -0
  29. data/lib/vellum_ai/types/test_suite_run_test_suite.rb +55 -0
  30. data/lib/vellum_ai/types/test_suite_run_workflow_release_tag_exec_config.rb +57 -0
  31. data/lib/vellum_ai/types/test_suite_run_workflow_release_tag_exec_config_data.rb +50 -0
  32. data/lib/vellum_ai/types/test_suite_run_workflow_release_tag_exec_config_data_request.rb +50 -0
  33. data/lib/vellum_ai/types/test_suite_run_workflow_release_tag_exec_config_request.rb +57 -0
  34. data/lib/vellum_ai/types/test_suite_run_workflow_release_tag_exec_config_type_enum.rb +5 -0
  35. data/lib/vellum_ai/types/workflow_output_array.rb +2 -2
  36. data/lib/vellum_ai/types/workflow_output_chat_history.rb +2 -2
  37. data/lib/vellum_ai/types/workflow_output_error.rb +2 -2
  38. data/lib/vellum_ai/types/workflow_output_function_call.rb +2 -2
  39. data/lib/vellum_ai/types/workflow_output_image.rb +2 -2
  40. data/lib/vellum_ai/types/workflow_output_json.rb +2 -2
  41. data/lib/vellum_ai/types/workflow_output_number.rb +2 -2
  42. data/lib/vellum_ai/types/workflow_output_search_results.rb +2 -2
  43. data/lib/vellum_ai/types/workflow_output_string.rb +2 -2
  44. data/lib/vellum_ai.rb +5 -2
  45. metadata +33 -2
@@ -13,7 +13,7 @@ module Vellum
13
13
  # @param value [FunctionCall]
14
14
  # @param additional_properties [OpenStruct] Additional properties unmapped to the current class definition
15
15
  # @return [WorkflowOutputFunctionCall]
16
- def initialize(id:, name:, value:, additional_properties: nil)
16
+ def initialize(id:, name:, value: nil, additional_properties: nil)
17
17
  # @type [String]
18
18
  @id = id
19
19
  # @type [String] The output's name, as defined in the workflow
@@ -56,7 +56,7 @@ module Vellum
56
56
  def self.validate_raw(obj:)
57
57
  obj.id.is_a?(String) != false || raise("Passed value for field obj.id is not the expected type, validation failed.")
58
58
  obj.name.is_a?(String) != false || raise("Passed value for field obj.name is not the expected type, validation failed.")
59
- FunctionCall.validate_raw(obj: obj.value)
59
+ obj.value.nil? || FunctionCall.validate_raw(obj: obj.value)
60
60
  end
61
61
  end
62
62
  end
@@ -13,7 +13,7 @@ module Vellum
13
13
  # @param value [VellumImage]
14
14
  # @param additional_properties [OpenStruct] Additional properties unmapped to the current class definition
15
15
  # @return [WorkflowOutputImage]
16
- def initialize(id:, name:, value:, additional_properties: nil)
16
+ def initialize(id:, name:, value: nil, additional_properties: nil)
17
17
  # @type [String]
18
18
  @id = id
19
19
  # @type [String] The output's name, as defined in the workflow
@@ -56,7 +56,7 @@ module Vellum
56
56
  def self.validate_raw(obj:)
57
57
  obj.id.is_a?(String) != false || raise("Passed value for field obj.id is not the expected type, validation failed.")
58
58
  obj.name.is_a?(String) != false || raise("Passed value for field obj.name is not the expected type, validation failed.")
59
- VellumImage.validate_raw(obj: obj.value)
59
+ obj.value.nil? || VellumImage.validate_raw(obj: obj.value)
60
60
  end
61
61
  end
62
62
  end
@@ -12,7 +12,7 @@ module Vellum
12
12
  # @param value [Hash{String => String}]
13
13
  # @param additional_properties [OpenStruct] Additional properties unmapped to the current class definition
14
14
  # @return [WorkflowOutputJson]
15
- def initialize(id:, name:, value:, additional_properties: nil)
15
+ def initialize(id:, name:, value: nil, additional_properties: nil)
16
16
  # @type [String]
17
17
  @id = id
18
18
  # @type [String] The output's name, as defined in the workflow
@@ -50,7 +50,7 @@ module Vellum
50
50
  def self.validate_raw(obj:)
51
51
  obj.id.is_a?(String) != false || raise("Passed value for field obj.id is not the expected type, validation failed.")
52
52
  obj.name.is_a?(String) != false || raise("Passed value for field obj.name is not the expected type, validation failed.")
53
- obj.value.is_a?(Hash) != false || raise("Passed value for field obj.value is not the expected type, validation failed.")
53
+ obj.value&.is_a?(Hash) != false || raise("Passed value for field obj.value is not the expected type, validation failed.")
54
54
  end
55
55
  end
56
56
  end
@@ -12,7 +12,7 @@ module Vellum
12
12
  # @param value [Float]
13
13
  # @param additional_properties [OpenStruct] Additional properties unmapped to the current class definition
14
14
  # @return [WorkflowOutputNumber]
15
- def initialize(id:, name:, value:, additional_properties: nil)
15
+ def initialize(id:, name:, value: nil, additional_properties: nil)
16
16
  # @type [String]
17
17
  @id = id
18
18
  # @type [String] The output's name, as defined in the workflow
@@ -50,7 +50,7 @@ module Vellum
50
50
  def self.validate_raw(obj:)
51
51
  obj.id.is_a?(String) != false || raise("Passed value for field obj.id is not the expected type, validation failed.")
52
52
  obj.name.is_a?(String) != false || raise("Passed value for field obj.name is not the expected type, validation failed.")
53
- obj.value.is_a?(Float) != false || raise("Passed value for field obj.value is not the expected type, validation failed.")
53
+ obj.value&.is_a?(Float) != false || raise("Passed value for field obj.value is not the expected type, validation failed.")
54
54
  end
55
55
  end
56
56
  end
@@ -13,7 +13,7 @@ module Vellum
13
13
  # @param value [Array<SearchResult>]
14
14
  # @param additional_properties [OpenStruct] Additional properties unmapped to the current class definition
15
15
  # @return [WorkflowOutputSearchResults]
16
- def initialize(id:, name:, value:, additional_properties: nil)
16
+ def initialize(id:, name:, value: nil, additional_properties: nil)
17
17
  # @type [String]
18
18
  @id = id
19
19
  # @type [String] The output's name, as defined in the workflow
@@ -54,7 +54,7 @@ module Vellum
54
54
  def self.validate_raw(obj:)
55
55
  obj.id.is_a?(String) != false || raise("Passed value for field obj.id is not the expected type, validation failed.")
56
56
  obj.name.is_a?(String) != false || raise("Passed value for field obj.name is not the expected type, validation failed.")
57
- obj.value.is_a?(Array) != false || raise("Passed value for field obj.value is not the expected type, validation failed.")
57
+ obj.value&.is_a?(Array) != false || raise("Passed value for field obj.value is not the expected type, validation failed.")
58
58
  end
59
59
  end
60
60
  end
@@ -12,7 +12,7 @@ module Vellum
12
12
  # @param value [String]
13
13
  # @param additional_properties [OpenStruct] Additional properties unmapped to the current class definition
14
14
  # @return [WorkflowOutputString]
15
- def initialize(id:, name:, value:, additional_properties: nil)
15
+ def initialize(id:, name:, value: nil, additional_properties: nil)
16
16
  # @type [String]
17
17
  @id = id
18
18
  # @type [String] The output's name, as defined in the workflow
@@ -50,7 +50,7 @@ module Vellum
50
50
  def self.validate_raw(obj:)
51
51
  obj.id.is_a?(String) != false || raise("Passed value for field obj.id is not the expected type, validation failed.")
52
52
  obj.name.is_a?(String) != false || raise("Passed value for field obj.name is not the expected type, validation failed.")
53
- obj.value.is_a?(String) != false || raise("Passed value for field obj.value is not the expected type, validation failed.")
53
+ obj.value&.is_a?(String) != false || raise("Passed value for field obj.value is not the expected type, validation failed.")
54
54
  end
55
55
  end
56
56
  end
data/lib/vellum_ai.rb CHANGED
@@ -10,6 +10,7 @@ require_relative "vellum_ai/folder_entities/client"
10
10
  require_relative "vellum_ai/model_versions/client"
11
11
  require_relative "vellum_ai/registered_prompts/client"
12
12
  require_relative "vellum_ai/sandboxes/client"
13
+ require_relative "vellum_ai/test_suite_runs/client"
13
14
  require_relative "vellum_ai/test_suites/client"
14
15
  require_relative "vellum_ai/workflow_deployments/client"
15
16
  require_relative "vellum_ai/types/prompt_deployment_input_request"
@@ -29,7 +30,7 @@ require_relative "vellum_ai/types/submit_workflow_execution_actual_request"
29
30
  module Vellum
30
31
  class Client
31
32
  attr_reader :deployments, :document_indexes, :documents, :folder_entities, :model_versions, :registered_prompts,
32
- :sandboxes, :test_suites, :workflow_deployments
33
+ :sandboxes, :test_suite_runs, :test_suites, :workflow_deployments
33
34
 
34
35
  # @param environment [Environment]
35
36
  # @param max_retries [Long] The number of times to retry a failed request, defaults to 2.
@@ -46,6 +47,7 @@ module Vellum
46
47
  @model_versions = ModelVersionsClient.new(request_client: @request_client)
47
48
  @registered_prompts = RegisteredPromptsClient.new(request_client: @request_client)
48
49
  @sandboxes = SandboxesClient.new(request_client: @request_client)
50
+ @test_suite_runs = TestSuiteRunsClient.new(request_client: @request_client)
49
51
  @test_suites = TestSuitesClient.new(request_client: @request_client)
50
52
  @workflow_deployments = WorkflowDeploymentsClient.new(request_client: @request_client)
51
53
  end
@@ -251,7 +253,7 @@ module Vellum
251
253
 
252
254
  class AsyncClient
253
255
  attr_reader :deployments, :document_indexes, :documents, :folder_entities, :model_versions, :registered_prompts,
254
- :sandboxes, :test_suites, :workflow_deployments
256
+ :sandboxes, :test_suite_runs, :test_suites, :workflow_deployments
255
257
 
256
258
  # @param environment [Environment]
257
259
  # @param max_retries [Long] The number of times to retry a failed request, defaults to 2.
@@ -268,6 +270,7 @@ module Vellum
268
270
  @model_versions = AsyncModelVersionsClient.new(request_client: @async_request_client)
269
271
  @registered_prompts = AsyncRegisteredPromptsClient.new(request_client: @async_request_client)
270
272
  @sandboxes = AsyncSandboxesClient.new(request_client: @async_request_client)
273
+ @test_suite_runs = AsyncTestSuiteRunsClient.new(request_client: @async_request_client)
271
274
  @test_suites = AsyncTestSuitesClient.new(request_client: @async_request_client)
272
275
  @workflow_deployments = AsyncWorkflowDeploymentsClient.new(request_client: @async_request_client)
273
276
  end
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: vellum_ai
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.3.12
4
+ version: 0.3.13
5
5
  platform: ruby
6
6
  authors:
7
7
  - Vellum
8
8
  autorequire:
9
9
  bindir: exe
10
10
  cert_chain: []
11
- date: 2024-03-29 00:00:00.000000000 Z
11
+ date: 2024-04-02 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: async-http-faraday
@@ -101,6 +101,7 @@ files:
101
101
  - lib/vellum_ai/model_versions/client.rb
102
102
  - lib/vellum_ai/registered_prompts/client.rb
103
103
  - lib/vellum_ai/sandboxes/client.rb
104
+ - lib/vellum_ai/test_suite_runs/client.rb
104
105
  - lib/vellum_ai/test_suites/client.rb
105
106
  - lib/vellum_ai/types/api_node_result.rb
106
107
  - lib/vellum_ai/types/api_node_result_data.rb
@@ -237,6 +238,7 @@ files:
237
238
  - lib/vellum_ai/types/paginated_slim_deployment_read_list.rb
238
239
  - lib/vellum_ai/types/paginated_slim_document_list.rb
239
240
  - lib/vellum_ai/types/paginated_slim_workflow_deployment_list.rb
241
+ - lib/vellum_ai/types/paginated_test_suite_run_execution_list.rb
240
242
  - lib/vellum_ai/types/processing_failure_reason_enum.rb
241
243
  - lib/vellum_ai/types/processing_state_enum.rb
242
244
  - lib/vellum_ai/types/prompt_deployment_expand_meta_request_request.rb
@@ -332,6 +334,35 @@ files:
332
334
  - lib/vellum_ai/types/test_case_search_results_variable_value.rb
333
335
  - lib/vellum_ai/types/test_case_string_variable_value.rb
334
336
  - lib/vellum_ai/types/test_case_variable_value.rb
337
+ - lib/vellum_ai/types/test_suite_run_deployment_release_tag_exec_config.rb
338
+ - lib/vellum_ai/types/test_suite_run_deployment_release_tag_exec_config_data.rb
339
+ - lib/vellum_ai/types/test_suite_run_deployment_release_tag_exec_config_data_request.rb
340
+ - lib/vellum_ai/types/test_suite_run_deployment_release_tag_exec_config_request.rb
341
+ - lib/vellum_ai/types/test_suite_run_deployment_release_tag_exec_config_type_enum.rb
342
+ - lib/vellum_ai/types/test_suite_run_exec_config.rb
343
+ - lib/vellum_ai/types/test_suite_run_exec_config_request.rb
344
+ - lib/vellum_ai/types/test_suite_run_execution.rb
345
+ - lib/vellum_ai/types/test_suite_run_execution_chat_history_output.rb
346
+ - lib/vellum_ai/types/test_suite_run_execution_error_output.rb
347
+ - lib/vellum_ai/types/test_suite_run_execution_json_output.rb
348
+ - lib/vellum_ai/types/test_suite_run_execution_metric_result.rb
349
+ - lib/vellum_ai/types/test_suite_run_execution_number_output.rb
350
+ - lib/vellum_ai/types/test_suite_run_execution_output.rb
351
+ - lib/vellum_ai/types/test_suite_run_execution_search_results_output.rb
352
+ - lib/vellum_ai/types/test_suite_run_execution_string_output.rb
353
+ - lib/vellum_ai/types/test_suite_run_metric_error_output.rb
354
+ - lib/vellum_ai/types/test_suite_run_metric_error_output_type_enum.rb
355
+ - lib/vellum_ai/types/test_suite_run_metric_number_output.rb
356
+ - lib/vellum_ai/types/test_suite_run_metric_number_output_type_enum.rb
357
+ - lib/vellum_ai/types/test_suite_run_metric_output.rb
358
+ - lib/vellum_ai/types/test_suite_run_read.rb
359
+ - lib/vellum_ai/types/test_suite_run_state.rb
360
+ - lib/vellum_ai/types/test_suite_run_test_suite.rb
361
+ - lib/vellum_ai/types/test_suite_run_workflow_release_tag_exec_config.rb
362
+ - lib/vellum_ai/types/test_suite_run_workflow_release_tag_exec_config_data.rb
363
+ - lib/vellum_ai/types/test_suite_run_workflow_release_tag_exec_config_data_request.rb
364
+ - lib/vellum_ai/types/test_suite_run_workflow_release_tag_exec_config_request.rb
365
+ - lib/vellum_ai/types/test_suite_run_workflow_release_tag_exec_config_type_enum.rb
335
366
  - lib/vellum_ai/types/test_suite_test_case.rb
336
367
  - lib/vellum_ai/types/upload_document_error_response.rb
337
368
  - lib/vellum_ai/types/upload_document_response.rb