vellum_ai 0.3.12 → 0.3.14
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/lib/requests.rb +2 -2
- data/lib/types_export.rb +30 -0
- data/lib/vellum_ai/test_suite_runs/client.rb +149 -0
- data/lib/vellum_ai/types/paginated_test_suite_run_execution_list.rb +64 -0
- data/lib/vellum_ai/types/test_suite_run_deployment_release_tag_exec_config.rb +57 -0
- data/lib/vellum_ai/types/test_suite_run_deployment_release_tag_exec_config_data.rb +50 -0
- data/lib/vellum_ai/types/test_suite_run_deployment_release_tag_exec_config_data_request.rb +50 -0
- data/lib/vellum_ai/types/test_suite_run_deployment_release_tag_exec_config_request.rb +57 -0
- data/lib/vellum_ai/types/test_suite_run_deployment_release_tag_exec_config_type_enum.rb +5 -0
- data/lib/vellum_ai/types/test_suite_run_exec_config.rb +90 -0
- data/lib/vellum_ai/types/test_suite_run_exec_config_request.rb +90 -0
- data/lib/vellum_ai/types/test_suite_run_execution.rb +69 -0
- data/lib/vellum_ai/types/test_suite_run_execution_chat_history_output.rb +54 -0
- data/lib/vellum_ai/types/test_suite_run_execution_error_output.rb +56 -0
- data/lib/vellum_ai/types/test_suite_run_execution_json_output.rb +50 -0
- data/lib/vellum_ai/types/test_suite_run_execution_metric_result.rb +54 -0
- data/lib/vellum_ai/types/test_suite_run_execution_number_output.rb +50 -0
- data/lib/vellum_ai/types/test_suite_run_execution_output.rb +142 -0
- data/lib/vellum_ai/types/test_suite_run_execution_search_results_output.rb +54 -0
- data/lib/vellum_ai/types/test_suite_run_execution_string_output.rb +50 -0
- data/lib/vellum_ai/types/test_suite_run_metric_error_output.rb +57 -0
- data/lib/vellum_ai/types/test_suite_run_metric_error_output_type_enum.rb +5 -0
- data/lib/vellum_ai/types/test_suite_run_metric_number_output.rb +51 -0
- data/lib/vellum_ai/types/test_suite_run_metric_number_output_type_enum.rb +5 -0
- data/lib/vellum_ai/types/test_suite_run_metric_output.rb +90 -0
- data/lib/vellum_ai/types/test_suite_run_read.rb +96 -0
- data/lib/vellum_ai/types/test_suite_run_state.rb +12 -0
- data/lib/vellum_ai/types/test_suite_run_test_suite.rb +55 -0
- data/lib/vellum_ai/types/test_suite_run_workflow_release_tag_exec_config.rb +57 -0
- data/lib/vellum_ai/types/test_suite_run_workflow_release_tag_exec_config_data.rb +50 -0
- data/lib/vellum_ai/types/test_suite_run_workflow_release_tag_exec_config_data_request.rb +50 -0
- data/lib/vellum_ai/types/test_suite_run_workflow_release_tag_exec_config_request.rb +57 -0
- data/lib/vellum_ai/types/test_suite_run_workflow_release_tag_exec_config_type_enum.rb +5 -0
- data/lib/vellum_ai/types/workflow_output_array.rb +2 -2
- data/lib/vellum_ai/types/workflow_output_chat_history.rb +2 -2
- data/lib/vellum_ai/types/workflow_output_error.rb +2 -2
- data/lib/vellum_ai/types/workflow_output_function_call.rb +2 -2
- data/lib/vellum_ai/types/workflow_output_image.rb +2 -2
- data/lib/vellum_ai/types/workflow_output_json.rb +2 -2
- data/lib/vellum_ai/types/workflow_output_number.rb +2 -2
- data/lib/vellum_ai/types/workflow_output_search_results.rb +2 -2
- data/lib/vellum_ai/types/workflow_output_string.rb +2 -2
- data/lib/vellum_ai.rb +5 -2
- metadata +33 -2
@@ -13,7 +13,7 @@ module Vellum
|
|
13
13
|
# @param value [FunctionCall]
|
14
14
|
# @param additional_properties [OpenStruct] Additional properties unmapped to the current class definition
|
15
15
|
# @return [WorkflowOutputFunctionCall]
|
16
|
-
def initialize(id:, name:, value
|
16
|
+
def initialize(id:, name:, value: nil, additional_properties: nil)
|
17
17
|
# @type [String]
|
18
18
|
@id = id
|
19
19
|
# @type [String] The output's name, as defined in the workflow
|
@@ -56,7 +56,7 @@ module Vellum
|
|
56
56
|
def self.validate_raw(obj:)
|
57
57
|
obj.id.is_a?(String) != false || raise("Passed value for field obj.id is not the expected type, validation failed.")
|
58
58
|
obj.name.is_a?(String) != false || raise("Passed value for field obj.name is not the expected type, validation failed.")
|
59
|
-
FunctionCall.validate_raw(obj: obj.value)
|
59
|
+
obj.value.nil? || FunctionCall.validate_raw(obj: obj.value)
|
60
60
|
end
|
61
61
|
end
|
62
62
|
end
|
@@ -13,7 +13,7 @@ module Vellum
|
|
13
13
|
# @param value [VellumImage]
|
14
14
|
# @param additional_properties [OpenStruct] Additional properties unmapped to the current class definition
|
15
15
|
# @return [WorkflowOutputImage]
|
16
|
-
def initialize(id:, name:, value
|
16
|
+
def initialize(id:, name:, value: nil, additional_properties: nil)
|
17
17
|
# @type [String]
|
18
18
|
@id = id
|
19
19
|
# @type [String] The output's name, as defined in the workflow
|
@@ -56,7 +56,7 @@ module Vellum
|
|
56
56
|
def self.validate_raw(obj:)
|
57
57
|
obj.id.is_a?(String) != false || raise("Passed value for field obj.id is not the expected type, validation failed.")
|
58
58
|
obj.name.is_a?(String) != false || raise("Passed value for field obj.name is not the expected type, validation failed.")
|
59
|
-
VellumImage.validate_raw(obj: obj.value)
|
59
|
+
obj.value.nil? || VellumImage.validate_raw(obj: obj.value)
|
60
60
|
end
|
61
61
|
end
|
62
62
|
end
|
@@ -12,7 +12,7 @@ module Vellum
|
|
12
12
|
# @param value [Hash{String => String}]
|
13
13
|
# @param additional_properties [OpenStruct] Additional properties unmapped to the current class definition
|
14
14
|
# @return [WorkflowOutputJson]
|
15
|
-
def initialize(id:, name:, value
|
15
|
+
def initialize(id:, name:, value: nil, additional_properties: nil)
|
16
16
|
# @type [String]
|
17
17
|
@id = id
|
18
18
|
# @type [String] The output's name, as defined in the workflow
|
@@ -50,7 +50,7 @@ module Vellum
|
|
50
50
|
def self.validate_raw(obj:)
|
51
51
|
obj.id.is_a?(String) != false || raise("Passed value for field obj.id is not the expected type, validation failed.")
|
52
52
|
obj.name.is_a?(String) != false || raise("Passed value for field obj.name is not the expected type, validation failed.")
|
53
|
-
obj.value
|
53
|
+
obj.value&.is_a?(Hash) != false || raise("Passed value for field obj.value is not the expected type, validation failed.")
|
54
54
|
end
|
55
55
|
end
|
56
56
|
end
|
@@ -12,7 +12,7 @@ module Vellum
|
|
12
12
|
# @param value [Float]
|
13
13
|
# @param additional_properties [OpenStruct] Additional properties unmapped to the current class definition
|
14
14
|
# @return [WorkflowOutputNumber]
|
15
|
-
def initialize(id:, name:, value
|
15
|
+
def initialize(id:, name:, value: nil, additional_properties: nil)
|
16
16
|
# @type [String]
|
17
17
|
@id = id
|
18
18
|
# @type [String] The output's name, as defined in the workflow
|
@@ -50,7 +50,7 @@ module Vellum
|
|
50
50
|
def self.validate_raw(obj:)
|
51
51
|
obj.id.is_a?(String) != false || raise("Passed value for field obj.id is not the expected type, validation failed.")
|
52
52
|
obj.name.is_a?(String) != false || raise("Passed value for field obj.name is not the expected type, validation failed.")
|
53
|
-
obj.value
|
53
|
+
obj.value&.is_a?(Float) != false || raise("Passed value for field obj.value is not the expected type, validation failed.")
|
54
54
|
end
|
55
55
|
end
|
56
56
|
end
|
@@ -13,7 +13,7 @@ module Vellum
|
|
13
13
|
# @param value [Array<SearchResult>]
|
14
14
|
# @param additional_properties [OpenStruct] Additional properties unmapped to the current class definition
|
15
15
|
# @return [WorkflowOutputSearchResults]
|
16
|
-
def initialize(id:, name:, value
|
16
|
+
def initialize(id:, name:, value: nil, additional_properties: nil)
|
17
17
|
# @type [String]
|
18
18
|
@id = id
|
19
19
|
# @type [String] The output's name, as defined in the workflow
|
@@ -54,7 +54,7 @@ module Vellum
|
|
54
54
|
def self.validate_raw(obj:)
|
55
55
|
obj.id.is_a?(String) != false || raise("Passed value for field obj.id is not the expected type, validation failed.")
|
56
56
|
obj.name.is_a?(String) != false || raise("Passed value for field obj.name is not the expected type, validation failed.")
|
57
|
-
obj.value
|
57
|
+
obj.value&.is_a?(Array) != false || raise("Passed value for field obj.value is not the expected type, validation failed.")
|
58
58
|
end
|
59
59
|
end
|
60
60
|
end
|
@@ -12,7 +12,7 @@ module Vellum
|
|
12
12
|
# @param value [String]
|
13
13
|
# @param additional_properties [OpenStruct] Additional properties unmapped to the current class definition
|
14
14
|
# @return [WorkflowOutputString]
|
15
|
-
def initialize(id:, name:, value
|
15
|
+
def initialize(id:, name:, value: nil, additional_properties: nil)
|
16
16
|
# @type [String]
|
17
17
|
@id = id
|
18
18
|
# @type [String] The output's name, as defined in the workflow
|
@@ -50,7 +50,7 @@ module Vellum
|
|
50
50
|
def self.validate_raw(obj:)
|
51
51
|
obj.id.is_a?(String) != false || raise("Passed value for field obj.id is not the expected type, validation failed.")
|
52
52
|
obj.name.is_a?(String) != false || raise("Passed value for field obj.name is not the expected type, validation failed.")
|
53
|
-
obj.value
|
53
|
+
obj.value&.is_a?(String) != false || raise("Passed value for field obj.value is not the expected type, validation failed.")
|
54
54
|
end
|
55
55
|
end
|
56
56
|
end
|
data/lib/vellum_ai.rb
CHANGED
@@ -10,6 +10,7 @@ require_relative "vellum_ai/folder_entities/client"
|
|
10
10
|
require_relative "vellum_ai/model_versions/client"
|
11
11
|
require_relative "vellum_ai/registered_prompts/client"
|
12
12
|
require_relative "vellum_ai/sandboxes/client"
|
13
|
+
require_relative "vellum_ai/test_suite_runs/client"
|
13
14
|
require_relative "vellum_ai/test_suites/client"
|
14
15
|
require_relative "vellum_ai/workflow_deployments/client"
|
15
16
|
require_relative "vellum_ai/types/prompt_deployment_input_request"
|
@@ -29,7 +30,7 @@ require_relative "vellum_ai/types/submit_workflow_execution_actual_request"
|
|
29
30
|
module Vellum
|
30
31
|
class Client
|
31
32
|
attr_reader :deployments, :document_indexes, :documents, :folder_entities, :model_versions, :registered_prompts,
|
32
|
-
:sandboxes, :test_suites, :workflow_deployments
|
33
|
+
:sandboxes, :test_suite_runs, :test_suites, :workflow_deployments
|
33
34
|
|
34
35
|
# @param environment [Environment]
|
35
36
|
# @param max_retries [Long] The number of times to retry a failed request, defaults to 2.
|
@@ -46,6 +47,7 @@ module Vellum
|
|
46
47
|
@model_versions = ModelVersionsClient.new(request_client: @request_client)
|
47
48
|
@registered_prompts = RegisteredPromptsClient.new(request_client: @request_client)
|
48
49
|
@sandboxes = SandboxesClient.new(request_client: @request_client)
|
50
|
+
@test_suite_runs = TestSuiteRunsClient.new(request_client: @request_client)
|
49
51
|
@test_suites = TestSuitesClient.new(request_client: @request_client)
|
50
52
|
@workflow_deployments = WorkflowDeploymentsClient.new(request_client: @request_client)
|
51
53
|
end
|
@@ -251,7 +253,7 @@ module Vellum
|
|
251
253
|
|
252
254
|
class AsyncClient
|
253
255
|
attr_reader :deployments, :document_indexes, :documents, :folder_entities, :model_versions, :registered_prompts,
|
254
|
-
:sandboxes, :test_suites, :workflow_deployments
|
256
|
+
:sandboxes, :test_suite_runs, :test_suites, :workflow_deployments
|
255
257
|
|
256
258
|
# @param environment [Environment]
|
257
259
|
# @param max_retries [Long] The number of times to retry a failed request, defaults to 2.
|
@@ -268,6 +270,7 @@ module Vellum
|
|
268
270
|
@model_versions = AsyncModelVersionsClient.new(request_client: @async_request_client)
|
269
271
|
@registered_prompts = AsyncRegisteredPromptsClient.new(request_client: @async_request_client)
|
270
272
|
@sandboxes = AsyncSandboxesClient.new(request_client: @async_request_client)
|
273
|
+
@test_suite_runs = AsyncTestSuiteRunsClient.new(request_client: @async_request_client)
|
271
274
|
@test_suites = AsyncTestSuitesClient.new(request_client: @async_request_client)
|
272
275
|
@workflow_deployments = AsyncWorkflowDeploymentsClient.new(request_client: @async_request_client)
|
273
276
|
end
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: vellum_ai
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.3.
|
4
|
+
version: 0.3.14
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Vellum
|
8
8
|
autorequire:
|
9
9
|
bindir: exe
|
10
10
|
cert_chain: []
|
11
|
-
date: 2024-03
|
11
|
+
date: 2024-04-03 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: async-http-faraday
|
@@ -101,6 +101,7 @@ files:
|
|
101
101
|
- lib/vellum_ai/model_versions/client.rb
|
102
102
|
- lib/vellum_ai/registered_prompts/client.rb
|
103
103
|
- lib/vellum_ai/sandboxes/client.rb
|
104
|
+
- lib/vellum_ai/test_suite_runs/client.rb
|
104
105
|
- lib/vellum_ai/test_suites/client.rb
|
105
106
|
- lib/vellum_ai/types/api_node_result.rb
|
106
107
|
- lib/vellum_ai/types/api_node_result_data.rb
|
@@ -237,6 +238,7 @@ files:
|
|
237
238
|
- lib/vellum_ai/types/paginated_slim_deployment_read_list.rb
|
238
239
|
- lib/vellum_ai/types/paginated_slim_document_list.rb
|
239
240
|
- lib/vellum_ai/types/paginated_slim_workflow_deployment_list.rb
|
241
|
+
- lib/vellum_ai/types/paginated_test_suite_run_execution_list.rb
|
240
242
|
- lib/vellum_ai/types/processing_failure_reason_enum.rb
|
241
243
|
- lib/vellum_ai/types/processing_state_enum.rb
|
242
244
|
- lib/vellum_ai/types/prompt_deployment_expand_meta_request_request.rb
|
@@ -332,6 +334,35 @@ files:
|
|
332
334
|
- lib/vellum_ai/types/test_case_search_results_variable_value.rb
|
333
335
|
- lib/vellum_ai/types/test_case_string_variable_value.rb
|
334
336
|
- lib/vellum_ai/types/test_case_variable_value.rb
|
337
|
+
- lib/vellum_ai/types/test_suite_run_deployment_release_tag_exec_config.rb
|
338
|
+
- lib/vellum_ai/types/test_suite_run_deployment_release_tag_exec_config_data.rb
|
339
|
+
- lib/vellum_ai/types/test_suite_run_deployment_release_tag_exec_config_data_request.rb
|
340
|
+
- lib/vellum_ai/types/test_suite_run_deployment_release_tag_exec_config_request.rb
|
341
|
+
- lib/vellum_ai/types/test_suite_run_deployment_release_tag_exec_config_type_enum.rb
|
342
|
+
- lib/vellum_ai/types/test_suite_run_exec_config.rb
|
343
|
+
- lib/vellum_ai/types/test_suite_run_exec_config_request.rb
|
344
|
+
- lib/vellum_ai/types/test_suite_run_execution.rb
|
345
|
+
- lib/vellum_ai/types/test_suite_run_execution_chat_history_output.rb
|
346
|
+
- lib/vellum_ai/types/test_suite_run_execution_error_output.rb
|
347
|
+
- lib/vellum_ai/types/test_suite_run_execution_json_output.rb
|
348
|
+
- lib/vellum_ai/types/test_suite_run_execution_metric_result.rb
|
349
|
+
- lib/vellum_ai/types/test_suite_run_execution_number_output.rb
|
350
|
+
- lib/vellum_ai/types/test_suite_run_execution_output.rb
|
351
|
+
- lib/vellum_ai/types/test_suite_run_execution_search_results_output.rb
|
352
|
+
- lib/vellum_ai/types/test_suite_run_execution_string_output.rb
|
353
|
+
- lib/vellum_ai/types/test_suite_run_metric_error_output.rb
|
354
|
+
- lib/vellum_ai/types/test_suite_run_metric_error_output_type_enum.rb
|
355
|
+
- lib/vellum_ai/types/test_suite_run_metric_number_output.rb
|
356
|
+
- lib/vellum_ai/types/test_suite_run_metric_number_output_type_enum.rb
|
357
|
+
- lib/vellum_ai/types/test_suite_run_metric_output.rb
|
358
|
+
- lib/vellum_ai/types/test_suite_run_read.rb
|
359
|
+
- lib/vellum_ai/types/test_suite_run_state.rb
|
360
|
+
- lib/vellum_ai/types/test_suite_run_test_suite.rb
|
361
|
+
- lib/vellum_ai/types/test_suite_run_workflow_release_tag_exec_config.rb
|
362
|
+
- lib/vellum_ai/types/test_suite_run_workflow_release_tag_exec_config_data.rb
|
363
|
+
- lib/vellum_ai/types/test_suite_run_workflow_release_tag_exec_config_data_request.rb
|
364
|
+
- lib/vellum_ai/types/test_suite_run_workflow_release_tag_exec_config_request.rb
|
365
|
+
- lib/vellum_ai/types/test_suite_run_workflow_release_tag_exec_config_type_enum.rb
|
335
366
|
- lib/vellum_ai/types/test_suite_test_case.rb
|
336
367
|
- lib/vellum_ai/types/upload_document_error_response.rb
|
337
368
|
- lib/vellum_ai/types/upload_document_response.rb
|