vellum_ai 0.3.12 → 0.3.14

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 16e4f69f639b8fdda67360f5283624c0f67a2868d7d71ab0cacbbd8050197ed4
-  data.tar.gz: 95e1664aaa790b617c49298cb1c30102f449c0a965a51caea203ce8323daa99f
+  metadata.gz: d99892d0551b12dcf9e18e9295d823fbdc0d1a6cf84add280b3da3b3f0f2d678
+  data.tar.gz: af80f8f4a8b4b9f8da111c7f168761fdc0f1511757071ec3af7add486928c558
 SHA512:
-  metadata.gz: 29494e01a5d2cbf75ecf48411dbb0626518933bc071d295c31120f28375f900fe0212bc606c2b3454a56d461b0f68ba6fca19626cc77fc00912f7511095ec1b3
-  data.tar.gz: f7a4d4a5295bb48e3438612a5510a3fccf277dc2858ecdc966fb7992510e2ecb66f415e8fc931b10a2688e100aec741a764c4210d7ba3b9ca7adbd6692e954ec
+  metadata.gz: 5444655049a055eb486408d515ecb0591fa705e9ba560f44705fe942d7accf4474935be8160410c88e5d6219f2af1983836c28d922f89107460236c1b9ec05b5
+  data.tar.gz: 455b6e301766db7a53a8c2e1018f446111213d244cc91d325782ec04ef12bcf94a0bf8a93d6c3c571f88385154ebd6e0dfc43735292a7136c2de3a7b5cf7b038

data/lib/requests.rb

@@ -20,7 +20,7 @@ module Vellum
       @headers = {
         "X-Fern-Language": "Ruby",
         "X-Fern-SDK-Name": "Vellum",
-        "X-Fern-SDK-Version": "0.3.12",
+        "X-Fern-SDK-Version": "0.3.14",
         "X_API_KEY": api_key.to_s
       }
       @conn = Faraday.new(headers: @headers) do |faraday|
@@ -46,7 +46,7 @@ module Vellum
       @headers = {
         "X-Fern-Language": "Ruby",
         "X-Fern-SDK-Name": "Vellum",
-        "X-Fern-SDK-Version": "0.3.12",
+        "X-Fern-SDK-Version": "0.3.14",
         "X_API_KEY": api_key.to_s
       }
       @conn = Faraday.new(headers: @headers) do |faraday|

data/lib/types_export.rb

@@ -138,6 +138,7 @@ require_relative "vellum_ai/types/paginated_document_index_read_list"
 require_relative "vellum_ai/types/paginated_slim_deployment_read_list"
 require_relative "vellum_ai/types/paginated_slim_document_list"
 require_relative "vellum_ai/types/paginated_slim_workflow_deployment_list"
+require_relative "vellum_ai/types/paginated_test_suite_run_execution_list"
 require_relative "vellum_ai/types/processing_failure_reason_enum"
 require_relative "vellum_ai/types/processing_state_enum"
 require_relative "vellum_ai/types/prompt_deployment_expand_meta_request_request"
@@ -233,6 +234,35 @@ require_relative "vellum_ai/types/test_case_number_variable_value"
 require_relative "vellum_ai/types/test_case_search_results_variable_value"
 require_relative "vellum_ai/types/test_case_string_variable_value"
 require_relative "vellum_ai/types/test_case_variable_value"
+require_relative "vellum_ai/types/test_suite_run_deployment_release_tag_exec_config"
+require_relative "vellum_ai/types/test_suite_run_deployment_release_tag_exec_config_data"
+require_relative "vellum_ai/types/test_suite_run_deployment_release_tag_exec_config_data_request"
+require_relative "vellum_ai/types/test_suite_run_deployment_release_tag_exec_config_request"
+require_relative "vellum_ai/types/test_suite_run_deployment_release_tag_exec_config_type_enum"
+require_relative "vellum_ai/types/test_suite_run_exec_config"
+require_relative "vellum_ai/types/test_suite_run_exec_config_request"
+require_relative "vellum_ai/types/test_suite_run_execution"
+require_relative "vellum_ai/types/test_suite_run_execution_chat_history_output"
+require_relative "vellum_ai/types/test_suite_run_execution_error_output"
+require_relative "vellum_ai/types/test_suite_run_execution_json_output"
+require_relative "vellum_ai/types/test_suite_run_execution_metric_result"
+require_relative "vellum_ai/types/test_suite_run_execution_number_output"
+require_relative "vellum_ai/types/test_suite_run_execution_output"
+require_relative "vellum_ai/types/test_suite_run_execution_search_results_output"
+require_relative "vellum_ai/types/test_suite_run_execution_string_output"
+require_relative "vellum_ai/types/test_suite_run_metric_error_output"
+require_relative "vellum_ai/types/test_suite_run_metric_error_output_type_enum"
+require_relative "vellum_ai/types/test_suite_run_metric_number_output"
+require_relative "vellum_ai/types/test_suite_run_metric_number_output_type_enum"
+require_relative "vellum_ai/types/test_suite_run_metric_output"
+require_relative "vellum_ai/types/test_suite_run_read"
+require_relative "vellum_ai/types/test_suite_run_state"
+require_relative "vellum_ai/types/test_suite_run_test_suite"
+require_relative "vellum_ai/types/test_suite_run_workflow_release_tag_exec_config"
+require_relative "vellum_ai/types/test_suite_run_workflow_release_tag_exec_config_data"
+require_relative "vellum_ai/types/test_suite_run_workflow_release_tag_exec_config_data_request"
+require_relative "vellum_ai/types/test_suite_run_workflow_release_tag_exec_config_request"
+require_relative "vellum_ai/types/test_suite_run_workflow_release_tag_exec_config_type_enum"
 require_relative "vellum_ai/types/test_suite_test_case"
 require_relative "vellum_ai/types/upload_document_error_response"
 require_relative "vellum_ai/types/upload_document_response"

data/lib/vellum_ai/test_suite_runs/client.rb

@@ -0,0 +1,149 @@
+# frozen_string_literal: true
+
+require_relative "../../requests"
+require_relative "../types/test_suite_run_exec_config_request"
+require_relative "../types/test_suite_run_read"
+require_relative "../types/paginated_test_suite_run_execution_list"
+require "async"
+
+module Vellum
+  class TestSuiteRunsClient
+    attr_reader :request_client
+
+    # @param request_client [RequestClient]
+    # @return [TestSuiteRunsClient]
+    def initialize(request_client:)
+      # @type [RequestClient]
+      @request_client = request_client
+    end
+
+    # Trigger a Test Suite and create a new Test Suite Run
+    #
+    # @param test_suite_id [String] The ID of the Test Suite to run
+    # @param exec_config [Hash] Configuration that defines how the Test Suite should be runRequest of type TestSuiteRunExecConfigRequest, as a Hash
+    # @param request_options [RequestOptions]
+    # @return [TestSuiteRunRead]
+    def create(exec_config:, test_suite_id: nil, request_options: nil)
+      response = @request_client.conn.post do |req|
+        req.options.timeout = request_options.timeout_in_seconds unless request_options&.timeout_in_seconds.nil?
+        req.headers["X_API_KEY"] = request_options.api_key unless request_options&.api_key.nil?
+        req.headers = { **req.headers, **(request_options&.additional_headers || {}) }.compact
+        req.body = {
+          **(request_options&.additional_body_parameters || {}),
+          test_suite_id: test_suite_id,
+          exec_config: exec_config
+        }.compact
+        req.url "#{@request_client.default_environment[:Default]}/v1/test-suite-runs"
+      end
+      TestSuiteRunRead.from_json(json_object: response.body)
+    end
+
+    # Retrieve a specific Test Suite Run by ID
+    #
+    # @param id [String] A UUID string identifying this test suite run.
+    # @param request_options [RequestOptions]
+    # @return [TestSuiteRunRead]
+    def retrieve(id:, request_options: nil)
+      response = @request_client.conn.get do |req|
+        req.options.timeout = request_options.timeout_in_seconds unless request_options&.timeout_in_seconds.nil?
+        req.headers["X_API_KEY"] = request_options.api_key unless request_options&.api_key.nil?
+        req.headers = { **req.headers, **(request_options&.additional_headers || {}) }.compact
+        req.url "#{@request_client.default_environment[:Default]}/v1/test-suite-runs/#{id}"
+      end
+      TestSuiteRunRead.from_json(json_object: response.body)
+    end
+
+    # @param id [String] A UUID string identifying this test suite run.
+    # @param limit [Integer] Number of results to return per page.
+    # @param offset [Integer] The initial index from which to return the results.
+    # @param request_options [RequestOptions]
+    # @return [PaginatedTestSuiteRunExecutionList]
+    def list_test_suite_run_executions(id:, limit: nil, offset: nil, request_options: nil)
+      response = @request_client.conn.get do |req|
+        req.options.timeout = request_options.timeout_in_seconds unless request_options&.timeout_in_seconds.nil?
+        req.headers["X_API_KEY"] = request_options.api_key unless request_options&.api_key.nil?
+        req.headers = { **req.headers, **(request_options&.additional_headers || {}) }.compact
+        req.params = {
+          **(request_options&.additional_query_parameters || {}),
+          "limit": limit,
+          "offset": offset
+        }.compact
+        req.url "#{@request_client.default_environment[:Default]}/v1/test-suite-runs/#{id}/executions"
+      end
+      PaginatedTestSuiteRunExecutionList.from_json(json_object: response.body)
+    end
+  end
+
+  class AsyncTestSuiteRunsClient
+    attr_reader :request_client
+
+    # @param request_client [AsyncRequestClient]
+    # @return [AsyncTestSuiteRunsClient]
+    def initialize(request_client:)
+      # @type [AsyncRequestClient]
+      @request_client = request_client
+    end
+
+    # Trigger a Test Suite and create a new Test Suite Run
+    #
+    # @param test_suite_id [String] The ID of the Test Suite to run
+    # @param exec_config [Hash] Configuration that defines how the Test Suite should be runRequest of type TestSuiteRunExecConfigRequest, as a Hash
+    # @param request_options [RequestOptions]
+    # @return [TestSuiteRunRead]
+    def create(exec_config:, test_suite_id: nil, request_options: nil)
+      Async do
+        response = @request_client.conn.post do |req|
+          req.options.timeout = request_options.timeout_in_seconds unless request_options&.timeout_in_seconds.nil?
+          req.headers["X_API_KEY"] = request_options.api_key unless request_options&.api_key.nil?
+          req.headers = { **req.headers, **(request_options&.additional_headers || {}) }.compact
+          req.body = {
+            **(request_options&.additional_body_parameters || {}),
+            test_suite_id: test_suite_id,
+            exec_config: exec_config
+          }.compact
+          req.url "#{@request_client.default_environment[:Default]}/v1/test-suite-runs"
+        end
+        TestSuiteRunRead.from_json(json_object: response.body)
+      end
+    end
+
+    # Retrieve a specific Test Suite Run by ID
+    #
+    # @param id [String] A UUID string identifying this test suite run.
+    # @param request_options [RequestOptions]
+    # @return [TestSuiteRunRead]
+    def retrieve(id:, request_options: nil)
+      Async do
+        response = @request_client.conn.get do |req|
+          req.options.timeout = request_options.timeout_in_seconds unless request_options&.timeout_in_seconds.nil?
+          req.headers["X_API_KEY"] = request_options.api_key unless request_options&.api_key.nil?
+          req.headers = { **req.headers, **(request_options&.additional_headers || {}) }.compact
+          req.url "#{@request_client.default_environment[:Default]}/v1/test-suite-runs/#{id}"
+        end
+        TestSuiteRunRead.from_json(json_object: response.body)
+      end
+    end
+
+    # @param id [String] A UUID string identifying this test suite run.
+    # @param limit [Integer] Number of results to return per page.
+    # @param offset [Integer] The initial index from which to return the results.
+    # @param request_options [RequestOptions]
+    # @return [PaginatedTestSuiteRunExecutionList]
+    def list_test_suite_run_executions(id:, limit: nil, offset: nil, request_options: nil)
+      Async do
+        response = @request_client.conn.get do |req|
+          req.options.timeout = request_options.timeout_in_seconds unless request_options&.timeout_in_seconds.nil?
+          req.headers["X_API_KEY"] = request_options.api_key unless request_options&.api_key.nil?
+          req.headers = { **req.headers, **(request_options&.additional_headers || {}) }.compact
+          req.params = {
+            **(request_options&.additional_query_parameters || {}),
+            "limit": limit,
+            "offset": offset
+          }.compact
+          req.url "#{@request_client.default_environment[:Default]}/v1/test-suite-runs/#{id}/executions"
+        end
+        PaginatedTestSuiteRunExecutionList.from_json(json_object: response.body)
+      end
+    end
+  end
+end

data/lib/vellum_ai/types/paginated_test_suite_run_execution_list.rb

@@ -0,0 +1,64 @@
+# frozen_string_literal: true
+
+require_relative "test_suite_run_execution"
+require "json"
+
+module Vellum
+  class PaginatedTestSuiteRunExecutionList
+    attr_reader :count, :next_, :previous, :results, :additional_properties
+
+    # @param count [Integer]
+    # @param next_ [String]
+    # @param previous [String]
+    # @param results [Array<TestSuiteRunExecution>]
+    # @param additional_properties [OpenStruct] Additional properties unmapped to the current class definition
+    # @return [PaginatedTestSuiteRunExecutionList]
+    def initialize(count: nil, next_: nil, previous: nil, results: nil, additional_properties: nil)
+      # @type [Integer]
+      @count = count
+      # @type [String]
+      @next_ = next_
+      # @type [String]
+      @previous = previous
+      # @type [Array<TestSuiteRunExecution>]
+      @results = results
+      # @type [OpenStruct] Additional properties unmapped to the current class definition
+      @additional_properties = additional_properties
+    end
+
+    # Deserialize a JSON object to an instance of PaginatedTestSuiteRunExecutionList
+    #
+    # @param json_object [JSON]
+    # @return [PaginatedTestSuiteRunExecutionList]
+    def self.from_json(json_object:)
+      struct = JSON.parse(json_object, object_class: OpenStruct)
+      parsed_json = JSON.parse(json_object)
+      count = struct.count
+      next_ = struct.next
+      previous = struct.previous
+      results = parsed_json["results"].map do |v|
+        v = v.to_json
+        TestSuiteRunExecution.from_json(json_object: v)
+      end
+      new(count: count, next_: next_, previous: previous, results: results, additional_properties: struct)
+    end
+
+    # Serialize an instance of PaginatedTestSuiteRunExecutionList to a JSON object
+    #
+    # @return [JSON]
+    def to_json(*_args)
+      { "count": @count, "next": @next_, "previous": @previous, "results": @results }.to_json
+    end
+
+    # Leveraged for Union-type generation, validate_raw attempts to parse the given hash and check each fields type against the current object's property definitions.
+    #
+    # @param obj [Object]
+    # @return [Void]
+    def self.validate_raw(obj:)
+      obj.count&.is_a?(Integer) != false || raise("Passed value for field obj.count is not the expected type, validation failed.")
+      obj.next_&.is_a?(String) != false || raise("Passed value for field obj.next_ is not the expected type, validation failed.")
+      obj.previous&.is_a?(String) != false || raise("Passed value for field obj.previous is not the expected type, validation failed.")
+      obj.results&.is_a?(Array) != false || raise("Passed value for field obj.results is not the expected type, validation failed.")
+    end
+  end
+end

data/lib/vellum_ai/types/test_suite_run_deployment_release_tag_exec_config.rb

@@ -0,0 +1,57 @@
+# frozen_string_literal: true
+
+require_relative "test_suite_run_deployment_release_tag_exec_config_data"
+require "json"
+
+module Vellum
+  # Execution configuration for running a Test Suite against a Prompt Deployment
+  class TestSuiteRunDeploymentReleaseTagExecConfig
+    attr_reader :data, :test_case_ids, :additional_properties
+
+    # @param data [TestSuiteRunDeploymentReleaseTagExecConfigData]
+    # @param test_case_ids [Array<String>] Optionally specify a subset of test case ids to run. If not provided, all test cases within the test suite will be run by default.
+    # @param additional_properties [OpenStruct] Additional properties unmapped to the current class definition
+    # @return [TestSuiteRunDeploymentReleaseTagExecConfig]
+    def initialize(data:, test_case_ids: nil, additional_properties: nil)
+      # @type [TestSuiteRunDeploymentReleaseTagExecConfigData]
+      @data = data
+      # @type [Array<String>] Optionally specify a subset of test case ids to run. If not provided, all test cases within the test suite will be run by default.
+      @test_case_ids = test_case_ids
+      # @type [OpenStruct] Additional properties unmapped to the current class definition
+      @additional_properties = additional_properties
+    end
+
+    # Deserialize a JSON object to an instance of TestSuiteRunDeploymentReleaseTagExecConfig
+    #
+    # @param json_object [JSON]
+    # @return [TestSuiteRunDeploymentReleaseTagExecConfig]
+    def self.from_json(json_object:)
+      struct = JSON.parse(json_object, object_class: OpenStruct)
+      parsed_json = JSON.parse(json_object)
+      if parsed_json["data"].nil?
+        data = nil
+      else
+        data = parsed_json["data"].to_json
+        data = TestSuiteRunDeploymentReleaseTagExecConfigData.from_json(json_object: data)
+      end
+      test_case_ids = struct.test_case_ids
+      new(data: data, test_case_ids: test_case_ids, additional_properties: struct)
+    end
+
+    # Serialize an instance of TestSuiteRunDeploymentReleaseTagExecConfig to a JSON object
+    #
+    # @return [JSON]
+    def to_json(*_args)
+      { "data": @data, "test_case_ids": @test_case_ids }.to_json
+    end
+
+    # Leveraged for Union-type generation, validate_raw attempts to parse the given hash and check each fields type against the current object's property definitions.
+    #
+    # @param obj [Object]
+    # @return [Void]
+    def self.validate_raw(obj:)
+      TestSuiteRunDeploymentReleaseTagExecConfigData.validate_raw(obj: obj.data)
+      obj.test_case_ids&.is_a?(Array) != false || raise("Passed value for field obj.test_case_ids is not the expected type, validation failed.")
+    end
+  end
+end

data/lib/vellum_ai/types/test_suite_run_deployment_release_tag_exec_config_data.rb

@@ -0,0 +1,50 @@
+# frozen_string_literal: true
+
+require "json"
+
+module Vellum
+  class TestSuiteRunDeploymentReleaseTagExecConfigData
+    attr_reader :deployment_id, :tag, :additional_properties
+
+    # @param deployment_id [String] The ID of the Prompt Deployment to run the Test Suite against.
+    # @param tag [String] A tag identifying which release of the Prompt Deployment to run the Test Suite against. Useful for testing past versions of the Prompt Deployment
+    # @param additional_properties [OpenStruct] Additional properties unmapped to the current class definition
+    # @return [TestSuiteRunDeploymentReleaseTagExecConfigData]
+    def initialize(deployment_id:, tag: nil, additional_properties: nil)
+      # @type [String] The ID of the Prompt Deployment to run the Test Suite against.
+      @deployment_id = deployment_id
+      # @type [String] A tag identifying which release of the Prompt Deployment to run the Test Suite against. Useful for testing past versions of the Prompt Deployment
+      @tag = tag
+      # @type [OpenStruct] Additional properties unmapped to the current class definition
+      @additional_properties = additional_properties
+    end
+
+    # Deserialize a JSON object to an instance of TestSuiteRunDeploymentReleaseTagExecConfigData
+    #
+    # @param json_object [JSON]
+    # @return [TestSuiteRunDeploymentReleaseTagExecConfigData]
+    def self.from_json(json_object:)
+      struct = JSON.parse(json_object, object_class: OpenStruct)
+      JSON.parse(json_object)
+      deployment_id = struct.deployment_id
+      tag = struct.tag
+      new(deployment_id: deployment_id, tag: tag, additional_properties: struct)
+    end
+
+    # Serialize an instance of TestSuiteRunDeploymentReleaseTagExecConfigData to a JSON object
+    #
+    # @return [JSON]
+    def to_json(*_args)
+      { "deployment_id": @deployment_id, "tag": @tag }.to_json
+    end
+
+    # Leveraged for Union-type generation, validate_raw attempts to parse the given hash and check each fields type against the current object's property definitions.
+    #
+    # @param obj [Object]
+    # @return [Void]
+    def self.validate_raw(obj:)
+      obj.deployment_id.is_a?(String) != false || raise("Passed value for field obj.deployment_id is not the expected type, validation failed.")
+      obj.tag&.is_a?(String) != false || raise("Passed value for field obj.tag is not the expected type, validation failed.")
+    end
+  end
+end

data/lib/vellum_ai/types/test_suite_run_deployment_release_tag_exec_config_data_request.rb

@@ -0,0 +1,50 @@
+# frozen_string_literal: true
+
+require "json"
+
+module Vellum
+  class TestSuiteRunDeploymentReleaseTagExecConfigDataRequest
+    attr_reader :deployment_id, :tag, :additional_properties
+
+    # @param deployment_id [String] The ID of the Prompt Deployment to run the Test Suite against.
+    # @param tag [String] A tag identifying which release of the Prompt Deployment to run the Test Suite against. Useful for testing past versions of the Prompt Deployment
+    # @param additional_properties [OpenStruct] Additional properties unmapped to the current class definition
+    # @return [TestSuiteRunDeploymentReleaseTagExecConfigDataRequest]
+    def initialize(deployment_id:, tag: nil, additional_properties: nil)
+      # @type [String] The ID of the Prompt Deployment to run the Test Suite against.
+      @deployment_id = deployment_id
+      # @type [String] A tag identifying which release of the Prompt Deployment to run the Test Suite against. Useful for testing past versions of the Prompt Deployment
+      @tag = tag
+      # @type [OpenStruct] Additional properties unmapped to the current class definition
+      @additional_properties = additional_properties
+    end
+
+    # Deserialize a JSON object to an instance of TestSuiteRunDeploymentReleaseTagExecConfigDataRequest
+    #
+    # @param json_object [JSON]
+    # @return [TestSuiteRunDeploymentReleaseTagExecConfigDataRequest]
+    def self.from_json(json_object:)
+      struct = JSON.parse(json_object, object_class: OpenStruct)
+      JSON.parse(json_object)
+      deployment_id = struct.deployment_id
+      tag = struct.tag
+      new(deployment_id: deployment_id, tag: tag, additional_properties: struct)
+    end
+
+    # Serialize an instance of TestSuiteRunDeploymentReleaseTagExecConfigDataRequest to a JSON object
+    #
+    # @return [JSON]
+    def to_json(*_args)
+      { "deployment_id": @deployment_id, "tag": @tag }.to_json
+    end
+
+    # Leveraged for Union-type generation, validate_raw attempts to parse the given hash and check each fields type against the current object's property definitions.
+    #
+    # @param obj [Object]
+    # @return [Void]
+    def self.validate_raw(obj:)
+      obj.deployment_id.is_a?(String) != false || raise("Passed value for field obj.deployment_id is not the expected type, validation failed.")
+      obj.tag&.is_a?(String) != false || raise("Passed value for field obj.tag is not the expected type, validation failed.")
+    end
+  end
+end

data/lib/vellum_ai/types/test_suite_run_deployment_release_tag_exec_config_request.rb

@@ -0,0 +1,57 @@
+# frozen_string_literal: true
+
+require_relative "test_suite_run_deployment_release_tag_exec_config_data_request"
+require "json"
+
+module Vellum
+  # Execution configuration for running a Test Suite against a Prompt Deployment
+  class TestSuiteRunDeploymentReleaseTagExecConfigRequest
+    attr_reader :data, :test_case_ids, :additional_properties
+
+    # @param data [TestSuiteRunDeploymentReleaseTagExecConfigDataRequest]
+    # @param test_case_ids [Array<String>] Optionally specify a subset of test case ids to run. If not provided, all test cases within the test suite will be run by default.
+    # @param additional_properties [OpenStruct] Additional properties unmapped to the current class definition
+    # @return [TestSuiteRunDeploymentReleaseTagExecConfigRequest]
+    def initialize(data:, test_case_ids: nil, additional_properties: nil)
+      # @type [TestSuiteRunDeploymentReleaseTagExecConfigDataRequest]
+      @data = data
+      # @type [Array<String>] Optionally specify a subset of test case ids to run. If not provided, all test cases within the test suite will be run by default.
+      @test_case_ids = test_case_ids
+      # @type [OpenStruct] Additional properties unmapped to the current class definition
+      @additional_properties = additional_properties
+    end
+
+    # Deserialize a JSON object to an instance of TestSuiteRunDeploymentReleaseTagExecConfigRequest
+    #
+    # @param json_object [JSON]
+    # @return [TestSuiteRunDeploymentReleaseTagExecConfigRequest]
+    def self.from_json(json_object:)
+      struct = JSON.parse(json_object, object_class: OpenStruct)
+      parsed_json = JSON.parse(json_object)
+      if parsed_json["data"].nil?
+        data = nil
+      else
+        data = parsed_json["data"].to_json
+        data = TestSuiteRunDeploymentReleaseTagExecConfigDataRequest.from_json(json_object: data)
+      end
+      test_case_ids = struct.test_case_ids
+      new(data: data, test_case_ids: test_case_ids, additional_properties: struct)
+    end
+
+    # Serialize an instance of TestSuiteRunDeploymentReleaseTagExecConfigRequest to a JSON object
+    #
+    # @return [JSON]
+    def to_json(*_args)
+      { "data": @data, "test_case_ids": @test_case_ids }.to_json
+    end
+
+    # Leveraged for Union-type generation, validate_raw attempts to parse the given hash and check each fields type against the current object's property definitions.
+    #
+    # @param obj [Object]
+    # @return [Void]
+    def self.validate_raw(obj:)
+      TestSuiteRunDeploymentReleaseTagExecConfigDataRequest.validate_raw(obj: obj.data)
+      obj.test_case_ids&.is_a?(Array) != false || raise("Passed value for field obj.test_case_ids is not the expected type, validation failed.")
+    end
+  end
+end

data/lib/vellum_ai/types/test_suite_run_deployment_release_tag_exec_config_type_enum.rb

@@ -0,0 +1,5 @@
+# frozen_string_literal: true
+
+module Vellum
+  TEST_SUITE_RUN_DEPLOYMENT_RELEASE_TAG_EXEC_CONFIG_TYPE_ENUM = String
+end

data/lib/vellum_ai/types/test_suite_run_exec_config.rb

@@ -0,0 +1,90 @@
+# frozen_string_literal: true
+
+require "json"
+require_relative "test_suite_run_deployment_release_tag_exec_config"
+require_relative "test_suite_run_workflow_release_tag_exec_config"
+
+module Vellum
+  class TestSuiteRunExecConfig
+    attr_reader :member, :discriminant
+
+    private_class_method :new
+    alias kind_of? is_a?
+    # @param member [Object]
+    # @param discriminant [String]
+    # @return [TestSuiteRunExecConfig]
+    def initialize(member:, discriminant:)
+      # @type [Object]
+      @member = member
+      # @type [String]
+      @discriminant = discriminant
+    end
+
+    # Deserialize a JSON object to an instance of TestSuiteRunExecConfig
+    #
+    # @param json_object [JSON]
+    # @return [TestSuiteRunExecConfig]
+    def self.from_json(json_object:)
+      struct = JSON.parse(json_object, object_class: OpenStruct)
+      member = case struct.type
+               when "DEPLOYMENT_RELEASE_TAG"
+                 TestSuiteRunDeploymentReleaseTagExecConfig.from_json(json_object: json_object)
+               when "WORKFLOW_RELEASE_TAG"
+                 TestSuiteRunWorkflowReleaseTagExecConfig.from_json(json_object: json_object)
+               else
+                 TestSuiteRunDeploymentReleaseTagExecConfig.from_json(json_object: json_object)
+               end
+      new(member: member, discriminant: struct.type)
+    end
+
+    # For Union Types, to_json functionality is delegated to the wrapped member.
+    #
+    # @return [JSON]
+    def to_json(*_args)
+      case @discriminant
+      when "DEPLOYMENT_RELEASE_TAG"
+        { **@member.to_json, type: @discriminant }.to_json
+      when "WORKFLOW_RELEASE_TAG"
+        { **@member.to_json, type: @discriminant }.to_json
+      else
+        { "type": @discriminant, value: @member }.to_json
+      end
+      @member.to_json
+    end
+
+    # Leveraged for Union-type generation, validate_raw attempts to parse the given hash and check each fields type against the current object's property definitions.
+    #
+    # @param obj [Object]
+    # @return [Void]
+    def self.validate_raw(obj:)
+      case obj.type
+      when "DEPLOYMENT_RELEASE_TAG"
+        TestSuiteRunDeploymentReleaseTagExecConfig.validate_raw(obj: obj)
+      when "WORKFLOW_RELEASE_TAG"
+        TestSuiteRunWorkflowReleaseTagExecConfig.validate_raw(obj: obj)
+      else
+        raise("Passed value matched no type within the union, validation failed.")
+      end
+    end
+
+    # For Union Types, is_a? functionality is delegated to the wrapped member.
+    #
+    # @param obj [Object]
+    # @return [Boolean]
+    def is_a?(obj)
+      @member.is_a?(obj)
+    end
+
+    # @param member [TestSuiteRunDeploymentReleaseTagExecConfig]
+    # @return [TestSuiteRunExecConfig]
+    def self.deployment_release_tag(member:)
+      new(member: member, discriminant: "DEPLOYMENT_RELEASE_TAG")
+    end
+
+    # @param member [TestSuiteRunWorkflowReleaseTagExecConfig]
+    # @return [TestSuiteRunExecConfig]
+    def self.workflow_release_tag(member:)
+      new(member: member, discriminant: "WORKFLOW_RELEASE_TAG")
+    end
+  end
+end