vellum_ai 0.3.11 → 0.3.13

data/lib/vellum_ai/types/test_suite_run_execution_chat_history_output.rb

@@ -0,0 +1,54 @@
+# frozen_string_literal: true
+
+require_relative "chat_message"
+require "json"
+
+module Vellum
+  class TestSuiteRunExecutionChatHistoryOutput
+    attr_reader :output_variable_id, :value, :additional_properties
+
+    # @param output_variable_id [String]
+    # @param value [Array<ChatMessage>]
+    # @param additional_properties [OpenStruct] Additional properties unmapped to the current class definition
+    # @return [TestSuiteRunExecutionChatHistoryOutput]
+    def initialize(output_variable_id:, value: nil, additional_properties: nil)
+      # @type [String]
+      @output_variable_id = output_variable_id
+      # @type [Array<ChatMessage>]
+      @value = value
+      # @type [OpenStruct] Additional properties unmapped to the current class definition
+      @additional_properties = additional_properties
+    end
+
+    # Deserialize a JSON object to an instance of TestSuiteRunExecutionChatHistoryOutput
+    #
+    # @param json_object [JSON]
+    # @return [TestSuiteRunExecutionChatHistoryOutput]
+    def self.from_json(json_object:)
+      struct = JSON.parse(json_object, object_class: OpenStruct)
+      parsed_json = JSON.parse(json_object)
+      output_variable_id = struct.output_variable_id
+      value = parsed_json["value"].map do |v|
+        v = v.to_json
+        ChatMessage.from_json(json_object: v)
+      end
+      new(output_variable_id: output_variable_id, value: value, additional_properties: struct)
+    end
+
+    # Serialize an instance of TestSuiteRunExecutionChatHistoryOutput to a JSON object
+    #
+    # @return [JSON]
+    def to_json(*_args)
+      { "output_variable_id": @output_variable_id, "value": @value }.to_json
+    end
+
+    # Leveraged for Union-type generation, validate_raw attempts to parse the given hash and check each fields type against the current object's property definitions.
+    #
+    # @param obj [Object]
+    # @return [Void]
+    def self.validate_raw(obj:)
+      obj.output_variable_id.is_a?(String) != false || raise("Passed value for field obj.output_variable_id is not the expected type, validation failed.")
+      obj.value&.is_a?(Array) != false || raise("Passed value for field obj.value is not the expected type, validation failed.")
+    end
+  end
+end

data/lib/vellum_ai/types/test_suite_run_execution_error_output.rb

@@ -0,0 +1,56 @@
+# frozen_string_literal: true
+
+require_relative "vellum_error"
+require "json"
+
+module Vellum
+  class TestSuiteRunExecutionErrorOutput
+    attr_reader :output_variable_id, :value, :additional_properties
+
+    # @param output_variable_id [String]
+    # @param value [VellumError]
+    # @param additional_properties [OpenStruct] Additional properties unmapped to the current class definition
+    # @return [TestSuiteRunExecutionErrorOutput]
+    def initialize(output_variable_id:, value: nil, additional_properties: nil)
+      # @type [String]
+      @output_variable_id = output_variable_id
+      # @type [VellumError]
+      @value = value
+      # @type [OpenStruct] Additional properties unmapped to the current class definition
+      @additional_properties = additional_properties
+    end
+
+    # Deserialize a JSON object to an instance of TestSuiteRunExecutionErrorOutput
+    #
+    # @param json_object [JSON]
+    # @return [TestSuiteRunExecutionErrorOutput]
+    def self.from_json(json_object:)
+      struct = JSON.parse(json_object, object_class: OpenStruct)
+      parsed_json = JSON.parse(json_object)
+      output_variable_id = struct.output_variable_id
+      if parsed_json["value"].nil?
+        value = nil
+      else
+        value = parsed_json["value"].to_json
+        value = VellumError.from_json(json_object: value)
+      end
+      new(output_variable_id: output_variable_id, value: value, additional_properties: struct)
+    end
+
+    # Serialize an instance of TestSuiteRunExecutionErrorOutput to a JSON object
+    #
+    # @return [JSON]
+    def to_json(*_args)
+      { "output_variable_id": @output_variable_id, "value": @value }.to_json
+    end
+
+    # Leveraged for Union-type generation, validate_raw attempts to parse the given hash and check each fields type against the current object's property definitions.
+    #
+    # @param obj [Object]
+    # @return [Void]
+    def self.validate_raw(obj:)
+      obj.output_variable_id.is_a?(String) != false || raise("Passed value for field obj.output_variable_id is not the expected type, validation failed.")
+      obj.value.nil? || VellumError.validate_raw(obj: obj.value)
+    end
+  end
+end

data/lib/vellum_ai/types/test_suite_run_execution_json_output.rb

@@ -0,0 +1,50 @@
+# frozen_string_literal: true
+
+require "json"
+
+module Vellum
+  class TestSuiteRunExecutionJsonOutput
+    attr_reader :output_variable_id, :value, :additional_properties
+
+    # @param output_variable_id [String]
+    # @param value [Hash{String => String}]
+    # @param additional_properties [OpenStruct] Additional properties unmapped to the current class definition
+    # @return [TestSuiteRunExecutionJsonOutput]
+    def initialize(output_variable_id:, value: nil, additional_properties: nil)
+      # @type [String]
+      @output_variable_id = output_variable_id
+      # @type [Hash{String => String}]
+      @value = value
+      # @type [OpenStruct] Additional properties unmapped to the current class definition
+      @additional_properties = additional_properties
+    end
+
+    # Deserialize a JSON object to an instance of TestSuiteRunExecutionJsonOutput
+    #
+    # @param json_object [JSON]
+    # @return [TestSuiteRunExecutionJsonOutput]
+    def self.from_json(json_object:)
+      struct = JSON.parse(json_object, object_class: OpenStruct)
+      JSON.parse(json_object)
+      output_variable_id = struct.output_variable_id
+      value = struct.value
+      new(output_variable_id: output_variable_id, value: value, additional_properties: struct)
+    end
+
+    # Serialize an instance of TestSuiteRunExecutionJsonOutput to a JSON object
+    #
+    # @return [JSON]
+    def to_json(*_args)
+      { "output_variable_id": @output_variable_id, "value": @value }.to_json
+    end
+
+    # Leveraged for Union-type generation, validate_raw attempts to parse the given hash and check each fields type against the current object's property definitions.
+    #
+    # @param obj [Object]
+    # @return [Void]
+    def self.validate_raw(obj:)
+      obj.output_variable_id.is_a?(String) != false || raise("Passed value for field obj.output_variable_id is not the expected type, validation failed.")
+      obj.value&.is_a?(Hash) != false || raise("Passed value for field obj.value is not the expected type, validation failed.")
+    end
+  end
+end

data/lib/vellum_ai/types/test_suite_run_execution_metric_result.rb

@@ -0,0 +1,54 @@
+# frozen_string_literal: true
+
+require_relative "test_suite_run_metric_output"
+require "json"
+
+module Vellum
+  class TestSuiteRunExecutionMetricResult
+    attr_reader :metric_id, :outputs, :additional_properties
+
+    # @param metric_id [String]
+    # @param outputs [Array<TestSuiteRunMetricOutput>]
+    # @param additional_properties [OpenStruct] Additional properties unmapped to the current class definition
+    # @return [TestSuiteRunExecutionMetricResult]
+    def initialize(metric_id:, outputs:, additional_properties: nil)
+      # @type [String]
+      @metric_id = metric_id
+      # @type [Array<TestSuiteRunMetricOutput>]
+      @outputs = outputs
+      # @type [OpenStruct] Additional properties unmapped to the current class definition
+      @additional_properties = additional_properties
+    end
+
+    # Deserialize a JSON object to an instance of TestSuiteRunExecutionMetricResult
+    #
+    # @param json_object [JSON]
+    # @return [TestSuiteRunExecutionMetricResult]
+    def self.from_json(json_object:)
+      struct = JSON.parse(json_object, object_class: OpenStruct)
+      parsed_json = JSON.parse(json_object)
+      metric_id = struct.metric_id
+      outputs = parsed_json["outputs"].map do |v|
+        v = v.to_json
+        TestSuiteRunMetricOutput.from_json(json_object: v)
+      end
+      new(metric_id: metric_id, outputs: outputs, additional_properties: struct)
+    end
+
+    # Serialize an instance of TestSuiteRunExecutionMetricResult to a JSON object
+    #
+    # @return [JSON]
+    def to_json(*_args)
+      { "metric_id": @metric_id, "outputs": @outputs }.to_json
+    end
+
+    # Leveraged for Union-type generation, validate_raw attempts to parse the given hash and check each fields type against the current object's property definitions.
+    #
+    # @param obj [Object]
+    # @return [Void]
+    def self.validate_raw(obj:)
+      obj.metric_id.is_a?(String) != false || raise("Passed value for field obj.metric_id is not the expected type, validation failed.")
+      obj.outputs.is_a?(Array) != false || raise("Passed value for field obj.outputs is not the expected type, validation failed.")
+    end
+  end
+end

data/lib/vellum_ai/types/test_suite_run_execution_number_output.rb

@@ -0,0 +1,50 @@
+# frozen_string_literal: true
+
+require "json"
+
+module Vellum
+  class TestSuiteRunExecutionNumberOutput
+    attr_reader :output_variable_id, :value, :additional_properties
+
+    # @param output_variable_id [String]
+    # @param value [Float]
+    # @param additional_properties [OpenStruct] Additional properties unmapped to the current class definition
+    # @return [TestSuiteRunExecutionNumberOutput]
+    def initialize(output_variable_id:, value: nil, additional_properties: nil)
+      # @type [String]
+      @output_variable_id = output_variable_id
+      # @type [Float]
+      @value = value
+      # @type [OpenStruct] Additional properties unmapped to the current class definition
+      @additional_properties = additional_properties
+    end
+
+    # Deserialize a JSON object to an instance of TestSuiteRunExecutionNumberOutput
+    #
+    # @param json_object [JSON]
+    # @return [TestSuiteRunExecutionNumberOutput]
+    def self.from_json(json_object:)
+      struct = JSON.parse(json_object, object_class: OpenStruct)
+      JSON.parse(json_object)
+      output_variable_id = struct.output_variable_id
+      value = struct.value
+      new(output_variable_id: output_variable_id, value: value, additional_properties: struct)
+    end
+
+    # Serialize an instance of TestSuiteRunExecutionNumberOutput to a JSON object
+    #
+    # @return [JSON]
+    def to_json(*_args)
+      { "output_variable_id": @output_variable_id, "value": @value }.to_json
+    end
+
+    # Leveraged for Union-type generation, validate_raw attempts to parse the given hash and check each fields type against the current object's property definitions.
+    #
+    # @param obj [Object]
+    # @return [Void]
+    def self.validate_raw(obj:)
+      obj.output_variable_id.is_a?(String) != false || raise("Passed value for field obj.output_variable_id is not the expected type, validation failed.")
+      obj.value&.is_a?(Float) != false || raise("Passed value for field obj.value is not the expected type, validation failed.")
+    end
+  end
+end

data/lib/vellum_ai/types/test_suite_run_execution_output.rb

@@ -0,0 +1,142 @@
+# frozen_string_literal: true
+
+require "json"
+require_relative "test_suite_run_execution_string_output"
+require_relative "test_suite_run_execution_number_output"
+require_relative "test_suite_run_execution_json_output"
+require_relative "test_suite_run_execution_chat_history_output"
+require_relative "test_suite_run_execution_search_results_output"
+require_relative "test_suite_run_execution_error_output"
+
+module Vellum
+  class TestSuiteRunExecutionOutput
+    attr_reader :member, :discriminant
+
+    private_class_method :new
+    alias kind_of? is_a?
+    # @param member [Object]
+    # @param discriminant [String]
+    # @return [TestSuiteRunExecutionOutput]
+    def initialize(member:, discriminant:)
+      # @type [Object]
+      @member = member
+      # @type [String]
+      @discriminant = discriminant
+    end
+
+    # Deserialize a JSON object to an instance of TestSuiteRunExecutionOutput
+    #
+    # @param json_object [JSON]
+    # @return [TestSuiteRunExecutionOutput]
+    def self.from_json(json_object:)
+      struct = JSON.parse(json_object, object_class: OpenStruct)
+      member = case struct.type
+               when "STRING"
+                 TestSuiteRunExecutionStringOutput.from_json(json_object: json_object)
+               when "NUMBER"
+                 TestSuiteRunExecutionNumberOutput.from_json(json_object: json_object)
+               when "JSON"
+                 TestSuiteRunExecutionJsonOutput.from_json(json_object: json_object)
+               when "CHAT_HISTORY"
+                 TestSuiteRunExecutionChatHistoryOutput.from_json(json_object: json_object)
+               when "SEARCH_RESULTS"
+                 TestSuiteRunExecutionSearchResultsOutput.from_json(json_object: json_object)
+               when "ERROR"
+                 TestSuiteRunExecutionErrorOutput.from_json(json_object: json_object)
+               else
+                 TestSuiteRunExecutionStringOutput.from_json(json_object: json_object)
+               end
+      new(member: member, discriminant: struct.type)
+    end
+
+    # For Union Types, to_json functionality is delegated to the wrapped member.
+    #
+    # @return [JSON]
+    def to_json(*_args)
+      case @discriminant
+      when "STRING"
+        { **@member.to_json, type: @discriminant }.to_json
+      when "NUMBER"
+        { **@member.to_json, type: @discriminant }.to_json
+      when "JSON"
+        { **@member.to_json, type: @discriminant }.to_json
+      when "CHAT_HISTORY"
+        { **@member.to_json, type: @discriminant }.to_json
+      when "SEARCH_RESULTS"
+        { **@member.to_json, type: @discriminant }.to_json
+      when "ERROR"
+        { **@member.to_json, type: @discriminant }.to_json
+      else
+        { "type": @discriminant, value: @member }.to_json
+      end
+      @member.to_json
+    end
+
+    # Leveraged for Union-type generation, validate_raw attempts to parse the given hash and check each fields type against the current object's property definitions.
+    #
+    # @param obj [Object]
+    # @return [Void]
+    def self.validate_raw(obj:)
+      case obj.type
+      when "STRING"
+        TestSuiteRunExecutionStringOutput.validate_raw(obj: obj)
+      when "NUMBER"
+        TestSuiteRunExecutionNumberOutput.validate_raw(obj: obj)
+      when "JSON"
+        TestSuiteRunExecutionJsonOutput.validate_raw(obj: obj)
+      when "CHAT_HISTORY"
+        TestSuiteRunExecutionChatHistoryOutput.validate_raw(obj: obj)
+      when "SEARCH_RESULTS"
+        TestSuiteRunExecutionSearchResultsOutput.validate_raw(obj: obj)
+      when "ERROR"
+        TestSuiteRunExecutionErrorOutput.validate_raw(obj: obj)
+      else
+        raise("Passed value matched no type within the union, validation failed.")
+      end
+    end
+
+    # For Union Types, is_a? functionality is delegated to the wrapped member.
+    #
+    # @param obj [Object]
+    # @return [Boolean]
+    def is_a?(obj)
+      @member.is_a?(obj)
+    end
+
+    # @param member [TestSuiteRunExecutionStringOutput]
+    # @return [TestSuiteRunExecutionOutput]
+    def self.string(member:)
+      new(member: member, discriminant: "STRING")
+    end
+
+    # @param member [TestSuiteRunExecutionNumberOutput]
+    # @return [TestSuiteRunExecutionOutput]
+    def self.number(member:)
+      new(member: member, discriminant: "NUMBER")
+    end
+
+    # @param member [TestSuiteRunExecutionJsonOutput]
+    # @return [TestSuiteRunExecutionOutput]
+    def self.json(member:)
+      new(member: member, discriminant: "JSON")
+    end
+
+    # @param member [TestSuiteRunExecutionChatHistoryOutput]
+    # @return [TestSuiteRunExecutionOutput]
+    def self.chat_history(member:)
+      new(member: member, discriminant: "CHAT_HISTORY")
+    end
+
+    # @param member [TestSuiteRunExecutionSearchResultsOutput]
+    # @return [TestSuiteRunExecutionOutput]
+    def self.search_results(member:)
+      new(member: member, discriminant: "SEARCH_RESULTS")
+    end
+
+    # @param member [TestSuiteRunExecutionErrorOutput]
+    # @return [TestSuiteRunExecutionOutput]
+    def self.error(member:)
+      new(member: member, discriminant: "ERROR")
+    end
+  end
+end

data/lib/vellum_ai/types/test_suite_run_execution_search_results_output.rb

@@ -0,0 +1,54 @@
+# frozen_string_literal: true
+
+require_relative "search_result"
+require "json"
+
+module Vellum
+  class TestSuiteRunExecutionSearchResultsOutput
+    attr_reader :output_variable_id, :value, :additional_properties
+
+    # @param output_variable_id [String]
+    # @param value [Array<SearchResult>]
+    # @param additional_properties [OpenStruct] Additional properties unmapped to the current class definition
+    # @return [TestSuiteRunExecutionSearchResultsOutput]
+    def initialize(output_variable_id:, value: nil, additional_properties: nil)
+      # @type [String]
+      @output_variable_id = output_variable_id
+      # @type [Array<SearchResult>]
+      @value = value
+      # @type [OpenStruct] Additional properties unmapped to the current class definition
+      @additional_properties = additional_properties
+    end
+
+    # Deserialize a JSON object to an instance of TestSuiteRunExecutionSearchResultsOutput
+    #
+    # @param json_object [JSON]
+    # @return [TestSuiteRunExecutionSearchResultsOutput]
+    def self.from_json(json_object:)
+      struct = JSON.parse(json_object, object_class: OpenStruct)
+      parsed_json = JSON.parse(json_object)
+      output_variable_id = struct.output_variable_id
+      value = parsed_json["value"].map do |v|
+        v = v.to_json
+        SearchResult.from_json(json_object: v)
+      end
+      new(output_variable_id: output_variable_id, value: value, additional_properties: struct)
+    end
+
+    # Serialize an instance of TestSuiteRunExecutionSearchResultsOutput to a JSON object
+    #
+    # @return [JSON]
+    def to_json(*_args)
+      { "output_variable_id": @output_variable_id, "value": @value }.to_json
+    end
+
+    # Leveraged for Union-type generation, validate_raw attempts to parse the given hash and check each fields type against the current object's property definitions.
+    #
+    # @param obj [Object]
+    # @return [Void]
+    def self.validate_raw(obj:)
+      obj.output_variable_id.is_a?(String) != false || raise("Passed value for field obj.output_variable_id is not the expected type, validation failed.")
+      obj.value&.is_a?(Array) != false || raise("Passed value for field obj.value is not the expected type, validation failed.")
+    end
+  end
+end

data/lib/vellum_ai/types/test_suite_run_execution_string_output.rb

@@ -0,0 +1,50 @@
+# frozen_string_literal: true
+
+require "json"
+
+module Vellum
+  class TestSuiteRunExecutionStringOutput
+    attr_reader :output_variable_id, :value, :additional_properties
+
+    # @param output_variable_id [String]
+    # @param value [String]
+    # @param additional_properties [OpenStruct] Additional properties unmapped to the current class definition
+    # @return [TestSuiteRunExecutionStringOutput]
+    def initialize(output_variable_id:, value: nil, additional_properties: nil)
+      # @type [String]
+      @output_variable_id = output_variable_id
+      # @type [String]
+      @value = value
+      # @type [OpenStruct] Additional properties unmapped to the current class definition
+      @additional_properties = additional_properties
+    end
+
+    # Deserialize a JSON object to an instance of TestSuiteRunExecutionStringOutput
+    #
+    # @param json_object [JSON]
+    # @return [TestSuiteRunExecutionStringOutput]
+    def self.from_json(json_object:)
+      struct = JSON.parse(json_object, object_class: OpenStruct)
+      JSON.parse(json_object)
+      output_variable_id = struct.output_variable_id
+      value = struct.value
+      new(output_variable_id: output_variable_id, value: value, additional_properties: struct)
+    end
+
+    # Serialize an instance of TestSuiteRunExecutionStringOutput to a JSON object
+    #
+    # @return [JSON]
+    def to_json(*_args)
+      { "output_variable_id": @output_variable_id, "value": @value }.to_json
+    end
+
+    # Leveraged for Union-type generation, validate_raw attempts to parse the given hash and check each fields type against the current object's property definitions.
+    #
+    # @param obj [Object]
+    # @return [Void]
+    def self.validate_raw(obj:)
+      obj.output_variable_id.is_a?(String) != false || raise("Passed value for field obj.output_variable_id is not the expected type, validation failed.")
+      obj.value&.is_a?(String) != false || raise("Passed value for field obj.value is not the expected type, validation failed.")
+    end
+  end
+end

data/lib/vellum_ai/types/test_suite_run_metric_error_output.rb

@@ -0,0 +1,57 @@
+# frozen_string_literal: true
+
+require_relative "vellum_error"
+require "json"
+
+module Vellum
+  # Output for a test suite run metric that is of type ERROR
+  class TestSuiteRunMetricErrorOutput
+    attr_reader :value, :name, :additional_properties
+
+    # @param value [VellumError]
+    # @param name [String]
+    # @param additional_properties [OpenStruct] Additional properties unmapped to the current class definition
+    # @return [TestSuiteRunMetricErrorOutput]
+    def initialize(value:, name:, additional_properties: nil)
+      # @type [VellumError]
+      @value = value
+      # @type [String]
+      @name = name
+      # @type [OpenStruct] Additional properties unmapped to the current class definition
+      @additional_properties = additional_properties
+    end
+
+    # Deserialize a JSON object to an instance of TestSuiteRunMetricErrorOutput
+    #
+    # @param json_object [JSON]
+    # @return [TestSuiteRunMetricErrorOutput]
+    def self.from_json(json_object:)
+      struct = JSON.parse(json_object, object_class: OpenStruct)
+      parsed_json = JSON.parse(json_object)
+      if parsed_json["value"].nil?
+        value = nil
+      else
+        value = parsed_json["value"].to_json
+        value = VellumError.from_json(json_object: value)
+      end
+      name = struct.name
+      new(value: value, name: name, additional_properties: struct)
+    end
+
+    # Serialize an instance of TestSuiteRunMetricErrorOutput to a JSON object
+    #
+    # @return [JSON]
+    def to_json(*_args)
+      { "value": @value, "name": @name }.to_json
+    end
+
+    # Leveraged for Union-type generation, validate_raw attempts to parse the given hash and check each fields type against the current object's property definitions.
+    #
+    # @param obj [Object]
+    # @return [Void]
+    def self.validate_raw(obj:)
+      VellumError.validate_raw(obj: obj.value)
+      obj.name.is_a?(String) != false || raise("Passed value for field obj.name is not the expected type, validation failed.")
+    end
+  end
+end

data/lib/vellum_ai/types/test_suite_run_metric_error_output_type_enum.rb

@@ -0,0 +1,5 @@
+# frozen_string_literal: true
+
+module Vellum
+  TEST_SUITE_RUN_METRIC_ERROR_OUTPUT_TYPE_ENUM = String
+end

data/lib/vellum_ai/types/test_suite_run_metric_number_output.rb

@@ -0,0 +1,51 @@
+# frozen_string_literal: true
+
+require "json"
+
+module Vellum
+  # Output for a test suite run metric that is of type NUMBER
+  class TestSuiteRunMetricNumberOutput
+    attr_reader :value, :name, :additional_properties
+
+    # @param value [Float]
+    # @param name [String]
+    # @param additional_properties [OpenStruct] Additional properties unmapped to the current class definition
+    # @return [TestSuiteRunMetricNumberOutput]
+    def initialize(value:, name:, additional_properties: nil)
+      # @type [Float]
+      @value = value
+      # @type [String]
+      @name = name
+      # @type [OpenStruct] Additional properties unmapped to the current class definition
+      @additional_properties = additional_properties
+    end
+
+    # Deserialize a JSON object to an instance of TestSuiteRunMetricNumberOutput
+    #
+    # @param json_object [JSON]
+    # @return [TestSuiteRunMetricNumberOutput]
+    def self.from_json(json_object:)
+      struct = JSON.parse(json_object, object_class: OpenStruct)
+      JSON.parse(json_object)
+      value = struct.value
+      name = struct.name
+      new(value: value, name: name, additional_properties: struct)
+    end
+
+    # Serialize an instance of TestSuiteRunMetricNumberOutput to a JSON object
+    #
+    # @return [JSON]
+    def to_json(*_args)
+      { "value": @value, "name": @name }.to_json
+    end
+
+    # Leveraged for Union-type generation, validate_raw attempts to parse the given hash and check each fields type against the current object's property definitions.
+    #
+    # @param obj [Object]
+    # @return [Void]
+    def self.validate_raw(obj:)
+      obj.value.is_a?(Float) != false || raise("Passed value for field obj.value is not the expected type, validation failed.")
+      obj.name.is_a?(String) != false || raise("Passed value for field obj.name is not the expected type, validation failed.")
+    end
+  end
+end

data/lib/vellum_ai/types/test_suite_run_metric_number_output_type_enum.rb

@@ -0,0 +1,5 @@
+# frozen_string_literal: true
+
+module Vellum
+  TEST_SUITE_RUN_METRIC_NUMBER_OUTPUT_TYPE_ENUM = String
+end