vellum_ai 0.3.15 → 0.14.75

data/lib/vellum_ai/types/test_suite_run_execution_metric_definition.rb

@@ -0,0 +1,71 @@
+# frozen_string_literal: true
+require "ostruct"
+require "json"
+
+module Vellum
+  class TestSuiteRunExecutionMetricDefinition
+  # @return [String] 
+    attr_reader :id
+  # @return [String] 
+    attr_reader :label
+  # @return [String] 
+    attr_reader :name
+  # @return [OpenStruct] Additional properties unmapped to the current class definition
+    attr_reader :additional_properties
+  # @return [Object] 
+    attr_reader :_field_set
+    protected :_field_set
+
+    OMIT = Object.new
+
+    # @param id [String] 
+    # @param label [String] 
+    # @param name [String] 
+    # @param additional_properties [OpenStruct] Additional properties unmapped to the current class definition
+    # @return [Vellum::TestSuiteRunExecutionMetricDefinition]
+    def initialize(id: OMIT, label: OMIT, name: OMIT, additional_properties: nil)
+      @id = id if id != OMIT
+      @label = label if label != OMIT
+      @name = name if name != OMIT
+      @additional_properties = additional_properties
+      @_field_set = { "id": id, "label": label, "name": name }.reject do | _k, v |
+  v == OMIT
+end
+    end
+# Deserialize a JSON object to an instance of
+#  TestSuiteRunExecutionMetricDefinition
+    #
+    # @param json_object [String] 
+    # @return [Vellum::TestSuiteRunExecutionMetricDefinition]
+    def self.from_json(json_object:)
+      struct = JSON.parse(json_object, object_class: OpenStruct)
+      parsed_json = JSON.parse(json_object)
+      id = parsed_json["id"]
+      label = parsed_json["label"]
+      name = parsed_json["name"]
+      new(
+        id: id,
+        label: label,
+        name: name,
+        additional_properties: struct
+      )
+    end
+# Serialize an instance of TestSuiteRunExecutionMetricDefinition to a JSON object
+    #
+    # @return [String]
+    def to_json
+      @_field_set&.to_json
+    end
+# Leveraged for Union-type generation, validate_raw attempts to parse the given
+#  hash and check each fields type against the current object's property
+#  definitions.
+    #
+    # @param obj [Object] 
+    # @return [Void]
+    def self.validate_raw(obj:)
+      obj.id&.is_a?(String) != false || raise("Passed value for field obj.id is not the expected type, validation failed.")
+      obj.label&.is_a?(String) != false || raise("Passed value for field obj.label is not the expected type, validation failed.")
+      obj.name&.is_a?(String) != false || raise("Passed value for field obj.name is not the expected type, validation failed.")
+    end
+  end
+end

data/lib/vellum_ai/types/test_suite_run_execution_metric_result.rb

@@ -1,54 +1,87 @@
 # frozen_string_literal: true
-
 require_relative "test_suite_run_metric_output"
+require_relative "test_suite_run_execution_metric_definition"
+require "ostruct"
 require "json"
 
 module Vellum
   class TestSuiteRunExecutionMetricResult
-    attr_reader :metric_id, :outputs, :additional_properties
+  # @return [String] 
+    attr_reader :metric_id
+  # @return [Array<Vellum::TestSuiteRunMetricOutput>] 
+    attr_reader :outputs
+  # @return [String] 
+    attr_reader :metric_label
+  # @return [Vellum::TestSuiteRunExecutionMetricDefinition] 
+    attr_reader :metric_definition
+  # @return [OpenStruct] Additional properties unmapped to the current class definition
+    attr_reader :additional_properties
+  # @return [Object] 
+    attr_reader :_field_set
+    protected :_field_set
+
+    OMIT = Object.new
 
-    # @param metric_id [String]
-    # @param outputs [Array<TestSuiteRunMetricOutput>]
+    # @param metric_id [String] 
+    # @param outputs [Array<Vellum::TestSuiteRunMetricOutput>] 
+    # @param metric_label [String] 
+    # @param metric_definition [Vellum::TestSuiteRunExecutionMetricDefinition] 
     # @param additional_properties [OpenStruct] Additional properties unmapped to the current class definition
-    # @return [TestSuiteRunExecutionMetricResult]
-    def initialize(metric_id:, outputs:, additional_properties: nil)
-      # @type [String]
+    # @return [Vellum::TestSuiteRunExecutionMetricResult]
+    def initialize(metric_id:, outputs:, metric_label: OMIT, metric_definition: OMIT, additional_properties: nil)
       @metric_id = metric_id
-      # @type [Array<TestSuiteRunMetricOutput>]
       @outputs = outputs
-      # @type [OpenStruct] Additional properties unmapped to the current class definition
+      @metric_label = metric_label if metric_label != OMIT
+      @metric_definition = metric_definition if metric_definition != OMIT
       @additional_properties = additional_properties
+      @_field_set = { "metric_id": metric_id, "outputs": outputs, "metric_label": metric_label, "metric_definition": metric_definition }.reject do | _k, v |
+  v == OMIT
+end
     end
-
-    # Deserialize a JSON object to an instance of TestSuiteRunExecutionMetricResult
+# Deserialize a JSON object to an instance of TestSuiteRunExecutionMetricResult
     #
-    # @param json_object [JSON]
-    # @return [TestSuiteRunExecutionMetricResult]
+    # @param json_object [String] 
+    # @return [Vellum::TestSuiteRunExecutionMetricResult]
     def self.from_json(json_object:)
       struct = JSON.parse(json_object, object_class: OpenStruct)
       parsed_json = JSON.parse(json_object)
-      metric_id = struct.metric_id
-      outputs = parsed_json["outputs"].map do |v|
-        v = v.to_json
-        TestSuiteRunMetricOutput.from_json(json_object: v)
+      metric_id = parsed_json["metric_id"]
+      outputs = parsed_json["outputs"]&.map do | item |
+  item = item.to_json
+  Vellum::TestSuiteRunMetricOutput.from_json(json_object: item)
+end
+      metric_label = parsed_json["metric_label"]
+      unless parsed_json["metric_definition"].nil?
+        metric_definition = parsed_json["metric_definition"].to_json
+        metric_definition = Vellum::TestSuiteRunExecutionMetricDefinition.from_json(json_object: metric_definition)
+      else
+        metric_definition = nil
       end
-      new(metric_id: metric_id, outputs: outputs, additional_properties: struct)
+      new(
+        metric_id: metric_id,
+        outputs: outputs,
+        metric_label: metric_label,
+        metric_definition: metric_definition,
+        additional_properties: struct
+      )
     end
-
-    # Serialize an instance of TestSuiteRunExecutionMetricResult to a JSON object
+# Serialize an instance of TestSuiteRunExecutionMetricResult to a JSON object
     #
-    # @return [JSON]
-    def to_json(*_args)
-      { "metric_id": @metric_id, "outputs": @outputs }.to_json
+    # @return [String]
+    def to_json
+      @_field_set&.to_json
     end
-
-    # Leveraged for Union-type generation, validate_raw attempts to parse the given hash and check each fields type against the current object's property definitions.
+# Leveraged for Union-type generation, validate_raw attempts to parse the given
+#  hash and check each fields type against the current object's property
+#  definitions.
     #
-    # @param obj [Object]
+    # @param obj [Object] 
     # @return [Void]
     def self.validate_raw(obj:)
       obj.metric_id.is_a?(String) != false || raise("Passed value for field obj.metric_id is not the expected type, validation failed.")
       obj.outputs.is_a?(Array) != false || raise("Passed value for field obj.outputs is not the expected type, validation failed.")
+      obj.metric_label&.is_a?(String) != false || raise("Passed value for field obj.metric_label is not the expected type, validation failed.")
+      obj.metric_definition.nil? || Vellum::TestSuiteRunExecutionMetricDefinition.validate_raw(obj: obj.metric_definition)
     end
   end
-end
+end

data/lib/vellum_ai/types/test_suite_run_execution_number_output.rb

@@ -1,50 +1,79 @@
 # frozen_string_literal: true
-
+require "ostruct"
 require "json"
 
 module Vellum
+# Execution output of an entity evaluated during a Test Suite Run that is of type
+#  NUMBER
   class TestSuiteRunExecutionNumberOutput
-    attr_reader :output_variable_id, :value, :additional_properties
+  # @return [String] 
+    attr_reader :name
+  # @return [String] 
+    attr_reader :type
+  # @return [Float] 
+    attr_reader :value
+  # @return [String] 
+    attr_reader :output_variable_id
+  # @return [OpenStruct] Additional properties unmapped to the current class definition
+    attr_reader :additional_properties
+  # @return [Object] 
+    attr_reader :_field_set
+    protected :_field_set
+
+    OMIT = Object.new
 
-    # @param output_variable_id [String]
-    # @param value [Float]
+    # @param name [String] 
+    # @param type [String] 
+    # @param value [Float] 
+    # @param output_variable_id [String] 
     # @param additional_properties [OpenStruct] Additional properties unmapped to the current class definition
-    # @return [TestSuiteRunExecutionNumberOutput]
-    def initialize(output_variable_id:, value: nil, additional_properties: nil)
-      # @type [String]
+    # @return [Vellum::TestSuiteRunExecutionNumberOutput]
+    def initialize(name:, type:, value: OMIT, output_variable_id:, additional_properties: nil)
+      @name = name
+      @type = type
+      @value = value if value != OMIT
       @output_variable_id = output_variable_id
-      # @type [Float]
-      @value = value
-      # @type [OpenStruct] Additional properties unmapped to the current class definition
       @additional_properties = additional_properties
+      @_field_set = { "name": name, "type": type, "value": value, "output_variable_id": output_variable_id }.reject do | _k, v |
+  v == OMIT
+end
     end
-
-    # Deserialize a JSON object to an instance of TestSuiteRunExecutionNumberOutput
+# Deserialize a JSON object to an instance of TestSuiteRunExecutionNumberOutput
     #
-    # @param json_object [JSON]
-    # @return [TestSuiteRunExecutionNumberOutput]
+    # @param json_object [String] 
+    # @return [Vellum::TestSuiteRunExecutionNumberOutput]
     def self.from_json(json_object:)
       struct = JSON.parse(json_object, object_class: OpenStruct)
-      JSON.parse(json_object)
-      output_variable_id = struct.output_variable_id
-      value = struct.value
-      new(output_variable_id: output_variable_id, value: value, additional_properties: struct)
+      parsed_json = JSON.parse(json_object)
+      name = parsed_json["name"]
+      type = parsed_json["type"]
+      value = parsed_json["value"]
+      output_variable_id = parsed_json["output_variable_id"]
+      new(
+        name: name,
+        type: type,
+        value: value,
+        output_variable_id: output_variable_id,
+        additional_properties: struct
+      )
     end
-
-    # Serialize an instance of TestSuiteRunExecutionNumberOutput to a JSON object
+# Serialize an instance of TestSuiteRunExecutionNumberOutput to a JSON object
     #
-    # @return [JSON]
-    def to_json(*_args)
-      { "output_variable_id": @output_variable_id, "value": @value }.to_json
+    # @return [String]
+    def to_json
+      @_field_set&.to_json
     end
-
-    # Leveraged for Union-type generation, validate_raw attempts to parse the given hash and check each fields type against the current object's property definitions.
+# Leveraged for Union-type generation, validate_raw attempts to parse the given
+#  hash and check each fields type against the current object's property
+#  definitions.
     #
-    # @param obj [Object]
+    # @param obj [Object] 
     # @return [Void]
     def self.validate_raw(obj:)
-      obj.output_variable_id.is_a?(String) != false || raise("Passed value for field obj.output_variable_id is not the expected type, validation failed.")
+      obj.name.is_a?(String) != false || raise("Passed value for field obj.name is not the expected type, validation failed.")
+      obj.type.is_a?(String) != false || raise("Passed value for field obj.type is not the expected type, validation failed.")
       obj.value&.is_a?(Float) != false || raise("Passed value for field obj.value is not the expected type, validation failed.")
+      obj.output_variable_id.is_a?(String) != false || raise("Passed value for field obj.output_variable_id is not the expected type, validation failed.")
     end
   end
-end
+end

data/lib/vellum_ai/types/test_suite_run_execution_output.rb

@@ -1,5 +1,4 @@
 # frozen_string_literal: true
-
 require "json"
 require_relative "test_suite_run_execution_string_output"
 require_relative "test_suite_run_execution_number_output"
@@ -7,136 +6,149 @@ require_relative "test_suite_run_execution_json_output"
 require_relative "test_suite_run_execution_chat_history_output"
 require_relative "test_suite_run_execution_search_results_output"
 require_relative "test_suite_run_execution_error_output"
+require_relative "test_suite_run_execution_function_call_output"
+require_relative "test_suite_run_execution_array_output"
 
 module Vellum
   class TestSuiteRunExecutionOutput
-    attr_reader :member, :discriminant
 
-    private_class_method :new
-    alias kind_of? is_a?
-    # @param member [Object]
-    # @param discriminant [String]
-    # @return [TestSuiteRunExecutionOutput]
-    def initialize(member:, discriminant:)
-      # @type [Object]
-      @member = member
-      # @type [String]
-      @discriminant = discriminant
-    end
 
-    # Deserialize a JSON object to an instance of TestSuiteRunExecutionOutput
+# Deserialize a JSON object to an instance of TestSuiteRunExecutionOutput
     #
-    # @param json_object [JSON]
-    # @return [TestSuiteRunExecutionOutput]
+    # @param json_object [String] 
+    # @return [Vellum::TestSuiteRunExecutionOutput]
     def self.from_json(json_object:)
       struct = JSON.parse(json_object, object_class: OpenStruct)
-      member = case struct.type
-               when "STRING"
-                 TestSuiteRunExecutionStringOutput.from_json(json_object: json_object)
-               when "NUMBER"
-                 TestSuiteRunExecutionNumberOutput.from_json(json_object: json_object)
-               when "JSON"
-                 TestSuiteRunExecutionJsonOutput.from_json(json_object: json_object)
-               when "CHAT_HISTORY"
-                 TestSuiteRunExecutionChatHistoryOutput.from_json(json_object: json_object)
-               when "SEARCH_RESULTS"
-                 TestSuiteRunExecutionSearchResultsOutput.from_json(json_object: json_object)
-               when "ERROR"
-                 TestSuiteRunExecutionErrorOutput.from_json(json_object: json_object)
-               else
-                 TestSuiteRunExecutionStringOutput.from_json(json_object: json_object)
-               end
-      new(member: member, discriminant: struct.type)
-    end
-
-    # For Union Types, to_json functionality is delegated to the wrapped member.
-    #
-    # @return [JSON]
-    def to_json(*_args)
-      case @discriminant
-      when "STRING"
-        { **@member.to_json, type: @discriminant }.to_json
-      when "NUMBER"
-        { **@member.to_json, type: @discriminant }.to_json
-      when "JSON"
-        { **@member.to_json, type: @discriminant }.to_json
-      when "CHAT_HISTORY"
-        { **@member.to_json, type: @discriminant }.to_json
-      when "SEARCH_RESULTS"
-        { **@member.to_json, type: @discriminant }.to_json
-      when "ERROR"
-        { **@member.to_json, type: @discriminant }.to_json
-      else
-        { "type": @discriminant, value: @member }.to_json
-      end
-      @member.to_json
+      begin
+        Vellum::TestSuiteRunExecutionStringOutput.validate_raw(obj: struct)
+        unless struct.nil?
+  return Vellum::TestSuiteRunExecutionStringOutput.from_json(json_object: struct)
+else
+  return nil
+end
+      rescue StandardError
+        # noop
+      end
+      begin
+        Vellum::TestSuiteRunExecutionNumberOutput.validate_raw(obj: struct)
+        unless struct.nil?
+  return Vellum::TestSuiteRunExecutionNumberOutput.from_json(json_object: struct)
+else
+  return nil
+end
+      rescue StandardError
+        # noop
+      end
+      begin
+        Vellum::TestSuiteRunExecutionJsonOutput.validate_raw(obj: struct)
+        unless struct.nil?
+  return Vellum::TestSuiteRunExecutionJsonOutput.from_json(json_object: struct)
+else
+  return nil
+end
+      rescue StandardError
+        # noop
+      end
+      begin
+        Vellum::TestSuiteRunExecutionChatHistoryOutput.validate_raw(obj: struct)
+        unless struct.nil?
+  return Vellum::TestSuiteRunExecutionChatHistoryOutput.from_json(json_object: struct)
+else
+  return nil
+end
+      rescue StandardError
+        # noop
+      end
+      begin
+        Vellum::TestSuiteRunExecutionSearchResultsOutput.validate_raw(obj: struct)
+        unless struct.nil?
+  return Vellum::TestSuiteRunExecutionSearchResultsOutput.from_json(json_object: struct)
+else
+  return nil
+end
+      rescue StandardError
+        # noop
+      end
+      begin
+        Vellum::TestSuiteRunExecutionErrorOutput.validate_raw(obj: struct)
+        unless struct.nil?
+  return Vellum::TestSuiteRunExecutionErrorOutput.from_json(json_object: struct)
+else
+  return nil
+end
+      rescue StandardError
+        # noop
+      end
+      begin
+        Vellum::TestSuiteRunExecutionFunctionCallOutput.validate_raw(obj: struct)
+        unless struct.nil?
+  return Vellum::TestSuiteRunExecutionFunctionCallOutput.from_json(json_object: struct)
+else
+  return nil
+end
+      rescue StandardError
+        # noop
+      end
+      begin
+        Vellum::TestSuiteRunExecutionArrayOutput.validate_raw(obj: struct)
+        unless struct.nil?
+  return Vellum::TestSuiteRunExecutionArrayOutput.from_json(json_object: struct)
+else
+  return nil
+end
+      rescue StandardError
+        # noop
+      end
+ return struct
     end
-
-    # Leveraged for Union-type generation, validate_raw attempts to parse the given hash and check each fields type against the current object's property definitions.
+# Leveraged for Union-type generation, validate_raw attempts to parse the given
+#  hash and check each fields type against the current object's property
+#  definitions.
     #
-    # @param obj [Object]
+    # @param obj [Object] 
     # @return [Void]
     def self.validate_raw(obj:)
-      case obj.type
-      when "STRING"
-        TestSuiteRunExecutionStringOutput.validate_raw(obj: obj)
-      when "NUMBER"
-        TestSuiteRunExecutionNumberOutput.validate_raw(obj: obj)
-      when "JSON"
-        TestSuiteRunExecutionJsonOutput.validate_raw(obj: obj)
-      when "CHAT_HISTORY"
-        TestSuiteRunExecutionChatHistoryOutput.validate_raw(obj: obj)
-      when "SEARCH_RESULTS"
-        TestSuiteRunExecutionSearchResultsOutput.validate_raw(obj: obj)
-      when "ERROR"
-        TestSuiteRunExecutionErrorOutput.validate_raw(obj: obj)
-      else
-        raise("Passed value matched no type within the union, validation failed.")
+      begin
+        return Vellum::TestSuiteRunExecutionStringOutput.validate_raw(obj: obj)
+      rescue StandardError
+        # noop
       end
-    end
-
-    # For Union Types, is_a? functionality is delegated to the wrapped member.
-    #
-    # @param obj [Object]
-    # @return [Boolean]
-    def is_a?(obj)
-      @member.is_a?(obj)
-    end
-
-    # @param member [TestSuiteRunExecutionStringOutput]
-    # @return [TestSuiteRunExecutionOutput]
-    def self.string(member:)
-      new(member: member, discriminant: "STRING")
-    end
-
-    # @param member [TestSuiteRunExecutionNumberOutput]
-    # @return [TestSuiteRunExecutionOutput]
-    def self.number(member:)
-      new(member: member, discriminant: "NUMBER")
-    end
-
-    # @param member [TestSuiteRunExecutionJsonOutput]
-    # @return [TestSuiteRunExecutionOutput]
-    def self.json(member:)
-      new(member: member, discriminant: "JSON")
-    end
-
-    # @param member [TestSuiteRunExecutionChatHistoryOutput]
-    # @return [TestSuiteRunExecutionOutput]
-    def self.chat_history(member:)
-      new(member: member, discriminant: "CHAT_HISTORY")
-    end
-
-    # @param member [TestSuiteRunExecutionSearchResultsOutput]
-    # @return [TestSuiteRunExecutionOutput]
-    def self.search_results(member:)
-      new(member: member, discriminant: "SEARCH_RESULTS")
-    end
-
-    # @param member [TestSuiteRunExecutionErrorOutput]
-    # @return [TestSuiteRunExecutionOutput]
-    def self.error(member:)
-      new(member: member, discriminant: "ERROR")
+      begin
+        return Vellum::TestSuiteRunExecutionNumberOutput.validate_raw(obj: obj)
+      rescue StandardError
+        # noop
+      end
+      begin
+        return Vellum::TestSuiteRunExecutionJsonOutput.validate_raw(obj: obj)
+      rescue StandardError
+        # noop
+      end
+      begin
+        return Vellum::TestSuiteRunExecutionChatHistoryOutput.validate_raw(obj: obj)
+      rescue StandardError
+        # noop
+      end
+      begin
+        return Vellum::TestSuiteRunExecutionSearchResultsOutput.validate_raw(obj: obj)
+      rescue StandardError
+        # noop
+      end
+      begin
+        return Vellum::TestSuiteRunExecutionErrorOutput.validate_raw(obj: obj)
+      rescue StandardError
+        # noop
+      end
+      begin
+        return Vellum::TestSuiteRunExecutionFunctionCallOutput.validate_raw(obj: obj)
+      rescue StandardError
+        # noop
+      end
+      begin
+        return Vellum::TestSuiteRunExecutionArrayOutput.validate_raw(obj: obj)
+      rescue StandardError
+        # noop
+      end
+      raise("Passed value matched no type within the union, validation failed.")
     end
   end
-end
+end