vellum_ai 0.3.15 → 0.14.75

data/lib/vellum_ai/types/test_suite_run_execution.rb

@@ -1,63 +1,77 @@
 # frozen_string_literal: true
-
 require_relative "test_suite_run_execution_output"
 require_relative "test_suite_run_execution_metric_result"
+require "ostruct"
 require "json"
 
 module Vellum
   class TestSuiteRunExecution
-    attr_reader :id, :test_case_id, :outputs, :metric_results, :additional_properties
+  # @return [String] 
+    attr_reader :id
+  # @return [String] 
+    attr_reader :test_case_id
+  # @return [Array<Vellum::TestSuiteRunExecutionOutput>] 
+    attr_reader :outputs
+  # @return [Array<Vellum::TestSuiteRunExecutionMetricResult>] 
+    attr_reader :metric_results
+  # @return [OpenStruct] Additional properties unmapped to the current class definition
+    attr_reader :additional_properties
+  # @return [Object] 
+    attr_reader :_field_set
+    protected :_field_set
+
+    OMIT = Object.new
 
-    # @param id [String]
-    # @param test_case_id [String]
-    # @param outputs [Array<TestSuiteRunExecutionOutput>]
-    # @param metric_results [Array<TestSuiteRunExecutionMetricResult>]
+    # @param id [String] 
+    # @param test_case_id [String] 
+    # @param outputs [Array<Vellum::TestSuiteRunExecutionOutput>] 
+    # @param metric_results [Array<Vellum::TestSuiteRunExecutionMetricResult>] 
     # @param additional_properties [OpenStruct] Additional properties unmapped to the current class definition
-    # @return [TestSuiteRunExecution]
+    # @return [Vellum::TestSuiteRunExecution]
     def initialize(id:, test_case_id:, outputs:, metric_results:, additional_properties: nil)
-      # @type [String]
       @id = id
-      # @type [String]
       @test_case_id = test_case_id
-      # @type [Array<TestSuiteRunExecutionOutput>]
       @outputs = outputs
-      # @type [Array<TestSuiteRunExecutionMetricResult>]
       @metric_results = metric_results
-      # @type [OpenStruct] Additional properties unmapped to the current class definition
       @additional_properties = additional_properties
+      @_field_set = { "id": id, "test_case_id": test_case_id, "outputs": outputs, "metric_results": metric_results }
     end
-
-    # Deserialize a JSON object to an instance of TestSuiteRunExecution
+# Deserialize a JSON object to an instance of TestSuiteRunExecution
     #
-    # @param json_object [JSON]
-    # @return [TestSuiteRunExecution]
+    # @param json_object [String] 
+    # @return [Vellum::TestSuiteRunExecution]
     def self.from_json(json_object:)
       struct = JSON.parse(json_object, object_class: OpenStruct)
       parsed_json = JSON.parse(json_object)
-      id = struct.id
-      test_case_id = struct.test_case_id
-      outputs = parsed_json["outputs"].map do |v|
-        v = v.to_json
-        TestSuiteRunExecutionOutput.from_json(json_object: v)
-      end
-      metric_results = parsed_json["metric_results"].map do |v|
-        v = v.to_json
-        TestSuiteRunExecutionMetricResult.from_json(json_object: v)
-      end
-      new(id: id, test_case_id: test_case_id, outputs: outputs, metric_results: metric_results,
-          additional_properties: struct)
+      id = parsed_json["id"]
+      test_case_id = parsed_json["test_case_id"]
+      outputs = parsed_json["outputs"]&.map do | item |
+  item = item.to_json
+  Vellum::TestSuiteRunExecutionOutput.from_json(json_object: item)
+end
+      metric_results = parsed_json["metric_results"]&.map do | item |
+  item = item.to_json
+  Vellum::TestSuiteRunExecutionMetricResult.from_json(json_object: item)
+end
+      new(
+        id: id,
+        test_case_id: test_case_id,
+        outputs: outputs,
+        metric_results: metric_results,
+        additional_properties: struct
+      )
     end
-
-    # Serialize an instance of TestSuiteRunExecution to a JSON object
+# Serialize an instance of TestSuiteRunExecution to a JSON object
     #
-    # @return [JSON]
-    def to_json(*_args)
-      { "id": @id, "test_case_id": @test_case_id, "outputs": @outputs, "metric_results": @metric_results }.to_json
+    # @return [String]
+    def to_json
+      @_field_set&.to_json
     end
-
-    # Leveraged for Union-type generation, validate_raw attempts to parse the given hash and check each fields type against the current object's property definitions.
+# Leveraged for Union-type generation, validate_raw attempts to parse the given
+#  hash and check each fields type against the current object's property
+#  definitions.
     #
-    # @param obj [Object]
+    # @param obj [Object] 
     # @return [Void]
     def self.validate_raw(obj:)
       obj.id.is_a?(String) != false || raise("Passed value for field obj.id is not the expected type, validation failed.")
@@ -66,4 +80,4 @@ module Vellum
       obj.metric_results.is_a?(Array) != false || raise("Passed value for field obj.metric_results is not the expected type, validation failed.")
     end
   end
-end
+end

data/lib/vellum_ai/types/test_suite_run_execution_array_output.rb

@@ -0,0 +1,83 @@
+# frozen_string_literal: true
+require_relative "vellum_value"
+require "ostruct"
+require "json"
+
+module Vellum
+# Execution output of an entity evaluated during a Test Suite Run that is of type
+#  ARRAY
+  class TestSuiteRunExecutionArrayOutput
+  # @return [String] 
+    attr_reader :name
+  # @return [String] 
+    attr_reader :type
+  # @return [Array<Vellum::VellumValue>] 
+    attr_reader :value
+  # @return [String] 
+    attr_reader :output_variable_id
+  # @return [OpenStruct] Additional properties unmapped to the current class definition
+    attr_reader :additional_properties
+  # @return [Object] 
+    attr_reader :_field_set
+    protected :_field_set
+
+    OMIT = Object.new
+
+    # @param name [String] 
+    # @param type [String] 
+    # @param value [Array<Vellum::VellumValue>] 
+    # @param output_variable_id [String] 
+    # @param additional_properties [OpenStruct] Additional properties unmapped to the current class definition
+    # @return [Vellum::TestSuiteRunExecutionArrayOutput]
+    def initialize(name:, type:, value: OMIT, output_variable_id:, additional_properties: nil)
+      @name = name
+      @type = type
+      @value = value if value != OMIT
+      @output_variable_id = output_variable_id
+      @additional_properties = additional_properties
+      @_field_set = { "name": name, "type": type, "value": value, "output_variable_id": output_variable_id }.reject do | _k, v |
+  v == OMIT
+end
+    end
+# Deserialize a JSON object to an instance of TestSuiteRunExecutionArrayOutput
+    #
+    # @param json_object [String] 
+    # @return [Vellum::TestSuiteRunExecutionArrayOutput]
+    def self.from_json(json_object:)
+      struct = JSON.parse(json_object, object_class: OpenStruct)
+      parsed_json = JSON.parse(json_object)
+      name = parsed_json["name"]
+      type = parsed_json["type"]
+      value = parsed_json["value"]&.map do | item |
+  item = item.to_json
+  Vellum::VellumValue.from_json(json_object: item)
+end
+      output_variable_id = parsed_json["output_variable_id"]
+      new(
+        name: name,
+        type: type,
+        value: value,
+        output_variable_id: output_variable_id,
+        additional_properties: struct
+      )
+    end
+# Serialize an instance of TestSuiteRunExecutionArrayOutput to a JSON object
+    #
+    # @return [String]
+    def to_json
+      @_field_set&.to_json
+    end
+# Leveraged for Union-type generation, validate_raw attempts to parse the given
+#  hash and check each fields type against the current object's property
+#  definitions.
+    #
+    # @param obj [Object] 
+    # @return [Void]
+    def self.validate_raw(obj:)
+      obj.name.is_a?(String) != false || raise("Passed value for field obj.name is not the expected type, validation failed.")
+      obj.type.is_a?(String) != false || raise("Passed value for field obj.type is not the expected type, validation failed.")
+      obj.value&.is_a?(Array) != false || raise("Passed value for field obj.value is not the expected type, validation failed.")
+      obj.output_variable_id.is_a?(String) != false || raise("Passed value for field obj.output_variable_id is not the expected type, validation failed.")
+    end
+  end
+end

data/lib/vellum_ai/types/test_suite_run_execution_chat_history_output.rb

@@ -1,54 +1,84 @@
 # frozen_string_literal: true
-
 require_relative "chat_message"
+require "ostruct"
 require "json"
 
 module Vellum
+# Execution output of an entity evaluated during a Test Suite Run that is of type
+#  CHAT_HISTORY
   class TestSuiteRunExecutionChatHistoryOutput
-    attr_reader :output_variable_id, :value, :additional_properties
+  # @return [String] 
+    attr_reader :name
+  # @return [String] 
+    attr_reader :type
+  # @return [Array<Vellum::ChatMessage>] 
+    attr_reader :value
+  # @return [String] 
+    attr_reader :output_variable_id
+  # @return [OpenStruct] Additional properties unmapped to the current class definition
+    attr_reader :additional_properties
+  # @return [Object] 
+    attr_reader :_field_set
+    protected :_field_set
+
+    OMIT = Object.new
 
-    # @param output_variable_id [String]
-    # @param value [Array<ChatMessage>]
+    # @param name [String] 
+    # @param type [String] 
+    # @param value [Array<Vellum::ChatMessage>] 
+    # @param output_variable_id [String] 
     # @param additional_properties [OpenStruct] Additional properties unmapped to the current class definition
-    # @return [TestSuiteRunExecutionChatHistoryOutput]
-    def initialize(output_variable_id:, value: nil, additional_properties: nil)
-      # @type [String]
+    # @return [Vellum::TestSuiteRunExecutionChatHistoryOutput]
+    def initialize(name:, type:, value: OMIT, output_variable_id:, additional_properties: nil)
+      @name = name
+      @type = type
+      @value = value if value != OMIT
       @output_variable_id = output_variable_id
-      # @type [Array<ChatMessage>]
-      @value = value
-      # @type [OpenStruct] Additional properties unmapped to the current class definition
       @additional_properties = additional_properties
+      @_field_set = { "name": name, "type": type, "value": value, "output_variable_id": output_variable_id }.reject do | _k, v |
+  v == OMIT
+end
     end
-
-    # Deserialize a JSON object to an instance of TestSuiteRunExecutionChatHistoryOutput
+# Deserialize a JSON object to an instance of
+#  TestSuiteRunExecutionChatHistoryOutput
     #
-    # @param json_object [JSON]
-    # @return [TestSuiteRunExecutionChatHistoryOutput]
+    # @param json_object [String] 
+    # @return [Vellum::TestSuiteRunExecutionChatHistoryOutput]
     def self.from_json(json_object:)
       struct = JSON.parse(json_object, object_class: OpenStruct)
       parsed_json = JSON.parse(json_object)
-      output_variable_id = struct.output_variable_id
-      value = parsed_json["value"].map do |v|
-        v = v.to_json
-        ChatMessage.from_json(json_object: v)
-      end
-      new(output_variable_id: output_variable_id, value: value, additional_properties: struct)
+      name = parsed_json["name"]
+      type = parsed_json["type"]
+      value = parsed_json["value"]&.map do | item |
+  item = item.to_json
+  Vellum::ChatMessage.from_json(json_object: item)
+end
+      output_variable_id = parsed_json["output_variable_id"]
+      new(
+        name: name,
+        type: type,
+        value: value,
+        output_variable_id: output_variable_id,
+        additional_properties: struct
+      )
     end
-
-    # Serialize an instance of TestSuiteRunExecutionChatHistoryOutput to a JSON object
+# Serialize an instance of TestSuiteRunExecutionChatHistoryOutput to a JSON object
     #
-    # @return [JSON]
-    def to_json(*_args)
-      { "output_variable_id": @output_variable_id, "value": @value }.to_json
+    # @return [String]
+    def to_json
+      @_field_set&.to_json
     end
-
-    # Leveraged for Union-type generation, validate_raw attempts to parse the given hash and check each fields type against the current object's property definitions.
+# Leveraged for Union-type generation, validate_raw attempts to parse the given
+#  hash and check each fields type against the current object's property
+#  definitions.
     #
-    # @param obj [Object]
+    # @param obj [Object] 
     # @return [Void]
     def self.validate_raw(obj:)
-      obj.output_variable_id.is_a?(String) != false || raise("Passed value for field obj.output_variable_id is not the expected type, validation failed.")
+      obj.name.is_a?(String) != false || raise("Passed value for field obj.name is not the expected type, validation failed.")
+      obj.type.is_a?(String) != false || raise("Passed value for field obj.type is not the expected type, validation failed.")
       obj.value&.is_a?(Array) != false || raise("Passed value for field obj.value is not the expected type, validation failed.")
+      obj.output_variable_id.is_a?(String) != false || raise("Passed value for field obj.output_variable_id is not the expected type, validation failed.")
     end
   end
-end
+end

data/lib/vellum_ai/types/test_suite_run_execution_error_output.rb

@@ -1,56 +1,85 @@
 # frozen_string_literal: true
-
 require_relative "vellum_error"
+require "ostruct"
 require "json"
 
 module Vellum
+# Execution output of an entity evaluated during a Test Suite Run that is of type
+#  ERROR
   class TestSuiteRunExecutionErrorOutput
-    attr_reader :output_variable_id, :value, :additional_properties
+  # @return [String] 
+    attr_reader :name
+  # @return [String] 
+    attr_reader :type
+  # @return [Vellum::VellumError] 
+    attr_reader :value
+  # @return [String] 
+    attr_reader :output_variable_id
+  # @return [OpenStruct] Additional properties unmapped to the current class definition
+    attr_reader :additional_properties
+  # @return [Object] 
+    attr_reader :_field_set
+    protected :_field_set
+
+    OMIT = Object.new
 
-    # @param output_variable_id [String]
-    # @param value [VellumError]
+    # @param name [String] 
+    # @param type [String] 
+    # @param value [Vellum::VellumError] 
+    # @param output_variable_id [String] 
     # @param additional_properties [OpenStruct] Additional properties unmapped to the current class definition
-    # @return [TestSuiteRunExecutionErrorOutput]
-    def initialize(output_variable_id:, value: nil, additional_properties: nil)
-      # @type [String]
+    # @return [Vellum::TestSuiteRunExecutionErrorOutput]
+    def initialize(name:, type:, value: OMIT, output_variable_id:, additional_properties: nil)
+      @name = name
+      @type = type
+      @value = value if value != OMIT
       @output_variable_id = output_variable_id
-      # @type [VellumError]
-      @value = value
-      # @type [OpenStruct] Additional properties unmapped to the current class definition
       @additional_properties = additional_properties
+      @_field_set = { "name": name, "type": type, "value": value, "output_variable_id": output_variable_id }.reject do | _k, v |
+  v == OMIT
+end
     end
-
-    # Deserialize a JSON object to an instance of TestSuiteRunExecutionErrorOutput
+# Deserialize a JSON object to an instance of TestSuiteRunExecutionErrorOutput
     #
-    # @param json_object [JSON]
-    # @return [TestSuiteRunExecutionErrorOutput]
+    # @param json_object [String] 
+    # @return [Vellum::TestSuiteRunExecutionErrorOutput]
     def self.from_json(json_object:)
       struct = JSON.parse(json_object, object_class: OpenStruct)
       parsed_json = JSON.parse(json_object)
-      output_variable_id = struct.output_variable_id
-      if parsed_json["value"].nil?
-        value = nil
-      else
+      name = parsed_json["name"]
+      type = parsed_json["type"]
+      unless parsed_json["value"].nil?
         value = parsed_json["value"].to_json
-        value = VellumError.from_json(json_object: value)
+        value = Vellum::VellumError.from_json(json_object: value)
+      else
+        value = nil
       end
-      new(output_variable_id: output_variable_id, value: value, additional_properties: struct)
+      output_variable_id = parsed_json["output_variable_id"]
+      new(
+        name: name,
+        type: type,
+        value: value,
+        output_variable_id: output_variable_id,
+        additional_properties: struct
+      )
     end
-
-    # Serialize an instance of TestSuiteRunExecutionErrorOutput to a JSON object
+# Serialize an instance of TestSuiteRunExecutionErrorOutput to a JSON object
     #
-    # @return [JSON]
-    def to_json(*_args)
-      { "output_variable_id": @output_variable_id, "value": @value }.to_json
+    # @return [String]
+    def to_json
+      @_field_set&.to_json
     end
-
-    # Leveraged for Union-type generation, validate_raw attempts to parse the given hash and check each fields type against the current object's property definitions.
+# Leveraged for Union-type generation, validate_raw attempts to parse the given
+#  hash and check each fields type against the current object's property
+#  definitions.
     #
-    # @param obj [Object]
+    # @param obj [Object] 
     # @return [Void]
     def self.validate_raw(obj:)
+      obj.name.is_a?(String) != false || raise("Passed value for field obj.name is not the expected type, validation failed.")
+      obj.type.is_a?(String) != false || raise("Passed value for field obj.type is not the expected type, validation failed.")
+      obj.value.nil? || Vellum::VellumError.validate_raw(obj: obj.value)
       obj.output_variable_id.is_a?(String) != false || raise("Passed value for field obj.output_variable_id is not the expected type, validation failed.")
-      obj.value.nil? || VellumError.validate_raw(obj: obj.value)
     end
   end
-end
+end

data/lib/vellum_ai/types/test_suite_run_execution_function_call_output.rb

@@ -0,0 +1,87 @@
+# frozen_string_literal: true
+require_relative "function_call"
+require "ostruct"
+require "json"
+
+module Vellum
+# Execution output of an entity evaluated during a Test Suite Run that is of type
+#  FUNCTION_CALL
+  class TestSuiteRunExecutionFunctionCallOutput
+  # @return [String] 
+    attr_reader :name
+  # @return [String] 
+    attr_reader :type
+  # @return [Vellum::FunctionCall] 
+    attr_reader :value
+  # @return [String] 
+    attr_reader :output_variable_id
+  # @return [OpenStruct] Additional properties unmapped to the current class definition
+    attr_reader :additional_properties
+  # @return [Object] 
+    attr_reader :_field_set
+    protected :_field_set
+
+    OMIT = Object.new
+
+    # @param name [String] 
+    # @param type [String] 
+    # @param value [Vellum::FunctionCall] 
+    # @param output_variable_id [String] 
+    # @param additional_properties [OpenStruct] Additional properties unmapped to the current class definition
+    # @return [Vellum::TestSuiteRunExecutionFunctionCallOutput]
+    def initialize(name:, type:, value: OMIT, output_variable_id:, additional_properties: nil)
+      @name = name
+      @type = type
+      @value = value if value != OMIT
+      @output_variable_id = output_variable_id
+      @additional_properties = additional_properties
+      @_field_set = { "name": name, "type": type, "value": value, "output_variable_id": output_variable_id }.reject do | _k, v |
+  v == OMIT
+end
+    end
+# Deserialize a JSON object to an instance of
+#  TestSuiteRunExecutionFunctionCallOutput
+    #
+    # @param json_object [String] 
+    # @return [Vellum::TestSuiteRunExecutionFunctionCallOutput]
+    def self.from_json(json_object:)
+      struct = JSON.parse(json_object, object_class: OpenStruct)
+      parsed_json = JSON.parse(json_object)
+      name = parsed_json["name"]
+      type = parsed_json["type"]
+      unless parsed_json["value"].nil?
+        value = parsed_json["value"].to_json
+        value = Vellum::FunctionCall.from_json(json_object: value)
+      else
+        value = nil
+      end
+      output_variable_id = parsed_json["output_variable_id"]
+      new(
+        name: name,
+        type: type,
+        value: value,
+        output_variable_id: output_variable_id,
+        additional_properties: struct
+      )
+    end
+# Serialize an instance of TestSuiteRunExecutionFunctionCallOutput to a JSON
+#  object
+    #
+    # @return [String]
+    def to_json
+      @_field_set&.to_json
+    end
+# Leveraged for Union-type generation, validate_raw attempts to parse the given
+#  hash and check each fields type against the current object's property
+#  definitions.
+    #
+    # @param obj [Object] 
+    # @return [Void]
+    def self.validate_raw(obj:)
+      obj.name.is_a?(String) != false || raise("Passed value for field obj.name is not the expected type, validation failed.")
+      obj.type.is_a?(String) != false || raise("Passed value for field obj.type is not the expected type, validation failed.")
+      obj.value.nil? || Vellum::FunctionCall.validate_raw(obj: obj.value)
+      obj.output_variable_id.is_a?(String) != false || raise("Passed value for field obj.output_variable_id is not the expected type, validation failed.")
+    end
+  end
+end

data/lib/vellum_ai/types/test_suite_run_execution_json_output.rb

@@ -1,50 +1,77 @@
 # frozen_string_literal: true
-
+require "ostruct"
 require "json"
 
 module Vellum
+# Execution output of an entity evaluated during a Test Suite Run that is of type
+#  JSON
   class TestSuiteRunExecutionJsonOutput
-    attr_reader :output_variable_id, :value, :additional_properties
+  # @return [String] 
+    attr_reader :name
+  # @return [String] 
+    attr_reader :type
+  # @return [Object] 
+    attr_reader :value
+  # @return [String] 
+    attr_reader :output_variable_id
+  # @return [OpenStruct] Additional properties unmapped to the current class definition
+    attr_reader :additional_properties
+  # @return [Object] 
+    attr_reader :_field_set
+    protected :_field_set
+
+    OMIT = Object.new
 
-    # @param output_variable_id [String]
-    # @param value [Hash{String => String}]
+    # @param name [String] 
+    # @param type [String] 
+    # @param value [Object] 
+    # @param output_variable_id [String] 
     # @param additional_properties [OpenStruct] Additional properties unmapped to the current class definition
-    # @return [TestSuiteRunExecutionJsonOutput]
-    def initialize(output_variable_id:, value: nil, additional_properties: nil)
-      # @type [String]
-      @output_variable_id = output_variable_id
-      # @type [Hash{String => String}]
+    # @return [Vellum::TestSuiteRunExecutionJsonOutput]
+    def initialize(name:, type:, value:, output_variable_id:, additional_properties: nil)
+      @name = name
+      @type = type
       @value = value
-      # @type [OpenStruct] Additional properties unmapped to the current class definition
+      @output_variable_id = output_variable_id
       @additional_properties = additional_properties
+      @_field_set = { "name": name, "type": type, "value": value, "output_variable_id": output_variable_id }
     end
-
-    # Deserialize a JSON object to an instance of TestSuiteRunExecutionJsonOutput
+# Deserialize a JSON object to an instance of TestSuiteRunExecutionJsonOutput
     #
-    # @param json_object [JSON]
-    # @return [TestSuiteRunExecutionJsonOutput]
+    # @param json_object [String] 
+    # @return [Vellum::TestSuiteRunExecutionJsonOutput]
     def self.from_json(json_object:)
       struct = JSON.parse(json_object, object_class: OpenStruct)
-      JSON.parse(json_object)
-      output_variable_id = struct.output_variable_id
-      value = struct.value
-      new(output_variable_id: output_variable_id, value: value, additional_properties: struct)
+      parsed_json = JSON.parse(json_object)
+      name = parsed_json["name"]
+      type = parsed_json["type"]
+      value = parsed_json["value"]
+      output_variable_id = parsed_json["output_variable_id"]
+      new(
+        name: name,
+        type: type,
+        value: value,
+        output_variable_id: output_variable_id,
+        additional_properties: struct
+      )
     end
-
-    # Serialize an instance of TestSuiteRunExecutionJsonOutput to a JSON object
+# Serialize an instance of TestSuiteRunExecutionJsonOutput to a JSON object
     #
-    # @return [JSON]
-    def to_json(*_args)
-      { "output_variable_id": @output_variable_id, "value": @value }.to_json
+    # @return [String]
+    def to_json
+      @_field_set&.to_json
     end
-
-    # Leveraged for Union-type generation, validate_raw attempts to parse the given hash and check each fields type against the current object's property definitions.
+# Leveraged for Union-type generation, validate_raw attempts to parse the given
+#  hash and check each fields type against the current object's property
+#  definitions.
     #
-    # @param obj [Object]
+    # @param obj [Object] 
     # @return [Void]
     def self.validate_raw(obj:)
+      obj.name.is_a?(String) != false || raise("Passed value for field obj.name is not the expected type, validation failed.")
+      obj.type.is_a?(String) != false || raise("Passed value for field obj.type is not the expected type, validation failed.")
+      obj.value.is_a?(Object) != false || raise("Passed value for field obj.value is not the expected type, validation failed.")
       obj.output_variable_id.is_a?(String) != false || raise("Passed value for field obj.output_variable_id is not the expected type, validation failed.")
-      obj.value&.is_a?(Hash) != false || raise("Passed value for field obj.value is not the expected type, validation failed.")
     end
   end
-end
+end