vellum_ai 0.3.15 → 0.14.75

data/lib/vellum_ai/types/test_suite_run_execution_search_results_output.rb

@@ -1,54 +1,85 @@
 # frozen_string_literal: true
-
 require_relative "search_result"
+require "ostruct"
 require "json"
 
 module Vellum
+# Execution output of an entity evaluated during a Test Suite Run that is of type
+#  SEARCH_RESULTS
   class TestSuiteRunExecutionSearchResultsOutput
-    attr_reader :output_variable_id, :value, :additional_properties
+  # @return [String] 
+    attr_reader :name
+  # @return [String] 
+    attr_reader :type
+  # @return [Array<Vellum::SearchResult>] 
+    attr_reader :value
+  # @return [String] 
+    attr_reader :output_variable_id
+  # @return [OpenStruct] Additional properties unmapped to the current class definition
+    attr_reader :additional_properties
+  # @return [Object] 
+    attr_reader :_field_set
+    protected :_field_set
+
+    OMIT = Object.new
 
-    # @param output_variable_id [String]
-    # @param value [Array<SearchResult>]
+    # @param name [String] 
+    # @param type [String] 
+    # @param value [Array<Vellum::SearchResult>] 
+    # @param output_variable_id [String] 
     # @param additional_properties [OpenStruct] Additional properties unmapped to the current class definition
-    # @return [TestSuiteRunExecutionSearchResultsOutput]
-    def initialize(output_variable_id:, value: nil, additional_properties: nil)
-      # @type [String]
+    # @return [Vellum::TestSuiteRunExecutionSearchResultsOutput]
+    def initialize(name:, type:, value: OMIT, output_variable_id:, additional_properties: nil)
+      @name = name
+      @type = type
+      @value = value if value != OMIT
       @output_variable_id = output_variable_id
-      # @type [Array<SearchResult>]
-      @value = value
-      # @type [OpenStruct] Additional properties unmapped to the current class definition
       @additional_properties = additional_properties
+      @_field_set = { "name": name, "type": type, "value": value, "output_variable_id": output_variable_id }.reject do | _k, v |
+  v == OMIT
+end
     end
-
-    # Deserialize a JSON object to an instance of TestSuiteRunExecutionSearchResultsOutput
+# Deserialize a JSON object to an instance of
+#  TestSuiteRunExecutionSearchResultsOutput
     #
-    # @param json_object [JSON]
-    # @return [TestSuiteRunExecutionSearchResultsOutput]
+    # @param json_object [String] 
+    # @return [Vellum::TestSuiteRunExecutionSearchResultsOutput]
     def self.from_json(json_object:)
       struct = JSON.parse(json_object, object_class: OpenStruct)
       parsed_json = JSON.parse(json_object)
-      output_variable_id = struct.output_variable_id
-      value = parsed_json["value"].map do |v|
-        v = v.to_json
-        SearchResult.from_json(json_object: v)
-      end
-      new(output_variable_id: output_variable_id, value: value, additional_properties: struct)
+      name = parsed_json["name"]
+      type = parsed_json["type"]
+      value = parsed_json["value"]&.map do | item |
+  item = item.to_json
+  Vellum::SearchResult.from_json(json_object: item)
+end
+      output_variable_id = parsed_json["output_variable_id"]
+      new(
+        name: name,
+        type: type,
+        value: value,
+        output_variable_id: output_variable_id,
+        additional_properties: struct
+      )
     end
-
-    # Serialize an instance of TestSuiteRunExecutionSearchResultsOutput to a JSON object
+# Serialize an instance of TestSuiteRunExecutionSearchResultsOutput to a JSON
+#  object
     #
-    # @return [JSON]
-    def to_json(*_args)
-      { "output_variable_id": @output_variable_id, "value": @value }.to_json
+    # @return [String]
+    def to_json
+      @_field_set&.to_json
     end
-
-    # Leveraged for Union-type generation, validate_raw attempts to parse the given hash and check each fields type against the current object's property definitions.
+# Leveraged for Union-type generation, validate_raw attempts to parse the given
+#  hash and check each fields type against the current object's property
+#  definitions.
     #
-    # @param obj [Object]
+    # @param obj [Object] 
     # @return [Void]
     def self.validate_raw(obj:)
-      obj.output_variable_id.is_a?(String) != false || raise("Passed value for field obj.output_variable_id is not the expected type, validation failed.")
+      obj.name.is_a?(String) != false || raise("Passed value for field obj.name is not the expected type, validation failed.")
+      obj.type.is_a?(String) != false || raise("Passed value for field obj.type is not the expected type, validation failed.")
       obj.value&.is_a?(Array) != false || raise("Passed value for field obj.value is not the expected type, validation failed.")
+      obj.output_variable_id.is_a?(String) != false || raise("Passed value for field obj.output_variable_id is not the expected type, validation failed.")
     end
   end
-end
+end

data/lib/vellum_ai/types/test_suite_run_execution_string_output.rb

@@ -1,50 +1,79 @@
 # frozen_string_literal: true
-
+require "ostruct"
 require "json"
 
 module Vellum
+# Execution output of an entity evaluated during a Test Suite Run that is of type
+#  STRING
   class TestSuiteRunExecutionStringOutput
-    attr_reader :output_variable_id, :value, :additional_properties
+  # @return [String] 
+    attr_reader :name
+  # @return [String] 
+    attr_reader :type
+  # @return [String] 
+    attr_reader :value
+  # @return [String] 
+    attr_reader :output_variable_id
+  # @return [OpenStruct] Additional properties unmapped to the current class definition
+    attr_reader :additional_properties
+  # @return [Object] 
+    attr_reader :_field_set
+    protected :_field_set
+
+    OMIT = Object.new
 
-    # @param output_variable_id [String]
-    # @param value [String]
+    # @param name [String] 
+    # @param type [String] 
+    # @param value [String] 
+    # @param output_variable_id [String] 
     # @param additional_properties [OpenStruct] Additional properties unmapped to the current class definition
-    # @return [TestSuiteRunExecutionStringOutput]
-    def initialize(output_variable_id:, value: nil, additional_properties: nil)
-      # @type [String]
+    # @return [Vellum::TestSuiteRunExecutionStringOutput]
+    def initialize(name:, type:, value: OMIT, output_variable_id:, additional_properties: nil)
+      @name = name
+      @type = type
+      @value = value if value != OMIT
       @output_variable_id = output_variable_id
-      # @type [String]
-      @value = value
-      # @type [OpenStruct] Additional properties unmapped to the current class definition
       @additional_properties = additional_properties
+      @_field_set = { "name": name, "type": type, "value": value, "output_variable_id": output_variable_id }.reject do | _k, v |
+  v == OMIT
+end
     end
-
-    # Deserialize a JSON object to an instance of TestSuiteRunExecutionStringOutput
+# Deserialize a JSON object to an instance of TestSuiteRunExecutionStringOutput
     #
-    # @param json_object [JSON]
-    # @return [TestSuiteRunExecutionStringOutput]
+    # @param json_object [String] 
+    # @return [Vellum::TestSuiteRunExecutionStringOutput]
     def self.from_json(json_object:)
       struct = JSON.parse(json_object, object_class: OpenStruct)
-      JSON.parse(json_object)
-      output_variable_id = struct.output_variable_id
-      value = struct.value
-      new(output_variable_id: output_variable_id, value: value, additional_properties: struct)
+      parsed_json = JSON.parse(json_object)
+      name = parsed_json["name"]
+      type = parsed_json["type"]
+      value = parsed_json["value"]
+      output_variable_id = parsed_json["output_variable_id"]
+      new(
+        name: name,
+        type: type,
+        value: value,
+        output_variable_id: output_variable_id,
+        additional_properties: struct
+      )
     end
-
-    # Serialize an instance of TestSuiteRunExecutionStringOutput to a JSON object
+# Serialize an instance of TestSuiteRunExecutionStringOutput to a JSON object
     #
-    # @return [JSON]
-    def to_json(*_args)
-      { "output_variable_id": @output_variable_id, "value": @value }.to_json
+    # @return [String]
+    def to_json
+      @_field_set&.to_json
     end
-
-    # Leveraged for Union-type generation, validate_raw attempts to parse the given hash and check each fields type against the current object's property definitions.
+# Leveraged for Union-type generation, validate_raw attempts to parse the given
+#  hash and check each fields type against the current object's property
+#  definitions.
     #
-    # @param obj [Object]
+    # @param obj [Object] 
     # @return [Void]
     def self.validate_raw(obj:)
-      obj.output_variable_id.is_a?(String) != false || raise("Passed value for field obj.output_variable_id is not the expected type, validation failed.")
+      obj.name.is_a?(String) != false || raise("Passed value for field obj.name is not the expected type, validation failed.")
+      obj.type.is_a?(String) != false || raise("Passed value for field obj.type is not the expected type, validation failed.")
       obj.value&.is_a?(String) != false || raise("Passed value for field obj.value is not the expected type, validation failed.")
+      obj.output_variable_id.is_a?(String) != false || raise("Passed value for field obj.output_variable_id is not the expected type, validation failed.")
     end
   end
-end
+end

data/lib/vellum_ai/types/test_suite_run_external_exec_config.rb

@@ -0,0 +1,80 @@
+# frozen_string_literal: true
+require_relative "test_suite_run_external_exec_config_data"
+require "ostruct"
+require "json"
+
+module Vellum
+# Execution configuration for running a Vellum Test Suite against an external
+#  callable
+  class TestSuiteRunExternalExecConfig
+  # @return [Vellum::TestSuiteRunExternalExecConfigData] 
+    attr_reader :data
+  # @return [Array<String>] Optionally specify a subset of test case ids to run. If not provided, all test
+#  cases within the test suite will be run by default.
+    attr_reader :test_case_ids
+  # @return [String] 
+    attr_reader :type
+  # @return [OpenStruct] Additional properties unmapped to the current class definition
+    attr_reader :additional_properties
+  # @return [Object] 
+    attr_reader :_field_set
+    protected :_field_set
+
+    OMIT = Object.new
+
+    # @param data [Vellum::TestSuiteRunExternalExecConfigData] 
+    # @param test_case_ids [Array<String>] Optionally specify a subset of test case ids to run. If not provided, all test
+#  cases within the test suite will be run by default.
+    # @param type [String] 
+    # @param additional_properties [OpenStruct] Additional properties unmapped to the current class definition
+    # @return [Vellum::TestSuiteRunExternalExecConfig]
+    def initialize(data:, test_case_ids: OMIT, type:, additional_properties: nil)
+      @data = data
+      @test_case_ids = test_case_ids if test_case_ids != OMIT
+      @type = type
+      @additional_properties = additional_properties
+      @_field_set = { "data": data, "test_case_ids": test_case_ids, "type": type }.reject do | _k, v |
+  v == OMIT
+end
+    end
+# Deserialize a JSON object to an instance of TestSuiteRunExternalExecConfig
+    #
+    # @param json_object [String] 
+    # @return [Vellum::TestSuiteRunExternalExecConfig]
+    def self.from_json(json_object:)
+      struct = JSON.parse(json_object, object_class: OpenStruct)
+      parsed_json = JSON.parse(json_object)
+      unless parsed_json["data"].nil?
+        data = parsed_json["data"].to_json
+        data = Vellum::TestSuiteRunExternalExecConfigData.from_json(json_object: data)
+      else
+        data = nil
+      end
+      test_case_ids = parsed_json["test_case_ids"]
+      type = parsed_json["type"]
+      new(
+        data: data,
+        test_case_ids: test_case_ids,
+        type: type,
+        additional_properties: struct
+      )
+    end
+# Serialize an instance of TestSuiteRunExternalExecConfig to a JSON object
+    #
+    # @return [String]
+    def to_json
+      @_field_set&.to_json
+    end
+# Leveraged for Union-type generation, validate_raw attempts to parse the given
+#  hash and check each fields type against the current object's property
+#  definitions.
+    #
+    # @param obj [Object] 
+    # @return [Void]
+    def self.validate_raw(obj:)
+      Vellum::TestSuiteRunExternalExecConfigData.validate_raw(obj: obj.data)
+      obj.test_case_ids&.is_a?(Array) != false || raise("Passed value for field obj.test_case_ids is not the expected type, validation failed.")
+      obj.type.is_a?(String) != false || raise("Passed value for field obj.type is not the expected type, validation failed.")
+    end
+  end
+end

data/lib/vellum_ai/types/test_suite_run_external_exec_config_data.rb

@@ -0,0 +1,57 @@
+# frozen_string_literal: true
+require_relative "external_test_case_execution"
+require "ostruct"
+require "json"
+
+module Vellum
+  class TestSuiteRunExternalExecConfigData
+  # @return [Array<Vellum::ExternalTestCaseExecution>] The executions of some callable external to Vellum whose outputs you would like
+#  to evaluate.
+    attr_reader :executions
+  # @return [OpenStruct] Additional properties unmapped to the current class definition
+    attr_reader :additional_properties
+  # @return [Object] 
+    attr_reader :_field_set
+    protected :_field_set
+
+    OMIT = Object.new
+
+    # @param executions [Array<Vellum::ExternalTestCaseExecution>] The executions of some callable external to Vellum whose outputs you would like
+#  to evaluate.
+    # @param additional_properties [OpenStruct] Additional properties unmapped to the current class definition
+    # @return [Vellum::TestSuiteRunExternalExecConfigData]
+    def initialize(executions:, additional_properties: nil)
+      @executions = executions
+      @additional_properties = additional_properties
+      @_field_set = { "executions": executions }
+    end
+# Deserialize a JSON object to an instance of TestSuiteRunExternalExecConfigData
+    #
+    # @param json_object [String] 
+    # @return [Vellum::TestSuiteRunExternalExecConfigData]
+    def self.from_json(json_object:)
+      struct = JSON.parse(json_object, object_class: OpenStruct)
+      parsed_json = JSON.parse(json_object)
+      executions = parsed_json["executions"]&.map do | item |
+  item = item.to_json
+  Vellum::ExternalTestCaseExecution.from_json(json_object: item)
+end
+      new(executions: executions, additional_properties: struct)
+    end
+# Serialize an instance of TestSuiteRunExternalExecConfigData to a JSON object
+    #
+    # @return [String]
+    def to_json
+      @_field_set&.to_json
+    end
+# Leveraged for Union-type generation, validate_raw attempts to parse the given
+#  hash and check each fields type against the current object's property
+#  definitions.
+    #
+    # @param obj [Object] 
+    # @return [Void]
+    def self.validate_raw(obj:)
+      obj.executions.is_a?(Array) != false || raise("Passed value for field obj.executions is not the expected type, validation failed.")
+    end
+  end
+end

data/lib/vellum_ai/types/test_suite_run_external_exec_config_data_request.rb

@@ -0,0 +1,59 @@
+# frozen_string_literal: true
+require_relative "external_test_case_execution_request"
+require "ostruct"
+require "json"
+
+module Vellum
+  class TestSuiteRunExternalExecConfigDataRequest
+  # @return [Array<Vellum::ExternalTestCaseExecutionRequest>] The executions of some callable external to Vellum whose outputs you would like
+#  to evaluate.
+    attr_reader :executions
+  # @return [OpenStruct] Additional properties unmapped to the current class definition
+    attr_reader :additional_properties
+  # @return [Object] 
+    attr_reader :_field_set
+    protected :_field_set
+
+    OMIT = Object.new
+
+    # @param executions [Array<Vellum::ExternalTestCaseExecutionRequest>] The executions of some callable external to Vellum whose outputs you would like
+#  to evaluate.
+    # @param additional_properties [OpenStruct] Additional properties unmapped to the current class definition
+    # @return [Vellum::TestSuiteRunExternalExecConfigDataRequest]
+    def initialize(executions:, additional_properties: nil)
+      @executions = executions
+      @additional_properties = additional_properties
+      @_field_set = { "executions": executions }
+    end
+# Deserialize a JSON object to an instance of
+#  TestSuiteRunExternalExecConfigDataRequest
+    #
+    # @param json_object [String] 
+    # @return [Vellum::TestSuiteRunExternalExecConfigDataRequest]
+    def self.from_json(json_object:)
+      struct = JSON.parse(json_object, object_class: OpenStruct)
+      parsed_json = JSON.parse(json_object)
+      executions = parsed_json["executions"]&.map do | item |
+  item = item.to_json
+  Vellum::ExternalTestCaseExecutionRequest.from_json(json_object: item)
+end
+      new(executions: executions, additional_properties: struct)
+    end
+# Serialize an instance of TestSuiteRunExternalExecConfigDataRequest to a JSON
+#  object
+    #
+    # @return [String]
+    def to_json
+      @_field_set&.to_json
+    end
+# Leveraged for Union-type generation, validate_raw attempts to parse the given
+#  hash and check each fields type against the current object's property
+#  definitions.
+    #
+    # @param obj [Object] 
+    # @return [Void]
+    def self.validate_raw(obj:)
+      obj.executions.is_a?(Array) != false || raise("Passed value for field obj.executions is not the expected type, validation failed.")
+    end
+  end
+end

data/lib/vellum_ai/types/test_suite_run_external_exec_config_request.rb

@@ -0,0 +1,81 @@
+# frozen_string_literal: true
+require_relative "test_suite_run_external_exec_config_data_request"
+require "ostruct"
+require "json"
+
+module Vellum
+# Execution configuration for running a Vellum Test Suite against an external
+#  callable
+  class TestSuiteRunExternalExecConfigRequest
+  # @return [Vellum::TestSuiteRunExternalExecConfigDataRequest] 
+    attr_reader :data
+  # @return [Array<String>] Optionally specify a subset of test case ids to run. If not provided, all test
+#  cases within the test suite will be run by default.
+    attr_reader :test_case_ids
+  # @return [String] 
+    attr_reader :type
+  # @return [OpenStruct] Additional properties unmapped to the current class definition
+    attr_reader :additional_properties
+  # @return [Object] 
+    attr_reader :_field_set
+    protected :_field_set
+
+    OMIT = Object.new
+
+    # @param data [Vellum::TestSuiteRunExternalExecConfigDataRequest] 
+    # @param test_case_ids [Array<String>] Optionally specify a subset of test case ids to run. If not provided, all test
+#  cases within the test suite will be run by default.
+    # @param type [String] 
+    # @param additional_properties [OpenStruct] Additional properties unmapped to the current class definition
+    # @return [Vellum::TestSuiteRunExternalExecConfigRequest]
+    def initialize(data:, test_case_ids: OMIT, type:, additional_properties: nil)
+      @data = data
+      @test_case_ids = test_case_ids if test_case_ids != OMIT
+      @type = type
+      @additional_properties = additional_properties
+      @_field_set = { "data": data, "test_case_ids": test_case_ids, "type": type }.reject do | _k, v |
+  v == OMIT
+end
+    end
+# Deserialize a JSON object to an instance of
+#  TestSuiteRunExternalExecConfigRequest
+    #
+    # @param json_object [String] 
+    # @return [Vellum::TestSuiteRunExternalExecConfigRequest]
+    def self.from_json(json_object:)
+      struct = JSON.parse(json_object, object_class: OpenStruct)
+      parsed_json = JSON.parse(json_object)
+      unless parsed_json["data"].nil?
+        data = parsed_json["data"].to_json
+        data = Vellum::TestSuiteRunExternalExecConfigDataRequest.from_json(json_object: data)
+      else
+        data = nil
+      end
+      test_case_ids = parsed_json["test_case_ids"]
+      type = parsed_json["type"]
+      new(
+        data: data,
+        test_case_ids: test_case_ids,
+        type: type,
+        additional_properties: struct
+      )
+    end
+# Serialize an instance of TestSuiteRunExternalExecConfigRequest to a JSON object
+    #
+    # @return [String]
+    def to_json
+      @_field_set&.to_json
+    end
+# Leveraged for Union-type generation, validate_raw attempts to parse the given
+#  hash and check each fields type against the current object's property
+#  definitions.
+    #
+    # @param obj [Object] 
+    # @return [Void]
+    def self.validate_raw(obj:)
+      Vellum::TestSuiteRunExternalExecConfigDataRequest.validate_raw(obj: obj.data)
+      obj.test_case_ids&.is_a?(Array) != false || raise("Passed value for field obj.test_case_ids is not the expected type, validation failed.")
+      obj.type.is_a?(String) != false || raise("Passed value for field obj.type is not the expected type, validation failed.")
+    end
+  end
+end

data/lib/vellum_ai/types/test_suite_run_metric_array_output.rb

@@ -0,0 +1,75 @@
+# frozen_string_literal: true
+require_relative "vellum_value"
+require "ostruct"
+require "json"
+
+module Vellum
+# Output for a test suite run metric that is of type ARRAY
+  class TestSuiteRunMetricArrayOutput
+  # @return [Array<Vellum::VellumValue>] 
+    attr_reader :value
+  # @return [String] 
+    attr_reader :type
+  # @return [String] 
+    attr_reader :name
+  # @return [OpenStruct] Additional properties unmapped to the current class definition
+    attr_reader :additional_properties
+  # @return [Object] 
+    attr_reader :_field_set
+    protected :_field_set
+
+    OMIT = Object.new
+
+    # @param value [Array<Vellum::VellumValue>] 
+    # @param type [String] 
+    # @param name [String] 
+    # @param additional_properties [OpenStruct] Additional properties unmapped to the current class definition
+    # @return [Vellum::TestSuiteRunMetricArrayOutput]
+    def initialize(value: OMIT, type:, name:, additional_properties: nil)
+      @value = value if value != OMIT
+      @type = type
+      @name = name
+      @additional_properties = additional_properties
+      @_field_set = { "value": value, "type": type, "name": name }.reject do | _k, v |
+  v == OMIT
+end
+    end
+# Deserialize a JSON object to an instance of TestSuiteRunMetricArrayOutput
+    #
+    # @param json_object [String] 
+    # @return [Vellum::TestSuiteRunMetricArrayOutput]
+    def self.from_json(json_object:)
+      struct = JSON.parse(json_object, object_class: OpenStruct)
+      parsed_json = JSON.parse(json_object)
+      value = parsed_json["value"]&.map do | item |
+  item = item.to_json
+  Vellum::VellumValue.from_json(json_object: item)
+end
+      type = parsed_json["type"]
+      name = parsed_json["name"]
+      new(
+        value: value,
+        type: type,
+        name: name,
+        additional_properties: struct
+      )
+    end
+# Serialize an instance of TestSuiteRunMetricArrayOutput to a JSON object
+    #
+    # @return [String]
+    def to_json
+      @_field_set&.to_json
+    end
+# Leveraged for Union-type generation, validate_raw attempts to parse the given
+#  hash and check each fields type against the current object's property
+#  definitions.
+    #
+    # @param obj [Object] 
+    # @return [Void]
+    def self.validate_raw(obj:)
+      obj.value&.is_a?(Array) != false || raise("Passed value for field obj.value is not the expected type, validation failed.")
+      obj.type.is_a?(String) != false || raise("Passed value for field obj.type is not the expected type, validation failed.")
+      obj.name.is_a?(String) != false || raise("Passed value for field obj.name is not the expected type, validation failed.")
+    end
+  end
+end