openai 0.39.0 → 0.40.0

data/rbi/openai/models/evals/run_create_params.rbi

@@ -715,7 +715,8 @@ module OpenAI
                         )
                       end
 
-                    # Inputs to the model - can contain template strings.
+                    # Inputs to the model - can contain template strings. Supports text, output text,
+                    # input images, and input audio, either as a single item or an array of items.
                     sig do
                       returns(
                         T.any(
@@ -724,7 +725,15 @@ module OpenAI
                           OpenAI::Evals::RunCreateParams::DataSource::CreateEvalResponsesRunDataSource::InputMessages::Template::Template::EvalItem::Content::OutputText,
                           OpenAI::Evals::RunCreateParams::DataSource::CreateEvalResponsesRunDataSource::InputMessages::Template::Template::EvalItem::Content::InputImage,
                           OpenAI::Responses::ResponseInputAudio,
-                          T::Array[T.anything]
+                          T::Array[
+                            T.any(
+                              String,
+                              OpenAI::Responses::ResponseInputText,
+                              OpenAI::Graders::GraderInputItem::OutputText,
+                              OpenAI::Graders::GraderInputItem::InputImage,
+                              OpenAI::Responses::ResponseInputAudio
+                            )
+                          ]
                         )
                       )
                     end
@@ -771,7 +780,15 @@ module OpenAI
                             OpenAI::Evals::RunCreateParams::DataSource::CreateEvalResponsesRunDataSource::InputMessages::Template::Template::EvalItem::Content::OutputText::OrHash,
                             OpenAI::Evals::RunCreateParams::DataSource::CreateEvalResponsesRunDataSource::InputMessages::Template::Template::EvalItem::Content::InputImage::OrHash,
                             OpenAI::Responses::ResponseInputAudio::OrHash,
-                            T::Array[T.anything]
+                            T::Array[
+                              T.any(
+                                String,
+                                OpenAI::Responses::ResponseInputText::OrHash,
+                                OpenAI::Graders::GraderInputItem::OutputText::OrHash,
+                                OpenAI::Graders::GraderInputItem::InputImage::OrHash,
+                                OpenAI::Responses::ResponseInputAudio::OrHash
+                              )
+                            ]
                           ),
                         role:
                           OpenAI::Evals::RunCreateParams::DataSource::CreateEvalResponsesRunDataSource::InputMessages::Template::Template::EvalItem::Role::OrSymbol,
@@ -780,7 +797,8 @@ module OpenAI
                       ).returns(T.attached_class)
                     end
                     def self.new(
-                      # Inputs to the model - can contain template strings.
+                      # Inputs to the model - can contain template strings. Supports text, output text,
+                      # input images, and input audio, either as a single item or an array of items.
                       content:,
                       # The role of the message input. One of `user`, `assistant`, `system`, or
                       # `developer`.
@@ -800,7 +818,15 @@ module OpenAI
                               OpenAI::Evals::RunCreateParams::DataSource::CreateEvalResponsesRunDataSource::InputMessages::Template::Template::EvalItem::Content::OutputText,
                               OpenAI::Evals::RunCreateParams::DataSource::CreateEvalResponsesRunDataSource::InputMessages::Template::Template::EvalItem::Content::InputImage,
                               OpenAI::Responses::ResponseInputAudio,
-                              T::Array[T.anything]
+                              T::Array[
+                                T.any(
+                                  String,
+                                  OpenAI::Responses::ResponseInputText,
+                                  OpenAI::Graders::GraderInputItem::OutputText,
+                                  OpenAI::Graders::GraderInputItem::InputImage,
+                                  OpenAI::Responses::ResponseInputAudio
+                                )
+                              ]
                             ),
                           role:
                             OpenAI::Evals::RunCreateParams::DataSource::CreateEvalResponsesRunDataSource::InputMessages::Template::Template::EvalItem::Role::OrSymbol,
@@ -812,7 +838,8 @@ module OpenAI
                     def to_hash
                     end
 
-                    # Inputs to the model - can contain template strings.
+                    # Inputs to the model - can contain template strings. Supports text, output text,
+                    # input images, and input audio, either as a single item or an array of items.
                     module Content
                       extend OpenAI::Internal::Type::Union
 
@@ -824,7 +851,7 @@ module OpenAI
                             OpenAI::Evals::RunCreateParams::DataSource::CreateEvalResponsesRunDataSource::InputMessages::Template::Template::EvalItem::Content::OutputText,
                             OpenAI::Evals::RunCreateParams::DataSource::CreateEvalResponsesRunDataSource::InputMessages::Template::Template::EvalItem::Content::InputImage,
                             OpenAI::Responses::ResponseInputAudio,
-                            T::Array[T.anything]
+                            T::Array[OpenAI::Graders::GraderInputItem::Variants]
                           )
                         end
 
@@ -889,7 +916,7 @@ module OpenAI
                         sig { params(detail: String).void }
                         attr_writer :detail
 
-                        # An image input to the model.
+                        # An image input block used within EvalItem content arrays.
                         sig do
                           params(
                             image_url: String,
@@ -926,14 +953,6 @@ module OpenAI
                       end
                       def self.variants
                       end
-
-                      AnArrayOfInputTextInputImageAndInputAudioArray =
-                        T.let(
-                          OpenAI::Internal::Type::ArrayOf[
-                            OpenAI::Internal::Type::Unknown
-                          ],
-                          OpenAI::Internal::Type::Converter
-                        )
                     end
 
                     # The role of the message input. One of `user`, `assistant`, `system`, or

data/rbi/openai/models/evals/run_create_response.rbi

@@ -771,7 +771,8 @@ module OpenAI
                         )
                       end
 
-                    # Inputs to the model - can contain template strings.
+                    # Inputs to the model - can contain template strings. Supports text, output text,
+                    # input images, and input audio, either as a single item or an array of items.
                     sig do
                       returns(
                         OpenAI::Models::Evals::RunCreateResponse::DataSource::Responses::InputMessages::Template::Template::EvalItem::Content::Variants
@@ -820,7 +821,15 @@ module OpenAI
                             OpenAI::Models::Evals::RunCreateResponse::DataSource::Responses::InputMessages::Template::Template::EvalItem::Content::OutputText::OrHash,
                             OpenAI::Models::Evals::RunCreateResponse::DataSource::Responses::InputMessages::Template::Template::EvalItem::Content::InputImage::OrHash,
                             OpenAI::Responses::ResponseInputAudio::OrHash,
-                            T::Array[T.anything]
+                            T::Array[
+                              T.any(
+                                String,
+                                OpenAI::Responses::ResponseInputText::OrHash,
+                                OpenAI::Graders::GraderInputItem::OutputText::OrHash,
+                                OpenAI::Graders::GraderInputItem::InputImage::OrHash,
+                                OpenAI::Responses::ResponseInputAudio::OrHash
+                              )
+                            ]
                           ),
                         role:
                           OpenAI::Models::Evals::RunCreateResponse::DataSource::Responses::InputMessages::Template::Template::EvalItem::Role::OrSymbol,
@@ -829,7 +838,8 @@ module OpenAI
                       ).returns(T.attached_class)
                     end
                     def self.new(
-                      # Inputs to the model - can contain template strings.
+                      # Inputs to the model - can contain template strings. Supports text, output text,
+                      # input images, and input audio, either as a single item or an array of items.
                       content:,
                       # The role of the message input. One of `user`, `assistant`, `system`, or
                       # `developer`.
@@ -854,7 +864,8 @@ module OpenAI
                     def to_hash
                     end
 
-                    # Inputs to the model - can contain template strings.
+                    # Inputs to the model - can contain template strings. Supports text, output text,
+                    # input images, and input audio, either as a single item or an array of items.
                     module Content
                       extend OpenAI::Internal::Type::Union
 
@@ -866,7 +877,7 @@ module OpenAI
                             OpenAI::Models::Evals::RunCreateResponse::DataSource::Responses::InputMessages::Template::Template::EvalItem::Content::OutputText,
                             OpenAI::Models::Evals::RunCreateResponse::DataSource::Responses::InputMessages::Template::Template::EvalItem::Content::InputImage,
                             OpenAI::Responses::ResponseInputAudio,
-                            T::Array[T.anything]
+                            T::Array[OpenAI::Graders::GraderInputItem::Variants]
                           )
                         end
 
@@ -931,7 +942,7 @@ module OpenAI
                         sig { params(detail: String).void }
                         attr_writer :detail
 
-                        # An image input to the model.
+                        # An image input block used within EvalItem content arrays.
                         sig do
                           params(
                             image_url: String,
@@ -968,14 +979,6 @@ module OpenAI
                       end
                       def self.variants
                       end
-
-                      AnArrayOfInputTextInputImageAndInputAudioArray =
-                        T.let(
-                          OpenAI::Internal::Type::ArrayOf[
-                            OpenAI::Internal::Type::Unknown
-                          ],
-                          OpenAI::Internal::Type::Converter
-                        )
                     end
 
                     # The role of the message input. One of `user`, `assistant`, `system`, or

data/rbi/openai/models/evals/run_list_response.rbi

@@ -767,7 +767,8 @@ module OpenAI
                         )
                       end
 
-                    # Inputs to the model - can contain template strings.
+                    # Inputs to the model - can contain template strings. Supports text, output text,
+                    # input images, and input audio, either as a single item or an array of items.
                     sig do
                       returns(
                         OpenAI::Models::Evals::RunListResponse::DataSource::Responses::InputMessages::Template::Template::EvalItem::Content::Variants
@@ -816,7 +817,15 @@ module OpenAI
                             OpenAI::Models::Evals::RunListResponse::DataSource::Responses::InputMessages::Template::Template::EvalItem::Content::OutputText::OrHash,
                             OpenAI::Models::Evals::RunListResponse::DataSource::Responses::InputMessages::Template::Template::EvalItem::Content::InputImage::OrHash,
                             OpenAI::Responses::ResponseInputAudio::OrHash,
-                            T::Array[T.anything]
+                            T::Array[
+                              T.any(
+                                String,
+                                OpenAI::Responses::ResponseInputText::OrHash,
+                                OpenAI::Graders::GraderInputItem::OutputText::OrHash,
+                                OpenAI::Graders::GraderInputItem::InputImage::OrHash,
+                                OpenAI::Responses::ResponseInputAudio::OrHash
+                              )
+                            ]
                           ),
                         role:
                           OpenAI::Models::Evals::RunListResponse::DataSource::Responses::InputMessages::Template::Template::EvalItem::Role::OrSymbol,
@@ -825,7 +834,8 @@ module OpenAI
                       ).returns(T.attached_class)
                     end
                     def self.new(
-                      # Inputs to the model - can contain template strings.
+                      # Inputs to the model - can contain template strings. Supports text, output text,
+                      # input images, and input audio, either as a single item or an array of items.
                       content:,
                       # The role of the message input. One of `user`, `assistant`, `system`, or
                       # `developer`.
@@ -850,7 +860,8 @@ module OpenAI
                     def to_hash
                     end
 
-                    # Inputs to the model - can contain template strings.
+                    # Inputs to the model - can contain template strings. Supports text, output text,
+                    # input images, and input audio, either as a single item or an array of items.
                     module Content
                       extend OpenAI::Internal::Type::Union
 
@@ -862,7 +873,7 @@ module OpenAI
                             OpenAI::Models::Evals::RunListResponse::DataSource::Responses::InputMessages::Template::Template::EvalItem::Content::OutputText,
                             OpenAI::Models::Evals::RunListResponse::DataSource::Responses::InputMessages::Template::Template::EvalItem::Content::InputImage,
                             OpenAI::Responses::ResponseInputAudio,
-                            T::Array[T.anything]
+                            T::Array[OpenAI::Graders::GraderInputItem::Variants]
                           )
                         end
 
@@ -927,7 +938,7 @@ module OpenAI
                         sig { params(detail: String).void }
                         attr_writer :detail
 
-                        # An image input to the model.
+                        # An image input block used within EvalItem content arrays.
                         sig do
                           params(
                             image_url: String,
@@ -964,14 +975,6 @@ module OpenAI
                       end
                       def self.variants
                       end
-
-                      AnArrayOfInputTextInputImageAndInputAudioArray =
-                        T.let(
-                          OpenAI::Internal::Type::ArrayOf[
-                            OpenAI::Internal::Type::Unknown
-                          ],
-                          OpenAI::Internal::Type::Converter
-                        )
                     end
 
                     # The role of the message input. One of `user`, `assistant`, `system`, or

data/rbi/openai/models/evals/run_retrieve_response.rbi

@@ -773,7 +773,8 @@ module OpenAI
                         )
                       end
 
-                    # Inputs to the model - can contain template strings.
+                    # Inputs to the model - can contain template strings. Supports text, output text,
+                    # input images, and input audio, either as a single item or an array of items.
                     sig do
                       returns(
                         OpenAI::Models::Evals::RunRetrieveResponse::DataSource::Responses::InputMessages::Template::Template::EvalItem::Content::Variants
@@ -822,7 +823,15 @@ module OpenAI
                             OpenAI::Models::Evals::RunRetrieveResponse::DataSource::Responses::InputMessages::Template::Template::EvalItem::Content::OutputText::OrHash,
                             OpenAI::Models::Evals::RunRetrieveResponse::DataSource::Responses::InputMessages::Template::Template::EvalItem::Content::InputImage::OrHash,
                             OpenAI::Responses::ResponseInputAudio::OrHash,
-                            T::Array[T.anything]
+                            T::Array[
+                              T.any(
+                                String,
+                                OpenAI::Responses::ResponseInputText::OrHash,
+                                OpenAI::Graders::GraderInputItem::OutputText::OrHash,
+                                OpenAI::Graders::GraderInputItem::InputImage::OrHash,
+                                OpenAI::Responses::ResponseInputAudio::OrHash
+                              )
+                            ]
                           ),
                         role:
                           OpenAI::Models::Evals::RunRetrieveResponse::DataSource::Responses::InputMessages::Template::Template::EvalItem::Role::OrSymbol,
@@ -831,7 +840,8 @@ module OpenAI
                       ).returns(T.attached_class)
                     end
                     def self.new(
-                      # Inputs to the model - can contain template strings.
+                      # Inputs to the model - can contain template strings. Supports text, output text,
+                      # input images, and input audio, either as a single item or an array of items.
                       content:,
                       # The role of the message input. One of `user`, `assistant`, `system`, or
                       # `developer`.
@@ -856,7 +866,8 @@ module OpenAI
                     def to_hash
                     end
 
-                    # Inputs to the model - can contain template strings.
+                    # Inputs to the model - can contain template strings. Supports text, output text,
+                    # input images, and input audio, either as a single item or an array of items.
                     module Content
                       extend OpenAI::Internal::Type::Union
 
@@ -868,7 +879,7 @@ module OpenAI
                             OpenAI::Models::Evals::RunRetrieveResponse::DataSource::Responses::InputMessages::Template::Template::EvalItem::Content::OutputText,
                             OpenAI::Models::Evals::RunRetrieveResponse::DataSource::Responses::InputMessages::Template::Template::EvalItem::Content::InputImage,
                             OpenAI::Responses::ResponseInputAudio,
-                            T::Array[T.anything]
+                            T::Array[OpenAI::Graders::GraderInputItem::Variants]
                           )
                         end
 
@@ -933,7 +944,7 @@ module OpenAI
                         sig { params(detail: String).void }
                         attr_writer :detail
 
-                        # An image input to the model.
+                        # An image input block used within EvalItem content arrays.
                         sig do
                           params(
                             image_url: String,
@@ -970,14 +981,6 @@ module OpenAI
                       end
                       def self.variants
                       end
-
-                      AnArrayOfInputTextInputImageAndInputAudioArray =
-                        T.let(
-                          OpenAI::Internal::Type::ArrayOf[
-                            OpenAI::Internal::Type::Unknown
-                          ],
-                          OpenAI::Internal::Type::Converter
-                        )
                     end
 
                     # The role of the message input. One of `user`, `assistant`, `system`, or

data/rbi/openai/models/graders/grader_inputs.rbi

@@ -0,0 +1,123 @@
+# typed: strong
+
+module OpenAI
+  module Models
+    GraderInputs =
+      T.let(Graders::GraderInputs, OpenAI::Internal::Type::Converter)
+
+    module Graders
+      # A single content item: input text, output text, input image, or input audio.
+      module GraderInputItem
+        extend OpenAI::Internal::Type::Union
+
+        Variants =
+          T.type_alias do
+            T.any(
+              String,
+              OpenAI::Responses::ResponseInputText,
+              OpenAI::Graders::GraderInputItem::OutputText,
+              OpenAI::Graders::GraderInputItem::InputImage,
+              OpenAI::Responses::ResponseInputAudio
+            )
+          end
+
+        class OutputText < OpenAI::Internal::Type::BaseModel
+          OrHash =
+            T.type_alias do
+              T.any(
+                OpenAI::Graders::GraderInputItem::OutputText,
+                OpenAI::Internal::AnyHash
+              )
+            end
+
+          # The text output from the model.
+          sig { returns(String) }
+          attr_accessor :text
+
+          # The type of the output text. Always `output_text`.
+          sig { returns(Symbol) }
+          attr_accessor :type
+
+          # A text output from the model.
+          sig { params(text: String, type: Symbol).returns(T.attached_class) }
+          def self.new(
+            # The text output from the model.
+            text:,
+            # The type of the output text. Always `output_text`.
+            type: :output_text
+          )
+          end
+
+          sig { override.returns({ text: String, type: Symbol }) }
+          def to_hash
+          end
+        end
+
+        class InputImage < OpenAI::Internal::Type::BaseModel
+          OrHash =
+            T.type_alias do
+              T.any(
+                OpenAI::Graders::GraderInputItem::InputImage,
+                OpenAI::Internal::AnyHash
+              )
+            end
+
+          # The URL of the image input.
+          sig { returns(String) }
+          attr_accessor :image_url
+
+          # The type of the image input. Always `input_image`.
+          sig { returns(Symbol) }
+          attr_accessor :type
+
+          # The detail level of the image to be sent to the model. One of `high`, `low`, or
+          # `auto`. Defaults to `auto`.
+          sig { returns(T.nilable(String)) }
+          attr_reader :detail
+
+          sig { params(detail: String).void }
+          attr_writer :detail
+
+          # An image input block used within EvalItem content arrays.
+          sig do
+            params(image_url: String, detail: String, type: Symbol).returns(
+              T.attached_class
+            )
+          end
+          def self.new(
+            # The URL of the image input.
+            image_url:,
+            # The detail level of the image to be sent to the model. One of `high`, `low`, or
+            # `auto`. Defaults to `auto`.
+            detail: nil,
+            # The type of the image input. Always `input_image`.
+            type: :input_image
+          )
+          end
+
+          sig do
+            override.returns(
+              { image_url: String, type: Symbol, detail: String }
+            )
+          end
+          def to_hash
+          end
+        end
+
+        sig do
+          override.returns(T::Array[OpenAI::Graders::GraderInputItem::Variants])
+        end
+        def self.variants
+        end
+      end
+
+      GraderInputs =
+        T.let(
+          OpenAI::Internal::Type::ArrayOf[
+            union: OpenAI::Graders::GraderInputItem
+          ],
+          OpenAI::Internal::Type::Converter
+        )
+    end
+  end
+end

data/rbi/openai/models/graders/label_model_grader.rbi

@@ -85,7 +85,8 @@ module OpenAI
               )
             end
 
-          # Inputs to the model - can contain template strings.
+          # Inputs to the model - can contain template strings. Supports text, output text,
+          # input images, and input audio, either as a single item or an array of items.
           sig do
             returns(
               T.any(
@@ -94,7 +95,15 @@ module OpenAI
                 OpenAI::Graders::LabelModelGrader::Input::Content::OutputText,
                 OpenAI::Graders::LabelModelGrader::Input::Content::InputImage,
                 OpenAI::Responses::ResponseInputAudio,
-                T::Array[T.anything]
+                T::Array[
+                  T.any(
+                    String,
+                    OpenAI::Responses::ResponseInputText,
+                    OpenAI::Graders::GraderInputItem::OutputText,
+                    OpenAI::Graders::GraderInputItem::InputImage,
+                    OpenAI::Responses::ResponseInputAudio
+                  )
+                ]
               )
             )
           end
@@ -138,14 +147,23 @@ module OpenAI
                   OpenAI::Graders::LabelModelGrader::Input::Content::OutputText::OrHash,
                   OpenAI::Graders::LabelModelGrader::Input::Content::InputImage::OrHash,
                   OpenAI::Responses::ResponseInputAudio::OrHash,
-                  T::Array[T.anything]
+                  T::Array[
+                    T.any(
+                      String,
+                      OpenAI::Responses::ResponseInputText::OrHash,
+                      OpenAI::Graders::GraderInputItem::OutputText::OrHash,
+                      OpenAI::Graders::GraderInputItem::InputImage::OrHash,
+                      OpenAI::Responses::ResponseInputAudio::OrHash
+                    )
+                  ]
                 ),
               role: OpenAI::Graders::LabelModelGrader::Input::Role::OrSymbol,
               type: OpenAI::Graders::LabelModelGrader::Input::Type::OrSymbol
             ).returns(T.attached_class)
           end
           def self.new(
-            # Inputs to the model - can contain template strings.
+            # Inputs to the model - can contain template strings. Supports text, output text,
+            # input images, and input audio, either as a single item or an array of items.
             content:,
             # The role of the message input. One of `user`, `assistant`, `system`, or
             # `developer`.
@@ -165,7 +183,15 @@ module OpenAI
                     OpenAI::Graders::LabelModelGrader::Input::Content::OutputText,
                     OpenAI::Graders::LabelModelGrader::Input::Content::InputImage,
                     OpenAI::Responses::ResponseInputAudio,
-                    T::Array[T.anything]
+                    T::Array[
+                      T.any(
+                        String,
+                        OpenAI::Responses::ResponseInputText,
+                        OpenAI::Graders::GraderInputItem::OutputText,
+                        OpenAI::Graders::GraderInputItem::InputImage,
+                        OpenAI::Responses::ResponseInputAudio
+                      )
+                    ]
                   ),
                 role: OpenAI::Graders::LabelModelGrader::Input::Role::OrSymbol,
                 type: OpenAI::Graders::LabelModelGrader::Input::Type::OrSymbol
@@ -175,7 +201,8 @@ module OpenAI
           def to_hash
           end
 
-          # Inputs to the model - can contain template strings.
+          # Inputs to the model - can contain template strings. Supports text, output text,
+          # input images, and input audio, either as a single item or an array of items.
           module Content
             extend OpenAI::Internal::Type::Union
 
@@ -187,7 +214,7 @@ module OpenAI
                   OpenAI::Graders::LabelModelGrader::Input::Content::OutputText,
                   OpenAI::Graders::LabelModelGrader::Input::Content::InputImage,
                   OpenAI::Responses::ResponseInputAudio,
-                  T::Array[T.anything]
+                  T::Array[OpenAI::Graders::GraderInputItem::Variants]
                 )
               end
 
@@ -250,7 +277,7 @@ module OpenAI
               sig { params(detail: String).void }
               attr_writer :detail
 
-              # An image input to the model.
+              # An image input block used within EvalItem content arrays.
               sig do
                 params(image_url: String, detail: String, type: Symbol).returns(
                   T.attached_class
@@ -285,14 +312,6 @@ module OpenAI
             end
             def self.variants
             end
-
-            AnArrayOfInputTextInputImageAndInputAudioArray =
-              T.let(
-                OpenAI::Internal::Type::ArrayOf[
-                  OpenAI::Internal::Type::Unknown
-                ],
-                OpenAI::Internal::Type::Converter
-              )
           end
 
           # The role of the message input. One of `user`, `assistant`, `system`, or