openai 0.39.0 → 0.40.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +9 -0
- data/README.md +1 -1
- data/lib/openai/models/eval_create_params.rb +12 -13
- data/lib/openai/models/evals/create_eval_completions_run_data_source.rb +12 -13
- data/lib/openai/models/evals/run_cancel_response.rb +12 -13
- data/lib/openai/models/evals/run_create_params.rb +12 -13
- data/lib/openai/models/evals/run_create_response.rb +12 -13
- data/lib/openai/models/evals/run_list_response.rb +12 -13
- data/lib/openai/models/evals/run_retrieve_response.rb +12 -13
- data/lib/openai/models/graders/grader_inputs.rb +93 -0
- data/lib/openai/models/graders/label_model_grader.rb +12 -13
- data/lib/openai/models/graders/score_model_grader.rb +12 -13
- data/lib/openai/models/video_model.rb +3 -0
- data/lib/openai/version.rb +1 -1
- data/lib/openai.rb +1 -0
- data/rbi/openai/models/eval_create_params.rbi +35 -16
- data/rbi/openai/models/evals/create_eval_completions_run_data_source.rbi +35 -16
- data/rbi/openai/models/evals/run_cancel_response.rbi +17 -14
- data/rbi/openai/models/evals/run_create_params.rbi +35 -16
- data/rbi/openai/models/evals/run_create_response.rbi +17 -14
- data/rbi/openai/models/evals/run_list_response.rbi +17 -14
- data/rbi/openai/models/evals/run_retrieve_response.rbi +17 -14
- data/rbi/openai/models/graders/grader_inputs.rbi +123 -0
- data/rbi/openai/models/graders/label_model_grader.rbi +35 -16
- data/rbi/openai/models/graders/score_model_grader.rbi +35 -16
- data/rbi/openai/models/video_model.rbi +6 -0
- data/sig/openai/models/eval_create_params.rbs +1 -3
- data/sig/openai/models/evals/create_eval_completions_run_data_source.rbs +1 -3
- data/sig/openai/models/evals/run_cancel_response.rbs +1 -3
- data/sig/openai/models/evals/run_create_params.rbs +1 -3
- data/sig/openai/models/evals/run_create_response.rbs +1 -3
- data/sig/openai/models/evals/run_list_response.rbs +1 -3
- data/sig/openai/models/evals/run_retrieve_response.rbs +1 -3
- data/sig/openai/models/graders/grader_inputs.rbs +61 -0
- data/sig/openai/models/graders/label_model_grader.rbs +1 -3
- data/sig/openai/models/graders/score_model_grader.rbs +1 -3
- data/sig/openai/models/video_model.rbs +9 -1
- metadata +5 -2
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: c7d3fa33fc7b7cd7b59f12b53967c300bf8951a24657ae8a80d560804905c520
|
|
4
|
+
data.tar.gz: 16955aee998d2e8d310dd9348a35f888ad346d241120584fbf8b583084a190c2
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: e27284ea9d7ed3d61e63afe59b5f703c3fd48ad8d1d58023aa0eec87c963b0865764bee39f16815292a590eb2b6a760dd51b2550e4007313dce88706352b1e4f
|
|
7
|
+
data.tar.gz: f963d77af8f89595daade1e3c054ef57d79d46d1ea2b69900dd501b1ea2b12c42f39706029e728197e4eddb63ceb1860c83226077c7a52c90ab29e52e8fc48e9
|
data/CHANGELOG.md
CHANGED
|
@@ -1,5 +1,14 @@
|
|
|
1
1
|
# Changelog
|
|
2
2
|
|
|
3
|
+
## 0.40.0 (2025-12-13)
|
|
4
|
+
|
|
5
|
+
Full Changelog: [v0.39.0...v0.40.0](https://github.com/openai/openai-ruby/compare/v0.39.0...v0.40.0)
|
|
6
|
+
|
|
7
|
+
### Features
|
|
8
|
+
|
|
9
|
+
* **api:** api update ([a4115ea](https://github.com/openai/openai-ruby/commit/a4115ead652128743bd6692ba0719991374d052a))
|
|
10
|
+
* **api:** fix grader input list, add dated slugs for sora-2 ([bedec43](https://github.com/openai/openai-ruby/commit/bedec437928f692a5e3de51fd0e49df310fcbcd2))
|
|
11
|
+
|
|
3
12
|
## 0.39.0 (2025-12-11)
|
|
4
13
|
|
|
5
14
|
Full Changelog: [v0.38.0...v0.39.0](https://github.com/openai/openai-ruby/compare/v0.38.0...v0.39.0)
|
data/README.md
CHANGED
|
@@ -278,9 +278,10 @@ module OpenAI
|
|
|
278
278
|
|
|
279
279
|
class EvalItem < OpenAI::Internal::Type::BaseModel
|
|
280
280
|
# @!attribute content
|
|
281
|
-
# Inputs to the model - can contain template strings.
|
|
281
|
+
# Inputs to the model - can contain template strings. Supports text, output text,
|
|
282
|
+
# input images, and input audio, either as a single item or an array of items.
|
|
282
283
|
#
|
|
283
|
-
# @return [String, OpenAI::Models::Responses::ResponseInputText, OpenAI::Models::EvalCreateParams::TestingCriterion::LabelModel::Input::EvalItem::Content::OutputText, OpenAI::Models::EvalCreateParams::TestingCriterion::LabelModel::Input::EvalItem::Content::InputImage, OpenAI::Models::Responses::ResponseInputAudio, Array<
|
|
284
|
+
# @return [String, OpenAI::Models::Responses::ResponseInputText, OpenAI::Models::EvalCreateParams::TestingCriterion::LabelModel::Input::EvalItem::Content::OutputText, OpenAI::Models::EvalCreateParams::TestingCriterion::LabelModel::Input::EvalItem::Content::InputImage, OpenAI::Models::Responses::ResponseInputAudio, Array<String, OpenAI::Models::Responses::ResponseInputText, OpenAI::Models::Graders::GraderInputItem::OutputText, OpenAI::Models::Graders::GraderInputItem::InputImage, OpenAI::Models::Responses::ResponseInputAudio>]
|
|
284
285
|
required :content,
|
|
285
286
|
union: -> { OpenAI::EvalCreateParams::TestingCriterion::LabelModel::Input::EvalItem::Content }
|
|
286
287
|
|
|
@@ -308,13 +309,14 @@ module OpenAI
|
|
|
308
309
|
# `assistant` role are presumed to have been generated by the model in previous
|
|
309
310
|
# interactions.
|
|
310
311
|
#
|
|
311
|
-
# @param content [String, OpenAI::Models::Responses::ResponseInputText, OpenAI::Models::EvalCreateParams::TestingCriterion::LabelModel::Input::EvalItem::Content::OutputText, OpenAI::Models::EvalCreateParams::TestingCriterion::LabelModel::Input::EvalItem::Content::InputImage, OpenAI::Models::Responses::ResponseInputAudio, Array<
|
|
312
|
+
# @param content [String, OpenAI::Models::Responses::ResponseInputText, OpenAI::Models::EvalCreateParams::TestingCriterion::LabelModel::Input::EvalItem::Content::OutputText, OpenAI::Models::EvalCreateParams::TestingCriterion::LabelModel::Input::EvalItem::Content::InputImage, OpenAI::Models::Responses::ResponseInputAudio, Array<String, OpenAI::Models::Responses::ResponseInputText, OpenAI::Models::Graders::GraderInputItem::OutputText, OpenAI::Models::Graders::GraderInputItem::InputImage, OpenAI::Models::Responses::ResponseInputAudio>] Inputs to the model - can contain template strings. Supports text, output text,
|
|
312
313
|
#
|
|
313
314
|
# @param role [Symbol, OpenAI::Models::EvalCreateParams::TestingCriterion::LabelModel::Input::EvalItem::Role] The role of the message input. One of `user`, `assistant`, `system`, or
|
|
314
315
|
#
|
|
315
316
|
# @param type [Symbol, OpenAI::Models::EvalCreateParams::TestingCriterion::LabelModel::Input::EvalItem::Type] The type of the message input. Always `message`.
|
|
316
317
|
|
|
317
|
-
# Inputs to the model - can contain template strings.
|
|
318
|
+
# Inputs to the model - can contain template strings. Supports text, output text,
|
|
319
|
+
# input images, and input audio, either as a single item or an array of items.
|
|
318
320
|
#
|
|
319
321
|
# @see OpenAI::Models::EvalCreateParams::TestingCriterion::LabelModel::Input::EvalItem#content
|
|
320
322
|
module Content
|
|
@@ -329,14 +331,15 @@ module OpenAI
|
|
|
329
331
|
# A text output from the model.
|
|
330
332
|
variant -> { OpenAI::EvalCreateParams::TestingCriterion::LabelModel::Input::EvalItem::Content::OutputText }
|
|
331
333
|
|
|
332
|
-
# An image input
|
|
334
|
+
# An image input block used within EvalItem content arrays.
|
|
333
335
|
variant -> { OpenAI::EvalCreateParams::TestingCriterion::LabelModel::Input::EvalItem::Content::InputImage }
|
|
334
336
|
|
|
335
337
|
# An audio input to the model.
|
|
336
338
|
variant -> { OpenAI::Responses::ResponseInputAudio }
|
|
337
339
|
|
|
338
|
-
# A list of inputs, each of which may be either an input text,
|
|
339
|
-
|
|
340
|
+
# A list of inputs, each of which may be either an input text, output text, input
|
|
341
|
+
# image, or input audio object.
|
|
342
|
+
variant -> { OpenAI::Graders::GraderInputs }
|
|
340
343
|
|
|
341
344
|
class OutputText < OpenAI::Internal::Type::BaseModel
|
|
342
345
|
# @!attribute text
|
|
@@ -388,7 +391,7 @@ module OpenAI
|
|
|
388
391
|
# {OpenAI::Models::EvalCreateParams::TestingCriterion::LabelModel::Input::EvalItem::Content::InputImage}
|
|
389
392
|
# for more details.
|
|
390
393
|
#
|
|
391
|
-
# An image input
|
|
394
|
+
# An image input block used within EvalItem content arrays.
|
|
392
395
|
#
|
|
393
396
|
# @param image_url [String] The URL of the image input.
|
|
394
397
|
#
|
|
@@ -398,11 +401,7 @@ module OpenAI
|
|
|
398
401
|
end
|
|
399
402
|
|
|
400
403
|
# @!method self.variants
|
|
401
|
-
# @return [Array(String, OpenAI::Models::Responses::ResponseInputText, OpenAI::Models::EvalCreateParams::TestingCriterion::LabelModel::Input::EvalItem::Content::OutputText, OpenAI::Models::EvalCreateParams::TestingCriterion::LabelModel::Input::EvalItem::Content::InputImage, OpenAI::Models::Responses::ResponseInputAudio, Array<
|
|
402
|
-
|
|
403
|
-
# @type [OpenAI::Internal::Type::Converter]
|
|
404
|
-
AnArrayOfInputTextInputImageAndInputAudioArray =
|
|
405
|
-
OpenAI::Internal::Type::ArrayOf[OpenAI::Internal::Type::Unknown]
|
|
404
|
+
# @return [Array(String, OpenAI::Models::Responses::ResponseInputText, OpenAI::Models::EvalCreateParams::TestingCriterion::LabelModel::Input::EvalItem::Content::OutputText, OpenAI::Models::EvalCreateParams::TestingCriterion::LabelModel::Input::EvalItem::Content::InputImage, OpenAI::Models::Responses::ResponseInputAudio, Array<String, OpenAI::Models::Responses::ResponseInputText, OpenAI::Models::Graders::GraderInputItem::OutputText, OpenAI::Models::Graders::GraderInputItem::InputImage, OpenAI::Models::Responses::ResponseInputAudio>)]
|
|
406
405
|
end
|
|
407
406
|
|
|
408
407
|
# The role of the message input. One of `user`, `assistant`, `system`, or
|
|
@@ -265,9 +265,10 @@ module OpenAI
|
|
|
265
265
|
|
|
266
266
|
class EvalItem < OpenAI::Internal::Type::BaseModel
|
|
267
267
|
# @!attribute content
|
|
268
|
-
# Inputs to the model - can contain template strings.
|
|
268
|
+
# Inputs to the model - can contain template strings. Supports text, output text,
|
|
269
|
+
# input images, and input audio, either as a single item or an array of items.
|
|
269
270
|
#
|
|
270
|
-
# @return [String, OpenAI::Models::Responses::ResponseInputText, OpenAI::Models::Evals::CreateEvalCompletionsRunDataSource::InputMessages::Template::Template::EvalItem::Content::OutputText, OpenAI::Models::Evals::CreateEvalCompletionsRunDataSource::InputMessages::Template::Template::EvalItem::Content::InputImage, OpenAI::Models::Responses::ResponseInputAudio, Array<
|
|
271
|
+
# @return [String, OpenAI::Models::Responses::ResponseInputText, OpenAI::Models::Evals::CreateEvalCompletionsRunDataSource::InputMessages::Template::Template::EvalItem::Content::OutputText, OpenAI::Models::Evals::CreateEvalCompletionsRunDataSource::InputMessages::Template::Template::EvalItem::Content::InputImage, OpenAI::Models::Responses::ResponseInputAudio, Array<String, OpenAI::Models::Responses::ResponseInputText, OpenAI::Models::Graders::GraderInputItem::OutputText, OpenAI::Models::Graders::GraderInputItem::InputImage, OpenAI::Models::Responses::ResponseInputAudio>]
|
|
271
272
|
required :content,
|
|
272
273
|
union: -> { OpenAI::Evals::CreateEvalCompletionsRunDataSource::InputMessages::Template::Template::EvalItem::Content }
|
|
273
274
|
|
|
@@ -297,13 +298,14 @@ module OpenAI
|
|
|
297
298
|
# `assistant` role are presumed to have been generated by the model in previous
|
|
298
299
|
# interactions.
|
|
299
300
|
#
|
|
300
|
-
# @param content [String, OpenAI::Models::Responses::ResponseInputText, OpenAI::Models::Evals::CreateEvalCompletionsRunDataSource::InputMessages::Template::Template::EvalItem::Content::OutputText, OpenAI::Models::Evals::CreateEvalCompletionsRunDataSource::InputMessages::Template::Template::EvalItem::Content::InputImage, OpenAI::Models::Responses::ResponseInputAudio, Array<
|
|
301
|
+
# @param content [String, OpenAI::Models::Responses::ResponseInputText, OpenAI::Models::Evals::CreateEvalCompletionsRunDataSource::InputMessages::Template::Template::EvalItem::Content::OutputText, OpenAI::Models::Evals::CreateEvalCompletionsRunDataSource::InputMessages::Template::Template::EvalItem::Content::InputImage, OpenAI::Models::Responses::ResponseInputAudio, Array<String, OpenAI::Models::Responses::ResponseInputText, OpenAI::Models::Graders::GraderInputItem::OutputText, OpenAI::Models::Graders::GraderInputItem::InputImage, OpenAI::Models::Responses::ResponseInputAudio>] Inputs to the model - can contain template strings. Supports text, output text,
|
|
301
302
|
#
|
|
302
303
|
# @param role [Symbol, OpenAI::Models::Evals::CreateEvalCompletionsRunDataSource::InputMessages::Template::Template::EvalItem::Role] The role of the message input. One of `user`, `assistant`, `system`, or
|
|
303
304
|
#
|
|
304
305
|
# @param type [Symbol, OpenAI::Models::Evals::CreateEvalCompletionsRunDataSource::InputMessages::Template::Template::EvalItem::Type] The type of the message input. Always `message`.
|
|
305
306
|
|
|
306
|
-
# Inputs to the model - can contain template strings.
|
|
307
|
+
# Inputs to the model - can contain template strings. Supports text, output text,
|
|
308
|
+
# input images, and input audio, either as a single item or an array of items.
|
|
307
309
|
#
|
|
308
310
|
# @see OpenAI::Models::Evals::CreateEvalCompletionsRunDataSource::InputMessages::Template::Template::EvalItem#content
|
|
309
311
|
module Content
|
|
@@ -318,14 +320,15 @@ module OpenAI
|
|
|
318
320
|
# A text output from the model.
|
|
319
321
|
variant -> { OpenAI::Evals::CreateEvalCompletionsRunDataSource::InputMessages::Template::Template::EvalItem::Content::OutputText }
|
|
320
322
|
|
|
321
|
-
# An image input
|
|
323
|
+
# An image input block used within EvalItem content arrays.
|
|
322
324
|
variant -> { OpenAI::Evals::CreateEvalCompletionsRunDataSource::InputMessages::Template::Template::EvalItem::Content::InputImage }
|
|
323
325
|
|
|
324
326
|
# An audio input to the model.
|
|
325
327
|
variant -> { OpenAI::Responses::ResponseInputAudio }
|
|
326
328
|
|
|
327
|
-
# A list of inputs, each of which may be either an input text,
|
|
328
|
-
|
|
329
|
+
# A list of inputs, each of which may be either an input text, output text, input
|
|
330
|
+
# image, or input audio object.
|
|
331
|
+
variant -> { OpenAI::Graders::GraderInputs }
|
|
329
332
|
|
|
330
333
|
class OutputText < OpenAI::Internal::Type::BaseModel
|
|
331
334
|
# @!attribute text
|
|
@@ -377,7 +380,7 @@ module OpenAI
|
|
|
377
380
|
# {OpenAI::Models::Evals::CreateEvalCompletionsRunDataSource::InputMessages::Template::Template::EvalItem::Content::InputImage}
|
|
378
381
|
# for more details.
|
|
379
382
|
#
|
|
380
|
-
# An image input
|
|
383
|
+
# An image input block used within EvalItem content arrays.
|
|
381
384
|
#
|
|
382
385
|
# @param image_url [String] The URL of the image input.
|
|
383
386
|
#
|
|
@@ -387,11 +390,7 @@ module OpenAI
|
|
|
387
390
|
end
|
|
388
391
|
|
|
389
392
|
# @!method self.variants
|
|
390
|
-
# @return [Array(String, OpenAI::Models::Responses::ResponseInputText, OpenAI::Models::Evals::CreateEvalCompletionsRunDataSource::InputMessages::Template::Template::EvalItem::Content::OutputText, OpenAI::Models::Evals::CreateEvalCompletionsRunDataSource::InputMessages::Template::Template::EvalItem::Content::InputImage, OpenAI::Models::Responses::ResponseInputAudio, Array<
|
|
391
|
-
|
|
392
|
-
# @type [OpenAI::Internal::Type::Converter]
|
|
393
|
-
AnArrayOfInputTextInputImageAndInputAudioArray =
|
|
394
|
-
OpenAI::Internal::Type::ArrayOf[OpenAI::Internal::Type::Unknown]
|
|
393
|
+
# @return [Array(String, OpenAI::Models::Responses::ResponseInputText, OpenAI::Models::Evals::CreateEvalCompletionsRunDataSource::InputMessages::Template::Template::EvalItem::Content::OutputText, OpenAI::Models::Evals::CreateEvalCompletionsRunDataSource::InputMessages::Template::Template::EvalItem::Content::InputImage, OpenAI::Models::Responses::ResponseInputAudio, Array<String, OpenAI::Models::Responses::ResponseInputText, OpenAI::Models::Graders::GraderInputItem::OutputText, OpenAI::Models::Graders::GraderInputItem::InputImage, OpenAI::Models::Responses::ResponseInputAudio>)]
|
|
395
394
|
end
|
|
396
395
|
|
|
397
396
|
# The role of the message input. One of `user`, `assistant`, `system`, or
|
|
@@ -468,9 +468,10 @@ module OpenAI
|
|
|
468
468
|
|
|
469
469
|
class EvalItem < OpenAI::Internal::Type::BaseModel
|
|
470
470
|
# @!attribute content
|
|
471
|
-
# Inputs to the model - can contain template strings.
|
|
471
|
+
# Inputs to the model - can contain template strings. Supports text, output text,
|
|
472
|
+
# input images, and input audio, either as a single item or an array of items.
|
|
472
473
|
#
|
|
473
|
-
# @return [String, OpenAI::Models::Responses::ResponseInputText, OpenAI::Models::Evals::RunCancelResponse::DataSource::Responses::InputMessages::Template::Template::EvalItem::Content::OutputText, OpenAI::Models::Evals::RunCancelResponse::DataSource::Responses::InputMessages::Template::Template::EvalItem::Content::InputImage, OpenAI::Models::Responses::ResponseInputAudio, Array<
|
|
474
|
+
# @return [String, OpenAI::Models::Responses::ResponseInputText, OpenAI::Models::Evals::RunCancelResponse::DataSource::Responses::InputMessages::Template::Template::EvalItem::Content::OutputText, OpenAI::Models::Evals::RunCancelResponse::DataSource::Responses::InputMessages::Template::Template::EvalItem::Content::InputImage, OpenAI::Models::Responses::ResponseInputAudio, Array<String, OpenAI::Models::Responses::ResponseInputText, OpenAI::Models::Graders::GraderInputItem::OutputText, OpenAI::Models::Graders::GraderInputItem::InputImage, OpenAI::Models::Responses::ResponseInputAudio>]
|
|
474
475
|
required :content,
|
|
475
476
|
union: -> { OpenAI::Models::Evals::RunCancelResponse::DataSource::Responses::InputMessages::Template::Template::EvalItem::Content }
|
|
476
477
|
|
|
@@ -500,13 +501,14 @@ module OpenAI
|
|
|
500
501
|
# `assistant` role are presumed to have been generated by the model in previous
|
|
501
502
|
# interactions.
|
|
502
503
|
#
|
|
503
|
-
# @param content [String, OpenAI::Models::Responses::ResponseInputText, OpenAI::Models::Evals::RunCancelResponse::DataSource::Responses::InputMessages::Template::Template::EvalItem::Content::OutputText, OpenAI::Models::Evals::RunCancelResponse::DataSource::Responses::InputMessages::Template::Template::EvalItem::Content::InputImage, OpenAI::Models::Responses::ResponseInputAudio, Array<
|
|
504
|
+
# @param content [String, OpenAI::Models::Responses::ResponseInputText, OpenAI::Models::Evals::RunCancelResponse::DataSource::Responses::InputMessages::Template::Template::EvalItem::Content::OutputText, OpenAI::Models::Evals::RunCancelResponse::DataSource::Responses::InputMessages::Template::Template::EvalItem::Content::InputImage, OpenAI::Models::Responses::ResponseInputAudio, Array<String, OpenAI::Models::Responses::ResponseInputText, OpenAI::Models::Graders::GraderInputItem::OutputText, OpenAI::Models::Graders::GraderInputItem::InputImage, OpenAI::Models::Responses::ResponseInputAudio>] Inputs to the model - can contain template strings. Supports text, output text,
|
|
504
505
|
#
|
|
505
506
|
# @param role [Symbol, OpenAI::Models::Evals::RunCancelResponse::DataSource::Responses::InputMessages::Template::Template::EvalItem::Role] The role of the message input. One of `user`, `assistant`, `system`, or
|
|
506
507
|
#
|
|
507
508
|
# @param type [Symbol, OpenAI::Models::Evals::RunCancelResponse::DataSource::Responses::InputMessages::Template::Template::EvalItem::Type] The type of the message input. Always `message`.
|
|
508
509
|
|
|
509
|
-
# Inputs to the model - can contain template strings.
|
|
510
|
+
# Inputs to the model - can contain template strings. Supports text, output text,
|
|
511
|
+
# input images, and input audio, either as a single item or an array of items.
|
|
510
512
|
#
|
|
511
513
|
# @see OpenAI::Models::Evals::RunCancelResponse::DataSource::Responses::InputMessages::Template::Template::EvalItem#content
|
|
512
514
|
module Content
|
|
@@ -521,14 +523,15 @@ module OpenAI
|
|
|
521
523
|
# A text output from the model.
|
|
522
524
|
variant -> { OpenAI::Models::Evals::RunCancelResponse::DataSource::Responses::InputMessages::Template::Template::EvalItem::Content::OutputText }
|
|
523
525
|
|
|
524
|
-
# An image input
|
|
526
|
+
# An image input block used within EvalItem content arrays.
|
|
525
527
|
variant -> { OpenAI::Models::Evals::RunCancelResponse::DataSource::Responses::InputMessages::Template::Template::EvalItem::Content::InputImage }
|
|
526
528
|
|
|
527
529
|
# An audio input to the model.
|
|
528
530
|
variant -> { OpenAI::Responses::ResponseInputAudio }
|
|
529
531
|
|
|
530
|
-
# A list of inputs, each of which may be either an input text,
|
|
531
|
-
|
|
532
|
+
# A list of inputs, each of which may be either an input text, output text, input
|
|
533
|
+
# image, or input audio object.
|
|
534
|
+
variant -> { OpenAI::Graders::GraderInputs }
|
|
532
535
|
|
|
533
536
|
class OutputText < OpenAI::Internal::Type::BaseModel
|
|
534
537
|
# @!attribute text
|
|
@@ -580,7 +583,7 @@ module OpenAI
|
|
|
580
583
|
# {OpenAI::Models::Evals::RunCancelResponse::DataSource::Responses::InputMessages::Template::Template::EvalItem::Content::InputImage}
|
|
581
584
|
# for more details.
|
|
582
585
|
#
|
|
583
|
-
# An image input
|
|
586
|
+
# An image input block used within EvalItem content arrays.
|
|
584
587
|
#
|
|
585
588
|
# @param image_url [String] The URL of the image input.
|
|
586
589
|
#
|
|
@@ -590,11 +593,7 @@ module OpenAI
|
|
|
590
593
|
end
|
|
591
594
|
|
|
592
595
|
# @!method self.variants
|
|
593
|
-
# @return [Array(String, OpenAI::Models::Responses::ResponseInputText, OpenAI::Models::Evals::RunCancelResponse::DataSource::Responses::InputMessages::Template::Template::EvalItem::Content::OutputText, OpenAI::Models::Evals::RunCancelResponse::DataSource::Responses::InputMessages::Template::Template::EvalItem::Content::InputImage, OpenAI::Models::Responses::ResponseInputAudio, Array<
|
|
594
|
-
|
|
595
|
-
# @type [OpenAI::Internal::Type::Converter]
|
|
596
|
-
AnArrayOfInputTextInputImageAndInputAudioArray =
|
|
597
|
-
OpenAI::Internal::Type::ArrayOf[OpenAI::Internal::Type::Unknown]
|
|
596
|
+
# @return [Array(String, OpenAI::Models::Responses::ResponseInputText, OpenAI::Models::Evals::RunCancelResponse::DataSource::Responses::InputMessages::Template::Template::EvalItem::Content::OutputText, OpenAI::Models::Evals::RunCancelResponse::DataSource::Responses::InputMessages::Template::Template::EvalItem::Content::InputImage, OpenAI::Models::Responses::ResponseInputAudio, Array<String, OpenAI::Models::Responses::ResponseInputText, OpenAI::Models::Graders::GraderInputItem::OutputText, OpenAI::Models::Graders::GraderInputItem::InputImage, OpenAI::Models::Responses::ResponseInputAudio>)]
|
|
598
597
|
end
|
|
599
598
|
|
|
600
599
|
# The role of the message input. One of `user`, `assistant`, `system`, or
|
|
@@ -396,9 +396,10 @@ module OpenAI
|
|
|
396
396
|
|
|
397
397
|
class EvalItem < OpenAI::Internal::Type::BaseModel
|
|
398
398
|
# @!attribute content
|
|
399
|
-
# Inputs to the model - can contain template strings.
|
|
399
|
+
# Inputs to the model - can contain template strings. Supports text, output text,
|
|
400
|
+
# input images, and input audio, either as a single item or an array of items.
|
|
400
401
|
#
|
|
401
|
-
# @return [String, OpenAI::Models::Responses::ResponseInputText, OpenAI::Models::Evals::RunCreateParams::DataSource::CreateEvalResponsesRunDataSource::InputMessages::Template::Template::EvalItem::Content::OutputText, OpenAI::Models::Evals::RunCreateParams::DataSource::CreateEvalResponsesRunDataSource::InputMessages::Template::Template::EvalItem::Content::InputImage, OpenAI::Models::Responses::ResponseInputAudio, Array<
|
|
402
|
+
# @return [String, OpenAI::Models::Responses::ResponseInputText, OpenAI::Models::Evals::RunCreateParams::DataSource::CreateEvalResponsesRunDataSource::InputMessages::Template::Template::EvalItem::Content::OutputText, OpenAI::Models::Evals::RunCreateParams::DataSource::CreateEvalResponsesRunDataSource::InputMessages::Template::Template::EvalItem::Content::InputImage, OpenAI::Models::Responses::ResponseInputAudio, Array<String, OpenAI::Models::Responses::ResponseInputText, OpenAI::Models::Graders::GraderInputItem::OutputText, OpenAI::Models::Graders::GraderInputItem::InputImage, OpenAI::Models::Responses::ResponseInputAudio>]
|
|
402
403
|
required :content,
|
|
403
404
|
union: -> { OpenAI::Evals::RunCreateParams::DataSource::CreateEvalResponsesRunDataSource::InputMessages::Template::Template::EvalItem::Content }
|
|
404
405
|
|
|
@@ -428,13 +429,14 @@ module OpenAI
|
|
|
428
429
|
# `assistant` role are presumed to have been generated by the model in previous
|
|
429
430
|
# interactions.
|
|
430
431
|
#
|
|
431
|
-
# @param content [String, OpenAI::Models::Responses::ResponseInputText, OpenAI::Models::Evals::RunCreateParams::DataSource::CreateEvalResponsesRunDataSource::InputMessages::Template::Template::EvalItem::Content::OutputText, OpenAI::Models::Evals::RunCreateParams::DataSource::CreateEvalResponsesRunDataSource::InputMessages::Template::Template::EvalItem::Content::InputImage, OpenAI::Models::Responses::ResponseInputAudio, Array<
|
|
432
|
+
# @param content [String, OpenAI::Models::Responses::ResponseInputText, OpenAI::Models::Evals::RunCreateParams::DataSource::CreateEvalResponsesRunDataSource::InputMessages::Template::Template::EvalItem::Content::OutputText, OpenAI::Models::Evals::RunCreateParams::DataSource::CreateEvalResponsesRunDataSource::InputMessages::Template::Template::EvalItem::Content::InputImage, OpenAI::Models::Responses::ResponseInputAudio, Array<String, OpenAI::Models::Responses::ResponseInputText, OpenAI::Models::Graders::GraderInputItem::OutputText, OpenAI::Models::Graders::GraderInputItem::InputImage, OpenAI::Models::Responses::ResponseInputAudio>] Inputs to the model - can contain template strings. Supports text, output text,
|
|
432
433
|
#
|
|
433
434
|
# @param role [Symbol, OpenAI::Models::Evals::RunCreateParams::DataSource::CreateEvalResponsesRunDataSource::InputMessages::Template::Template::EvalItem::Role] The role of the message input. One of `user`, `assistant`, `system`, or
|
|
434
435
|
#
|
|
435
436
|
# @param type [Symbol, OpenAI::Models::Evals::RunCreateParams::DataSource::CreateEvalResponsesRunDataSource::InputMessages::Template::Template::EvalItem::Type] The type of the message input. Always `message`.
|
|
436
437
|
|
|
437
|
-
# Inputs to the model - can contain template strings.
|
|
438
|
+
# Inputs to the model - can contain template strings. Supports text, output text,
|
|
439
|
+
# input images, and input audio, either as a single item or an array of items.
|
|
438
440
|
#
|
|
439
441
|
# @see OpenAI::Models::Evals::RunCreateParams::DataSource::CreateEvalResponsesRunDataSource::InputMessages::Template::Template::EvalItem#content
|
|
440
442
|
module Content
|
|
@@ -449,14 +451,15 @@ module OpenAI
|
|
|
449
451
|
# A text output from the model.
|
|
450
452
|
variant -> { OpenAI::Evals::RunCreateParams::DataSource::CreateEvalResponsesRunDataSource::InputMessages::Template::Template::EvalItem::Content::OutputText }
|
|
451
453
|
|
|
452
|
-
# An image input
|
|
454
|
+
# An image input block used within EvalItem content arrays.
|
|
453
455
|
variant -> { OpenAI::Evals::RunCreateParams::DataSource::CreateEvalResponsesRunDataSource::InputMessages::Template::Template::EvalItem::Content::InputImage }
|
|
454
456
|
|
|
455
457
|
# An audio input to the model.
|
|
456
458
|
variant -> { OpenAI::Responses::ResponseInputAudio }
|
|
457
459
|
|
|
458
|
-
# A list of inputs, each of which may be either an input text,
|
|
459
|
-
|
|
460
|
+
# A list of inputs, each of which may be either an input text, output text, input
|
|
461
|
+
# image, or input audio object.
|
|
462
|
+
variant -> { OpenAI::Graders::GraderInputs }
|
|
460
463
|
|
|
461
464
|
class OutputText < OpenAI::Internal::Type::BaseModel
|
|
462
465
|
# @!attribute text
|
|
@@ -508,7 +511,7 @@ module OpenAI
|
|
|
508
511
|
# {OpenAI::Models::Evals::RunCreateParams::DataSource::CreateEvalResponsesRunDataSource::InputMessages::Template::Template::EvalItem::Content::InputImage}
|
|
509
512
|
# for more details.
|
|
510
513
|
#
|
|
511
|
-
# An image input
|
|
514
|
+
# An image input block used within EvalItem content arrays.
|
|
512
515
|
#
|
|
513
516
|
# @param image_url [String] The URL of the image input.
|
|
514
517
|
#
|
|
@@ -518,11 +521,7 @@ module OpenAI
|
|
|
518
521
|
end
|
|
519
522
|
|
|
520
523
|
# @!method self.variants
|
|
521
|
-
# @return [Array(String, OpenAI::Models::Responses::ResponseInputText, OpenAI::Models::Evals::RunCreateParams::DataSource::CreateEvalResponsesRunDataSource::InputMessages::Template::Template::EvalItem::Content::OutputText, OpenAI::Models::Evals::RunCreateParams::DataSource::CreateEvalResponsesRunDataSource::InputMessages::Template::Template::EvalItem::Content::InputImage, OpenAI::Models::Responses::ResponseInputAudio, Array<
|
|
522
|
-
|
|
523
|
-
# @type [OpenAI::Internal::Type::Converter]
|
|
524
|
-
AnArrayOfInputTextInputImageAndInputAudioArray =
|
|
525
|
-
OpenAI::Internal::Type::ArrayOf[OpenAI::Internal::Type::Unknown]
|
|
524
|
+
# @return [Array(String, OpenAI::Models::Responses::ResponseInputText, OpenAI::Models::Evals::RunCreateParams::DataSource::CreateEvalResponsesRunDataSource::InputMessages::Template::Template::EvalItem::Content::OutputText, OpenAI::Models::Evals::RunCreateParams::DataSource::CreateEvalResponsesRunDataSource::InputMessages::Template::Template::EvalItem::Content::InputImage, OpenAI::Models::Responses::ResponseInputAudio, Array<String, OpenAI::Models::Responses::ResponseInputText, OpenAI::Models::Graders::GraderInputItem::OutputText, OpenAI::Models::Graders::GraderInputItem::InputImage, OpenAI::Models::Responses::ResponseInputAudio>)]
|
|
526
525
|
end
|
|
527
526
|
|
|
528
527
|
# The role of the message input. One of `user`, `assistant`, `system`, or
|
|
@@ -468,9 +468,10 @@ module OpenAI
|
|
|
468
468
|
|
|
469
469
|
class EvalItem < OpenAI::Internal::Type::BaseModel
|
|
470
470
|
# @!attribute content
|
|
471
|
-
# Inputs to the model - can contain template strings.
|
|
471
|
+
# Inputs to the model - can contain template strings. Supports text, output text,
|
|
472
|
+
# input images, and input audio, either as a single item or an array of items.
|
|
472
473
|
#
|
|
473
|
-
# @return [String, OpenAI::Models::Responses::ResponseInputText, OpenAI::Models::Evals::RunCreateResponse::DataSource::Responses::InputMessages::Template::Template::EvalItem::Content::OutputText, OpenAI::Models::Evals::RunCreateResponse::DataSource::Responses::InputMessages::Template::Template::EvalItem::Content::InputImage, OpenAI::Models::Responses::ResponseInputAudio, Array<
|
|
474
|
+
# @return [String, OpenAI::Models::Responses::ResponseInputText, OpenAI::Models::Evals::RunCreateResponse::DataSource::Responses::InputMessages::Template::Template::EvalItem::Content::OutputText, OpenAI::Models::Evals::RunCreateResponse::DataSource::Responses::InputMessages::Template::Template::EvalItem::Content::InputImage, OpenAI::Models::Responses::ResponseInputAudio, Array<String, OpenAI::Models::Responses::ResponseInputText, OpenAI::Models::Graders::GraderInputItem::OutputText, OpenAI::Models::Graders::GraderInputItem::InputImage, OpenAI::Models::Responses::ResponseInputAudio>]
|
|
474
475
|
required :content,
|
|
475
476
|
union: -> { OpenAI::Models::Evals::RunCreateResponse::DataSource::Responses::InputMessages::Template::Template::EvalItem::Content }
|
|
476
477
|
|
|
@@ -500,13 +501,14 @@ module OpenAI
|
|
|
500
501
|
# `assistant` role are presumed to have been generated by the model in previous
|
|
501
502
|
# interactions.
|
|
502
503
|
#
|
|
503
|
-
# @param content [String, OpenAI::Models::Responses::ResponseInputText, OpenAI::Models::Evals::RunCreateResponse::DataSource::Responses::InputMessages::Template::Template::EvalItem::Content::OutputText, OpenAI::Models::Evals::RunCreateResponse::DataSource::Responses::InputMessages::Template::Template::EvalItem::Content::InputImage, OpenAI::Models::Responses::ResponseInputAudio, Array<
|
|
504
|
+
# @param content [String, OpenAI::Models::Responses::ResponseInputText, OpenAI::Models::Evals::RunCreateResponse::DataSource::Responses::InputMessages::Template::Template::EvalItem::Content::OutputText, OpenAI::Models::Evals::RunCreateResponse::DataSource::Responses::InputMessages::Template::Template::EvalItem::Content::InputImage, OpenAI::Models::Responses::ResponseInputAudio, Array<String, OpenAI::Models::Responses::ResponseInputText, OpenAI::Models::Graders::GraderInputItem::OutputText, OpenAI::Models::Graders::GraderInputItem::InputImage, OpenAI::Models::Responses::ResponseInputAudio>] Inputs to the model - can contain template strings. Supports text, output text,
|
|
504
505
|
#
|
|
505
506
|
# @param role [Symbol, OpenAI::Models::Evals::RunCreateResponse::DataSource::Responses::InputMessages::Template::Template::EvalItem::Role] The role of the message input. One of `user`, `assistant`, `system`, or
|
|
506
507
|
#
|
|
507
508
|
# @param type [Symbol, OpenAI::Models::Evals::RunCreateResponse::DataSource::Responses::InputMessages::Template::Template::EvalItem::Type] The type of the message input. Always `message`.
|
|
508
509
|
|
|
509
|
-
# Inputs to the model - can contain template strings.
|
|
510
|
+
# Inputs to the model - can contain template strings. Supports text, output text,
|
|
511
|
+
# input images, and input audio, either as a single item or an array of items.
|
|
510
512
|
#
|
|
511
513
|
# @see OpenAI::Models::Evals::RunCreateResponse::DataSource::Responses::InputMessages::Template::Template::EvalItem#content
|
|
512
514
|
module Content
|
|
@@ -521,14 +523,15 @@ module OpenAI
|
|
|
521
523
|
# A text output from the model.
|
|
522
524
|
variant -> { OpenAI::Models::Evals::RunCreateResponse::DataSource::Responses::InputMessages::Template::Template::EvalItem::Content::OutputText }
|
|
523
525
|
|
|
524
|
-
# An image input
|
|
526
|
+
# An image input block used within EvalItem content arrays.
|
|
525
527
|
variant -> { OpenAI::Models::Evals::RunCreateResponse::DataSource::Responses::InputMessages::Template::Template::EvalItem::Content::InputImage }
|
|
526
528
|
|
|
527
529
|
# An audio input to the model.
|
|
528
530
|
variant -> { OpenAI::Responses::ResponseInputAudio }
|
|
529
531
|
|
|
530
|
-
# A list of inputs, each of which may be either an input text,
|
|
531
|
-
|
|
532
|
+
# A list of inputs, each of which may be either an input text, output text, input
|
|
533
|
+
# image, or input audio object.
|
|
534
|
+
variant -> { OpenAI::Graders::GraderInputs }
|
|
532
535
|
|
|
533
536
|
class OutputText < OpenAI::Internal::Type::BaseModel
|
|
534
537
|
# @!attribute text
|
|
@@ -580,7 +583,7 @@ module OpenAI
|
|
|
580
583
|
# {OpenAI::Models::Evals::RunCreateResponse::DataSource::Responses::InputMessages::Template::Template::EvalItem::Content::InputImage}
|
|
581
584
|
# for more details.
|
|
582
585
|
#
|
|
583
|
-
# An image input
|
|
586
|
+
# An image input block used within EvalItem content arrays.
|
|
584
587
|
#
|
|
585
588
|
# @param image_url [String] The URL of the image input.
|
|
586
589
|
#
|
|
@@ -590,11 +593,7 @@ module OpenAI
|
|
|
590
593
|
end
|
|
591
594
|
|
|
592
595
|
# @!method self.variants
|
|
593
|
-
# @return [Array(String, OpenAI::Models::Responses::ResponseInputText, OpenAI::Models::Evals::RunCreateResponse::DataSource::Responses::InputMessages::Template::Template::EvalItem::Content::OutputText, OpenAI::Models::Evals::RunCreateResponse::DataSource::Responses::InputMessages::Template::Template::EvalItem::Content::InputImage, OpenAI::Models::Responses::ResponseInputAudio, Array<
|
|
594
|
-
|
|
595
|
-
# @type [OpenAI::Internal::Type::Converter]
|
|
596
|
-
AnArrayOfInputTextInputImageAndInputAudioArray =
|
|
597
|
-
OpenAI::Internal::Type::ArrayOf[OpenAI::Internal::Type::Unknown]
|
|
596
|
+
# @return [Array(String, OpenAI::Models::Responses::ResponseInputText, OpenAI::Models::Evals::RunCreateResponse::DataSource::Responses::InputMessages::Template::Template::EvalItem::Content::OutputText, OpenAI::Models::Evals::RunCreateResponse::DataSource::Responses::InputMessages::Template::Template::EvalItem::Content::InputImage, OpenAI::Models::Responses::ResponseInputAudio, Array<String, OpenAI::Models::Responses::ResponseInputText, OpenAI::Models::Graders::GraderInputItem::OutputText, OpenAI::Models::Graders::GraderInputItem::InputImage, OpenAI::Models::Responses::ResponseInputAudio>)]
|
|
598
597
|
end
|
|
599
598
|
|
|
600
599
|
# The role of the message input. One of `user`, `assistant`, `system`, or
|
|
@@ -468,9 +468,10 @@ module OpenAI
|
|
|
468
468
|
|
|
469
469
|
class EvalItem < OpenAI::Internal::Type::BaseModel
|
|
470
470
|
# @!attribute content
|
|
471
|
-
# Inputs to the model - can contain template strings.
|
|
471
|
+
# Inputs to the model - can contain template strings. Supports text, output text,
|
|
472
|
+
# input images, and input audio, either as a single item or an array of items.
|
|
472
473
|
#
|
|
473
|
-
# @return [String, OpenAI::Models::Responses::ResponseInputText, OpenAI::Models::Evals::RunListResponse::DataSource::Responses::InputMessages::Template::Template::EvalItem::Content::OutputText, OpenAI::Models::Evals::RunListResponse::DataSource::Responses::InputMessages::Template::Template::EvalItem::Content::InputImage, OpenAI::Models::Responses::ResponseInputAudio, Array<
|
|
474
|
+
# @return [String, OpenAI::Models::Responses::ResponseInputText, OpenAI::Models::Evals::RunListResponse::DataSource::Responses::InputMessages::Template::Template::EvalItem::Content::OutputText, OpenAI::Models::Evals::RunListResponse::DataSource::Responses::InputMessages::Template::Template::EvalItem::Content::InputImage, OpenAI::Models::Responses::ResponseInputAudio, Array<String, OpenAI::Models::Responses::ResponseInputText, OpenAI::Models::Graders::GraderInputItem::OutputText, OpenAI::Models::Graders::GraderInputItem::InputImage, OpenAI::Models::Responses::ResponseInputAudio>]
|
|
474
475
|
required :content,
|
|
475
476
|
union: -> { OpenAI::Models::Evals::RunListResponse::DataSource::Responses::InputMessages::Template::Template::EvalItem::Content }
|
|
476
477
|
|
|
@@ -500,13 +501,14 @@ module OpenAI
|
|
|
500
501
|
# `assistant` role are presumed to have been generated by the model in previous
|
|
501
502
|
# interactions.
|
|
502
503
|
#
|
|
503
|
-
# @param content [String, OpenAI::Models::Responses::ResponseInputText, OpenAI::Models::Evals::RunListResponse::DataSource::Responses::InputMessages::Template::Template::EvalItem::Content::OutputText, OpenAI::Models::Evals::RunListResponse::DataSource::Responses::InputMessages::Template::Template::EvalItem::Content::InputImage, OpenAI::Models::Responses::ResponseInputAudio, Array<
|
|
504
|
+
# @param content [String, OpenAI::Models::Responses::ResponseInputText, OpenAI::Models::Evals::RunListResponse::DataSource::Responses::InputMessages::Template::Template::EvalItem::Content::OutputText, OpenAI::Models::Evals::RunListResponse::DataSource::Responses::InputMessages::Template::Template::EvalItem::Content::InputImage, OpenAI::Models::Responses::ResponseInputAudio, Array<String, OpenAI::Models::Responses::ResponseInputText, OpenAI::Models::Graders::GraderInputItem::OutputText, OpenAI::Models::Graders::GraderInputItem::InputImage, OpenAI::Models::Responses::ResponseInputAudio>] Inputs to the model - can contain template strings. Supports text, output text,
|
|
504
505
|
#
|
|
505
506
|
# @param role [Symbol, OpenAI::Models::Evals::RunListResponse::DataSource::Responses::InputMessages::Template::Template::EvalItem::Role] The role of the message input. One of `user`, `assistant`, `system`, or
|
|
506
507
|
#
|
|
507
508
|
# @param type [Symbol, OpenAI::Models::Evals::RunListResponse::DataSource::Responses::InputMessages::Template::Template::EvalItem::Type] The type of the message input. Always `message`.
|
|
508
509
|
|
|
509
|
-
# Inputs to the model - can contain template strings.
|
|
510
|
+
# Inputs to the model - can contain template strings. Supports text, output text,
|
|
511
|
+
# input images, and input audio, either as a single item or an array of items.
|
|
510
512
|
#
|
|
511
513
|
# @see OpenAI::Models::Evals::RunListResponse::DataSource::Responses::InputMessages::Template::Template::EvalItem#content
|
|
512
514
|
module Content
|
|
@@ -521,14 +523,15 @@ module OpenAI
|
|
|
521
523
|
# A text output from the model.
|
|
522
524
|
variant -> { OpenAI::Models::Evals::RunListResponse::DataSource::Responses::InputMessages::Template::Template::EvalItem::Content::OutputText }
|
|
523
525
|
|
|
524
|
-
# An image input
|
|
526
|
+
# An image input block used within EvalItem content arrays.
|
|
525
527
|
variant -> { OpenAI::Models::Evals::RunListResponse::DataSource::Responses::InputMessages::Template::Template::EvalItem::Content::InputImage }
|
|
526
528
|
|
|
527
529
|
# An audio input to the model.
|
|
528
530
|
variant -> { OpenAI::Responses::ResponseInputAudio }
|
|
529
531
|
|
|
530
|
-
# A list of inputs, each of which may be either an input text,
|
|
531
|
-
|
|
532
|
+
# A list of inputs, each of which may be either an input text, output text, input
|
|
533
|
+
# image, or input audio object.
|
|
534
|
+
variant -> { OpenAI::Graders::GraderInputs }
|
|
532
535
|
|
|
533
536
|
class OutputText < OpenAI::Internal::Type::BaseModel
|
|
534
537
|
# @!attribute text
|
|
@@ -580,7 +583,7 @@ module OpenAI
|
|
|
580
583
|
# {OpenAI::Models::Evals::RunListResponse::DataSource::Responses::InputMessages::Template::Template::EvalItem::Content::InputImage}
|
|
581
584
|
# for more details.
|
|
582
585
|
#
|
|
583
|
-
# An image input
|
|
586
|
+
# An image input block used within EvalItem content arrays.
|
|
584
587
|
#
|
|
585
588
|
# @param image_url [String] The URL of the image input.
|
|
586
589
|
#
|
|
@@ -590,11 +593,7 @@ module OpenAI
|
|
|
590
593
|
end
|
|
591
594
|
|
|
592
595
|
# @!method self.variants
|
|
593
|
-
# @return [Array(String, OpenAI::Models::Responses::ResponseInputText, OpenAI::Models::Evals::RunListResponse::DataSource::Responses::InputMessages::Template::Template::EvalItem::Content::OutputText, OpenAI::Models::Evals::RunListResponse::DataSource::Responses::InputMessages::Template::Template::EvalItem::Content::InputImage, OpenAI::Models::Responses::ResponseInputAudio, Array<
|
|
594
|
-
|
|
595
|
-
# @type [OpenAI::Internal::Type::Converter]
|
|
596
|
-
AnArrayOfInputTextInputImageAndInputAudioArray =
|
|
597
|
-
OpenAI::Internal::Type::ArrayOf[OpenAI::Internal::Type::Unknown]
|
|
596
|
+
# @return [Array(String, OpenAI::Models::Responses::ResponseInputText, OpenAI::Models::Evals::RunListResponse::DataSource::Responses::InputMessages::Template::Template::EvalItem::Content::OutputText, OpenAI::Models::Evals::RunListResponse::DataSource::Responses::InputMessages::Template::Template::EvalItem::Content::InputImage, OpenAI::Models::Responses::ResponseInputAudio, Array<String, OpenAI::Models::Responses::ResponseInputText, OpenAI::Models::Graders::GraderInputItem::OutputText, OpenAI::Models::Graders::GraderInputItem::InputImage, OpenAI::Models::Responses::ResponseInputAudio>)]
|
|
598
597
|
end
|
|
599
598
|
|
|
600
599
|
# The role of the message input. One of `user`, `assistant`, `system`, or
|
|
@@ -472,9 +472,10 @@ module OpenAI
|
|
|
472
472
|
|
|
473
473
|
class EvalItem < OpenAI::Internal::Type::BaseModel
|
|
474
474
|
# @!attribute content
|
|
475
|
-
# Inputs to the model - can contain template strings.
|
|
475
|
+
# Inputs to the model - can contain template strings. Supports text, output text,
|
|
476
|
+
# input images, and input audio, either as a single item or an array of items.
|
|
476
477
|
#
|
|
477
|
-
# @return [String, OpenAI::Models::Responses::ResponseInputText, OpenAI::Models::Evals::RunRetrieveResponse::DataSource::Responses::InputMessages::Template::Template::EvalItem::Content::OutputText, OpenAI::Models::Evals::RunRetrieveResponse::DataSource::Responses::InputMessages::Template::Template::EvalItem::Content::InputImage, OpenAI::Models::Responses::ResponseInputAudio, Array<
|
|
478
|
+
# @return [String, OpenAI::Models::Responses::ResponseInputText, OpenAI::Models::Evals::RunRetrieveResponse::DataSource::Responses::InputMessages::Template::Template::EvalItem::Content::OutputText, OpenAI::Models::Evals::RunRetrieveResponse::DataSource::Responses::InputMessages::Template::Template::EvalItem::Content::InputImage, OpenAI::Models::Responses::ResponseInputAudio, Array<String, OpenAI::Models::Responses::ResponseInputText, OpenAI::Models::Graders::GraderInputItem::OutputText, OpenAI::Models::Graders::GraderInputItem::InputImage, OpenAI::Models::Responses::ResponseInputAudio>]
|
|
478
479
|
required :content,
|
|
479
480
|
union: -> { OpenAI::Models::Evals::RunRetrieveResponse::DataSource::Responses::InputMessages::Template::Template::EvalItem::Content }
|
|
480
481
|
|
|
@@ -504,13 +505,14 @@ module OpenAI
|
|
|
504
505
|
# `assistant` role are presumed to have been generated by the model in previous
|
|
505
506
|
# interactions.
|
|
506
507
|
#
|
|
507
|
-
# @param content [String, OpenAI::Models::Responses::ResponseInputText, OpenAI::Models::Evals::RunRetrieveResponse::DataSource::Responses::InputMessages::Template::Template::EvalItem::Content::OutputText, OpenAI::Models::Evals::RunRetrieveResponse::DataSource::Responses::InputMessages::Template::Template::EvalItem::Content::InputImage, OpenAI::Models::Responses::ResponseInputAudio, Array<
|
|
508
|
+
# @param content [String, OpenAI::Models::Responses::ResponseInputText, OpenAI::Models::Evals::RunRetrieveResponse::DataSource::Responses::InputMessages::Template::Template::EvalItem::Content::OutputText, OpenAI::Models::Evals::RunRetrieveResponse::DataSource::Responses::InputMessages::Template::Template::EvalItem::Content::InputImage, OpenAI::Models::Responses::ResponseInputAudio, Array<String, OpenAI::Models::Responses::ResponseInputText, OpenAI::Models::Graders::GraderInputItem::OutputText, OpenAI::Models::Graders::GraderInputItem::InputImage, OpenAI::Models::Responses::ResponseInputAudio>] Inputs to the model - can contain template strings. Supports text, output text,
|
|
508
509
|
#
|
|
509
510
|
# @param role [Symbol, OpenAI::Models::Evals::RunRetrieveResponse::DataSource::Responses::InputMessages::Template::Template::EvalItem::Role] The role of the message input. One of `user`, `assistant`, `system`, or
|
|
510
511
|
#
|
|
511
512
|
# @param type [Symbol, OpenAI::Models::Evals::RunRetrieveResponse::DataSource::Responses::InputMessages::Template::Template::EvalItem::Type] The type of the message input. Always `message`.
|
|
512
513
|
|
|
513
|
-
# Inputs to the model - can contain template strings.
|
|
514
|
+
# Inputs to the model - can contain template strings. Supports text, output text,
|
|
515
|
+
# input images, and input audio, either as a single item or an array of items.
|
|
514
516
|
#
|
|
515
517
|
# @see OpenAI::Models::Evals::RunRetrieveResponse::DataSource::Responses::InputMessages::Template::Template::EvalItem#content
|
|
516
518
|
module Content
|
|
@@ -525,14 +527,15 @@ module OpenAI
|
|
|
525
527
|
# A text output from the model.
|
|
526
528
|
variant -> { OpenAI::Models::Evals::RunRetrieveResponse::DataSource::Responses::InputMessages::Template::Template::EvalItem::Content::OutputText }
|
|
527
529
|
|
|
528
|
-
# An image input
|
|
530
|
+
# An image input block used within EvalItem content arrays.
|
|
529
531
|
variant -> { OpenAI::Models::Evals::RunRetrieveResponse::DataSource::Responses::InputMessages::Template::Template::EvalItem::Content::InputImage }
|
|
530
532
|
|
|
531
533
|
# An audio input to the model.
|
|
532
534
|
variant -> { OpenAI::Responses::ResponseInputAudio }
|
|
533
535
|
|
|
534
|
-
# A list of inputs, each of which may be either an input text,
|
|
535
|
-
|
|
536
|
+
# A list of inputs, each of which may be either an input text, output text, input
|
|
537
|
+
# image, or input audio object.
|
|
538
|
+
variant -> { OpenAI::Graders::GraderInputs }
|
|
536
539
|
|
|
537
540
|
class OutputText < OpenAI::Internal::Type::BaseModel
|
|
538
541
|
# @!attribute text
|
|
@@ -584,7 +587,7 @@ module OpenAI
|
|
|
584
587
|
# {OpenAI::Models::Evals::RunRetrieveResponse::DataSource::Responses::InputMessages::Template::Template::EvalItem::Content::InputImage}
|
|
585
588
|
# for more details.
|
|
586
589
|
#
|
|
587
|
-
# An image input
|
|
590
|
+
# An image input block used within EvalItem content arrays.
|
|
588
591
|
#
|
|
589
592
|
# @param image_url [String] The URL of the image input.
|
|
590
593
|
#
|
|
@@ -594,11 +597,7 @@ module OpenAI
|
|
|
594
597
|
end
|
|
595
598
|
|
|
596
599
|
# @!method self.variants
|
|
597
|
-
# @return [Array(String, OpenAI::Models::Responses::ResponseInputText, OpenAI::Models::Evals::RunRetrieveResponse::DataSource::Responses::InputMessages::Template::Template::EvalItem::Content::OutputText, OpenAI::Models::Evals::RunRetrieveResponse::DataSource::Responses::InputMessages::Template::Template::EvalItem::Content::InputImage, OpenAI::Models::Responses::ResponseInputAudio, Array<
|
|
598
|
-
|
|
599
|
-
# @type [OpenAI::Internal::Type::Converter]
|
|
600
|
-
AnArrayOfInputTextInputImageAndInputAudioArray =
|
|
601
|
-
OpenAI::Internal::Type::ArrayOf[OpenAI::Internal::Type::Unknown]
|
|
600
|
+
# @return [Array(String, OpenAI::Models::Responses::ResponseInputText, OpenAI::Models::Evals::RunRetrieveResponse::DataSource::Responses::InputMessages::Template::Template::EvalItem::Content::OutputText, OpenAI::Models::Evals::RunRetrieveResponse::DataSource::Responses::InputMessages::Template::Template::EvalItem::Content::InputImage, OpenAI::Models::Responses::ResponseInputAudio, Array<String, OpenAI::Models::Responses::ResponseInputText, OpenAI::Models::Graders::GraderInputItem::OutputText, OpenAI::Models::Graders::GraderInputItem::InputImage, OpenAI::Models::Responses::ResponseInputAudio>)]
|
|
602
601
|
end
|
|
603
602
|
|
|
604
603
|
# The role of the message input. One of `user`, `assistant`, `system`, or
|