Skip to content

Commit c9c3fdd

Browse files
stainless-app[bot]stainless-app[bot]
committed
feat(api): fix grader input list, add dated slugs for sora-2
1 parent e147445 commit c9c3fdd

32 files changed

+493
-2664
lines changed

‎.stats.yml‎

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,4 @@
11
configured_endpoints: 136
2-
openapi_spec_url: https://storage.googleapis.com/stainless-sdk-openapi-specs/openai%2Fopenai-386042697a8769999956bdc26ff1e70bfc2a56913f724eedc6bfaf82679e9956.yml
3-
openapi_spec_hash: 7072a6a4a43d7ff0bb4098a3e8a6b9a7
4-
config_hash: 141b101c9f13b90e21af74e1686f1f41
2+
openapi_spec_url: https://storage.googleapis.com/stainless-sdk-openapi-specs/openai%2Fopenai-fe8e67bdc351a518b113ab48e775750190e207807903d6b03ab22c438c38a588.yml
3+
openapi_spec_hash: 8af972190647ffb9dcec516e19d8761a
4+
config_hash: 856bee50ee3617e85a9bc9274db01dbb

‎lib/openai.rb‎

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -385,6 +385,7 @@
385385
require_relative "openai/models/fine_tuning/supervised_method"
386386
require_relative "openai/models/function_definition"
387387
require_relative "openai/models/function_parameters"
388+
require_relative "openai/models/graders/grader_inputs"
388389
require_relative "openai/models/graders/label_model_grader"
389390
require_relative "openai/models/graders/multi_grader"
390391
require_relative "openai/models/graders/string_check_grader"

‎lib/openai/models/eval_create_params.rb‎

Lines changed: 9 additions & 96 deletions
Original file line numberDiff line numberDiff line change
@@ -281,7 +281,7 @@ class EvalItem < OpenAI::Internal::Type::BaseModel
281281
# Inputs to the model - can contain template strings. Supports text, output text,
282282
# input images, and input audio, either as a single item or an array of items.
283283
#
284-
# @return [String, OpenAI::Models::Responses::ResponseInputText, OpenAI::Models::EvalCreateParams::TestingCriterion::LabelModel::Input::EvalItem::Content::OutputText, OpenAI::Models::EvalCreateParams::TestingCriterion::LabelModel::Input::EvalItem::Content::EvalItemInputImage, OpenAI::Models::Responses::ResponseInputAudio, Array<String, OpenAI::Models::Responses::ResponseInputText, OpenAI::Models::EvalCreateParams::TestingCriterion::LabelModel::Input::EvalItem::Content::AnArrayOfInputTextOutputTextInputImageAndInputAudio::OutputText, OpenAI::Models::EvalCreateParams::TestingCriterion::LabelModel::Input::EvalItem::Content::AnArrayOfInputTextOutputTextInputImageAndInputAudio::EvalItemInputImage, OpenAI::Models::Responses::ResponseInputAudio>]
284+
# @return [String, OpenAI::Models::Responses::ResponseInputText, OpenAI::Models::EvalCreateParams::TestingCriterion::LabelModel::Input::EvalItem::Content::OutputText, OpenAI::Models::EvalCreateParams::TestingCriterion::LabelModel::Input::EvalItem::Content::InputImage, OpenAI::Models::Responses::ResponseInputAudio, Array<String, OpenAI::Models::Responses::ResponseInputText, OpenAI::Models::Graders::GraderInputItem::OutputText, OpenAI::Models::Graders::GraderInputItem::InputImage, OpenAI::Models::Responses::ResponseInputAudio>]
285285
required :content,
286286
union: -> { OpenAI::EvalCreateParams::TestingCriterion::LabelModel::Input::EvalItem::Content }
287287

@@ -309,7 +309,7 @@ class EvalItem < OpenAI::Internal::Type::BaseModel
309309
# `assistant` role are presumed to have been generated by the model in previous
310310
# interactions.
311311
#
312-
# @param content [String, OpenAI::Models::Responses::ResponseInputText, OpenAI::Models::EvalCreateParams::TestingCriterion::LabelModel::Input::EvalItem::Content::OutputText, OpenAI::Models::EvalCreateParams::TestingCriterion::LabelModel::Input::EvalItem::Content::EvalItemInputImage, OpenAI::Models::Responses::ResponseInputAudio, Array<String, OpenAI::Models::Responses::ResponseInputText, OpenAI::Models::EvalCreateParams::TestingCriterion::LabelModel::Input::EvalItem::Content::AnArrayOfInputTextOutputTextInputImageAndInputAudio::OutputText, OpenAI::Models::EvalCreateParams::TestingCriterion::LabelModel::Input::EvalItem::Content::AnArrayOfInputTextOutputTextInputImageAndInputAudio::EvalItemInputImage, OpenAI::Models::Responses::ResponseInputAudio>] Inputs to the model - can contain template strings. Supports text, output text,
312+
# @param content [String, OpenAI::Models::Responses::ResponseInputText, OpenAI::Models::EvalCreateParams::TestingCriterion::LabelModel::Input::EvalItem::Content::OutputText, OpenAI::Models::EvalCreateParams::TestingCriterion::LabelModel::Input::EvalItem::Content::InputImage, OpenAI::Models::Responses::ResponseInputAudio, Array<String, OpenAI::Models::Responses::ResponseInputText, OpenAI::Models::Graders::GraderInputItem::OutputText, OpenAI::Models::Graders::GraderInputItem::InputImage, OpenAI::Models::Responses::ResponseInputAudio>] Inputs to the model - can contain template strings. Supports text, output text,
313313
#
314314
# @param role [Symbol, OpenAI::Models::EvalCreateParams::TestingCriterion::LabelModel::Input::EvalItem::Role] The role of the message input. One of `user`, `assistant`, `system`, or
315315
#
@@ -332,13 +332,14 @@ module Content
332332
variant -> { OpenAI::EvalCreateParams::TestingCriterion::LabelModel::Input::EvalItem::Content::OutputText }
333333

334334
# An image input block used within EvalItem content arrays.
335-
variant -> { OpenAI::EvalCreateParams::TestingCriterion::LabelModel::Input::EvalItem::Content::EvalItemInputImage }
335+
variant -> { OpenAI::EvalCreateParams::TestingCriterion::LabelModel::Input::EvalItem::Content::InputImage }
336336

337337
# An audio input to the model.
338338
variant -> { OpenAI::Responses::ResponseInputAudio }
339339

340-
# A list of inputs, each of which may be either an input text, output text, input image, or input audio object.
341-
variant -> { OpenAI::Models::EvalCreateParams::TestingCriterion::LabelModel::Input::EvalItem::Content::AnArrayOfInputTextOutputTextInputImageAndInputAudioArray }
340+
# A list of inputs, each of which may be either an input text, output text, input
341+
# image, or input audio object.
342+
variant -> { OpenAI::Graders::GraderInputs }
342343

343344
class OutputText < OpenAI::Internal::Type::BaseModel
344345
# @!attribute text
@@ -365,7 +366,7 @@ class OutputText < OpenAI::Internal::Type::BaseModel
365366
# @param type [Symbol, :output_text] The type of the output text. Always `output_text`.
366367
end
367368

368-
class EvalItemInputImage < OpenAI::Internal::Type::BaseModel
369+
class InputImage < OpenAI::Internal::Type::BaseModel
369370
# @!attribute image_url
370371
# The URL of the image input.
371372
#
@@ -387,7 +388,7 @@ class EvalItemInputImage < OpenAI::Internal::Type::BaseModel
387388

388389
# @!method initialize(image_url:, detail: nil, type: :input_image)
389390
# Some parameter documentations has been truncated, see
390-
# {OpenAI::Models::EvalCreateParams::TestingCriterion::LabelModel::Input::EvalItem::Content::EvalItemInputImage}
391+
# {OpenAI::Models::EvalCreateParams::TestingCriterion::LabelModel::Input::EvalItem::Content::InputImage}
391392
# for more details.
392393
#
393394
# An image input block used within EvalItem content arrays.
@@ -399,96 +400,8 @@ class EvalItemInputImage < OpenAI::Internal::Type::BaseModel
399400
# @param type [Symbol, :input_image] The type of the image input. Always `input_image`.
400401
end
401402

402-
# A text input to the model.
403-
module AnArrayOfInputTextOutputTextInputImageAndInputAudio
404-
extend OpenAI::Internal::Type::Union
405-
406-
# A text input to the model.
407-
variant String
408-
409-
# A text input to the model.
410-
variant -> { OpenAI::Responses::ResponseInputText }
411-
412-
# A text output from the model.
413-
variant -> { OpenAI::EvalCreateParams::TestingCriterion::LabelModel::Input::EvalItem::Content::AnArrayOfInputTextOutputTextInputImageAndInputAudio::OutputText }
414-
415-
# An image input block used within EvalItem content arrays.
416-
variant -> { OpenAI::EvalCreateParams::TestingCriterion::LabelModel::Input::EvalItem::Content::AnArrayOfInputTextOutputTextInputImageAndInputAudio::EvalItemInputImage }
417-
418-
# An audio input to the model.
419-
variant -> { OpenAI::Responses::ResponseInputAudio }
420-
421-
class OutputText < OpenAI::Internal::Type::BaseModel
422-
# @!attribute text
423-
# The text output from the model.
424-
#
425-
# @return [String]
426-
required :text, String
427-
428-
# @!attribute type
429-
# The type of the output text. Always `output_text`.
430-
#
431-
# @return [Symbol, :output_text]
432-
required :type, const: :output_text
433-
434-
# @!method initialize(text:, type: :output_text)
435-
# Some parameter documentations has been truncated, see
436-
# {OpenAI::Models::EvalCreateParams::TestingCriterion::LabelModel::Input::EvalItem::Content::AnArrayOfInputTextOutputTextInputImageAndInputAudio::OutputText}
437-
# for more details.
438-
#
439-
# A text output from the model.
440-
#
441-
# @param text [String] The text output from the model.
442-
#
443-
# @param type [Symbol, :output_text] The type of the output text. Always `output_text`.
444-
end
445-
446-
class EvalItemInputImage < OpenAI::Internal::Type::BaseModel
447-
# @!attribute image_url
448-
# The URL of the image input.
449-
#
450-
# @return [String]
451-
required :image_url, String
452-
453-
# @!attribute type
454-
# The type of the image input. Always `input_image`.
455-
#
456-
# @return [Symbol, :input_image]
457-
required :type, const: :input_image
458-
459-
# @!attribute detail
460-
# The detail level of the image to be sent to the model. One of `high`, `low`, or
461-
# `auto`. Defaults to `auto`.
462-
#
463-
# @return [String, nil]
464-
optional :detail, String
465-
466-
# @!method initialize(image_url:, detail: nil, type: :input_image)
467-
# Some parameter documentations has been truncated, see
468-
# {OpenAI::Models::EvalCreateParams::TestingCriterion::LabelModel::Input::EvalItem::Content::AnArrayOfInputTextOutputTextInputImageAndInputAudio::EvalItemInputImage}
469-
# for more details.
470-
#
471-
# An image input block used within EvalItem content arrays.
472-
#
473-
# @param image_url [String] The URL of the image input.
474-
#
475-
# @param detail [String] The detail level of the image to be sent to the model. One of `high`, `low`, or
476-
#
477-
# @param type [Symbol, :input_image] The type of the image input. Always `input_image`.
478-
end
479-
480-
# @!method self.variants
481-
# @return [Array(String, OpenAI::Models::Responses::ResponseInputText, OpenAI::Models::EvalCreateParams::TestingCriterion::LabelModel::Input::EvalItem::Content::AnArrayOfInputTextOutputTextInputImageAndInputAudio::OutputText, OpenAI::Models::EvalCreateParams::TestingCriterion::LabelModel::Input::EvalItem::Content::AnArrayOfInputTextOutputTextInputImageAndInputAudio::EvalItemInputImage, OpenAI::Models::Responses::ResponseInputAudio)]
482-
end
483-
484403
# @!method self.variants
485-
# @return [Array(String, OpenAI::Models::Responses::ResponseInputText, OpenAI::Models::EvalCreateParams::TestingCriterion::LabelModel::Input::EvalItem::Content::OutputText, OpenAI::Models::EvalCreateParams::TestingCriterion::LabelModel::Input::EvalItem::Content::EvalItemInputImage, OpenAI::Models::Responses::ResponseInputAudio, Array<String, OpenAI::Models::Responses::ResponseInputText, OpenAI::Models::EvalCreateParams::TestingCriterion::LabelModel::Input::EvalItem::Content::AnArrayOfInputTextOutputTextInputImageAndInputAudio::OutputText, OpenAI::Models::EvalCreateParams::TestingCriterion::LabelModel::Input::EvalItem::Content::AnArrayOfInputTextOutputTextInputImageAndInputAudio::EvalItemInputImage, OpenAI::Models::Responses::ResponseInputAudio>)]
486-
487-
# @type [OpenAI::Internal::Type::Converter]
488-
AnArrayOfInputTextOutputTextInputImageAndInputAudioArray =
489-
OpenAI::Internal::Type::ArrayOf[
490-
union: -> { OpenAI::EvalCreateParams::TestingCriterion::LabelModel::Input::EvalItem::Content::AnArrayOfInputTextOutputTextInputImageAndInputAudio }
491-
]
404+
# @return [Array(String, OpenAI::Models::Responses::ResponseInputText, OpenAI::Models::EvalCreateParams::TestingCriterion::LabelModel::Input::EvalItem::Content::OutputText, OpenAI::Models::EvalCreateParams::TestingCriterion::LabelModel::Input::EvalItem::Content::InputImage, OpenAI::Models::Responses::ResponseInputAudio, Array<String, OpenAI::Models::Responses::ResponseInputText, OpenAI::Models::Graders::GraderInputItem::OutputText, OpenAI::Models::Graders::GraderInputItem::InputImage, OpenAI::Models::Responses::ResponseInputAudio>)]
492405
end
493406

494407
# The role of the message input. One of `user`, `assistant`, `system`, or

0 commit comments

Comments
 (0)