openai 4.97.0 → 4.99.0

package/src/resources/graders/grader-models.ts

@@ -0,0 +1,296 @@
+// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+import { APIResource } from '../../resource';
+import * as ResponsesAPI from '../responses/responses';
+
+export class GraderModels extends APIResource {}
+
+/**
+ * A LabelModelGrader object which uses a model to assign labels to each item in
+ * the evaluation.
+ */
+export interface LabelModelGrader {
+  input: Array<LabelModelGrader.Input>;
+
+  /**
+   * The labels to assign to each item in the evaluation.
+   */
+  labels: Array<string>;
+
+  /**
+   * The model to use for the evaluation. Must support structured outputs.
+   */
+  model: string;
+
+  /**
+   * The name of the grader.
+   */
+  name: string;
+
+  /**
+   * The labels that indicate a passing result. Must be a subset of labels.
+   */
+  passing_labels: Array<string>;
+
+  /**
+   * The object type, which is always `label_model`.
+   */
+  type: 'label_model';
+}
+
+export namespace LabelModelGrader {
+  /**
+   * A message input to the model with a role indicating instruction following
+   * hierarchy. Instructions given with the `developer` or `system` role take
+   * precedence over instructions given with the `user` role. Messages with the
+   * `assistant` role are presumed to have been generated by the model in previous
+   * interactions.
+   */
+  export interface Input {
+    /**
+     * Text inputs to the model - can contain template strings.
+     */
+    content: string | ResponsesAPI.ResponseInputText | Input.OutputText;
+
+    /**
+     * The role of the message input. One of `user`, `assistant`, `system`, or
+     * `developer`.
+     */
+    role: 'user' | 'assistant' | 'system' | 'developer';
+
+    /**
+     * The type of the message input. Always `message`.
+     */
+    type?: 'message';
+  }
+
+  export namespace Input {
+    /**
+     * A text output from the model.
+     */
+    export interface OutputText {
+      /**
+       * The text output from the model.
+       */
+      text: string;
+
+      /**
+       * The type of the output text. Always `output_text`.
+       */
+      type: 'output_text';
+    }
+  }
+}
+
+/**
+ * A MultiGrader object combines the output of multiple graders to produce a single
+ * score.
+ */
+export interface MultiGrader {
+  /**
+   * A formula to calculate the output based on grader results.
+   */
+  calculate_output: string;
+
+  graders: Record<
+    string,
+    StringCheckGrader | TextSimilarityGrader | PythonGrader | ScoreModelGrader | LabelModelGrader
+  >;
+
+  /**
+   * The name of the grader.
+   */
+  name: string;
+
+  /**
+   * The object type, which is always `multi`.
+   */
+  type: 'multi';
+}
+
+/**
+ * A PythonGrader object that runs a python script on the input.
+ */
+export interface PythonGrader {
+  /**
+   * The name of the grader.
+   */
+  name: string;
+
+  /**
+   * The source code of the python script.
+   */
+  source: string;
+
+  /**
+   * The object type, which is always `python`.
+   */
+  type: 'python';
+
+  /**
+   * The image tag to use for the python script.
+   */
+  image_tag?: string;
+}
+
+/**
+ * A ScoreModelGrader object that uses a model to assign a score to the input.
+ */
+export interface ScoreModelGrader {
+  /**
+   * The input text. This may include template strings.
+   */
+  input: Array<ScoreModelGrader.Input>;
+
+  /**
+   * The model to use for the evaluation.
+   */
+  model: string;
+
+  /**
+   * The name of the grader.
+   */
+  name: string;
+
+  /**
+   * The object type, which is always `score_model`.
+   */
+  type: 'score_model';
+
+  /**
+   * The range of the score. Defaults to `[0, 1]`.
+   */
+  range?: Array<number>;
+
+  /**
+   * The sampling parameters for the model.
+   */
+  sampling_params?: unknown;
+}
+
+export namespace ScoreModelGrader {
+  /**
+   * A message input to the model with a role indicating instruction following
+   * hierarchy. Instructions given with the `developer` or `system` role take
+   * precedence over instructions given with the `user` role. Messages with the
+   * `assistant` role are presumed to have been generated by the model in previous
+   * interactions.
+   */
+  export interface Input {
+    /**
+     * Text inputs to the model - can contain template strings.
+     */
+    content: string | ResponsesAPI.ResponseInputText | Input.OutputText;
+
+    /**
+     * The role of the message input. One of `user`, `assistant`, `system`, or
+     * `developer`.
+     */
+    role: 'user' | 'assistant' | 'system' | 'developer';
+
+    /**
+     * The type of the message input. Always `message`.
+     */
+    type?: 'message';
+  }
+
+  export namespace Input {
+    /**
+     * A text output from the model.
+     */
+    export interface OutputText {
+      /**
+       * The text output from the model.
+       */
+      text: string;
+
+      /**
+       * The type of the output text. Always `output_text`.
+       */
+      type: 'output_text';
+    }
+  }
+}
+
+/**
+ * A StringCheckGrader object that performs a string comparison between input and
+ * reference using a specified operation.
+ */
+export interface StringCheckGrader {
+  /**
+   * The input text. This may include template strings.
+   */
+  input: string;
+
+  /**
+   * The name of the grader.
+   */
+  name: string;
+
+  /**
+   * The string check operation to perform. One of `eq`, `ne`, `like`, or `ilike`.
+   */
+  operation: 'eq' | 'ne' | 'like' | 'ilike';
+
+  /**
+   * The reference text. This may include template strings.
+   */
+  reference: string;
+
+  /**
+   * The object type, which is always `string_check`.
+   */
+  type: 'string_check';
+}
+
+/**
+ * A TextSimilarityGrader object which grades text based on similarity metrics.
+ */
+export interface TextSimilarityGrader {
+  /**
+   * The evaluation metric to use. One of `fuzzy_match`, `bleu`, `gleu`, `meteor`,
+   * `rouge_1`, `rouge_2`, `rouge_3`, `rouge_4`, `rouge_5`, or `rouge_l`.
+   */
+  evaluation_metric:
+    | 'fuzzy_match'
+    | 'bleu'
+    | 'gleu'
+    | 'meteor'
+    | 'rouge_1'
+    | 'rouge_2'
+    | 'rouge_3'
+    | 'rouge_4'
+    | 'rouge_5'
+    | 'rouge_l';
+
+  /**
+   * The text being graded.
+   */
+  input: string;
+
+  /**
+   * The name of the grader.
+   */
+  name: string;
+
+  /**
+   * The text being graded against.
+   */
+  reference: string;
+
+  /**
+   * The type of grader.
+   */
+  type: 'text_similarity';
+}
+
+export declare namespace GraderModels {
+  export {
+    type LabelModelGrader as LabelModelGrader,
+    type MultiGrader as MultiGrader,
+    type PythonGrader as PythonGrader,
+    type ScoreModelGrader as ScoreModelGrader,
+    type StringCheckGrader as StringCheckGrader,
+    type TextSimilarityGrader as TextSimilarityGrader,
+  };
+}

package/src/resources/graders/graders.ts

@@ -0,0 +1,31 @@
+// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+import { APIResource } from '../../resource';
+import * as GraderModelsAPI from './grader-models';
+import {
+  GraderModels,
+  LabelModelGrader,
+  MultiGrader,
+  PythonGrader,
+  ScoreModelGrader,
+  StringCheckGrader,
+  TextSimilarityGrader,
+} from './grader-models';
+
+export class Graders extends APIResource {
+  graderModels: GraderModelsAPI.GraderModels = new GraderModelsAPI.GraderModels(this._client);
+}
+
+Graders.GraderModels = GraderModels;
+
+export declare namespace Graders {
+  export {
+    GraderModels as GraderModels,
+    type LabelModelGrader as LabelModelGrader,
+    type MultiGrader as MultiGrader,
+    type PythonGrader as PythonGrader,
+    type ScoreModelGrader as ScoreModelGrader,
+    type StringCheckGrader as StringCheckGrader,
+    type TextSimilarityGrader as TextSimilarityGrader,
+  };
+}

package/src/resources/graders/index.ts

@@ -0,0 +1,12 @@
+// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+export {
+  GraderModels,
+  type LabelModelGrader,
+  type MultiGrader,
+  type PythonGrader,
+  type ScoreModelGrader,
+  type StringCheckGrader,
+  type TextSimilarityGrader,
+} from './grader-models';
+export { Graders } from './graders';

package/src/resources/graders.ts

@@ -0,0 +1,3 @@
+// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+export * from './graders/index';

package/src/resources/images.ts

@@ -6,6 +6,13 @@ import * as Core from '../core';
 export class Images extends APIResource {
   /**
    * Creates a variation of a given image. This endpoint only supports `dall-e-2`.
+   *
+   * @example
+   * ```ts
+   * const imagesResponse = await client.images.createVariation({
+   *   image: fs.createReadStream('otter.png'),
+   * });
+   * ```
    */
   createVariation(
     body: ImageCreateVariationParams,
@@ -17,6 +24,14 @@ export class Images extends APIResource {
   /**
    * Creates an edited or extended image given one or more source images and a
    * prompt. This endpoint only supports `gpt-image-1` and `dall-e-2`.
+   *
+   * @example
+   * ```ts
+   * const imagesResponse = await client.images.edit({
+   *   image: fs.createReadStream('path/to/file'),
+   *   prompt: 'A cute baby sea otter wearing a beret',
+   * });
+   * ```
    */
   edit(body: ImageEditParams, options?: Core.RequestOptions): Core.APIPromise<ImagesResponse> {
     return this._client.post('/images/edits', Core.multipartFormRequestOptions({ body, ...options }));
@@ -25,6 +40,13 @@ export class Images extends APIResource {
   /**
    * Creates an image given a prompt.
    * [Learn more](https://platform.openai.com/docs/guides/images).
+   *
+   * @example
+   * ```ts
+   * const imagesResponse = await client.images.generate({
+   *   prompt: 'A cute baby sea otter',
+   * });
+   * ```
    */
   generate(body: ImageGenerateParams, options?: Core.RequestOptions): Core.APIPromise<ImagesResponse> {
     return this._client.post('/images/generations', { body, ...options });

package/src/resources/index.ts

@@ -33,10 +33,7 @@ export {
   EvalListResponsesPage,
   Evals,
   type EvalCustomDataSourceConfig,
-  type EvalLabelModelGrader,
   type EvalStoredCompletionsDataSourceConfig,
-  type EvalStringCheckGrader,
-  type EvalTextSimilarityGrader,
   type EvalCreateResponse,
   type EvalRetrieveResponse,
   type EvalUpdateResponse,
@@ -57,6 +54,7 @@ export {
   type FileListParams,
 } from './files';
 export { FineTuning } from './fine-tuning/fine-tuning';
+export { Graders } from './graders/graders';
 export {
   Images,
   type Image,

package/src/resources/responses/input-items.ts

@@ -10,6 +10,16 @@ import { type CursorPageParams } from '../../pagination';
 export class InputItems extends APIResource {
   /**
    * Returns a list of input items for a given response.
+   *
+   * @example
+   * ```ts
+   * // Automatically fetches more pages as needed.
+   * for await (const responseItem of client.responses.inputItems.list(
+   *   'response_id',
+   * )) {
+   *   // ...
+   * }
+   * ```
    */
   list(
     responseId: string,

package/src/resources/responses/responses.ts

@@ -61,6 +61,14 @@ export class Responses extends APIResource {
    * [web search](https://platform.openai.com/docs/guides/tools-web-search) or
    * [file search](https://platform.openai.com/docs/guides/tools-file-search) to use
    * your own data as input for the model's response.
+   *
+   * @example
+   * ```ts
+   * const response = await client.responses.create({
+   *   input: 'string',
+   *   model: 'gpt-4o',
+   * });
+   * ```
    */
   create(body: ResponseCreateParamsNonStreaming, options?: Core.RequestOptions): APIPromise<Response>;
   create(
@@ -90,6 +98,13 @@ export class Responses extends APIResource {
 
   /**
    * Retrieves a model response with the given ID.
+   *
+   * @example
+   * ```ts
+   * const response = await client.responses.retrieve(
+   *   'resp_677efb5139a88190b512bc3fef8e535d',
+   * );
+   * ```
    */
   retrieve(
     responseId: string,
@@ -110,6 +125,13 @@ export class Responses extends APIResource {
 
   /**
    * Deletes a model response with the given ID.
+   *
+   * @example
+   * ```ts
+   * await client.responses.del(
+   *   'resp_677efb5139a88190b512bc3fef8e535d',
+   * );
+   * ```
    */
   del(responseId: string, options?: Core.RequestOptions): Core.APIPromise<void> {
     return this._client.delete(`/responses/${responseId}`, {

package/src/resources/shared.ts

@@ -41,6 +41,7 @@ export type ChatModel =
   | 'gpt-4o-search-preview-2025-03-11'
   | 'gpt-4o-mini-search-preview-2025-03-11'
   | 'chatgpt-4o-latest'
+  | 'codex-mini-latest'
   | 'gpt-4o-mini'
   | 'gpt-4o-mini-2024-07-18'
   | 'gpt-4-turbo'

package/src/version.ts

@@ -1 +1 @@
-export const VERSION = '4.97.0'; // x-release-please-version
+export const VERSION = '4.99.0'; // x-release-please-version

package/version.d.ts

@@ -1,2 +1,2 @@
-export declare const VERSION = "4.97.0";
+export declare const VERSION = "4.99.0";
 //# sourceMappingURL=version.d.ts.map

package/version.js

@@ -1,5 +1,5 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.VERSION = void 0;
-exports.VERSION = '4.97.0'; // x-release-please-version
+exports.VERSION = '4.99.0'; // x-release-please-version
 //# sourceMappingURL=version.js.map

package/version.mjs

@@ -1,2 +1,2 @@
-export const VERSION = '4.97.0'; // x-release-please-version
+export const VERSION = '4.99.0'; // x-release-please-version
 //# sourceMappingURL=version.mjs.map