openai 4.96.2 → 4.98.0

package/resources/fine-tuning/jobs/jobs.mjs

@@ -17,6 +17,14 @@ export class Jobs extends APIResource {
      * of the fine-tuned models once complete.
      *
      * [Learn more about fine-tuning](https://platform.openai.com/docs/guides/fine-tuning)
+     *
+     * @example
+     * ```ts
+     * const fineTuningJob = await client.fineTuning.jobs.create({
+     *   model: 'gpt-4o-mini',
+     *   training_file: 'file-abc123',
+     * });
+     * ```
      */
     create(body, options) {
         return this._client.post('/fine_tuning/jobs', { body, ...options });
@@ -25,6 +33,13 @@ export class Jobs extends APIResource {
      * Get info about a fine-tuning job.
      *
      * [Learn more about fine-tuning](https://platform.openai.com/docs/guides/fine-tuning)
+     *
+     * @example
+     * ```ts
+     * const fineTuningJob = await client.fineTuning.jobs.retrieve(
+     *   'ft-AF1WoRqd3aJAHsqc9NY7iL8F',
+     * );
+     * ```
      */
     retrieve(fineTuningJobId, options) {
         return this._client.get(`/fine_tuning/jobs/${fineTuningJobId}`, options);
@@ -37,6 +52,13 @@ export class Jobs extends APIResource {
     }
     /**
      * Immediately cancel a fine-tune job.
+     *
+     * @example
+     * ```ts
+     * const fineTuningJob = await client.fineTuning.jobs.cancel(
+     *   'ft-AF1WoRqd3aJAHsqc9NY7iL8F',
+     * );
+     * ```
      */
     cancel(fineTuningJobId, options) {
         return this._client.post(`/fine_tuning/jobs/${fineTuningJobId}/cancel`, options);
@@ -50,6 +72,32 @@ export class Jobs extends APIResource {
             ...options,
         });
     }
+    /**
+     * Pause a fine-tune job.
+     *
+     * @example
+     * ```ts
+     * const fineTuningJob = await client.fineTuning.jobs.pause(
+     *   'ft-AF1WoRqd3aJAHsqc9NY7iL8F',
+     * );
+     * ```
+     */
+    pause(fineTuningJobId, options) {
+        return this._client.post(`/fine_tuning/jobs/${fineTuningJobId}/pause`, options);
+    }
+    /**
+     * Resume a fine-tune job.
+     *
+     * @example
+     * ```ts
+     * const fineTuningJob = await client.fineTuning.jobs.resume(
+     *   'ft-AF1WoRqd3aJAHsqc9NY7iL8F',
+     * );
+     * ```
+     */
+    resume(fineTuningJobId, options) {
+        return this._client.post(`/fine_tuning/jobs/${fineTuningJobId}/resume`, options);
+    }
 }
 export class FineTuningJobsPage extends CursorPage {
 }

package/resources/fine-tuning/jobs/jobs.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"jobs.mjs","sourceRoot":"","sources":["../../../src/resources/fine-tuning/jobs/jobs.ts"],"names":[],"mappings":"AAAA,sFAAsF;OAE/E,EAAE,WAAW,EAAE;OACf,EAAE,gBAAgB,EAAE;OAEpB,KAAK,cAAc;OACnB,EAEL,WAAW,EAEX,4BAA4B,GAC7B;OACM,EAAE,UAAU,EAAyB;AAE5C,MAAM,OAAO,IAAK,SAAQ,WAAW;IAArC;;QACE,gBAAW,GAA+B,IAAI,cAAc,CAAC,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IA0EzF,CAAC;IAxEC;;;;;;;;OAQG;IACH,MAAM,CAAC,IAAqB,EAAE,OAA6B;QACzD,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,mBAAmB,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACtE,CAAC;IAED;;;;OAIG;IACH,QAAQ,CAAC,eAAuB,EAAE,OAA6B;QAC7D,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,qBAAqB,eAAe,EAAE,EAAE,OAAO,CAAC,CAAC;IAC3E,CAAC;IAUD,IAAI,CACF,QAA6C,EAAE,EAC/C,OAA6B;QAE7B,IAAI,gBAAgB,CAAC,KAAK,CAAC,EAAE;YAC3B,OAAO,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;SAC7B;QACD,OAAO,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,mBAAmB,EAAE,kBAAkB,EAAE,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACjG,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,eAAuB,EAAE,OAA6B;QAC3D,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,qBAAqB,eAAe,SAAS,EAAE,OAAO,CAAC,CAAC;IACnF,CAAC;IAcD,UAAU,CACR,eAAuB,EACvB,QAAmD,EAAE,EACrD,OAA6B;QAE7B,IAAI,gBAAgB,CAAC,KAAK,CAAC,EAAE;YAC3B,OAAO,IAAI,CAAC,UAAU,CAAC,eAAe,EAAE,EAAE,EAAE,KAAK,CAAC,CAAC;SACpD;QACD,OAAO,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,qBAAqB,eAAe,SAAS,EAAE,uBAAuB,EAAE;YACrG,KAAK;YACL,GAAG,OAAO;SACX,CAAC,CAAC;IACL,CAAC;CACF;AAED,MAAM,OAAO,kBAAmB,SAAQ,UAAyB;CAAG;AAEpE,MAAM,OAAO,uBAAwB,SAAQ,UAA8B;CAAG;AA2lB9E,IAAI,CAAC,kBAAkB,GAAG,kBAAkB,CAAC;AAC7C,IAAI,CAAC,uBAAuB,GAAG,uBAAuB,CAAC;AACvD,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;AAC/B,IAAI,CAAC,4BAA4B,GAAG,4BAA4B,CAAC"}
+{"version":3,"file":"jobs.mjs","sourceRoot":"","sources":["../../../src/resources/fine-tuning/jobs/jobs.ts"],"names":[],"mappings":"AAAA,sFAAsF;OAE/E,EAAE,WAAW,EAAE;OACf,EAAE,gBAAgB,EAAE;OAGpB,KAAK,cAAc;OACnB,EAEL,WAAW,EAEX,4BAA4B,GAC7B;OACM,EAAE,UAAU,EAAyB;AAE5C,MAAM,OAAO,IAAK,SAAQ,WAAW;IAArC;;QACE,gBAAW,GAA+B,IAAI,cAAc,CAAC,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IA8IzF,CAAC;IA5IC;;;;;;;;;;;;;;;;OAgBG;IACH,MAAM,CAAC,IAAqB,EAAE,OAA6B;QACzD,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,mBAAmB,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACtE,CAAC;IAED;;;;;;;;;;;OAWG;IACH,QAAQ,CAAC,eAAuB,EAAE,OAA6B;QAC7D,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,qBAAqB,eAAe,EAAE,EAAE,OAAO,CAAC,CAAC;IAC3E,CAAC;IAkBD,IAAI,CACF,QAA6C,EAAE,EAC/C,OAA6B;QAE7B,IAAI,gBAAgB,CAAC,KAAK,CAAC,EAAE;YAC3B,OAAO,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;SAC7B;QACD,OAAO,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,mBAAmB,EAAE,kBAAkB,EAAE,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACjG,CAAC;IAED;;;;;;;;;OASG;IACH,MAAM,CAAC,eAAuB,EAAE,OAA6B;QAC3D,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,qBAAqB,eAAe,SAAS,EAAE,OAAO,CAAC,CAAC;IACnF,CAAC;IAwBD,UAAU,CACR,eAAuB,EACvB,QAAmD,EAAE,EACrD,OAA6B;QAE7B,IAAI,gBAAgB,CAAC,KAAK,CAAC,EAAE;YAC3B,OAAO,IAAI,CAAC,UAAU,CAAC,eAAe,EAAE,EAAE,EAAE,KAAK,CAAC,CAAC;SACpD;QACD,OAAO,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,qBAAqB,eAAe,SAAS,EAAE,uBAAuB,EAAE;YACrG,KAAK;YACL,GAAG,OAAO;SACX,CAAC,CAAC;IACL,CAAC;IAED;;;;;;;;;OASG;IACH,KAAK,CAAC,eAAuB,EAAE,OAA6B;QAC1D,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,qBAAqB,eAAe,QAAQ,EAAE,OAAO,CAAC,CAAC;IAClF,CAAC;IAED;;;;;;;;;OASG;IACH,MAAM,CAAC,eAAuB,EAAE,OAA6B;QAC3D,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,qBAAqB,eAAe,SAAS,EAAE,OAAO,CAAC,CAAC;IACnF,CAAC;CACF;AAED,MAAM,OAAO,kBAAmB,SAAQ,UAAyB;CAAG;AAEpE,MAAM,OAAO,uBAAwB,SAAQ,UAA8B;CAAG;AA0c9E,IAAI,CAAC,kBAAkB,GAAG,kBAAkB,CAAC;AAC7C,IAAI,CAAC,uBAAuB,GAAG,uBAAuB,CAAC;AACvD,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;AAC/B,IAAI,CAAC,4BAA4B,GAAG,4BAA4B,CAAC"}

package/resources/fine-tuning/methods.d.ts

@@ -0,0 +1,120 @@
+import { APIResource } from "../../resource.js";
+import * as GraderModelsAPI from "../graders/grader-models.js";
+export declare class Methods extends APIResource {
+}
+/**
+ * The hyperparameters used for the DPO fine-tuning job.
+ */
+export interface DpoHyperparameters {
+    /**
+     * Number of examples in each batch. A larger batch size means that model
+     * parameters are updated less frequently, but with lower variance.
+     */
+    batch_size?: 'auto' | number;
+    /**
+     * The beta value for the DPO method. A higher beta value will increase the weight
+     * of the penalty between the policy and reference model.
+     */
+    beta?: 'auto' | number;
+    /**
+     * Scaling factor for the learning rate. A smaller learning rate may be useful to
+     * avoid overfitting.
+     */
+    learning_rate_multiplier?: 'auto' | number;
+    /**
+     * The number of epochs to train the model for. An epoch refers to one full cycle
+     * through the training dataset.
+     */
+    n_epochs?: 'auto' | number;
+}
+/**
+ * Configuration for the DPO fine-tuning method.
+ */
+export interface DpoMethod {
+    /**
+     * The hyperparameters used for the DPO fine-tuning job.
+     */
+    hyperparameters?: DpoHyperparameters;
+}
+/**
+ * The hyperparameters used for the reinforcement fine-tuning job.
+ */
+export interface ReinforcementHyperparameters {
+    /**
+     * Number of examples in each batch. A larger batch size means that model
+     * parameters are updated less frequently, but with lower variance.
+     */
+    batch_size?: 'auto' | number;
+    /**
+     * Multiplier on amount of compute used for exploring search space during training.
+     */
+    compute_multiplier?: 'auto' | number;
+    /**
+     * The number of training steps between evaluation runs.
+     */
+    eval_interval?: 'auto' | number;
+    /**
+     * Number of evaluation samples to generate per training step.
+     */
+    eval_samples?: 'auto' | number;
+    /**
+     * Scaling factor for the learning rate. A smaller learning rate may be useful to
+     * avoid overfitting.
+     */
+    learning_rate_multiplier?: 'auto' | number;
+    /**
+     * The number of epochs to train the model for. An epoch refers to one full cycle
+     * through the training dataset.
+     */
+    n_epochs?: 'auto' | number;
+    /**
+     * Level of reasoning effort.
+     */
+    reasoning_effort?: 'default' | 'low' | 'medium' | 'high';
+}
+/**
+ * Configuration for the reinforcement fine-tuning method.
+ */
+export interface ReinforcementMethod {
+    /**
+     * The grader used for the fine-tuning job.
+     */
+    grader: GraderModelsAPI.StringCheckGrader | GraderModelsAPI.TextSimilarityGrader | GraderModelsAPI.PythonGrader | GraderModelsAPI.ScoreModelGrader | GraderModelsAPI.MultiGrader;
+    /**
+     * The hyperparameters used for the reinforcement fine-tuning job.
+     */
+    hyperparameters?: ReinforcementHyperparameters;
+}
+/**
+ * The hyperparameters used for the fine-tuning job.
+ */
+export interface SupervisedHyperparameters {
+    /**
+     * Number of examples in each batch. A larger batch size means that model
+     * parameters are updated less frequently, but with lower variance.
+     */
+    batch_size?: 'auto' | number;
+    /**
+     * Scaling factor for the learning rate. A smaller learning rate may be useful to
+     * avoid overfitting.
+     */
+    learning_rate_multiplier?: 'auto' | number;
+    /**
+     * The number of epochs to train the model for. An epoch refers to one full cycle
+     * through the training dataset.
+     */
+    n_epochs?: 'auto' | number;
+}
+/**
+ * Configuration for the supervised fine-tuning method.
+ */
+export interface SupervisedMethod {
+    /**
+     * The hyperparameters used for the fine-tuning job.
+     */
+    hyperparameters?: SupervisedHyperparameters;
+}
+export declare namespace Methods {
+    export { type DpoHyperparameters as DpoHyperparameters, type DpoMethod as DpoMethod, type ReinforcementHyperparameters as ReinforcementHyperparameters, type ReinforcementMethod as ReinforcementMethod, type SupervisedHyperparameters as SupervisedHyperparameters, type SupervisedMethod as SupervisedMethod, };
+}
+//# sourceMappingURL=methods.d.ts.map

package/resources/fine-tuning/methods.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"methods.d.ts","sourceRoot":"","sources":["../../src/resources/fine-tuning/methods.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAC7C,OAAO,KAAK,eAAe,MAAM,0BAA0B,CAAC;AAE5D,qBAAa,OAAQ,SAAQ,WAAW;CAAG;AAE3C;;GAEG;AACH,MAAM,WAAW,kBAAkB;IACjC;;;OAGG;IACH,UAAU,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;IAE7B;;;OAGG;IACH,IAAI,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;IAEvB;;;OAGG;IACH,wBAAwB,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;IAE3C;;;OAGG;IACH,QAAQ,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;CAC5B;AAED;;GAEG;AACH,MAAM,WAAW,SAAS;IACxB;;OAEG;IACH,eAAe,CAAC,EAAE,kBAAkB,CAAC;CACtC;AAED;;GAEG;AACH,MAAM,WAAW,4BAA4B;IAC3C;;;OAGG;IACH,UAAU,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;IAE7B;;OAEG;IACH,kBAAkB,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;IAErC;;OAEG;IACH,aAAa,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;IAEhC;;OAEG;IACH,YAAY,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;IAE/B;;;OAGG;IACH,wBAAwB,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;IAE3C;;;OAGG;IACH,QAAQ,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;IAE3B;;OAEG;IACH,gBAAgB,CAAC,EAAE,SAAS,GAAG,KAAK,GAAG,QAAQ,GAAG,MAAM,CAAC;CAC1D;AAED;;GAEG;AACH,MAAM,WAAW,mBAAmB;IAClC;;OAEG;IACH,MAAM,EACF,eAAe,CAAC,iBAAiB,GACjC,eAAe,CAAC,oBAAoB,GACpC,eAAe,CAAC,YAAY,GAC5B,eAAe,CAAC,gBAAgB,GAChC,eAAe,CAAC,WAAW,CAAC;IAEhC;;OAEG;IACH,eAAe,CAAC,EAAE,4BAA4B,CAAC;CAChD;AAED;;GAEG;AACH,MAAM,WAAW,yBAAyB;IACxC;;;OAGG;IACH,UAAU,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;IAE7B;;;OAGG;IACH,wBAAwB,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;IAE3C;;;OAGG;IACH,QAAQ,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;CAC5B;AAED;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B;;OAEG;IACH,eAAe,CAAC,EAAE,yBAAyB,CAAC;CAC7C;AAED,MAAM,CAAC,OAAO,WAAW,OAAO,CAAC;IAC/B,OAAO,EACL,KAAK,kBAAkB,IAAI,kBAAkB,EAC7C,KAAK,SAAS,IAAI,SAAS,EAC3B,KAAK,4BAA4B,IAAI,4BAA4B,EACjE,KAAK,mBAAmB,IAAI,mBAAmB,EAC/C,KAAK,yBAAyB,IAAI,yBAAyB,EAC3D,KAAK,gBAAgB,IAAI,gBAAgB,GAC1C,CAAC;CACH"}

package/resources/fine-tuning/methods.js

@@ -0,0 +1,9 @@
+"use strict";
+// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Methods = void 0;
+const resource_1 = require("../../resource.js");
+class Methods extends resource_1.APIResource {
+}
+exports.Methods = Methods;
+//# sourceMappingURL=methods.js.map

package/resources/fine-tuning/methods.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"methods.js","sourceRoot":"","sources":["../../src/resources/fine-tuning/methods.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;AAEtF,gDAA6C;AAG7C,MAAa,OAAQ,SAAQ,sBAAW;CAAG;AAA3C,0BAA2C"}

package/resources/fine-tuning/methods.mjs

@@ -0,0 +1,5 @@
+// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+import { APIResource } from "../../resource.mjs";
+export class Methods extends APIResource {
+}
+//# sourceMappingURL=methods.mjs.map

package/resources/fine-tuning/methods.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"methods.mjs","sourceRoot":"","sources":["../../src/resources/fine-tuning/methods.ts"],"names":[],"mappings":"AAAA,sFAAsF;OAE/E,EAAE,WAAW,EAAE;AAGtB,MAAM,OAAO,OAAQ,SAAQ,WAAW;CAAG"}

package/resources/graders/grader-models.d.ts

@@ -0,0 +1,234 @@
+import { APIResource } from "../../resource.js";
+import * as ResponsesAPI from "../responses/responses.js";
+export declare class GraderModels extends APIResource {
+}
+/**
+ * A LabelModelGrader object which uses a model to assign labels to each item in
+ * the evaluation.
+ */
+export interface LabelModelGrader {
+    input: Array<LabelModelGrader.Input>;
+    /**
+     * The labels to assign to each item in the evaluation.
+     */
+    labels: Array<string>;
+    /**
+     * The model to use for the evaluation. Must support structured outputs.
+     */
+    model: string;
+    /**
+     * The name of the grader.
+     */
+    name: string;
+    /**
+     * The labels that indicate a passing result. Must be a subset of labels.
+     */
+    passing_labels: Array<string>;
+    /**
+     * The object type, which is always `label_model`.
+     */
+    type: 'label_model';
+}
+export declare namespace LabelModelGrader {
+    /**
+     * A message input to the model with a role indicating instruction following
+     * hierarchy. Instructions given with the `developer` or `system` role take
+     * precedence over instructions given with the `user` role. Messages with the
+     * `assistant` role are presumed to have been generated by the model in previous
+     * interactions.
+     */
+    interface Input {
+        /**
+         * Text inputs to the model - can contain template strings.
+         */
+        content: string | ResponsesAPI.ResponseInputText | Input.OutputText;
+        /**
+         * The role of the message input. One of `user`, `assistant`, `system`, or
+         * `developer`.
+         */
+        role: 'user' | 'assistant' | 'system' | 'developer';
+        /**
+         * The type of the message input. Always `message`.
+         */
+        type?: 'message';
+    }
+    namespace Input {
+        /**
+         * A text output from the model.
+         */
+        interface OutputText {
+            /**
+             * The text output from the model.
+             */
+            text: string;
+            /**
+             * The type of the output text. Always `output_text`.
+             */
+            type: 'output_text';
+        }
+    }
+}
+/**
+ * A MultiGrader object combines the output of multiple graders to produce a single
+ * score.
+ */
+export interface MultiGrader {
+    /**
+     * A formula to calculate the output based on grader results.
+     */
+    calculate_output: string;
+    graders: Record<string, StringCheckGrader | TextSimilarityGrader | PythonGrader | ScoreModelGrader | LabelModelGrader>;
+    /**
+     * The name of the grader.
+     */
+    name: string;
+    /**
+     * The type of grader.
+     */
+    type: 'multi';
+}
+/**
+ * A PythonGrader object that runs a python script on the input.
+ */
+export interface PythonGrader {
+    /**
+     * The name of the grader.
+     */
+    name: string;
+    /**
+     * The source code of the python script.
+     */
+    source: string;
+    /**
+     * The object type, which is always `python`.
+     */
+    type: 'python';
+    /**
+     * The image tag to use for the python script.
+     */
+    image_tag?: string;
+}
+/**
+ * A ScoreModelGrader object that uses a model to assign a score to the input.
+ */
+export interface ScoreModelGrader {
+    /**
+     * The input text. This may include template strings.
+     */
+    input: Array<ScoreModelGrader.Input>;
+    /**
+     * The model to use for the evaluation.
+     */
+    model: string;
+    /**
+     * The name of the grader.
+     */
+    name: string;
+    /**
+     * The object type, which is always `score_model`.
+     */
+    type: 'score_model';
+    /**
+     * The range of the score. Defaults to `[0, 1]`.
+     */
+    range?: Array<number>;
+    /**
+     * The sampling parameters for the model.
+     */
+    sampling_params?: unknown;
+}
+export declare namespace ScoreModelGrader {
+    /**
+     * A message input to the model with a role indicating instruction following
+     * hierarchy. Instructions given with the `developer` or `system` role take
+     * precedence over instructions given with the `user` role. Messages with the
+     * `assistant` role are presumed to have been generated by the model in previous
+     * interactions.
+     */
+    interface Input {
+        /**
+         * Text inputs to the model - can contain template strings.
+         */
+        content: string | ResponsesAPI.ResponseInputText | Input.OutputText;
+        /**
+         * The role of the message input. One of `user`, `assistant`, `system`, or
+         * `developer`.
+         */
+        role: 'user' | 'assistant' | 'system' | 'developer';
+        /**
+         * The type of the message input. Always `message`.
+         */
+        type?: 'message';
+    }
+    namespace Input {
+        /**
+         * A text output from the model.
+         */
+        interface OutputText {
+            /**
+             * The text output from the model.
+             */
+            text: string;
+            /**
+             * The type of the output text. Always `output_text`.
+             */
+            type: 'output_text';
+        }
+    }
+}
+/**
+ * A StringCheckGrader object that performs a string comparison between input and
+ * reference using a specified operation.
+ */
+export interface StringCheckGrader {
+    /**
+     * The input text. This may include template strings.
+     */
+    input: string;
+    /**
+     * The name of the grader.
+     */
+    name: string;
+    /**
+     * The string check operation to perform. One of `eq`, `ne`, `like`, or `ilike`.
+     */
+    operation: 'eq' | 'ne' | 'like' | 'ilike';
+    /**
+     * The reference text. This may include template strings.
+     */
+    reference: string;
+    /**
+     * The object type, which is always `string_check`.
+     */
+    type: 'string_check';
+}
+/**
+ * A TextSimilarityGrader object which grades text based on similarity metrics.
+ */
+export interface TextSimilarityGrader {
+    /**
+     * The evaluation metric to use. One of `fuzzy_match`, `bleu`, `gleu`, `meteor`,
+     * `rouge_1`, `rouge_2`, `rouge_3`, `rouge_4`, `rouge_5`, or `rouge_l`.
+     */
+    evaluation_metric: 'fuzzy_match' | 'bleu' | 'gleu' | 'meteor' | 'rouge_1' | 'rouge_2' | 'rouge_3' | 'rouge_4' | 'rouge_5' | 'rouge_l';
+    /**
+     * The text being graded.
+     */
+    input: string;
+    /**
+     * The name of the grader.
+     */
+    name: string;
+    /**
+     * The text being graded against.
+     */
+    reference: string;
+    /**
+     * The type of grader.
+     */
+    type: 'text_similarity';
+}
+export declare namespace GraderModels {
+    export { type LabelModelGrader as LabelModelGrader, type MultiGrader as MultiGrader, type PythonGrader as PythonGrader, type ScoreModelGrader as ScoreModelGrader, type StringCheckGrader as StringCheckGrader, type TextSimilarityGrader as TextSimilarityGrader, };
+}
+//# sourceMappingURL=grader-models.d.ts.map

package/resources/graders/grader-models.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"grader-models.d.ts","sourceRoot":"","sources":["../../src/resources/graders/grader-models.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAC7C,OAAO,KAAK,YAAY,MAAM,wBAAwB,CAAC;AAEvD,qBAAa,YAAa,SAAQ,WAAW;CAAG;AAEhD;;;GAGG;AACH,MAAM,WAAW,gBAAgB;IAC/B,KAAK,EAAE,KAAK,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;IAErC;;OAEG;IACH,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAEtB;;OAEG;IACH,KAAK,EAAE,MAAM,CAAC;IAEd;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IAEb;;OAEG;IACH,cAAc,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAE9B;;OAEG;IACH,IAAI,EAAE,aAAa,CAAC;CACrB;AAED,yBAAiB,gBAAgB,CAAC;IAChC;;;;;;OAMG;IACH,UAAiB,KAAK;QACpB;;WAEG;QACH,OAAO,EAAE,MAAM,GAAG,YAAY,CAAC,iBAAiB,GAAG,KAAK,CAAC,UAAU,CAAC;QAEpE;;;WAGG;QACH,IAAI,EAAE,MAAM,GAAG,WAAW,GAAG,QAAQ,GAAG,WAAW,CAAC;QAEpD;;WAEG;QACH,IAAI,CAAC,EAAE,SAAS,CAAC;KAClB;IAED,UAAiB,KAAK,CAAC;QACrB;;WAEG;QACH,UAAiB,UAAU;YACzB;;eAEG;YACH,IAAI,EAAE,MAAM,CAAC;YAEb;;eAEG;YACH,IAAI,EAAE,aAAa,CAAC;SACrB;KACF;CACF;AAED;;;GAGG;AACH,MAAM,WAAW,WAAW;IAC1B;;OAEG;IACH,gBAAgB,EAAE,MAAM,CAAC;IAEzB,OAAO,EAAE,MAAM,CACb,MAAM,EACN,iBAAiB,GAAG,oBAAoB,GAAG,YAAY,GAAG,gBAAgB,GAAG,gBAAgB,CAC9F,CAAC;IAEF;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IAEb;;OAEG;IACH,IAAI,EAAE,OAAO,CAAC;CACf;AAED;;GAEG;AACH,MAAM,WAAW,YAAY;IAC3B;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IAEb;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC;IAEf;;OAEG;IACH,IAAI,EAAE,QAAQ,CAAC;IAEf;;OAEG;IACH,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B;;OAEG;IACH,KAAK,EAAE,KAAK,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;IAErC;;OAEG;IACH,KAAK,EAAE,MAAM,CAAC;IAEd;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IAEb;;OAEG;IACH,IAAI,EAAE,aAAa,CAAC;IAEpB;;OAEG;IACH,KAAK,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAEtB;;OAEG;IACH,eAAe,CAAC,EAAE,OAAO,CAAC;CAC3B;AAED,yBAAiB,gBAAgB,CAAC;IAChC;;;;;;OAMG;IACH,UAAiB,KAAK;QACpB;;WAEG;QACH,OAAO,EAAE,MAAM,GAAG,YAAY,CAAC,iBAAiB,GAAG,KAAK,CAAC,UAAU,CAAC;QAEpE;;;WAGG;QACH,IAAI,EAAE,MAAM,GAAG,WAAW,GAAG,QAAQ,GAAG,WAAW,CAAC;QAEpD;;WAEG;QACH,IAAI,CAAC,EAAE,SAAS,CAAC;KAClB;IAED,UAAiB,KAAK,CAAC;QACrB;;WAEG;QACH,UAAiB,UAAU;YACzB;;eAEG;YACH,IAAI,EAAE,MAAM,CAAC;YAEb;;eAEG;YACH,IAAI,EAAE,aAAa,CAAC;SACrB;KACF;CACF;AAED;;;GAGG;AACH,MAAM,WAAW,iBAAiB;IAChC;;OAEG;IACH,KAAK,EAAE,MAAM,CAAC;IAEd;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IAEb;;OAEG;IACH,SAAS,EAAE,IAAI,GAAG,IAAI,GAAG,MAAM,GAAG,OAAO,CAAC;IAE1C;;OAEG;IACH,SAAS,EAAE,MAAM,CAAC;IAElB;;OAEG;IACH,IAAI,EAAE,cAAc,CAAC;CACtB;AAED;;GAEG;AACH,MAAM,WAAW,oBAAoB;IACnC;;;OAGG;IACH,iBAAiB,EACb,aAAa,GACb,MAAM,GACN,MAAM,GACN,QAAQ,GACR,SAAS,GACT,SAAS,GACT,SAAS,GACT,SAAS,GACT,SAAS,GACT,SAAS,CAAC;IAEd;;OAEG;IACH,KAAK,EAAE,MAAM,CAAC;IAEd;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IAEb;;OAEG;IACH,SAAS,EAAE,MAAM,CAAC;IAElB;;OAEG;IACH,IAAI,EAAE,iBAAiB,CAAC;CACzB;AAED,MAAM,CAAC,OAAO,WAAW,YAAY,CAAC;IACpC,OAAO,EACL,KAAK,gBAAgB,IAAI,gBAAgB,EACzC,KAAK,WAAW,IAAI,WAAW,EAC/B,KAAK,YAAY,IAAI,YAAY,EACjC,KAAK,gBAAgB,IAAI,gBAAgB,EACzC,KAAK,iBAAiB,IAAI,iBAAiB,EAC3C,KAAK,oBAAoB,IAAI,oBAAoB,GAClD,CAAC;CACH"}

package/resources/graders/grader-models.js

@@ -0,0 +1,9 @@
+"use strict";
+// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.GraderModels = void 0;
+const resource_1 = require("../../resource.js");
+class GraderModels extends resource_1.APIResource {
+}
+exports.GraderModels = GraderModels;
+//# sourceMappingURL=grader-models.js.map

package/resources/graders/grader-models.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"grader-models.js","sourceRoot":"","sources":["../../src/resources/graders/grader-models.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;AAEtF,gDAA6C;AAG7C,MAAa,YAAa,SAAQ,sBAAW;CAAG;AAAhD,oCAAgD"}

package/resources/graders/grader-models.mjs

@@ -0,0 +1,5 @@
+// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+import { APIResource } from "../../resource.mjs";
+export class GraderModels extends APIResource {
+}
+//# sourceMappingURL=grader-models.mjs.map

package/resources/graders/grader-models.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"grader-models.mjs","sourceRoot":"","sources":["../../src/resources/graders/grader-models.ts"],"names":[],"mappings":"AAAA,sFAAsF;OAE/E,EAAE,WAAW,EAAE;AAGtB,MAAM,OAAO,YAAa,SAAQ,WAAW;CAAG"}

package/resources/graders/graders.d.ts

@@ -0,0 +1,10 @@
+import { APIResource } from "../../resource.js";
+import * as GraderModelsAPI from "./grader-models.js";
+import { GraderModels, LabelModelGrader, MultiGrader, PythonGrader, ScoreModelGrader, StringCheckGrader, TextSimilarityGrader } from "./grader-models.js";
+export declare class Graders extends APIResource {
+    graderModels: GraderModelsAPI.GraderModels;
+}
+export declare namespace Graders {
+    export { GraderModels as GraderModels, type LabelModelGrader as LabelModelGrader, type MultiGrader as MultiGrader, type PythonGrader as PythonGrader, type ScoreModelGrader as ScoreModelGrader, type StringCheckGrader as StringCheckGrader, type TextSimilarityGrader as TextSimilarityGrader, };
+}
+//# sourceMappingURL=graders.d.ts.map

package/resources/graders/graders.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"graders.d.ts","sourceRoot":"","sources":["../../src/resources/graders/graders.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAC7C,OAAO,KAAK,eAAe,MAAM,iBAAiB,CAAC;AACnD,OAAO,EACL,YAAY,EACZ,gBAAgB,EAChB,WAAW,EACX,YAAY,EACZ,gBAAgB,EAChB,iBAAiB,EACjB,oBAAoB,EACrB,MAAM,iBAAiB,CAAC;AAEzB,qBAAa,OAAQ,SAAQ,WAAW;IACtC,YAAY,EAAE,eAAe,CAAC,YAAY,CAAkD;CAC7F;AAID,MAAM,CAAC,OAAO,WAAW,OAAO,CAAC;IAC/B,OAAO,EACL,YAAY,IAAI,YAAY,EAC5B,KAAK,gBAAgB,IAAI,gBAAgB,EACzC,KAAK,WAAW,IAAI,WAAW,EAC/B,KAAK,YAAY,IAAI,YAAY,EACjC,KAAK,gBAAgB,IAAI,gBAAgB,EACzC,KAAK,iBAAiB,IAAI,iBAAiB,EAC3C,KAAK,oBAAoB,IAAI,oBAAoB,GAClD,CAAC;CACH"}

package/resources/graders/graders.js

@@ -0,0 +1,39 @@
+"use strict";
+// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || function (mod) {
+    if (mod && mod.__esModule) return mod;
+    var result = {};
+    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
+    __setModuleDefault(result, mod);
+    return result;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Graders = void 0;
+const resource_1 = require("../../resource.js");
+const GraderModelsAPI = __importStar(require("./grader-models.js"));
+const grader_models_1 = require("./grader-models.js");
+class Graders extends resource_1.APIResource {
+    constructor() {
+        super(...arguments);
+        this.graderModels = new GraderModelsAPI.GraderModels(this._client);
+    }
+}
+exports.Graders = Graders;
+Graders.GraderModels = grader_models_1.GraderModels;
+//# sourceMappingURL=graders.js.map

package/resources/graders/graders.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"graders.js","sourceRoot":"","sources":["../../src/resources/graders/graders.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;;;;;;;;;;;;;;;;;;;;;;;;AAEtF,gDAA6C;AAC7C,oEAAmD;AACnD,sDAQyB;AAEzB,MAAa,OAAQ,SAAQ,sBAAW;IAAxC;;QACE,iBAAY,GAAiC,IAAI,eAAe,CAAC,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAC9F,CAAC;CAAA;AAFD,0BAEC;AAED,OAAO,CAAC,YAAY,GAAG,4BAAY,CAAC"}

package/resources/graders/graders.mjs

@@ -0,0 +1,12 @@
+// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+import { APIResource } from "../../resource.mjs";
+import * as GraderModelsAPI from "./grader-models.mjs";
+import { GraderModels, } from "./grader-models.mjs";
+export class Graders extends APIResource {
+    constructor() {
+        super(...arguments);
+        this.graderModels = new GraderModelsAPI.GraderModels(this._client);
+    }
+}
+Graders.GraderModels = GraderModels;
+//# sourceMappingURL=graders.mjs.map

package/resources/graders/graders.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"graders.mjs","sourceRoot":"","sources":["../../src/resources/graders/graders.ts"],"names":[],"mappings":"AAAA,sFAAsF;OAE/E,EAAE,WAAW,EAAE;OACf,KAAK,eAAe;OACpB,EACL,YAAY,GAOb;AAED,MAAM,OAAO,OAAQ,SAAQ,WAAW;IAAxC;;QACE,iBAAY,GAAiC,IAAI,eAAe,CAAC,YAAY,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAC9F,CAAC;CAAA;AAED,OAAO,CAAC,YAAY,GAAG,YAAY,CAAC"}

package/resources/graders/index.d.ts

@@ -0,0 +1,3 @@
+export { GraderModels, type LabelModelGrader, type MultiGrader, type PythonGrader, type ScoreModelGrader, type StringCheckGrader, type TextSimilarityGrader, } from "./grader-models.js";
+export { Graders } from "./graders.js";
+//# sourceMappingURL=index.d.ts.map

package/resources/graders/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/resources/graders/index.ts"],"names":[],"mappings":"AAEA,OAAO,EACL,YAAY,EACZ,KAAK,gBAAgB,EACrB,KAAK,WAAW,EAChB,KAAK,YAAY,EACjB,KAAK,gBAAgB,EACrB,KAAK,iBAAiB,EACtB,KAAK,oBAAoB,GAC1B,MAAM,iBAAiB,CAAC;AACzB,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC"}

package/resources/graders/index.js

@@ -0,0 +1,9 @@
+"use strict";
+// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Graders = exports.GraderModels = void 0;
+var grader_models_1 = require("./grader-models.js");
+Object.defineProperty(exports, "GraderModels", { enumerable: true, get: function () { return grader_models_1.GraderModels; } });
+var graders_1 = require("./graders.js");
+Object.defineProperty(exports, "Graders", { enumerable: true, get: function () { return graders_1.Graders; } });
+//# sourceMappingURL=index.js.map

package/resources/graders/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/resources/graders/index.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;AAEtF,oDAQyB;AAPvB,6GAAA,YAAY,OAAA;AAQd,wCAAoC;AAA3B,kGAAA,OAAO,OAAA"}

package/resources/graders/index.mjs

@@ -0,0 +1,4 @@
+// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+export { GraderModels, } from "./grader-models.mjs";
+export { Graders } from "./graders.mjs";
+//# sourceMappingURL=index.mjs.map

package/resources/graders/index.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.mjs","sourceRoot":"","sources":["../../src/resources/graders/index.ts"],"names":[],"mappings":"AAAA,sFAAsF;OAE/E,EACL,YAAY,GAOb;OACM,EAAE,OAAO,EAAE"}

package/resources/graders.d.ts

@@ -0,0 +1,2 @@
+export * from "./graders/index.js";
+//# sourceMappingURL=graders.d.ts.map

package/resources/graders.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"graders.d.ts","sourceRoot":"","sources":["../src/resources/graders.ts"],"names":[],"mappings":"AAEA,cAAc,iBAAiB,CAAC"}

package/resources/graders.js

@@ -0,0 +1,19 @@
+"use strict";
+// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./graders/index.js"), exports);
+//# sourceMappingURL=graders.js.map

package/resources/graders.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"graders.js","sourceRoot":"","sources":["../src/resources/graders.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;;;;;;;;;;;;;;AAEtF,qDAAgC"}

package/resources/graders.mjs

@@ -0,0 +1,3 @@
+// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+export * from "./graders/index.mjs";
+//# sourceMappingURL=graders.mjs.map

package/resources/graders.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"graders.mjs","sourceRoot":"","sources":["../src/resources/graders.ts"],"names":[],"mappings":"AAAA,sFAAsF"}