@superinterface/react 5.1.2 → 5.2.0-beta.0

package/types/node_modules/openai/resources/fine-tuning/methods.d.ts

@@ -0,0 +1,120 @@
+import { APIResource } from "../../core/resource.js";
+import * as GraderModelsAPI from "../graders/grader-models.js";
+export declare class Methods extends APIResource {
+}
+/**
+ * The hyperparameters used for the DPO fine-tuning job.
+ */
+export interface DpoHyperparameters {
+    /**
+     * Number of examples in each batch. A larger batch size means that model
+     * parameters are updated less frequently, but with lower variance.
+     */
+    batch_size?: 'auto' | number;
+    /**
+     * The beta value for the DPO method. A higher beta value will increase the weight
+     * of the penalty between the policy and reference model.
+     */
+    beta?: 'auto' | number;
+    /**
+     * Scaling factor for the learning rate. A smaller learning rate may be useful to
+     * avoid overfitting.
+     */
+    learning_rate_multiplier?: 'auto' | number;
+    /**
+     * The number of epochs to train the model for. An epoch refers to one full cycle
+     * through the training dataset.
+     */
+    n_epochs?: 'auto' | number;
+}
+/**
+ * Configuration for the DPO fine-tuning method.
+ */
+export interface DpoMethod {
+    /**
+     * The hyperparameters used for the DPO fine-tuning job.
+     */
+    hyperparameters?: DpoHyperparameters;
+}
+/**
+ * The hyperparameters used for the reinforcement fine-tuning job.
+ */
+export interface ReinforcementHyperparameters {
+    /**
+     * Number of examples in each batch. A larger batch size means that model
+     * parameters are updated less frequently, but with lower variance.
+     */
+    batch_size?: 'auto' | number;
+    /**
+     * Multiplier on amount of compute used for exploring search space during training.
+     */
+    compute_multiplier?: 'auto' | number;
+    /**
+     * The number of training steps between evaluation runs.
+     */
+    eval_interval?: 'auto' | number;
+    /**
+     * Number of evaluation samples to generate per training step.
+     */
+    eval_samples?: 'auto' | number;
+    /**
+     * Scaling factor for the learning rate. A smaller learning rate may be useful to
+     * avoid overfitting.
+     */
+    learning_rate_multiplier?: 'auto' | number;
+    /**
+     * The number of epochs to train the model for. An epoch refers to one full cycle
+     * through the training dataset.
+     */
+    n_epochs?: 'auto' | number;
+    /**
+     * Level of reasoning effort.
+     */
+    reasoning_effort?: 'default' | 'low' | 'medium' | 'high';
+}
+/**
+ * Configuration for the reinforcement fine-tuning method.
+ */
+export interface ReinforcementMethod {
+    /**
+     * The grader used for the fine-tuning job.
+     */
+    grader: GraderModelsAPI.StringCheckGrader | GraderModelsAPI.TextSimilarityGrader | GraderModelsAPI.PythonGrader | GraderModelsAPI.ScoreModelGrader | GraderModelsAPI.MultiGrader;
+    /**
+     * The hyperparameters used for the reinforcement fine-tuning job.
+     */
+    hyperparameters?: ReinforcementHyperparameters;
+}
+/**
+ * The hyperparameters used for the fine-tuning job.
+ */
+export interface SupervisedHyperparameters {
+    /**
+     * Number of examples in each batch. A larger batch size means that model
+     * parameters are updated less frequently, but with lower variance.
+     */
+    batch_size?: 'auto' | number;
+    /**
+     * Scaling factor for the learning rate. A smaller learning rate may be useful to
+     * avoid overfitting.
+     */
+    learning_rate_multiplier?: 'auto' | number;
+    /**
+     * The number of epochs to train the model for. An epoch refers to one full cycle
+     * through the training dataset.
+     */
+    n_epochs?: 'auto' | number;
+}
+/**
+ * Configuration for the supervised fine-tuning method.
+ */
+export interface SupervisedMethod {
+    /**
+     * The hyperparameters used for the fine-tuning job.
+     */
+    hyperparameters?: SupervisedHyperparameters;
+}
+export declare namespace Methods {
+    export { type DpoHyperparameters as DpoHyperparameters, type DpoMethod as DpoMethod, type ReinforcementHyperparameters as ReinforcementHyperparameters, type ReinforcementMethod as ReinforcementMethod, type SupervisedHyperparameters as SupervisedHyperparameters, type SupervisedMethod as SupervisedMethod, };
+}
+//# sourceMappingURL=methods.d.ts.map

package/types/node_modules/openai/resources/fine-tuning.d.mts

@@ -0,0 +1,2 @@
+export * from "./fine-tuning/index.mjs";
+//# sourceMappingURL=fine-tuning.d.mts.map

package/types/node_modules/openai/resources/fine-tuning.d.ts

@@ -0,0 +1,2 @@
+export * from "./fine-tuning/index.js";
+//# sourceMappingURL=fine-tuning.d.ts.map

package/types/node_modules/openai/resources/graders/grader-models.d.mts

@@ -0,0 +1,304 @@
+import { APIResource } from "../../core/resource.mjs";
+import * as Shared from "../shared.mjs";
+import * as ResponsesAPI from "../responses/responses.mjs";
+export declare class GraderModels extends APIResource {
+}
+/**
+ * A LabelModelGrader object which uses a model to assign labels to each item in
+ * the evaluation.
+ */
+export interface LabelModelGrader {
+    input: Array<LabelModelGrader.Input>;
+    /**
+     * The labels to assign to each item in the evaluation.
+     */
+    labels: Array<string>;
+    /**
+     * The model to use for the evaluation. Must support structured outputs.
+     */
+    model: string;
+    /**
+     * The name of the grader.
+     */
+    name: string;
+    /**
+     * The labels that indicate a passing result. Must be a subset of labels.
+     */
+    passing_labels: Array<string>;
+    /**
+     * The object type, which is always `label_model`.
+     */
+    type: 'label_model';
+}
+export declare namespace LabelModelGrader {
+    /**
+     * A message input to the model with a role indicating instruction following
+     * hierarchy. Instructions given with the `developer` or `system` role take
+     * precedence over instructions given with the `user` role. Messages with the
+     * `assistant` role are presumed to have been generated by the model in previous
+     * interactions.
+     */
+    interface Input {
+        /**
+         * Inputs to the model - can contain template strings.
+         */
+        content: string | ResponsesAPI.ResponseInputText | Input.OutputText | Input.InputImage | ResponsesAPI.ResponseInputAudio | Array<unknown>;
+        /**
+         * The role of the message input. One of `user`, `assistant`, `system`, or
+         * `developer`.
+         */
+        role: 'user' | 'assistant' | 'system' | 'developer';
+        /**
+         * The type of the message input. Always `message`.
+         */
+        type?: 'message';
+    }
+    namespace Input {
+        /**
+         * A text output from the model.
+         */
+        interface OutputText {
+            /**
+             * The text output from the model.
+             */
+            text: string;
+            /**
+             * The type of the output text. Always `output_text`.
+             */
+            type: 'output_text';
+        }
+        /**
+         * An image input to the model.
+         */
+        interface InputImage {
+            /**
+             * The URL of the image input.
+             */
+            image_url: string;
+            /**
+             * The type of the image input. Always `input_image`.
+             */
+            type: 'input_image';
+            /**
+             * The detail level of the image to be sent to the model. One of `high`, `low`, or
+             * `auto`. Defaults to `auto`.
+             */
+            detail?: string;
+        }
+    }
+}
+/**
+ * A MultiGrader object combines the output of multiple graders to produce a single
+ * score.
+ */
+export interface MultiGrader {
+    /**
+     * A formula to calculate the output based on grader results.
+     */
+    calculate_output: string;
+    /**
+     * A StringCheckGrader object that performs a string comparison between input and
+     * reference using a specified operation.
+     */
+    graders: StringCheckGrader | TextSimilarityGrader | PythonGrader | ScoreModelGrader | LabelModelGrader;
+    /**
+     * The name of the grader.
+     */
+    name: string;
+    /**
+     * The object type, which is always `multi`.
+     */
+    type: 'multi';
+}
+/**
+ * A PythonGrader object that runs a python script on the input.
+ */
+export interface PythonGrader {
+    /**
+     * The name of the grader.
+     */
+    name: string;
+    /**
+     * The source code of the python script.
+     */
+    source: string;
+    /**
+     * The object type, which is always `python`.
+     */
+    type: 'python';
+    /**
+     * The image tag to use for the python script.
+     */
+    image_tag?: string;
+}
+/**
+ * A ScoreModelGrader object that uses a model to assign a score to the input.
+ */
+export interface ScoreModelGrader {
+    /**
+     * The input text. This may include template strings.
+     */
+    input: Array<ScoreModelGrader.Input>;
+    /**
+     * The model to use for the evaluation.
+     */
+    model: string;
+    /**
+     * The name of the grader.
+     */
+    name: string;
+    /**
+     * The object type, which is always `score_model`.
+     */
+    type: 'score_model';
+    /**
+     * The range of the score. Defaults to `[0, 1]`.
+     */
+    range?: Array<number>;
+    /**
+     * The sampling parameters for the model.
+     */
+    sampling_params?: ScoreModelGrader.SamplingParams;
+}
+export declare namespace ScoreModelGrader {
+    /**
+     * A message input to the model with a role indicating instruction following
+     * hierarchy. Instructions given with the `developer` or `system` role take
+     * precedence over instructions given with the `user` role. Messages with the
+     * `assistant` role are presumed to have been generated by the model in previous
+     * interactions.
+     */
+    interface Input {
+        /**
+         * Inputs to the model - can contain template strings.
+         */
+        content: string | ResponsesAPI.ResponseInputText | Input.OutputText | Input.InputImage | ResponsesAPI.ResponseInputAudio | Array<unknown>;
+        /**
+         * The role of the message input. One of `user`, `assistant`, `system`, or
+         * `developer`.
+         */
+        role: 'user' | 'assistant' | 'system' | 'developer';
+        /**
+         * The type of the message input. Always `message`.
+         */
+        type?: 'message';
+    }
+    namespace Input {
+        /**
+         * A text output from the model.
+         */
+        interface OutputText {
+            /**
+             * The text output from the model.
+             */
+            text: string;
+            /**
+             * The type of the output text. Always `output_text`.
+             */
+            type: 'output_text';
+        }
+        /**
+         * An image input to the model.
+         */
+        interface InputImage {
+            /**
+             * The URL of the image input.
+             */
+            image_url: string;
+            /**
+             * The type of the image input. Always `input_image`.
+             */
+            type: 'input_image';
+            /**
+             * The detail level of the image to be sent to the model. One of `high`, `low`, or
+             * `auto`. Defaults to `auto`.
+             */
+            detail?: string;
+        }
+    }
+    /**
+     * The sampling parameters for the model.
+     */
+    interface SamplingParams {
+        /**
+         * The maximum number of tokens the grader model may generate in its response.
+         */
+        max_completions_tokens?: number | null;
+        /**
+         * Constrains effort on reasoning for
+         * [reasoning models](https://platform.openai.com/docs/guides/reasoning). Currently
+         * supported values are `minimal`, `low`, `medium`, and `high`. Reducing reasoning
+         * effort can result in faster responses and fewer tokens used on reasoning in a
+         * response.
+         */
+        reasoning_effort?: Shared.ReasoningEffort | null;
+        /**
+         * A seed value to initialize the randomness, during sampling.
+         */
+        seed?: number | null;
+        /**
+         * A higher temperature increases randomness in the outputs.
+         */
+        temperature?: number | null;
+        /**
+         * An alternative to temperature for nucleus sampling; 1.0 includes all tokens.
+         */
+        top_p?: number | null;
+    }
+}
+/**
+ * A StringCheckGrader object that performs a string comparison between input and
+ * reference using a specified operation.
+ */
+export interface StringCheckGrader {
+    /**
+     * The input text. This may include template strings.
+     */
+    input: string;
+    /**
+     * The name of the grader.
+     */
+    name: string;
+    /**
+     * The string check operation to perform. One of `eq`, `ne`, `like`, or `ilike`.
+     */
+    operation: 'eq' | 'ne' | 'like' | 'ilike';
+    /**
+     * The reference text. This may include template strings.
+     */
+    reference: string;
+    /**
+     * The object type, which is always `string_check`.
+     */
+    type: 'string_check';
+}
+/**
+ * A TextSimilarityGrader object which grades text based on similarity metrics.
+ */
+export interface TextSimilarityGrader {
+    /**
+     * The evaluation metric to use. One of `cosine`, `fuzzy_match`, `bleu`, `gleu`,
+     * `meteor`, `rouge_1`, `rouge_2`, `rouge_3`, `rouge_4`, `rouge_5`, or `rouge_l`.
+     */
+    evaluation_metric: 'cosine' | 'fuzzy_match' | 'bleu' | 'gleu' | 'meteor' | 'rouge_1' | 'rouge_2' | 'rouge_3' | 'rouge_4' | 'rouge_5' | 'rouge_l';
+    /**
+     * The text being graded.
+     */
+    input: string;
+    /**
+     * The name of the grader.
+     */
+    name: string;
+    /**
+     * The text being graded against.
+     */
+    reference: string;
+    /**
+     * The type of grader.
+     */
+    type: 'text_similarity';
+}
+export declare namespace GraderModels {
+    export { type LabelModelGrader as LabelModelGrader, type MultiGrader as MultiGrader, type PythonGrader as PythonGrader, type ScoreModelGrader as ScoreModelGrader, type StringCheckGrader as StringCheckGrader, type TextSimilarityGrader as TextSimilarityGrader, };
+}
+//# sourceMappingURL=grader-models.d.mts.map