@jsonstudio/rcc 0.85.9 → 0.89.164

package/node_modules/@jsonstudio/llms/node_modules/openai/resources/graders/grader-models.d.mts

@@ -0,0 +1,312 @@
+import { APIResource } from "../../core/resource.mjs";
+import * as Shared from "../shared.mjs";
+import * as ResponsesAPI from "../responses/responses.mjs";
+export declare class GraderModels extends APIResource {
+}
+/**
+ * A LabelModelGrader object which uses a model to assign labels to each item in
+ * the evaluation.
+ */
+export interface LabelModelGrader {
+    input: Array<LabelModelGrader.Input>;
+    /**
+     * The labels to assign to each item in the evaluation.
+     */
+    labels: Array<string>;
+    /**
+     * The model to use for the evaluation. Must support structured outputs.
+     */
+    model: string;
+    /**
+     * The name of the grader.
+     */
+    name: string;
+    /**
+     * The labels that indicate a passing result. Must be a subset of labels.
+     */
+    passing_labels: Array<string>;
+    /**
+     * The object type, which is always `label_model`.
+     */
+    type: 'label_model';
+}
+export declare namespace LabelModelGrader {
+    /**
+     * A message input to the model with a role indicating instruction following
+     * hierarchy. Instructions given with the `developer` or `system` role take
+     * precedence over instructions given with the `user` role. Messages with the
+     * `assistant` role are presumed to have been generated by the model in previous
+     * interactions.
+     */
+    interface Input {
+        /**
+         * Inputs to the model - can contain template strings.
+         */
+        content: string | ResponsesAPI.ResponseInputText | Input.OutputText | Input.InputImage | ResponsesAPI.ResponseInputAudio | Array<unknown>;
+        /**
+         * The role of the message input. One of `user`, `assistant`, `system`, or
+         * `developer`.
+         */
+        role: 'user' | 'assistant' | 'system' | 'developer';
+        /**
+         * The type of the message input. Always `message`.
+         */
+        type?: 'message';
+    }
+    namespace Input {
+        /**
+         * A text output from the model.
+         */
+        interface OutputText {
+            /**
+             * The text output from the model.
+             */
+            text: string;
+            /**
+             * The type of the output text. Always `output_text`.
+             */
+            type: 'output_text';
+        }
+        /**
+         * An image input to the model.
+         */
+        interface InputImage {
+            /**
+             * The URL of the image input.
+             */
+            image_url: string;
+            /**
+             * The type of the image input. Always `input_image`.
+             */
+            type: 'input_image';
+            /**
+             * The detail level of the image to be sent to the model. One of `high`, `low`, or
+             * `auto`. Defaults to `auto`.
+             */
+            detail?: string;
+        }
+    }
+}
+/**
+ * A MultiGrader object combines the output of multiple graders to produce a single
+ * score.
+ */
+export interface MultiGrader {
+    /**
+     * A formula to calculate the output based on grader results.
+     */
+    calculate_output: string;
+    /**
+     * A StringCheckGrader object that performs a string comparison between input and
+     * reference using a specified operation.
+     */
+    graders: StringCheckGrader | TextSimilarityGrader | PythonGrader | ScoreModelGrader | LabelModelGrader;
+    /**
+     * The name of the grader.
+     */
+    name: string;
+    /**
+     * The object type, which is always `multi`.
+     */
+    type: 'multi';
+}
+/**
+ * A PythonGrader object that runs a python script on the input.
+ */
+export interface PythonGrader {
+    /**
+     * The name of the grader.
+     */
+    name: string;
+    /**
+     * The source code of the python script.
+     */
+    source: string;
+    /**
+     * The object type, which is always `python`.
+     */
+    type: 'python';
+    /**
+     * The image tag to use for the python script.
+     */
+    image_tag?: string;
+}
+/**
+ * A ScoreModelGrader object that uses a model to assign a score to the input.
+ */
+export interface ScoreModelGrader {
+    /**
+     * The input text. This may include template strings.
+     */
+    input: Array<ScoreModelGrader.Input>;
+    /**
+     * The model to use for the evaluation.
+     */
+    model: string;
+    /**
+     * The name of the grader.
+     */
+    name: string;
+    /**
+     * The object type, which is always `score_model`.
+     */
+    type: 'score_model';
+    /**
+     * The range of the score. Defaults to `[0, 1]`.
+     */
+    range?: Array<number>;
+    /**
+     * The sampling parameters for the model.
+     */
+    sampling_params?: ScoreModelGrader.SamplingParams;
+}
+export declare namespace ScoreModelGrader {
+    /**
+     * A message input to the model with a role indicating instruction following
+     * hierarchy. Instructions given with the `developer` or `system` role take
+     * precedence over instructions given with the `user` role. Messages with the
+     * `assistant` role are presumed to have been generated by the model in previous
+     * interactions.
+     */
+    interface Input {
+        /**
+         * Inputs to the model - can contain template strings.
+         */
+        content: string | ResponsesAPI.ResponseInputText | Input.OutputText | Input.InputImage | ResponsesAPI.ResponseInputAudio | Array<unknown>;
+        /**
+         * The role of the message input. One of `user`, `assistant`, `system`, or
+         * `developer`.
+         */
+        role: 'user' | 'assistant' | 'system' | 'developer';
+        /**
+         * The type of the message input. Always `message`.
+         */
+        type?: 'message';
+    }
+    namespace Input {
+        /**
+         * A text output from the model.
+         */
+        interface OutputText {
+            /**
+             * The text output from the model.
+             */
+            text: string;
+            /**
+             * The type of the output text. Always `output_text`.
+             */
+            type: 'output_text';
+        }
+        /**
+         * An image input to the model.
+         */
+        interface InputImage {
+            /**
+             * The URL of the image input.
+             */
+            image_url: string;
+            /**
+             * The type of the image input. Always `input_image`.
+             */
+            type: 'input_image';
+            /**
+             * The detail level of the image to be sent to the model. One of `high`, `low`, or
+             * `auto`. Defaults to `auto`.
+             */
+            detail?: string;
+        }
+    }
+    /**
+     * The sampling parameters for the model.
+     */
+    interface SamplingParams {
+        /**
+         * The maximum number of tokens the grader model may generate in its response.
+         */
+        max_completions_tokens?: number | null;
+        /**
+         * Constrains effort on reasoning for
+         * [reasoning models](https://platform.openai.com/docs/guides/reasoning). Currently
+         * supported values are `none`, `minimal`, `low`, `medium`, `high`, and `xhigh`.
+         * Reducing reasoning effort can result in faster responses and fewer tokens used
+         * on reasoning in a response.
+         *
+         * - `gpt-5.1` defaults to `none`, which does not perform reasoning. The supported
+         *   reasoning values for `gpt-5.1` are `none`, `low`, `medium`, and `high`. Tool
+         *   calls are supported for all reasoning values in gpt-5.1.
+         * - All models before `gpt-5.1` default to `medium` reasoning effort, and do not
+         *   support `none`.
+         * - The `gpt-5-pro` model defaults to (and only supports) `high` reasoning effort.
+         * - `xhigh` is currently only supported for `gpt-5.1-codex-max`.
+         */
+        reasoning_effort?: Shared.ReasoningEffort | null;
+        /**
+         * A seed value to initialize the randomness, during sampling.
+         */
+        seed?: number | null;
+        /**
+         * A higher temperature increases randomness in the outputs.
+         */
+        temperature?: number | null;
+        /**
+         * An alternative to temperature for nucleus sampling; 1.0 includes all tokens.
+         */
+        top_p?: number | null;
+    }
+}
+/**
+ * A StringCheckGrader object that performs a string comparison between input and
+ * reference using a specified operation.
+ */
+export interface StringCheckGrader {
+    /**
+     * The input text. This may include template strings.
+     */
+    input: string;
+    /**
+     * The name of the grader.
+     */
+    name: string;
+    /**
+     * The string check operation to perform. One of `eq`, `ne`, `like`, or `ilike`.
+     */
+    operation: 'eq' | 'ne' | 'like' | 'ilike';
+    /**
+     * The reference text. This may include template strings.
+     */
+    reference: string;
+    /**
+     * The object type, which is always `string_check`.
+     */
+    type: 'string_check';
+}
+/**
+ * A TextSimilarityGrader object which grades text based on similarity metrics.
+ */
+export interface TextSimilarityGrader {
+    /**
+     * The evaluation metric to use. One of `cosine`, `fuzzy_match`, `bleu`, `gleu`,
+     * `meteor`, `rouge_1`, `rouge_2`, `rouge_3`, `rouge_4`, `rouge_5`, or `rouge_l`.
+     */
+    evaluation_metric: 'cosine' | 'fuzzy_match' | 'bleu' | 'gleu' | 'meteor' | 'rouge_1' | 'rouge_2' | 'rouge_3' | 'rouge_4' | 'rouge_5' | 'rouge_l';
+    /**
+     * The text being graded.
+     */
+    input: string;
+    /**
+     * The name of the grader.
+     */
+    name: string;
+    /**
+     * The text being graded against.
+     */
+    reference: string;
+    /**
+     * The type of grader.
+     */
+    type: 'text_similarity';
+}
+export declare namespace GraderModels {
+    export { type LabelModelGrader as LabelModelGrader, type MultiGrader as MultiGrader, type PythonGrader as PythonGrader, type ScoreModelGrader as ScoreModelGrader, type StringCheckGrader as StringCheckGrader, type TextSimilarityGrader as TextSimilarityGrader, };
+}
+//# sourceMappingURL=grader-models.d.mts.map

package/node_modules/@jsonstudio/llms/node_modules/openai/resources/graders/grader-models.d.mts.map

@@ -0,0 +1 @@
+{"version":3,"file":"grader-models.d.mts","sourceRoot":"","sources":["../../src/resources/graders/grader-models.ts"],"names":[],"mappings":"OAEO,EAAE,WAAW,EAAE;OACf,KAAK,MAAM;OACX,KAAK,YAAY;AAExB,qBAAa,YAAa,SAAQ,WAAW;CAAG;AAEhD;;;GAGG;AACH,MAAM,WAAW,gBAAgB;IAC/B,KAAK,EAAE,KAAK,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;IAErC;;OAEG;IACH,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAEtB;;OAEG;IACH,KAAK,EAAE,MAAM,CAAC;IAEd;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IAEb;;OAEG;IACH,cAAc,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAE9B;;OAEG;IACH,IAAI,EAAE,aAAa,CAAC;CACrB;AAED,yBAAiB,gBAAgB,CAAC;IAChC;;;;;;OAMG;IACH,UAAiB,KAAK;QACpB;;WAEG;QACH,OAAO,EACH,MAAM,GACN,YAAY,CAAC,iBAAiB,GAC9B,KAAK,CAAC,UAAU,GAChB,KAAK,CAAC,UAAU,GAChB,YAAY,CAAC,kBAAkB,GAC/B,KAAK,CAAC,OAAO,CAAC,CAAC;QAEnB;;;WAGG;QACH,IAAI,EAAE,MAAM,GAAG,WAAW,GAAG,QAAQ,GAAG,WAAW,CAAC;QAEpD;;WAEG;QACH,IAAI,CAAC,EAAE,SAAS,CAAC;KAClB;IAED,UAAiB,KAAK,CAAC;QACrB;;WAEG;QACH,UAAiB,UAAU;YACzB;;eAEG;YACH,IAAI,EAAE,MAAM,CAAC;YAEb;;eAEG;YACH,IAAI,EAAE,aAAa,CAAC;SACrB;QAED;;WAEG;QACH,UAAiB,UAAU;YACzB;;eAEG;YACH,SAAS,EAAE,MAAM,CAAC;YAElB;;eAEG;YACH,IAAI,EAAE,aAAa,CAAC;YAEpB;;;eAGG;YACH,MAAM,CAAC,EAAE,MAAM,CAAC;SACjB;KACF;CACF;AAED;;;GAGG;AACH,MAAM,WAAW,WAAW;IAC1B;;OAEG;IACH,gBAAgB,EAAE,MAAM,CAAC;IAEzB;;;OAGG;IACH,OAAO,EAAE,iBAAiB,GAAG,oBAAoB,GAAG,YAAY,GAAG,gBAAgB,GAAG,gBAAgB,CAAC;IAEvG;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IAEb;;OAEG;IACH,IAAI,EAAE,OAAO,CAAC;CACf;AAED;;GAEG;AACH,MAAM,WAAW,YAAY;IAC3B;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IAEb;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC;IAEf;;OAEG;IACH,IAAI,EAAE,QAAQ,CAAC;IAEf;;OAEG;IACH,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B;;OAEG;IACH,KAAK,EAAE,KAAK,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;IAErC;;OAEG;IACH,KAAK,EAAE,MAAM,CAAC;IAEd;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IAEb;;OAEG;IACH,IAAI,EAAE,aAAa,CAAC;IAEpB;;OAEG;IACH,KAAK,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAEtB;;OAEG;IACH,eAAe,CAAC,EAAE,gBAAgB,CAAC,cAAc,CAAC;CACnD;AAED,yBAAiB,gBAAgB,CAAC;IAChC;;;;;;OAMG;IACH,UAAiB,KAAK;QACpB;;WAEG;QACH,OAAO,EACH,MAAM,GACN,YAAY,CAAC,iBAAiB,GAC9B,KAAK,CAAC,UAAU,GAChB,KAAK,CAAC,UAAU,GAChB,YAAY,CAAC,kBAAkB,GAC/B,KAAK,CAAC,OAAO,CAAC,CAAC;QAEnB;;;WAGG;QACH,IAAI,EAAE,MAAM,GAAG,WAAW,GAAG,QAAQ,GAAG,WAAW,CAAC;QAEpD;;WAEG;QACH,IAAI,CAAC,EAAE,SAAS,CAAC;KAClB;IAED,UAAiB,KAAK,CAAC;QACrB;;WAEG;QACH,UAAiB,UAAU;YACzB;;eAEG;YACH,IAAI,EAAE,MAAM,CAAC;YAEb;;eAEG;YACH,IAAI,EAAE,aAAa,CAAC;SACrB;QAED;;WAEG;QACH,UAAiB,UAAU;YACzB;;eAEG;YACH,SAAS,EAAE,MAAM,CAAC;YAElB;;eAEG;YACH,IAAI,EAAE,aAAa,CAAC;YAEpB;;;eAGG;YACH,MAAM,CAAC,EAAE,MAAM,CAAC;SACjB;KACF;IAED;;OAEG;IACH,UAAiB,cAAc;QAC7B;;WAEG;QACH,sBAAsB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAEvC;;;;;;;;;;;;;;WAcG;QACH,gBAAgB,CAAC,EAAE,MAAM,CAAC,eAAe,GAAG,IAAI,CAAC;QAEjD;;WAEG;QACH,IAAI,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAErB;;WAEG;QACH,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAE5B;;WAEG;QACH,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;KACvB;CACF;AAED;;;GAGG;AACH,MAAM,WAAW,iBAAiB;IAChC;;OAEG;IACH,KAAK,EAAE,MAAM,CAAC;IAEd;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IAEb;;OAEG;IACH,SAAS,EAAE,IAAI,GAAG,IAAI,GAAG,MAAM,GAAG,OAAO,CAAC;IAE1C;;OAEG;IACH,SAAS,EAAE,MAAM,CAAC;IAElB;;OAEG;IACH,IAAI,EAAE,cAAc,CAAC;CACtB;AAED;;GAEG;AACH,MAAM,WAAW,oBAAoB;IACnC;;;OAGG;IACH,iBAAiB,EACb,QAAQ,GACR,aAAa,GACb,MAAM,GACN,MAAM,GACN,QAAQ,GACR,SAAS,GACT,SAAS,GACT,SAAS,GACT,SAAS,GACT,SAAS,GACT,SAAS,CAAC;IAEd;;OAEG;IACH,KAAK,EAAE,MAAM,CAAC;IAEd;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IAEb;;OAEG;IACH,SAAS,EAAE,MAAM,CAAC;IAElB;;OAEG;IACH,IAAI,EAAE,iBAAiB,CAAC;CACzB;AAED,MAAM,CAAC,OAAO,WAAW,YAAY,CAAC;IACpC,OAAO,EACL,KAAK,gBAAgB,IAAI,gBAAgB,EACzC,KAAK,WAAW,IAAI,WAAW,EAC/B,KAAK,YAAY,IAAI,YAAY,EACjC,KAAK,gBAAgB,IAAI,gBAAgB,EACzC,KAAK,iBAAiB,IAAI,iBAAiB,EAC3C,KAAK,oBAAoB,IAAI,oBAAoB,GAClD,CAAC;CACH"}

package/node_modules/@jsonstudio/llms/node_modules/openai/resources/graders/grader-models.d.ts

@@ -0,0 +1,312 @@
+import { APIResource } from "../../core/resource.js";
+import * as Shared from "../shared.js";
+import * as ResponsesAPI from "../responses/responses.js";
+export declare class GraderModels extends APIResource {
+}
+/**
+ * A LabelModelGrader object which uses a model to assign labels to each item in
+ * the evaluation.
+ */
+export interface LabelModelGrader {
+    input: Array<LabelModelGrader.Input>;
+    /**
+     * The labels to assign to each item in the evaluation.
+     */
+    labels: Array<string>;
+    /**
+     * The model to use for the evaluation. Must support structured outputs.
+     */
+    model: string;
+    /**
+     * The name of the grader.
+     */
+    name: string;
+    /**
+     * The labels that indicate a passing result. Must be a subset of labels.
+     */
+    passing_labels: Array<string>;
+    /**
+     * The object type, which is always `label_model`.
+     */
+    type: 'label_model';
+}
+export declare namespace LabelModelGrader {
+    /**
+     * A message input to the model with a role indicating instruction following
+     * hierarchy. Instructions given with the `developer` or `system` role take
+     * precedence over instructions given with the `user` role. Messages with the
+     * `assistant` role are presumed to have been generated by the model in previous
+     * interactions.
+     */
+    interface Input {
+        /**
+         * Inputs to the model - can contain template strings.
+         */
+        content: string | ResponsesAPI.ResponseInputText | Input.OutputText | Input.InputImage | ResponsesAPI.ResponseInputAudio | Array<unknown>;
+        /**
+         * The role of the message input. One of `user`, `assistant`, `system`, or
+         * `developer`.
+         */
+        role: 'user' | 'assistant' | 'system' | 'developer';
+        /**
+         * The type of the message input. Always `message`.
+         */
+        type?: 'message';
+    }
+    namespace Input {
+        /**
+         * A text output from the model.
+         */
+        interface OutputText {
+            /**
+             * The text output from the model.
+             */
+            text: string;
+            /**
+             * The type of the output text. Always `output_text`.
+             */
+            type: 'output_text';
+        }
+        /**
+         * An image input to the model.
+         */
+        interface InputImage {
+            /**
+             * The URL of the image input.
+             */
+            image_url: string;
+            /**
+             * The type of the image input. Always `input_image`.
+             */
+            type: 'input_image';
+            /**
+             * The detail level of the image to be sent to the model. One of `high`, `low`, or
+             * `auto`. Defaults to `auto`.
+             */
+            detail?: string;
+        }
+    }
+}
+/**
+ * A MultiGrader object combines the output of multiple graders to produce a single
+ * score.
+ */
+export interface MultiGrader {
+    /**
+     * A formula to calculate the output based on grader results.
+     */
+    calculate_output: string;
+    /**
+     * A StringCheckGrader object that performs a string comparison between input and
+     * reference using a specified operation.
+     */
+    graders: StringCheckGrader | TextSimilarityGrader | PythonGrader | ScoreModelGrader | LabelModelGrader;
+    /**
+     * The name of the grader.
+     */
+    name: string;
+    /**
+     * The object type, which is always `multi`.
+     */
+    type: 'multi';
+}
+/**
+ * A PythonGrader object that runs a python script on the input.
+ */
+export interface PythonGrader {
+    /**
+     * The name of the grader.
+     */
+    name: string;
+    /**
+     * The source code of the python script.
+     */
+    source: string;
+    /**
+     * The object type, which is always `python`.
+     */
+    type: 'python';
+    /**
+     * The image tag to use for the python script.
+     */
+    image_tag?: string;
+}
+/**
+ * A ScoreModelGrader object that uses a model to assign a score to the input.
+ */
+export interface ScoreModelGrader {
+    /**
+     * The input text. This may include template strings.
+     */
+    input: Array<ScoreModelGrader.Input>;
+    /**
+     * The model to use for the evaluation.
+     */
+    model: string;
+    /**
+     * The name of the grader.
+     */
+    name: string;
+    /**
+     * The object type, which is always `score_model`.
+     */
+    type: 'score_model';
+    /**
+     * The range of the score. Defaults to `[0, 1]`.
+     */
+    range?: Array<number>;
+    /**
+     * The sampling parameters for the model.
+     */
+    sampling_params?: ScoreModelGrader.SamplingParams;
+}
+export declare namespace ScoreModelGrader {
+    /**
+     * A message input to the model with a role indicating instruction following
+     * hierarchy. Instructions given with the `developer` or `system` role take
+     * precedence over instructions given with the `user` role. Messages with the
+     * `assistant` role are presumed to have been generated by the model in previous
+     * interactions.
+     */
+    interface Input {
+        /**
+         * Inputs to the model - can contain template strings.
+         */
+        content: string | ResponsesAPI.ResponseInputText | Input.OutputText | Input.InputImage | ResponsesAPI.ResponseInputAudio | Array<unknown>;
+        /**
+         * The role of the message input. One of `user`, `assistant`, `system`, or
+         * `developer`.
+         */
+        role: 'user' | 'assistant' | 'system' | 'developer';
+        /**
+         * The type of the message input. Always `message`.
+         */
+        type?: 'message';
+    }
+    namespace Input {
+        /**
+         * A text output from the model.
+         */
+        interface OutputText {
+            /**
+             * The text output from the model.
+             */
+            text: string;
+            /**
+             * The type of the output text. Always `output_text`.
+             */
+            type: 'output_text';
+        }
+        /**
+         * An image input to the model.
+         */
+        interface InputImage {
+            /**
+             * The URL of the image input.
+             */
+            image_url: string;
+            /**
+             * The type of the image input. Always `input_image`.
+             */
+            type: 'input_image';
+            /**
+             * The detail level of the image to be sent to the model. One of `high`, `low`, or
+             * `auto`. Defaults to `auto`.
+             */
+            detail?: string;
+        }
+    }
+    /**
+     * The sampling parameters for the model.
+     */
+    interface SamplingParams {
+        /**
+         * The maximum number of tokens the grader model may generate in its response.
+         */
+        max_completions_tokens?: number | null;
+        /**
+         * Constrains effort on reasoning for
+         * [reasoning models](https://platform.openai.com/docs/guides/reasoning). Currently
+         * supported values are `none`, `minimal`, `low`, `medium`, `high`, and `xhigh`.
+         * Reducing reasoning effort can result in faster responses and fewer tokens used
+         * on reasoning in a response.
+         *
+         * - `gpt-5.1` defaults to `none`, which does not perform reasoning. The supported
+         *   reasoning values for `gpt-5.1` are `none`, `low`, `medium`, and `high`. Tool
+         *   calls are supported for all reasoning values in gpt-5.1.
+         * - All models before `gpt-5.1` default to `medium` reasoning effort, and do not
+         *   support `none`.
+         * - The `gpt-5-pro` model defaults to (and only supports) `high` reasoning effort.
+         * - `xhigh` is currently only supported for `gpt-5.1-codex-max`.
+         */
+        reasoning_effort?: Shared.ReasoningEffort | null;
+        /**
+         * A seed value to initialize the randomness, during sampling.
+         */
+        seed?: number | null;
+        /**
+         * A higher temperature increases randomness in the outputs.
+         */
+        temperature?: number | null;
+        /**
+         * An alternative to temperature for nucleus sampling; 1.0 includes all tokens.
+         */
+        top_p?: number | null;
+    }
+}
+/**
+ * A StringCheckGrader object that performs a string comparison between input and
+ * reference using a specified operation.
+ */
+export interface StringCheckGrader {
+    /**
+     * The input text. This may include template strings.
+     */
+    input: string;
+    /**
+     * The name of the grader.
+     */
+    name: string;
+    /**
+     * The string check operation to perform. One of `eq`, `ne`, `like`, or `ilike`.
+     */
+    operation: 'eq' | 'ne' | 'like' | 'ilike';
+    /**
+     * The reference text. This may include template strings.
+     */
+    reference: string;
+    /**
+     * The object type, which is always `string_check`.
+     */
+    type: 'string_check';
+}
+/**
+ * A TextSimilarityGrader object which grades text based on similarity metrics.
+ */
+export interface TextSimilarityGrader {
+    /**
+     * The evaluation metric to use. One of `cosine`, `fuzzy_match`, `bleu`, `gleu`,
+     * `meteor`, `rouge_1`, `rouge_2`, `rouge_3`, `rouge_4`, `rouge_5`, or `rouge_l`.
+     */
+    evaluation_metric: 'cosine' | 'fuzzy_match' | 'bleu' | 'gleu' | 'meteor' | 'rouge_1' | 'rouge_2' | 'rouge_3' | 'rouge_4' | 'rouge_5' | 'rouge_l';
+    /**
+     * The text being graded.
+     */
+    input: string;
+    /**
+     * The name of the grader.
+     */
+    name: string;
+    /**
+     * The text being graded against.
+     */
+    reference: string;
+    /**
+     * The type of grader.
+     */
+    type: 'text_similarity';
+}
+export declare namespace GraderModels {
+    export { type LabelModelGrader as LabelModelGrader, type MultiGrader as MultiGrader, type PythonGrader as PythonGrader, type ScoreModelGrader as ScoreModelGrader, type StringCheckGrader as StringCheckGrader, type TextSimilarityGrader as TextSimilarityGrader, };
+}
+//# sourceMappingURL=grader-models.d.ts.map

package/node_modules/@jsonstudio/llms/node_modules/openai/resources/graders/grader-models.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"grader-models.d.ts","sourceRoot":"","sources":["../../src/resources/graders/grader-models.ts"],"names":[],"mappings":"OAEO,EAAE,WAAW,EAAE;OACf,KAAK,MAAM;OACX,KAAK,YAAY;AAExB,qBAAa,YAAa,SAAQ,WAAW;CAAG;AAEhD;;;GAGG;AACH,MAAM,WAAW,gBAAgB;IAC/B,KAAK,EAAE,KAAK,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;IAErC;;OAEG;IACH,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAEtB;;OAEG;IACH,KAAK,EAAE,MAAM,CAAC;IAEd;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IAEb;;OAEG;IACH,cAAc,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAE9B;;OAEG;IACH,IAAI,EAAE,aAAa,CAAC;CACrB;AAED,yBAAiB,gBAAgB,CAAC;IAChC;;;;;;OAMG;IACH,UAAiB,KAAK;QACpB;;WAEG;QACH,OAAO,EACH,MAAM,GACN,YAAY,CAAC,iBAAiB,GAC9B,KAAK,CAAC,UAAU,GAChB,KAAK,CAAC,UAAU,GAChB,YAAY,CAAC,kBAAkB,GAC/B,KAAK,CAAC,OAAO,CAAC,CAAC;QAEnB;;;WAGG;QACH,IAAI,EAAE,MAAM,GAAG,WAAW,GAAG,QAAQ,GAAG,WAAW,CAAC;QAEpD;;WAEG;QACH,IAAI,CAAC,EAAE,SAAS,CAAC;KAClB;IAED,UAAiB,KAAK,CAAC;QACrB;;WAEG;QACH,UAAiB,UAAU;YACzB;;eAEG;YACH,IAAI,EAAE,MAAM,CAAC;YAEb;;eAEG;YACH,IAAI,EAAE,aAAa,CAAC;SACrB;QAED;;WAEG;QACH,UAAiB,UAAU;YACzB;;eAEG;YACH,SAAS,EAAE,MAAM,CAAC;YAElB;;eAEG;YACH,IAAI,EAAE,aAAa,CAAC;YAEpB;;;eAGG;YACH,MAAM,CAAC,EAAE,MAAM,CAAC;SACjB;KACF;CACF;AAED;;;GAGG;AACH,MAAM,WAAW,WAAW;IAC1B;;OAEG;IACH,gBAAgB,EAAE,MAAM,CAAC;IAEzB;;;OAGG;IACH,OAAO,EAAE,iBAAiB,GAAG,oBAAoB,GAAG,YAAY,GAAG,gBAAgB,GAAG,gBAAgB,CAAC;IAEvG;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IAEb;;OAEG;IACH,IAAI,EAAE,OAAO,CAAC;CACf;AAED;;GAEG;AACH,MAAM,WAAW,YAAY;IAC3B;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IAEb;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC;IAEf;;OAEG;IACH,IAAI,EAAE,QAAQ,CAAC;IAEf;;OAEG;IACH,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B;;OAEG;IACH,KAAK,EAAE,KAAK,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;IAErC;;OAEG;IACH,KAAK,EAAE,MAAM,CAAC;IAEd;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IAEb;;OAEG;IACH,IAAI,EAAE,aAAa,CAAC;IAEpB;;OAEG;IACH,KAAK,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAEtB;;OAEG;IACH,eAAe,CAAC,EAAE,gBAAgB,CAAC,cAAc,CAAC;CACnD;AAED,yBAAiB,gBAAgB,CAAC;IAChC;;;;;;OAMG;IACH,UAAiB,KAAK;QACpB;;WAEG;QACH,OAAO,EACH,MAAM,GACN,YAAY,CAAC,iBAAiB,GAC9B,KAAK,CAAC,UAAU,GAChB,KAAK,CAAC,UAAU,GAChB,YAAY,CAAC,kBAAkB,GAC/B,KAAK,CAAC,OAAO,CAAC,CAAC;QAEnB;;;WAGG;QACH,IAAI,EAAE,MAAM,GAAG,WAAW,GAAG,QAAQ,GAAG,WAAW,CAAC;QAEpD;;WAEG;QACH,IAAI,CAAC,EAAE,SAAS,CAAC;KAClB;IAED,UAAiB,KAAK,CAAC;QACrB;;WAEG;QACH,UAAiB,UAAU;YACzB;;eAEG;YACH,IAAI,EAAE,MAAM,CAAC;YAEb;;eAEG;YACH,IAAI,EAAE,aAAa,CAAC;SACrB;QAED;;WAEG;QACH,UAAiB,UAAU;YACzB;;eAEG;YACH,SAAS,EAAE,MAAM,CAAC;YAElB;;eAEG;YACH,IAAI,EAAE,aAAa,CAAC;YAEpB;;;eAGG;YACH,MAAM,CAAC,EAAE,MAAM,CAAC;SACjB;KACF;IAED;;OAEG;IACH,UAAiB,cAAc;QAC7B;;WAEG;QACH,sBAAsB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAEvC;;;;;;;;;;;;;;WAcG;QACH,gBAAgB,CAAC,EAAE,MAAM,CAAC,eAAe,GAAG,IAAI,CAAC;QAEjD;;WAEG;QACH,IAAI,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAErB;;WAEG;QACH,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAE5B;;WAEG;QACH,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;KACvB;CACF;AAED;;;GAGG;AACH,MAAM,WAAW,iBAAiB;IAChC;;OAEG;IACH,KAAK,EAAE,MAAM,CAAC;IAEd;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IAEb;;OAEG;IACH,SAAS,EAAE,IAAI,GAAG,IAAI,GAAG,MAAM,GAAG,OAAO,CAAC;IAE1C;;OAEG;IACH,SAAS,EAAE,MAAM,CAAC;IAElB;;OAEG;IACH,IAAI,EAAE,cAAc,CAAC;CACtB;AAED;;GAEG;AACH,MAAM,WAAW,oBAAoB;IACnC;;;OAGG;IACH,iBAAiB,EACb,QAAQ,GACR,aAAa,GACb,MAAM,GACN,MAAM,GACN,QAAQ,GACR,SAAS,GACT,SAAS,GACT,SAAS,GACT,SAAS,GACT,SAAS,GACT,SAAS,CAAC;IAEd;;OAEG;IACH,KAAK,EAAE,MAAM,CAAC;IAEd;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IAEb;;OAEG;IACH,SAAS,EAAE,MAAM,CAAC;IAElB;;OAEG;IACH,IAAI,EAAE,iBAAiB,CAAC;CACzB;AAED,MAAM,CAAC,OAAO,WAAW,YAAY,CAAC;IACpC,OAAO,EACL,KAAK,gBAAgB,IAAI,gBAAgB,EACzC,KAAK,WAAW,IAAI,WAAW,EAC/B,KAAK,YAAY,IAAI,YAAY,EACjC,KAAK,gBAAgB,IAAI,gBAAgB,EACzC,KAAK,iBAAiB,IAAI,iBAAiB,EAC3C,KAAK,oBAAoB,IAAI,oBAAoB,GAClD,CAAC;CACH"}

package/node_modules/@jsonstudio/llms/node_modules/openai/resources/graders/grader-models.js

@@ -0,0 +1,9 @@
+"use strict";
+// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.GraderModels = void 0;
+const resource_1 = require("../../core/resource.js");
+class GraderModels extends resource_1.APIResource {
+}
+exports.GraderModels = GraderModels;
+//# sourceMappingURL=grader-models.js.map

package/node_modules/@jsonstudio/llms/node_modules/openai/resources/graders/grader-models.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"grader-models.js","sourceRoot":"","sources":["../../src/resources/graders/grader-models.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;AAEtF,qDAAkD;AAIlD,MAAa,YAAa,SAAQ,sBAAW;CAAG;AAAhD,oCAAgD"}

package/node_modules/@jsonstudio/llms/node_modules/openai/resources/graders/grader-models.mjs

@@ -0,0 +1,5 @@
+// File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+import { APIResource } from "../../core/resource.mjs";
+export class GraderModels extends APIResource {
+}
+//# sourceMappingURL=grader-models.mjs.map

package/node_modules/@jsonstudio/llms/node_modules/openai/resources/graders/grader-models.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"grader-models.mjs","sourceRoot":"","sources":["../../src/resources/graders/grader-models.ts"],"names":[],"mappings":"AAAA,sFAAsF;OAE/E,EAAE,WAAW,EAAE;AAItB,MAAM,OAAO,YAAa,SAAQ,WAAW;CAAG"}

package/node_modules/@jsonstudio/llms/node_modules/openai/resources/graders/graders.d.mts

@@ -0,0 +1,10 @@
+import { APIResource } from "../../core/resource.mjs";
+import * as GraderModelsAPI from "./grader-models.mjs";
+import { GraderModels, LabelModelGrader, MultiGrader, PythonGrader, ScoreModelGrader, StringCheckGrader, TextSimilarityGrader } from "./grader-models.mjs";
+export declare class Graders extends APIResource {
+    graderModels: GraderModelsAPI.GraderModels;
+}
+export declare namespace Graders {
+    export { GraderModels as GraderModels, type LabelModelGrader as LabelModelGrader, type MultiGrader as MultiGrader, type PythonGrader as PythonGrader, type ScoreModelGrader as ScoreModelGrader, type StringCheckGrader as StringCheckGrader, type TextSimilarityGrader as TextSimilarityGrader, };
+}
+//# sourceMappingURL=graders.d.mts.map

package/node_modules/@jsonstudio/llms/node_modules/openai/resources/graders/graders.d.mts.map

@@ -0,0 +1 @@
+{"version":3,"file":"graders.d.mts","sourceRoot":"","sources":["../../src/resources/graders/graders.ts"],"names":[],"mappings":"OAEO,EAAE,WAAW,EAAE;OACf,KAAK,eAAe;OACpB,EACL,YAAY,EACZ,gBAAgB,EAChB,WAAW,EACX,YAAY,EACZ,gBAAgB,EAChB,iBAAiB,EACjB,oBAAoB,EACrB;AAED,qBAAa,OAAQ,SAAQ,WAAW;IACtC,YAAY,EAAE,eAAe,CAAC,YAAY,CAAkD;CAC7F;AAID,MAAM,CAAC,OAAO,WAAW,OAAO,CAAC;IAC/B,OAAO,EACL,YAAY,IAAI,YAAY,EAC5B,KAAK,gBAAgB,IAAI,gBAAgB,EACzC,KAAK,WAAW,IAAI,WAAW,EAC/B,KAAK,YAAY,IAAI,YAAY,EACjC,KAAK,gBAAgB,IAAI,gBAAgB,EACzC,KAAK,iBAAiB,IAAI,iBAAiB,EAC3C,KAAK,oBAAoB,IAAI,oBAAoB,GAClD,CAAC;CACH"}