together-ai 0.26.0 → 0.28.0

package/resources/{evaluation.d.mts → evals.d.mts}

@@ -1,15 +1,23 @@
 import { APIResource } from "../core/resource.mjs";
 import { APIPromise } from "../core/api-promise.mjs";
 import { RequestOptions } from "../internal/request-options.mjs";
-export declare class Evaluation extends APIResource {
+export declare class Evals extends APIResource {
     /**
      * Get details of a specific evaluation job
      */
-    retrieve(id: string, options?: RequestOptions): APIPromise<EvaluationRetrieveResponse>;
+    retrieve(id: string, options?: RequestOptions): APIPromise<EvalRetrieveResponse>;
+    /**
+     * Get a list of evaluation jobs with optional filtering
+     */
+    list(query?: EvalListParams | null | undefined, options?: RequestOptions): APIPromise<EvalListResponse>;
+    /**
+     * Get the list of models that are allowed for evaluation
+     */
+    getAllowedModels(options?: RequestOptions): APIPromise<EvalGetAllowedModelsResponse>;
     /**
      * Get the status and results of a specific evaluation job
      */
-    getStatus(id: string, options?: RequestOptions): APIPromise<EvaluationGetStatusResponse>;
+    getStatus(id: string, options?: RequestOptions): APIPromise<EvalGetStatusResponse>;
 }
 export interface EvaluationJudgeModelConfig {
     /**
@@ -43,7 +51,7 @@ export interface EvaluationModelRequest {
      */
     temperature: number;
 }
-export interface EvaluationRetrieveResponse {
+export interface EvalRetrieveResponse {
     /**
      * When the job was created
      */
@@ -61,7 +69,7 @@ export interface EvaluationRetrieveResponse {
     /**
      * Results of the evaluation (when completed)
      */
-    results?: EvaluationRetrieveResponse.EvaluationClassifyResults | EvaluationRetrieveResponse.EvaluationScoreResults | EvaluationRetrieveResponse.EvaluationCompareResults | EvaluationRetrieveResponse.Error | null;
+    results?: EvalRetrieveResponse.EvaluationClassifyResults | EvalRetrieveResponse.EvaluationScoreResults | EvalRetrieveResponse.EvaluationCompareResults | EvalRetrieveResponse.Error | null;
     /**
      * Current status of the job
      */
@@ -69,7 +77,7 @@ export interface EvaluationRetrieveResponse {
     /**
      * History of status updates (admin only)
      */
-    status_updates?: Array<EvaluationRetrieveResponse.StatusUpdate>;
+    status_updates?: Array<EvalRetrieveResponse.StatusUpdate>;
     /**
      * The type of evaluation
      */
@@ -83,7 +91,7 @@ export interface EvaluationRetrieveResponse {
      */
     workflow_id?: string;
 }
-export declare namespace EvaluationRetrieveResponse {
+export declare namespace EvalRetrieveResponse {
     interface EvaluationClassifyResults {
         /**
          * Number of failed generations.
@@ -188,11 +196,162 @@ export declare namespace EvaluationRetrieveResponse {
         timestamp?: string;
     }
 }
-export interface EvaluationGetStatusResponse {
-    results?: EvaluationGetStatusResponse.EvaluationClassifyResults | EvaluationGetStatusResponse.EvaluationScoreResults | EvaluationGetStatusResponse.EvaluationCompareResults | EvaluationGetStatusResponse.Error | null;
+export type EvalListResponse = Array<EvalListResponse.EvalListResponseItem>;
+export declare namespace EvalListResponse {
+    interface EvalListResponseItem {
+        /**
+         * When the job was created
+         */
+        created_at?: string;
+        /**
+         * ID of the job owner (admin only)
+         */
+        owner_id?: string;
+        /**
+         * The parameters used for this evaluation
+         */
+        parameters?: {
+            [key: string]: unknown;
+        };
+        /**
+         * Results of the evaluation (when completed)
+         */
+        results?: EvalListResponseItem.EvaluationClassifyResults | EvalListResponseItem.EvaluationScoreResults | EvalListResponseItem.EvaluationCompareResults | EvalListResponseItem.Error | null;
+        /**
+         * Current status of the job
+         */
+        status?: 'pending' | 'queued' | 'running' | 'completed' | 'error' | 'user_error';
+        /**
+         * History of status updates (admin only)
+         */
+        status_updates?: Array<EvalListResponseItem.StatusUpdate>;
+        /**
+         * The type of evaluation
+         */
+        type?: 'classify' | 'score' | 'compare';
+        /**
+         * When the job was last updated
+         */
+        updated_at?: string;
+        /**
+         * The evaluation job ID
+         */
+        workflow_id?: string;
+    }
+    namespace EvalListResponseItem {
+        interface EvaluationClassifyResults {
+            /**
+             * Number of failed generations.
+             */
+            generation_fail_count?: number | null;
+            /**
+             * Number of invalid labels
+             */
+            invalid_label_count?: number | null;
+            /**
+             * Number of failed judge generations
+             */
+            judge_fail_count?: number | null;
+            /**
+             * JSON string representing label counts
+             */
+            label_counts?: string;
+            /**
+             * Pecentage of pass labels.
+             */
+            pass_percentage?: number | null;
+            /**
+             * Data File ID
+             */
+            result_file_id?: string;
+        }
+        interface EvaluationScoreResults {
+            aggregated_scores?: EvaluationScoreResults.AggregatedScores;
+            /**
+             * number of failed samples generated from model
+             */
+            failed_samples?: number;
+            /**
+             * Number of failed generations.
+             */
+            generation_fail_count?: number | null;
+            /**
+             * number of invalid scores generated from model
+             */
+            invalid_score_count?: number;
+            /**
+             * Number of failed judge generations
+             */
+            judge_fail_count?: number | null;
+            /**
+             * Data File ID
+             */
+            result_file_id?: string;
+        }
+        namespace EvaluationScoreResults {
+            interface AggregatedScores {
+                mean_score?: number;
+                pass_percentage?: number;
+                std_score?: number;
+            }
+        }
+        interface EvaluationCompareResults {
+            /**
+             * Number of times model A won
+             */
+            A_wins?: number;
+            /**
+             * Number of times model B won
+             */
+            B_wins?: number;
+            /**
+             * Number of failed generations.
+             */
+            generation_fail_count?: number | null;
+            /**
+             * Number of failed judge generations
+             */
+            judge_fail_count?: number | null;
+            /**
+             * Total number of samples compared
+             */
+            num_samples?: number;
+            /**
+             * Data File ID
+             */
+            result_file_id?: string;
+            /**
+             * Number of ties
+             */
+            Ties?: number;
+        }
+        interface Error {
+            error?: string;
+        }
+        interface StatusUpdate {
+            /**
+             * Additional message for this update
+             */
+            message?: string;
+            /**
+             * The status at this update
+             */
+            status?: string;
+            /**
+             * When this update occurred
+             */
+            timestamp?: string;
+        }
+    }
+}
+export interface EvalGetAllowedModelsResponse {
+    model_list?: Array<string>;
+}
+export interface EvalGetStatusResponse {
+    results?: EvalGetStatusResponse.EvaluationClassifyResults | EvalGetStatusResponse.EvaluationScoreResults | EvalGetStatusResponse.EvaluationCompareResults | EvalGetStatusResponse.Error | null;
     status?: 'pending' | 'queued' | 'running' | 'completed' | 'error' | 'user_error';
 }
-export declare namespace EvaluationGetStatusResponse {
+export declare namespace EvalGetStatusResponse {
     interface EvaluationClassifyResults {
         /**
          * Number of failed generations.
@@ -283,7 +442,17 @@ export declare namespace EvaluationGetStatusResponse {
         error?: string;
     }
 }
-export declare namespace Evaluation {
-    export { type EvaluationJudgeModelConfig as EvaluationJudgeModelConfig, type EvaluationModelRequest as EvaluationModelRequest, type EvaluationRetrieveResponse as EvaluationRetrieveResponse, type EvaluationGetStatusResponse as EvaluationGetStatusResponse, };
+export interface EvalListParams {
+    /**
+     * Maximum number of results to return (max 100)
+     */
+    limit?: number;
+    /**
+     * Filter by job status
+     */
+    status?: 'pending' | 'queued' | 'running' | 'completed' | 'error' | 'user_error';
+}
+export declare namespace Evals {
+    export { type EvaluationJudgeModelConfig as EvaluationJudgeModelConfig, type EvaluationModelRequest as EvaluationModelRequest, type EvalRetrieveResponse as EvalRetrieveResponse, type EvalListResponse as EvalListResponse, type EvalGetAllowedModelsResponse as EvalGetAllowedModelsResponse, type EvalGetStatusResponse as EvalGetStatusResponse, type EvalListParams as EvalListParams, };
 }
-//# sourceMappingURL=evaluation.d.mts.map
+//# sourceMappingURL=evals.d.mts.map

package/resources/evals.d.mts.map

@@ -0,0 +1 @@
+{"version":3,"file":"evals.d.mts","sourceRoot":"","sources":["../src/resources/evals.ts"],"names":[],"mappings":"OAEO,EAAE,WAAW,EAAE;OACf,EAAE,UAAU,EAAE;OACd,EAAE,cAAc,EAAE;AAGzB,qBAAa,KAAM,SAAQ,WAAW;IACpC;;OAEG;IACH,QAAQ,CAAC,EAAE,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,oBAAoB,CAAC;IAIhF;;OAEG;IACH,IAAI,CACF,KAAK,GAAE,cAAc,GAAG,IAAI,GAAG,SAAc,EAC7C,OAAO,CAAC,EAAE,cAAc,GACvB,UAAU,CAAC,gBAAgB,CAAC;IAI/B;;OAEG;IACH,gBAAgB,CAAC,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,4BAA4B,CAAC;IAIpF;;OAEG;IACH,SAAS,CAAC,EAAE,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,qBAAqB,CAAC;CAGnF;AAED,MAAM,WAAW,0BAA0B;IACzC;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,eAAe,EAAE,MAAM,CAAC;CACzB;AAED,MAAM,WAAW,sBAAsB;IACrC;;OAEG;IACH,cAAc,EAAE,MAAM,CAAC;IAEvB;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,eAAe,EAAE,MAAM,CAAC;IAExB;;OAEG;IACH,WAAW,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,oBAAoB;IACnC;;OAEG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;IAEpB;;OAEG;IACH,QAAQ,CAAC,EAAE,MAAM,CAAC;IAElB;;OAEG;IACH,UAAU,CAAC,EAAE;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;KAAE,CAAC;IAExC;;OAEG;IACH,OAAO,CAAC,EACJ,oBAAoB,CAAC,yBAAyB,GAC9C,oBAAoB,CAAC,sBAAsB,GAC3C,oBAAoB,CAAC,wBAAwB,GAC7C,oBAAoB,CAAC,KAAK,GAC1B,IAAI,CAAC;IAET;;OAEG;IACH,MAAM,CAAC,EAAE,SAAS,GAAG,QAAQ,GAAG,SAAS,GAAG,WAAW,GAAG,OAAO,GAAG,YAAY,CAAC;IAEjF;;OAEG;IACH,cAAc,CAAC,EAAE,KAAK,CAAC,oBAAoB,CAAC,YAAY,CAAC,CAAC;IAE1D;;OAEG;IACH,IAAI,CAAC,EAAE,UAAU,GAAG,OAAO,GAAG,SAAS,CAAC;IAExC;;OAEG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;IAEpB;;OAEG;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,yBAAiB,oBAAoB,CAAC;IACpC,UAAiB,yBAAyB;QACxC;;WAEG;QACH,qBAAqB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAEtC;;WAEG;QACH,mBAAmB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAEpC;;WAEG;QACH,gBAAgB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAEjC;;WAEG;QACH,YAAY,CAAC,EAAE,MAAM,CAAC;QAEtB;;WAEG;QACH,eAAe,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAEhC;;WAEG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB;IAED,UAAiB,sBAAsB;QACrC,iBAAiB,CAAC,EAAE,sBAAsB,CAAC,gBAAgB,CAAC;QAE5D;;WAEG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC;QAExB;;WAEG;QACH,qBAAqB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAEtC;;WAEG;QACH,mBAAmB,CAAC,EAAE,MAAM,CAAC;QAE7B;;WAEG;QACH,gBAAgB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAEjC;;WAEG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB;IAED,UAAiB,sBAAsB,CAAC;QACtC,UAAiB,gBAAgB;YAC/B,UAAU,CAAC,EAAE,MAAM,CAAC;YAEpB,eAAe,CAAC,EAAE,MAAM,CAAC;YAEzB,SAAS,CAAC,EAAE,MAAM,CAAC;SACpB;KACF;IAED,UAAiB,wBAAwB;QACvC;;WAEG;QACH,MAAM,CAAC,EAAE,MAAM,CAAC;QAEhB;;WAEG;QACH,MAAM,CAAC,EAAE,MAAM,CAAC;QAEhB;;WAEG;QACH,qBAAqB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAEtC;;WAEG;QACH,gBAAgB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAEjC;;WAEG;QACH,WAAW,CAAC,EAAE,MAAM,CAAC;QAErB;;WAEG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC;QAExB;;WAEG;QACH,IAAI,CAAC,EAAE,MAAM,CAAC;KACf;IAED,UAAiB,KAAK;QACpB,KAAK,CAAC,EAAE,MAAM,CAAC;KAChB;IAED,UAAiB,YAAY;QAC3B;;WAEG;QACH,OAAO,CAAC,EAAE,MAAM,CAAC;QAEjB;;WAEG;QACH,MAAM,CAAC,EAAE,MAAM,CAAC;QAEhB;;WAEG;QACH,SAAS,CAAC,EAAE,MAAM,CAAC;KACpB;CACF;AAED,MAAM,MAAM,gBAAgB,GAAG,KAAK,CAAC,gBAAgB,CAAC,oBAAoB,CAAC,CAAC;AAE5E,yBAAiB,gBAAgB,CAAC;IAChC,UAAiB,oBAAoB;QACnC;;WAEG;QACH,UAAU,CAAC,EAAE,MAAM,CAAC;QAEpB;;WAEG;QACH,QAAQ,CAAC,EAAE,MAAM,CAAC;QAElB;;WAEG;QACH,UAAU,CAAC,EAAE;YAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;SAAE,CAAC;QAExC;;WAEG;QACH,OAAO,CAAC,EACJ,oBAAoB,CAAC,yBAAyB,GAC9C,oBAAoB,CAAC,sBAAsB,GAC3C,oBAAoB,CAAC,wBAAwB,GAC7C,oBAAoB,CAAC,KAAK,GAC1B,IAAI,CAAC;QAET;;WAEG;QACH,MAAM,CAAC,EAAE,SAAS,GAAG,QAAQ,GAAG,SAAS,GAAG,WAAW,GAAG,OAAO,GAAG,YAAY,CAAC;QAEjF;;WAEG;QACH,cAAc,CAAC,EAAE,KAAK,CAAC,oBAAoB,CAAC,YAAY,CAAC,CAAC;QAE1D;;WAEG;QACH,IAAI,CAAC,EAAE,UAAU,GAAG,OAAO,GAAG,SAAS,CAAC;QAExC;;WAEG;QACH,UAAU,CAAC,EAAE,MAAM,CAAC;QAEpB;;WAEG;QACH,WAAW,CAAC,EAAE,MAAM,CAAC;KACtB;IAED,UAAiB,oBAAoB,CAAC;QACpC,UAAiB,yBAAyB;YACxC;;eAEG;YACH,qBAAqB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YAEtC;;eAEG;YACH,mBAAmB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YAEpC;;eAEG;YACH,gBAAgB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YAEjC;;eAEG;YACH,YAAY,CAAC,EAAE,MAAM,CAAC;YAEtB;;eAEG;YACH,eAAe,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YAEhC;;eAEG;YACH,cAAc,CAAC,EAAE,MAAM,CAAC;SACzB;QAED,UAAiB,sBAAsB;YACrC,iBAAiB,CAAC,EAAE,sBAAsB,CAAC,gBAAgB,CAAC;YAE5D;;eAEG;YACH,cAAc,CAAC,EAAE,MAAM,CAAC;YAExB;;eAEG;YACH,qBAAqB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YAEtC;;eAEG;YACH,mBAAmB,CAAC,EAAE,MAAM,CAAC;YAE7B;;eAEG;YACH,gBAAgB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YAEjC;;eAEG;YACH,cAAc,CAAC,EAAE,MAAM,CAAC;SACzB;QAED,UAAiB,sBAAsB,CAAC;YACtC,UAAiB,gBAAgB;gBAC/B,UAAU,CAAC,EAAE,MAAM,CAAC;gBAEpB,eAAe,CAAC,EAAE,MAAM,CAAC;gBAEzB,SAAS,CAAC,EAAE,MAAM,CAAC;aACpB;SACF;QAED,UAAiB,wBAAwB;YACvC;;eAEG;YACH,MAAM,CAAC,EAAE,MAAM,CAAC;YAEhB;;eAEG;YACH,MAAM,CAAC,EAAE,MAAM,CAAC;YAEhB;;eAEG;YACH,qBAAqB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YAEtC;;eAEG;YACH,gBAAgB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YAEjC;;eAEG;YACH,WAAW,CAAC,EAAE,MAAM,CAAC;YAErB;;eAEG;YACH,cAAc,CAAC,EAAE,MAAM,CAAC;YAExB;;eAEG;YACH,IAAI,CAAC,EAAE,MAAM,CAAC;SACf;QAED,UAAiB,KAAK;YACpB,KAAK,CAAC,EAAE,MAAM,CAAC;SAChB;QAED,UAAiB,YAAY;YAC3B;;eAEG;YACH,OAAO,CAAC,EAAE,MAAM,CAAC;YAEjB;;eAEG;YACH,MAAM,CAAC,EAAE,MAAM,CAAC;YAEhB;;eAEG;YACH,SAAS,CAAC,EAAE,MAAM,CAAC;SACpB;KACF;CACF;AAED,MAAM,WAAW,4BAA4B;IAC3C,UAAU,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;CAC5B;AAED,MAAM,WAAW,qBAAqB;IACpC,OAAO,CAAC,EACJ,qBAAqB,CAAC,yBAAyB,GAC/C,qBAAqB,CAAC,sBAAsB,GAC5C,qBAAqB,CAAC,wBAAwB,GAC9C,qBAAqB,CAAC,KAAK,GAC3B,IAAI,CAAC;IAET,MAAM,CAAC,EAAE,SAAS,GAAG,QAAQ,GAAG,SAAS,GAAG,WAAW,GAAG,OAAO,GAAG,YAAY,CAAC;CAClF;AAED,yBAAiB,qBAAqB,CAAC;IACrC,UAAiB,yBAAyB;QACxC;;WAEG;QACH,qBAAqB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAEtC;;WAEG;QACH,mBAAmB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAEpC;;WAEG;QACH,gBAAgB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAEjC;;WAEG;QACH,YAAY,CAAC,EAAE,MAAM,CAAC;QAEtB;;WAEG;QACH,eAAe,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAEhC;;WAEG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB;IAED,UAAiB,sBAAsB;QACrC,iBAAiB,CAAC,EAAE,sBAAsB,CAAC,gBAAgB,CAAC;QAE5D;;WAEG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC;QAExB;;WAEG;QACH,qBAAqB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAEtC;;WAEG;QACH,mBAAmB,CAAC,EAAE,MAAM,CAAC;QAE7B;;WAEG;QACH,gBAAgB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAEjC;;WAEG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB;IAED,UAAiB,sBAAsB,CAAC;QACtC,UAAiB,gBAAgB;YAC/B,UAAU,CAAC,EAAE,MAAM,CAAC;YAEpB,eAAe,CAAC,EAAE,MAAM,CAAC;YAEzB,SAAS,CAAC,EAAE,MAAM,CAAC;SACpB;KACF;IAED,UAAiB,wBAAwB;QACvC;;WAEG;QACH,MAAM,CAAC,EAAE,MAAM,CAAC;QAEhB;;WAEG;QACH,MAAM,CAAC,EAAE,MAAM,CAAC;QAEhB;;WAEG;QACH,qBAAqB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAEtC;;WAEG;QACH,gBAAgB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAEjC;;WAEG;QACH,WAAW,CAAC,EAAE,MAAM,CAAC;QAErB;;WAEG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC;QAExB;;WAEG;QACH,IAAI,CAAC,EAAE,MAAM,CAAC;KACf;IAED,UAAiB,KAAK;QACpB,KAAK,CAAC,EAAE,MAAM,CAAC;KAChB;CACF;AAED,MAAM,WAAW,cAAc;IAC7B;;OAEG;IACH,KAAK,CAAC,EAAE,MAAM,CAAC;IAEf;;OAEG;IACH,MAAM,CAAC,EAAE,SAAS,GAAG,QAAQ,GAAG,SAAS,GAAG,WAAW,GAAG,OAAO,GAAG,YAAY,CAAC;CAClF;AAED,MAAM,CAAC,OAAO,WAAW,KAAK,CAAC;IAC7B,OAAO,EACL,KAAK,0BAA0B,IAAI,0BAA0B,EAC7D,KAAK,sBAAsB,IAAI,sBAAsB,EACrD,KAAK,oBAAoB,IAAI,oBAAoB,EACjD,KAAK,gBAAgB,IAAI,gBAAgB,EACzC,KAAK,4BAA4B,IAAI,4BAA4B,EACjE,KAAK,qBAAqB,IAAI,qBAAqB,EACnD,KAAK,cAAc,IAAI,cAAc,GACtC,CAAC;CACH"}

package/resources/{evaluation.d.ts → evals.d.ts}

@@ -1,15 +1,23 @@
 import { APIResource } from "../core/resource.js";
 import { APIPromise } from "../core/api-promise.js";
 import { RequestOptions } from "../internal/request-options.js";
-export declare class Evaluation extends APIResource {
+export declare class Evals extends APIResource {
     /**
      * Get details of a specific evaluation job
      */
-    retrieve(id: string, options?: RequestOptions): APIPromise<EvaluationRetrieveResponse>;
+    retrieve(id: string, options?: RequestOptions): APIPromise<EvalRetrieveResponse>;
+    /**
+     * Get a list of evaluation jobs with optional filtering
+     */
+    list(query?: EvalListParams | null | undefined, options?: RequestOptions): APIPromise<EvalListResponse>;
+    /**
+     * Get the list of models that are allowed for evaluation
+     */
+    getAllowedModels(options?: RequestOptions): APIPromise<EvalGetAllowedModelsResponse>;
     /**
      * Get the status and results of a specific evaluation job
      */
-    getStatus(id: string, options?: RequestOptions): APIPromise<EvaluationGetStatusResponse>;
+    getStatus(id: string, options?: RequestOptions): APIPromise<EvalGetStatusResponse>;
 }
 export interface EvaluationJudgeModelConfig {
     /**
@@ -43,7 +51,7 @@ export interface EvaluationModelRequest {
      */
     temperature: number;
 }
-export interface EvaluationRetrieveResponse {
+export interface EvalRetrieveResponse {
     /**
      * When the job was created
      */
@@ -61,7 +69,7 @@ export interface EvaluationRetrieveResponse {
     /**
      * Results of the evaluation (when completed)
      */
-    results?: EvaluationRetrieveResponse.EvaluationClassifyResults | EvaluationRetrieveResponse.EvaluationScoreResults | EvaluationRetrieveResponse.EvaluationCompareResults | EvaluationRetrieveResponse.Error | null;
+    results?: EvalRetrieveResponse.EvaluationClassifyResults | EvalRetrieveResponse.EvaluationScoreResults | EvalRetrieveResponse.EvaluationCompareResults | EvalRetrieveResponse.Error | null;
     /**
      * Current status of the job
      */
@@ -69,7 +77,7 @@ export interface EvaluationRetrieveResponse {
     /**
      * History of status updates (admin only)
      */
-    status_updates?: Array<EvaluationRetrieveResponse.StatusUpdate>;
+    status_updates?: Array<EvalRetrieveResponse.StatusUpdate>;
     /**
      * The type of evaluation
      */
@@ -83,7 +91,7 @@ export interface EvaluationRetrieveResponse {
      */
     workflow_id?: string;
 }
-export declare namespace EvaluationRetrieveResponse {
+export declare namespace EvalRetrieveResponse {
     interface EvaluationClassifyResults {
         /**
          * Number of failed generations.
@@ -188,11 +196,162 @@ export declare namespace EvaluationRetrieveResponse {
         timestamp?: string;
     }
 }
-export interface EvaluationGetStatusResponse {
-    results?: EvaluationGetStatusResponse.EvaluationClassifyResults | EvaluationGetStatusResponse.EvaluationScoreResults | EvaluationGetStatusResponse.EvaluationCompareResults | EvaluationGetStatusResponse.Error | null;
+export type EvalListResponse = Array<EvalListResponse.EvalListResponseItem>;
+export declare namespace EvalListResponse {
+    interface EvalListResponseItem {
+        /**
+         * When the job was created
+         */
+        created_at?: string;
+        /**
+         * ID of the job owner (admin only)
+         */
+        owner_id?: string;
+        /**
+         * The parameters used for this evaluation
+         */
+        parameters?: {
+            [key: string]: unknown;
+        };
+        /**
+         * Results of the evaluation (when completed)
+         */
+        results?: EvalListResponseItem.EvaluationClassifyResults | EvalListResponseItem.EvaluationScoreResults | EvalListResponseItem.EvaluationCompareResults | EvalListResponseItem.Error | null;
+        /**
+         * Current status of the job
+         */
+        status?: 'pending' | 'queued' | 'running' | 'completed' | 'error' | 'user_error';
+        /**
+         * History of status updates (admin only)
+         */
+        status_updates?: Array<EvalListResponseItem.StatusUpdate>;
+        /**
+         * The type of evaluation
+         */
+        type?: 'classify' | 'score' | 'compare';
+        /**
+         * When the job was last updated
+         */
+        updated_at?: string;
+        /**
+         * The evaluation job ID
+         */
+        workflow_id?: string;
+    }
+    namespace EvalListResponseItem {
+        interface EvaluationClassifyResults {
+            /**
+             * Number of failed generations.
+             */
+            generation_fail_count?: number | null;
+            /**
+             * Number of invalid labels
+             */
+            invalid_label_count?: number | null;
+            /**
+             * Number of failed judge generations
+             */
+            judge_fail_count?: number | null;
+            /**
+             * JSON string representing label counts
+             */
+            label_counts?: string;
+            /**
+             * Pecentage of pass labels.
+             */
+            pass_percentage?: number | null;
+            /**
+             * Data File ID
+             */
+            result_file_id?: string;
+        }
+        interface EvaluationScoreResults {
+            aggregated_scores?: EvaluationScoreResults.AggregatedScores;
+            /**
+             * number of failed samples generated from model
+             */
+            failed_samples?: number;
+            /**
+             * Number of failed generations.
+             */
+            generation_fail_count?: number | null;
+            /**
+             * number of invalid scores generated from model
+             */
+            invalid_score_count?: number;
+            /**
+             * Number of failed judge generations
+             */
+            judge_fail_count?: number | null;
+            /**
+             * Data File ID
+             */
+            result_file_id?: string;
+        }
+        namespace EvaluationScoreResults {
+            interface AggregatedScores {
+                mean_score?: number;
+                pass_percentage?: number;
+                std_score?: number;
+            }
+        }
+        interface EvaluationCompareResults {
+            /**
+             * Number of times model A won
+             */
+            A_wins?: number;
+            /**
+             * Number of times model B won
+             */
+            B_wins?: number;
+            /**
+             * Number of failed generations.
+             */
+            generation_fail_count?: number | null;
+            /**
+             * Number of failed judge generations
+             */
+            judge_fail_count?: number | null;
+            /**
+             * Total number of samples compared
+             */
+            num_samples?: number;
+            /**
+             * Data File ID
+             */
+            result_file_id?: string;
+            /**
+             * Number of ties
+             */
+            Ties?: number;
+        }
+        interface Error {
+            error?: string;
+        }
+        interface StatusUpdate {
+            /**
+             * Additional message for this update
+             */
+            message?: string;
+            /**
+             * The status at this update
+             */
+            status?: string;
+            /**
+             * When this update occurred
+             */
+            timestamp?: string;
+        }
+    }
+}
+export interface EvalGetAllowedModelsResponse {
+    model_list?: Array<string>;
+}
+export interface EvalGetStatusResponse {
+    results?: EvalGetStatusResponse.EvaluationClassifyResults | EvalGetStatusResponse.EvaluationScoreResults | EvalGetStatusResponse.EvaluationCompareResults | EvalGetStatusResponse.Error | null;
     status?: 'pending' | 'queued' | 'running' | 'completed' | 'error' | 'user_error';
 }
-export declare namespace EvaluationGetStatusResponse {
+export declare namespace EvalGetStatusResponse {
     interface EvaluationClassifyResults {
         /**
          * Number of failed generations.
@@ -283,7 +442,17 @@ export declare namespace EvaluationGetStatusResponse {
         error?: string;
     }
 }
-export declare namespace Evaluation {
-    export { type EvaluationJudgeModelConfig as EvaluationJudgeModelConfig, type EvaluationModelRequest as EvaluationModelRequest, type EvaluationRetrieveResponse as EvaluationRetrieveResponse, type EvaluationGetStatusResponse as EvaluationGetStatusResponse, };
+export interface EvalListParams {
+    /**
+     * Maximum number of results to return (max 100)
+     */
+    limit?: number;
+    /**
+     * Filter by job status
+     */
+    status?: 'pending' | 'queued' | 'running' | 'completed' | 'error' | 'user_error';
+}
+export declare namespace Evals {
+    export { type EvaluationJudgeModelConfig as EvaluationJudgeModelConfig, type EvaluationModelRequest as EvaluationModelRequest, type EvalRetrieveResponse as EvalRetrieveResponse, type EvalListResponse as EvalListResponse, type EvalGetAllowedModelsResponse as EvalGetAllowedModelsResponse, type EvalGetStatusResponse as EvalGetStatusResponse, type EvalListParams as EvalListParams, };
 }
-//# sourceMappingURL=evaluation.d.ts.map
+//# sourceMappingURL=evals.d.ts.map

package/resources/evals.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"evals.d.ts","sourceRoot":"","sources":["../src/resources/evals.ts"],"names":[],"mappings":"OAEO,EAAE,WAAW,EAAE;OACf,EAAE,UAAU,EAAE;OACd,EAAE,cAAc,EAAE;AAGzB,qBAAa,KAAM,SAAQ,WAAW;IACpC;;OAEG;IACH,QAAQ,CAAC,EAAE,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,oBAAoB,CAAC;IAIhF;;OAEG;IACH,IAAI,CACF,KAAK,GAAE,cAAc,GAAG,IAAI,GAAG,SAAc,EAC7C,OAAO,CAAC,EAAE,cAAc,GACvB,UAAU,CAAC,gBAAgB,CAAC;IAI/B;;OAEG;IACH,gBAAgB,CAAC,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,4BAA4B,CAAC;IAIpF;;OAEG;IACH,SAAS,CAAC,EAAE,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,qBAAqB,CAAC;CAGnF;AAED,MAAM,WAAW,0BAA0B;IACzC;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,eAAe,EAAE,MAAM,CAAC;CACzB;AAED,MAAM,WAAW,sBAAsB;IACrC;;OAEG;IACH,cAAc,EAAE,MAAM,CAAC;IAEvB;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,eAAe,EAAE,MAAM,CAAC;IAExB;;OAEG;IACH,WAAW,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,oBAAoB;IACnC;;OAEG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;IAEpB;;OAEG;IACH,QAAQ,CAAC,EAAE,MAAM,CAAC;IAElB;;OAEG;IACH,UAAU,CAAC,EAAE;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;KAAE,CAAC;IAExC;;OAEG;IACH,OAAO,CAAC,EACJ,oBAAoB,CAAC,yBAAyB,GAC9C,oBAAoB,CAAC,sBAAsB,GAC3C,oBAAoB,CAAC,wBAAwB,GAC7C,oBAAoB,CAAC,KAAK,GAC1B,IAAI,CAAC;IAET;;OAEG;IACH,MAAM,CAAC,EAAE,SAAS,GAAG,QAAQ,GAAG,SAAS,GAAG,WAAW,GAAG,OAAO,GAAG,YAAY,CAAC;IAEjF;;OAEG;IACH,cAAc,CAAC,EAAE,KAAK,CAAC,oBAAoB,CAAC,YAAY,CAAC,CAAC;IAE1D;;OAEG;IACH,IAAI,CAAC,EAAE,UAAU,GAAG,OAAO,GAAG,SAAS,CAAC;IAExC;;OAEG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;IAEpB;;OAEG;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,yBAAiB,oBAAoB,CAAC;IACpC,UAAiB,yBAAyB;QACxC;;WAEG;QACH,qBAAqB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAEtC;;WAEG;QACH,mBAAmB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAEpC;;WAEG;QACH,gBAAgB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAEjC;;WAEG;QACH,YAAY,CAAC,EAAE,MAAM,CAAC;QAEtB;;WAEG;QACH,eAAe,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAEhC;;WAEG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB;IAED,UAAiB,sBAAsB;QACrC,iBAAiB,CAAC,EAAE,sBAAsB,CAAC,gBAAgB,CAAC;QAE5D;;WAEG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC;QAExB;;WAEG;QACH,qBAAqB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAEtC;;WAEG;QACH,mBAAmB,CAAC,EAAE,MAAM,CAAC;QAE7B;;WAEG;QACH,gBAAgB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAEjC;;WAEG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB;IAED,UAAiB,sBAAsB,CAAC;QACtC,UAAiB,gBAAgB;YAC/B,UAAU,CAAC,EAAE,MAAM,CAAC;YAEpB,eAAe,CAAC,EAAE,MAAM,CAAC;YAEzB,SAAS,CAAC,EAAE,MAAM,CAAC;SACpB;KACF;IAED,UAAiB,wBAAwB;QACvC;;WAEG;QACH,MAAM,CAAC,EAAE,MAAM,CAAC;QAEhB;;WAEG;QACH,MAAM,CAAC,EAAE,MAAM,CAAC;QAEhB;;WAEG;QACH,qBAAqB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAEtC;;WAEG;QACH,gBAAgB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAEjC;;WAEG;QACH,WAAW,CAAC,EAAE,MAAM,CAAC;QAErB;;WAEG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC;QAExB;;WAEG;QACH,IAAI,CAAC,EAAE,MAAM,CAAC;KACf;IAED,UAAiB,KAAK;QACpB,KAAK,CAAC,EAAE,MAAM,CAAC;KAChB;IAED,UAAiB,YAAY;QAC3B;;WAEG;QACH,OAAO,CAAC,EAAE,MAAM,CAAC;QAEjB;;WAEG;QACH,MAAM,CAAC,EAAE,MAAM,CAAC;QAEhB;;WAEG;QACH,SAAS,CAAC,EAAE,MAAM,CAAC;KACpB;CACF;AAED,MAAM,MAAM,gBAAgB,GAAG,KAAK,CAAC,gBAAgB,CAAC,oBAAoB,CAAC,CAAC;AAE5E,yBAAiB,gBAAgB,CAAC;IAChC,UAAiB,oBAAoB;QACnC;;WAEG;QACH,UAAU,CAAC,EAAE,MAAM,CAAC;QAEpB;;WAEG;QACH,QAAQ,CAAC,EAAE,MAAM,CAAC;QAElB;;WAEG;QACH,UAAU,CAAC,EAAE;YAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;SAAE,CAAC;QAExC;;WAEG;QACH,OAAO,CAAC,EACJ,oBAAoB,CAAC,yBAAyB,GAC9C,oBAAoB,CAAC,sBAAsB,GAC3C,oBAAoB,CAAC,wBAAwB,GAC7C,oBAAoB,CAAC,KAAK,GAC1B,IAAI,CAAC;QAET;;WAEG;QACH,MAAM,CAAC,EAAE,SAAS,GAAG,QAAQ,GAAG,SAAS,GAAG,WAAW,GAAG,OAAO,GAAG,YAAY,CAAC;QAEjF;;WAEG;QACH,cAAc,CAAC,EAAE,KAAK,CAAC,oBAAoB,CAAC,YAAY,CAAC,CAAC;QAE1D;;WAEG;QACH,IAAI,CAAC,EAAE,UAAU,GAAG,OAAO,GAAG,SAAS,CAAC;QAExC;;WAEG;QACH,UAAU,CAAC,EAAE,MAAM,CAAC;QAEpB;;WAEG;QACH,WAAW,CAAC,EAAE,MAAM,CAAC;KACtB;IAED,UAAiB,oBAAoB,CAAC;QACpC,UAAiB,yBAAyB;YACxC;;eAEG;YACH,qBAAqB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YAEtC;;eAEG;YACH,mBAAmB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YAEpC;;eAEG;YACH,gBAAgB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YAEjC;;eAEG;YACH,YAAY,CAAC,EAAE,MAAM,CAAC;YAEtB;;eAEG;YACH,eAAe,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YAEhC;;eAEG;YACH,cAAc,CAAC,EAAE,MAAM,CAAC;SACzB;QAED,UAAiB,sBAAsB;YACrC,iBAAiB,CAAC,EAAE,sBAAsB,CAAC,gBAAgB,CAAC;YAE5D;;eAEG;YACH,cAAc,CAAC,EAAE,MAAM,CAAC;YAExB;;eAEG;YACH,qBAAqB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YAEtC;;eAEG;YACH,mBAAmB,CAAC,EAAE,MAAM,CAAC;YAE7B;;eAEG;YACH,gBAAgB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YAEjC;;eAEG;YACH,cAAc,CAAC,EAAE,MAAM,CAAC;SACzB;QAED,UAAiB,sBAAsB,CAAC;YACtC,UAAiB,gBAAgB;gBAC/B,UAAU,CAAC,EAAE,MAAM,CAAC;gBAEpB,eAAe,CAAC,EAAE,MAAM,CAAC;gBAEzB,SAAS,CAAC,EAAE,MAAM,CAAC;aACpB;SACF;QAED,UAAiB,wBAAwB;YACvC;;eAEG;YACH,MAAM,CAAC,EAAE,MAAM,CAAC;YAEhB;;eAEG;YACH,MAAM,CAAC,EAAE,MAAM,CAAC;YAEhB;;eAEG;YACH,qBAAqB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YAEtC;;eAEG;YACH,gBAAgB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YAEjC;;eAEG;YACH,WAAW,CAAC,EAAE,MAAM,CAAC;YAErB;;eAEG;YACH,cAAc,CAAC,EAAE,MAAM,CAAC;YAExB;;eAEG;YACH,IAAI,CAAC,EAAE,MAAM,CAAC;SACf;QAED,UAAiB,KAAK;YACpB,KAAK,CAAC,EAAE,MAAM,CAAC;SAChB;QAED,UAAiB,YAAY;YAC3B;;eAEG;YACH,OAAO,CAAC,EAAE,MAAM,CAAC;YAEjB;;eAEG;YACH,MAAM,CAAC,EAAE,MAAM,CAAC;YAEhB;;eAEG;YACH,SAAS,CAAC,EAAE,MAAM,CAAC;SACpB;KACF;CACF;AAED,MAAM,WAAW,4BAA4B;IAC3C,UAAU,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;CAC5B;AAED,MAAM,WAAW,qBAAqB;IACpC,OAAO,CAAC,EACJ,qBAAqB,CAAC,yBAAyB,GAC/C,qBAAqB,CAAC,sBAAsB,GAC5C,qBAAqB,CAAC,wBAAwB,GAC9C,qBAAqB,CAAC,KAAK,GAC3B,IAAI,CAAC;IAET,MAAM,CAAC,EAAE,SAAS,GAAG,QAAQ,GAAG,SAAS,GAAG,WAAW,GAAG,OAAO,GAAG,YAAY,CAAC;CAClF;AAED,yBAAiB,qBAAqB,CAAC;IACrC,UAAiB,yBAAyB;QACxC;;WAEG;QACH,qBAAqB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAEtC;;WAEG;QACH,mBAAmB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAEpC;;WAEG;QACH,gBAAgB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAEjC;;WAEG;QACH,YAAY,CAAC,EAAE,MAAM,CAAC;QAEtB;;WAEG;QACH,eAAe,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAEhC;;WAEG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB;IAED,UAAiB,sBAAsB;QACrC,iBAAiB,CAAC,EAAE,sBAAsB,CAAC,gBAAgB,CAAC;QAE5D;;WAEG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC;QAExB;;WAEG;QACH,qBAAqB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAEtC;;WAEG;QACH,mBAAmB,CAAC,EAAE,MAAM,CAAC;QAE7B;;WAEG;QACH,gBAAgB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAEjC;;WAEG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB;IAED,UAAiB,sBAAsB,CAAC;QACtC,UAAiB,gBAAgB;YAC/B,UAAU,CAAC,EAAE,MAAM,CAAC;YAEpB,eAAe,CAAC,EAAE,MAAM,CAAC;YAEzB,SAAS,CAAC,EAAE,MAAM,CAAC;SACpB;KACF;IAED,UAAiB,wBAAwB;QACvC;;WAEG;QACH,MAAM,CAAC,EAAE,MAAM,CAAC;QAEhB;;WAEG;QACH,MAAM,CAAC,EAAE,MAAM,CAAC;QAEhB;;WAEG;QACH,qBAAqB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAEtC;;WAEG;QACH,gBAAgB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAEjC;;WAEG;QACH,WAAW,CAAC,EAAE,MAAM,CAAC;QAErB;;WAEG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC;QAExB;;WAEG;QACH,IAAI,CAAC,EAAE,MAAM,CAAC;KACf;IAED,UAAiB,KAAK;QACpB,KAAK,CAAC,EAAE,MAAM,CAAC;KAChB;CACF;AAED,MAAM,WAAW,cAAc;IAC7B;;OAEG;IACH,KAAK,CAAC,EAAE,MAAM,CAAC;IAEf;;OAEG;IACH,MAAM,CAAC,EAAE,SAAS,GAAG,QAAQ,GAAG,SAAS,GAAG,WAAW,GAAG,OAAO,GAAG,YAAY,CAAC;CAClF;AAED,MAAM,CAAC,OAAO,WAAW,KAAK,CAAC;IAC7B,OAAO,EACL,KAAK,0BAA0B,IAAI,0BAA0B,EAC7D,KAAK,sBAAsB,IAAI,sBAAsB,EACrD,KAAK,oBAAoB,IAAI,oBAAoB,EACjD,KAAK,gBAAgB,IAAI,gBAAgB,EACzC,KAAK,4BAA4B,IAAI,4BAA4B,EACjE,KAAK,qBAAqB,IAAI,qBAAqB,EACnD,KAAK,cAAc,IAAI,cAAc,GACtC,CAAC;CACH"}

package/resources/{evaluation.js → evals.js}

@@ -1,16 +1,28 @@
 "use strict";
 // File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.Evaluation = void 0;
+exports.Evals = void 0;
 const resource_1 = require("../core/resource.js");
 const path_1 = require("../internal/utils/path.js");
-class Evaluation extends resource_1.APIResource {
+class Evals extends resource_1.APIResource {
     /**
      * Get details of a specific evaluation job
      */
     retrieve(id, options) {
         return this._client.get((0, path_1.path) `/evaluation/${id}`, options);
     }
+    /**
+     * Get a list of evaluation jobs with optional filtering
+     */
+    list(query = {}, options) {
+        return this._client.get('/evaluations', { query, ...options });
+    }
+    /**
+     * Get the list of models that are allowed for evaluation
+     */
+    getAllowedModels(options) {
+        return this._client.get('/evaluations/model-list', options);
+    }
     /**
      * Get the status and results of a specific evaluation job
      */
@@ -18,5 +30,5 @@ class Evaluation extends resource_1.APIResource {
         return this._client.get((0, path_1.path) `/evaluation/${id}/status`, options);
     }
 }
-exports.Evaluation = Evaluation;
-//# sourceMappingURL=evaluation.js.map
+exports.Evals = Evals;
+//# sourceMappingURL=evals.js.map

package/resources/evals.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"evals.js","sourceRoot":"","sources":["../src/resources/evals.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;AAEtF,kDAA+C;AAG/C,oDAA8C;AAE9C,MAAa,KAAM,SAAQ,sBAAW;IACpC;;OAEG;IACH,QAAQ,CAAC,EAAU,EAAE,OAAwB;QAC3C,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAA,WAAI,EAAA,eAAe,EAAE,EAAE,EAAE,OAAO,CAAC,CAAC;IAC5D,CAAC;IAED;;OAEG;IACH,IAAI,CACF,QAA2C,EAAE,EAC7C,OAAwB;QAExB,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,EAAE,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACjE,CAAC;IAED;;OAEG;IACH,gBAAgB,CAAC,OAAwB;QACvC,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,yBAAyB,EAAE,OAAO,CAAC,CAAC;IAC9D,CAAC;IAED;;OAEG;IACH,SAAS,CAAC,EAAU,EAAE,OAAwB;QAC5C,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAA,WAAI,EAAA,eAAe,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC;IACnE,CAAC;CACF;AA/BD,sBA+BC"}

package/resources/{evaluation.mjs → evals.mjs}

@@ -1,13 +1,25 @@
 // File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
 import { APIResource } from "../core/resource.mjs";
 import { path } from "../internal/utils/path.mjs";
-export class Evaluation extends APIResource {
+export class Evals extends APIResource {
     /**
      * Get details of a specific evaluation job
      */
     retrieve(id, options) {
         return this._client.get(path `/evaluation/${id}`, options);
     }
+    /**
+     * Get a list of evaluation jobs with optional filtering
+     */
+    list(query = {}, options) {
+        return this._client.get('/evaluations', { query, ...options });
+    }
+    /**
+     * Get the list of models that are allowed for evaluation
+     */
+    getAllowedModels(options) {
+        return this._client.get('/evaluations/model-list', options);
+    }
     /**
      * Get the status and results of a specific evaluation job
      */
@@ -15,4 +27,4 @@ export class Evaluation extends APIResource {
         return this._client.get(path `/evaluation/${id}/status`, options);
     }
 }
-//# sourceMappingURL=evaluation.mjs.map
+//# sourceMappingURL=evals.mjs.map

package/resources/evals.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"evals.mjs","sourceRoot":"","sources":["../src/resources/evals.ts"],"names":[],"mappings":"AAAA,sFAAsF;OAE/E,EAAE,WAAW,EAAE;OAGf,EAAE,IAAI,EAAE;AAEf,MAAM,OAAO,KAAM,SAAQ,WAAW;IACpC;;OAEG;IACH,QAAQ,CAAC,EAAU,EAAE,OAAwB;QAC3C,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAA,eAAe,EAAE,EAAE,EAAE,OAAO,CAAC,CAAC;IAC5D,CAAC;IAED;;OAEG;IACH,IAAI,CACF,QAA2C,EAAE,EAC7C,OAAwB;QAExB,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,EAAE,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACjE,CAAC;IAED;;OAEG;IACH,gBAAgB,CAAC,OAAwB;QACvC,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,yBAAyB,EAAE,OAAO,CAAC,CAAC;IAC9D,CAAC;IAED;;OAEG;IACH,SAAS,CAAC,EAAU,EAAE,OAAwB;QAC5C,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAA,eAAe,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC;IACnE,CAAC;CACF"}

package/resources/images.d.mts

@@ -13,7 +13,9 @@ export declare class Images extends APIResource {
      * });
      * ```
      */
-    create(body: ImageCreateParams, options?: RequestOptions): APIPromise<ImageFile>;
+    create<Body extends ImageCreateParams>(body: Body, options?: RequestOptions): APIPromise<Omit<ImageFile, 'data'> & {
+        data: Body['response_format'] extends 'base64' ? ImageDataB64[] : ImageDataURL[];
+    }>;
 }
 export interface ImageDataB64 {
     b64_json: string;

package/resources/images.d.mts.map

@@ -1 +1 @@
-{"version":3,"file":"images.d.mts","sourceRoot":"","sources":["../src/resources/images.ts"],"names":[],"mappings":"OAEO,EAAE,WAAW,EAAE;OACf,EAAE,UAAU,EAAE;OACd,EAAE,cAAc,EAAE;AAEzB,qBAAa,MAAO,SAAQ,WAAW;IACrC;;;;;;;;;;OAUG;IACH,MAAM,CAAC,IAAI,EAAE,iBAAiB,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,SAAS,CAAC;CAGjF;AAED,MAAM,WAAW,YAAY;IAC3B,QAAQ,EAAE,MAAM,CAAC;IAEjB,KAAK,EAAE,MAAM,CAAC;IAEd,IAAI,EAAE,UAAU,CAAC;CAClB;AAED,MAAM,WAAW,YAAY;IAC3B,KAAK,EAAE,MAAM,CAAC;IAEd,IAAI,EAAE,KAAK,CAAC;IAEZ,GAAG,EAAE,MAAM,CAAC;CACb;AAED,MAAM,WAAW,SAAS;IACxB,EAAE,EAAE,MAAM,CAAC;IAEX,IAAI,EAAE,KAAK,CAAC,YAAY,GAAG,YAAY,CAAC,CAAC;IAEzC,KAAK,EAAE,MAAM,CAAC;IAEd,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,iBAAiB;IAChC;;;;OAIG;IACH,KAAK,EACD,uCAAuC,GACvC,kCAAkC,GAClC,gCAAgC,GAChC,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC;IAElB;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC;IAEf;;OAEG;IACH,sBAAsB,CAAC,EAAE,OAAO,CAAC;IAEjC;;;;OAIG;IACH,cAAc,CAAC,EAAE,MAAM,CAAC;IAExB;;OAEG;IACH,MAAM,CAAC,EAAE,MAAM,CAAC;IAEhB;;;OAGG;IACH,WAAW,CAAC,EAAE,KAAK,CAAC,iBAAiB,CAAC,SAAS,CAAC,CAAC;IAEjD;;OAEG;IACH,SAAS,CAAC,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,CAAC,CAAC,EAAE,MAAM,CAAC;IAEX;;OAEG;IACH,eAAe,CAAC,EAAE,MAAM,CAAC;IAEzB;;;OAGG;IACH,aAAa,CAAC,EAAE,MAAM,GAAG,KAAK,CAAC;IAE/B;;OAEG;IACH,eAAe,CAAC,EAAE,QAAQ,GAAG,KAAK,CAAC;IAEnC;;OAEG;IACH,IAAI,CAAC,EAAE,MAAM,CAAC;IAEd;;OAEG;IACH,KAAK,CAAC,EAAE,MAAM,CAAC;IAEf;;OAEG;IACH,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,yBAAiB,iBAAiB,CAAC;IACjC,UAAiB,SAAS;QACxB;;;WAGG;QACH,IAAI,EAAE,MAAM,CAAC;QAEb;;WAEG;QACH,KAAK,EAAE,MAAM,CAAC;KACf;CACF;AAED,MAAM,CAAC,OAAO,WAAW,MAAM,CAAC;IAC9B,OAAO,EACL,KAAK,YAAY,IAAI,YAAY,EACjC,KAAK,YAAY,IAAI,YAAY,EACjC,KAAK,SAAS,IAAI,SAAS,EAC3B,KAAK,iBAAiB,IAAI,iBAAiB,GAC5C,CAAC;CACH"}
+{"version":3,"file":"images.d.mts","sourceRoot":"","sources":["../src/resources/images.ts"],"names":[],"mappings":"OAEO,EAAE,WAAW,EAAE;OACf,EAAE,UAAU,EAAE;OACd,EAAE,cAAc,EAAE;AAEzB,qBAAa,MAAO,SAAQ,WAAW;IACrC;;;;;;;;;;OAUG;IACH,MAAM,CAAC,IAAI,SAAS,iBAAiB,EACnC,IAAI,EAAE,IAAI,EACV,OAAO,CAAC,EAAE,cAAc,GACvB,UAAU,CACX,IAAI,CAAC,SAAS,EAAE,MAAM,CAAC,GAAG;QACxB,IAAI,EAAE,IAAI,CAAC,iBAAiB,CAAC,SAAS,QAAQ,GAAG,YAAY,EAAE,GAAG,YAAY,EAAE,CAAC;KAClF,CACF;CAGF;AAED,MAAM,WAAW,YAAY;IAC3B,QAAQ,EAAE,MAAM,CAAC;IAEjB,KAAK,EAAE,MAAM,CAAC;IAEd,IAAI,EAAE,UAAU,CAAC;CAClB;AAED,MAAM,WAAW,YAAY;IAC3B,KAAK,EAAE,MAAM,CAAC;IAEd,IAAI,EAAE,KAAK,CAAC;IAEZ,GAAG,EAAE,MAAM,CAAC;CACb;AAED,MAAM,WAAW,SAAS;IACxB,EAAE,EAAE,MAAM,CAAC;IAEX,IAAI,EAAE,KAAK,CAAC,YAAY,GAAG,YAAY,CAAC,CAAC;IAEzC,KAAK,EAAE,MAAM,CAAC;IAEd,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,iBAAiB;IAChC;;;;OAIG;IACH,KAAK,EACD,uCAAuC,GACvC,kCAAkC,GAClC,gCAAgC,GAChC,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC;IAElB;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC;IAEf;;OAEG;IACH,sBAAsB,CAAC,EAAE,OAAO,CAAC;IAEjC;;;;OAIG;IACH,cAAc,CAAC,EAAE,MAAM,CAAC;IAExB;;OAEG;IACH,MAAM,CAAC,EAAE,MAAM,CAAC;IAEhB;;;OAGG;IACH,WAAW,CAAC,EAAE,KAAK,CAAC,iBAAiB,CAAC,SAAS,CAAC,CAAC;IAEjD;;OAEG;IACH,SAAS,CAAC,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,CAAC,CAAC,EAAE,MAAM,CAAC;IAEX;;OAEG;IACH,eAAe,CAAC,EAAE,MAAM,CAAC;IAEzB;;;OAGG;IACH,aAAa,CAAC,EAAE,MAAM,GAAG,KAAK,CAAC;IAE/B;;OAEG;IACH,eAAe,CAAC,EAAE,QAAQ,GAAG,KAAK,CAAC;IAEnC;;OAEG;IACH,IAAI,CAAC,EAAE,MAAM,CAAC;IAEd;;OAEG;IACH,KAAK,CAAC,EAAE,MAAM,CAAC;IAEf;;OAEG;IACH,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,yBAAiB,iBAAiB,CAAC;IACjC,UAAiB,SAAS;QACxB;;;WAGG;QACH,IAAI,EAAE,MAAM,CAAC;QAEb;;WAEG;QACH,KAAK,EAAE,MAAM,CAAC;KACf;CACF;AAED,MAAM,CAAC,OAAO,WAAW,MAAM,CAAC;IAC9B,OAAO,EACL,KAAK,YAAY,IAAI,YAAY,EACjC,KAAK,YAAY,IAAI,YAAY,EACjC,KAAK,SAAS,IAAI,SAAS,EAC3B,KAAK,iBAAiB,IAAI,iBAAiB,GAC5C,CAAC;CACH"}

package/resources/images.d.ts

@@ -13,7 +13,9 @@ export declare class Images extends APIResource {
      * });
      * ```
      */
-    create(body: ImageCreateParams, options?: RequestOptions): APIPromise<ImageFile>;
+    create<Body extends ImageCreateParams>(body: Body, options?: RequestOptions): APIPromise<Omit<ImageFile, 'data'> & {
+        data: Body['response_format'] extends 'base64' ? ImageDataB64[] : ImageDataURL[];
+    }>;
 }
 export interface ImageDataB64 {
     b64_json: string;

package/resources/images.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"images.d.ts","sourceRoot":"","sources":["../src/resources/images.ts"],"names":[],"mappings":"OAEO,EAAE,WAAW,EAAE;OACf,EAAE,UAAU,EAAE;OACd,EAAE,cAAc,EAAE;AAEzB,qBAAa,MAAO,SAAQ,WAAW;IACrC;;;;;;;;;;OAUG;IACH,MAAM,CAAC,IAAI,EAAE,iBAAiB,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,SAAS,CAAC;CAGjF;AAED,MAAM,WAAW,YAAY;IAC3B,QAAQ,EAAE,MAAM,CAAC;IAEjB,KAAK,EAAE,MAAM,CAAC;IAEd,IAAI,EAAE,UAAU,CAAC;CAClB;AAED,MAAM,WAAW,YAAY;IAC3B,KAAK,EAAE,MAAM,CAAC;IAEd,IAAI,EAAE,KAAK,CAAC;IAEZ,GAAG,EAAE,MAAM,CAAC;CACb;AAED,MAAM,WAAW,SAAS;IACxB,EAAE,EAAE,MAAM,CAAC;IAEX,IAAI,EAAE,KAAK,CAAC,YAAY,GAAG,YAAY,CAAC,CAAC;IAEzC,KAAK,EAAE,MAAM,CAAC;IAEd,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,iBAAiB;IAChC;;;;OAIG;IACH,KAAK,EACD,uCAAuC,GACvC,kCAAkC,GAClC,gCAAgC,GAChC,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC;IAElB;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC;IAEf;;OAEG;IACH,sBAAsB,CAAC,EAAE,OAAO,CAAC;IAEjC;;;;OAIG;IACH,cAAc,CAAC,EAAE,MAAM,CAAC;IAExB;;OAEG;IACH,MAAM,CAAC,EAAE,MAAM,CAAC;IAEhB;;;OAGG;IACH,WAAW,CAAC,EAAE,KAAK,CAAC,iBAAiB,CAAC,SAAS,CAAC,CAAC;IAEjD;;OAEG;IACH,SAAS,CAAC,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,CAAC,CAAC,EAAE,MAAM,CAAC;IAEX;;OAEG;IACH,eAAe,CAAC,EAAE,MAAM,CAAC;IAEzB;;;OAGG;IACH,aAAa,CAAC,EAAE,MAAM,GAAG,KAAK,CAAC;IAE/B;;OAEG;IACH,eAAe,CAAC,EAAE,QAAQ,GAAG,KAAK,CAAC;IAEnC;;OAEG;IACH,IAAI,CAAC,EAAE,MAAM,CAAC;IAEd;;OAEG;IACH,KAAK,CAAC,EAAE,MAAM,CAAC;IAEf;;OAEG;IACH,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,yBAAiB,iBAAiB,CAAC;IACjC,UAAiB,SAAS;QACxB;;;WAGG;QACH,IAAI,EAAE,MAAM,CAAC;QAEb;;WAEG;QACH,KAAK,EAAE,MAAM,CAAC;KACf;CACF;AAED,MAAM,CAAC,OAAO,WAAW,MAAM,CAAC;IAC9B,OAAO,EACL,KAAK,YAAY,IAAI,YAAY,EACjC,KAAK,YAAY,IAAI,YAAY,EACjC,KAAK,SAAS,IAAI,SAAS,EAC3B,KAAK,iBAAiB,IAAI,iBAAiB,GAC5C,CAAC;CACH"}
+{"version":3,"file":"images.d.ts","sourceRoot":"","sources":["../src/resources/images.ts"],"names":[],"mappings":"OAEO,EAAE,WAAW,EAAE;OACf,EAAE,UAAU,EAAE;OACd,EAAE,cAAc,EAAE;AAEzB,qBAAa,MAAO,SAAQ,WAAW;IACrC;;;;;;;;;;OAUG;IACH,MAAM,CAAC,IAAI,SAAS,iBAAiB,EACnC,IAAI,EAAE,IAAI,EACV,OAAO,CAAC,EAAE,cAAc,GACvB,UAAU,CACX,IAAI,CAAC,SAAS,EAAE,MAAM,CAAC,GAAG;QACxB,IAAI,EAAE,IAAI,CAAC,iBAAiB,CAAC,SAAS,QAAQ,GAAG,YAAY,EAAE,GAAG,YAAY,EAAE,CAAC;KAClF,CACF;CAGF;AAED,MAAM,WAAW,YAAY;IAC3B,QAAQ,EAAE,MAAM,CAAC;IAEjB,KAAK,EAAE,MAAM,CAAC;IAEd,IAAI,EAAE,UAAU,CAAC;CAClB;AAED,MAAM,WAAW,YAAY;IAC3B,KAAK,EAAE,MAAM,CAAC;IAEd,IAAI,EAAE,KAAK,CAAC;IAEZ,GAAG,EAAE,MAAM,CAAC;CACb;AAED,MAAM,WAAW,SAAS;IACxB,EAAE,EAAE,MAAM,CAAC;IAEX,IAAI,EAAE,KAAK,CAAC,YAAY,GAAG,YAAY,CAAC,CAAC;IAEzC,KAAK,EAAE,MAAM,CAAC;IAEd,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,iBAAiB;IAChC;;;;OAIG;IACH,KAAK,EACD,uCAAuC,GACvC,kCAAkC,GAClC,gCAAgC,GAChC,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC;IAElB;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC;IAEf;;OAEG;IACH,sBAAsB,CAAC,EAAE,OAAO,CAAC;IAEjC;;;;OAIG;IACH,cAAc,CAAC,EAAE,MAAM,CAAC;IAExB;;OAEG;IACH,MAAM,CAAC,EAAE,MAAM,CAAC;IAEhB;;;OAGG;IACH,WAAW,CAAC,EAAE,KAAK,CAAC,iBAAiB,CAAC,SAAS,CAAC,CAAC;IAEjD;;OAEG;IACH,SAAS,CAAC,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,CAAC,CAAC,EAAE,MAAM,CAAC;IAEX;;OAEG;IACH,eAAe,CAAC,EAAE,MAAM,CAAC;IAEzB;;;OAGG;IACH,aAAa,CAAC,EAAE,MAAM,GAAG,KAAK,CAAC;IAE/B;;OAEG;IACH,eAAe,CAAC,EAAE,QAAQ,GAAG,KAAK,CAAC;IAEnC;;OAEG;IACH,IAAI,CAAC,EAAE,MAAM,CAAC;IAEd;;OAEG;IACH,KAAK,CAAC,EAAE,MAAM,CAAC;IAEf;;OAEG;IACH,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,yBAAiB,iBAAiB,CAAC;IACjC,UAAiB,SAAS;QACxB;;;WAGG;QACH,IAAI,EAAE,MAAM,CAAC;QAEb;;WAEG;QACH,KAAK,EAAE,MAAM,CAAC;KACf;CACF;AAED,MAAM,CAAC,OAAO,WAAW,MAAM,CAAC;IAC9B,OAAO,EACL,KAAK,YAAY,IAAI,YAAY,EACjC,KAAK,YAAY,IAAI,YAAY,EACjC,KAAK,SAAS,IAAI,SAAS,EAC3B,KAAK,iBAAiB,IAAI,iBAAiB,GAC5C,CAAC;CACH"}

package/resources/images.js.map

@@ -1 +1 @@
-{"version":3,"file":"images.js","sourceRoot":"","sources":["../src/resources/images.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;AAEtF,kDAA+C;AAI/C,MAAa,MAAO,SAAQ,sBAAW;IACrC;;;;;;;;;;OAUG;IACH,MAAM,CAAC,IAAuB,EAAE,OAAwB;QACtD,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,qBAAqB,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACxE,CAAC;CACF;AAfD,wBAeC"}
+{"version":3,"file":"images.js","sourceRoot":"","sources":["../src/resources/images.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;AAEtF,kDAA+C;AAI/C,MAAa,MAAO,SAAQ,sBAAW;IACrC;;;;;;;;;;OAUG;IACH,MAAM,CACJ,IAAU,EACV,OAAwB;QAMxB,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,qBAAqB,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACxE,CAAC;CACF;AAtBD,wBAsBC"}