openai 6.10.0 → 6.14.0

package/CHANGELOG.md

@@ -1,5 +1,50 @@
 # Changelog
 
+## 6.14.0 (2025-12-16)
+
+Full Changelog: [v6.13.0...v6.14.0](https://github.com/openai/openai-node/compare/v6.13.0...v6.14.0)
+
+### Features
+
+* **api:** gpt-image-1.5 ([6c1ac1d](https://github.com/openai/openai-node/commit/6c1ac1d8a2947c59f38aabaf07795a244c45a688))
+
+## 6.13.0 (2025-12-15)
+
+Full Changelog: [v6.12.0...v6.13.0](https://github.com/openai/openai-node/compare/v6.12.0...v6.13.0)
+
+### Features
+
+* **api:** api update ([bc759dc](https://github.com/openai/openai-node/commit/bc759dc39518412b58b2ebf7e57758776971ce15))
+* **api:** fix grader input list, add dated slugs for sora-2 ([6b2a38f](https://github.com/openai/openai-node/commit/6b2a38fb040eb45535818fb0157ae55949033dc1))
+
+## 6.12.0 (2025-12-11)
+
+Full Changelog: [v6.11.0...v6.12.0](https://github.com/openai/openai-node/compare/v6.11.0...v6.12.0)
+
+### Features
+
+* **api:** gpt 5.2 ([7000ddb](https://github.com/openai/openai-node/commit/7000ddb09ad4e272f43fe0d70cb1f6e5ca9ff725))
+
+## 6.11.0 (2025-12-10)
+
+Full Changelog: [v6.10.0...v6.11.0](https://github.com/openai/openai-node/compare/v6.10.0...v6.11.0)
+
+### Features
+
+* **api:** make model required for the responses/compact endpoint ([0b52b12](https://github.com/openai/openai-node/commit/0b52b12e535b07ef3b1213892ccb50dc4030ecf4))
+
+
+### Bug Fixes
+
+* **mcp:** correct code tool API endpoint ([e3f2a33](https://github.com/openai/openai-node/commit/e3f2a33bc7ae941d0870e7bc0a333951e88925e2))
+* **mcp:** return correct lines on typescript errors ([f485c3c](https://github.com/openai/openai-node/commit/f485c3c36ebb3cb9c2dbff676872a5470d1a9e47))
+
+
+### Chores
+
+* **internal:** codegen related update ([5af1c38](https://github.com/openai/openai-node/commit/5af1c38043118fd8e6f0fd072243bc63660963e4))
+* **internal:** codegen related update ([e43a8d9](https://github.com/openai/openai-node/commit/e43a8d97fd3e9be7c6ae0ebaf6e85d68dbb33432))
+
 ## 6.10.0 (2025-12-04)
 
 Full Changelog: [v6.9.1...v6.10.0](https://github.com/openai/openai-node/compare/v6.9.1...v6.10.0)

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "openai",
-  "version": "6.10.0",
+  "version": "6.14.0",
   "description": "The official TypeScript library for the OpenAI API",
   "author": "OpenAI <support@openai.com>",
   "types": "./index.d.ts",

package/resources/beta/assistants.d.mts

@@ -947,7 +947,7 @@ export interface AssistantCreateParams {
      * - All models before `gpt-5.1` default to `medium` reasoning effort, and do not
      *   support `none`.
      * - The `gpt-5-pro` model defaults to (and only supports) `high` reasoning effort.
-     * - `xhigh` is currently only supported for `gpt-5.1-codex-max`.
+     * - `xhigh` is supported for all models after `gpt-5.1-codex-max`.
      */
     reasoning_effort?: Shared.ReasoningEffort | null;
     /**
@@ -1141,7 +1141,7 @@ export interface AssistantUpdateParams {
      * - All models before `gpt-5.1` default to `medium` reasoning effort, and do not
      *   support `none`.
      * - The `gpt-5-pro` model defaults to (and only supports) `high` reasoning effort.
-     * - `xhigh` is currently only supported for `gpt-5.1-codex-max`.
+     * - `xhigh` is supported for all models after `gpt-5.1-codex-max`.
      */
     reasoning_effort?: Shared.ReasoningEffort | null;
     /**

package/resources/beta/assistants.d.ts

@@ -947,7 +947,7 @@ export interface AssistantCreateParams {
      * - All models before `gpt-5.1` default to `medium` reasoning effort, and do not
      *   support `none`.
      * - The `gpt-5-pro` model defaults to (and only supports) `high` reasoning effort.
-     * - `xhigh` is currently only supported for `gpt-5.1-codex-max`.
+     * - `xhigh` is supported for all models after `gpt-5.1-codex-max`.
      */
     reasoning_effort?: Shared.ReasoningEffort | null;
     /**
@@ -1141,7 +1141,7 @@ export interface AssistantUpdateParams {
      * - All models before `gpt-5.1` default to `medium` reasoning effort, and do not
      *   support `none`.
      * - The `gpt-5-pro` model defaults to (and only supports) `high` reasoning effort.
-     * - `xhigh` is currently only supported for `gpt-5.1-codex-max`.
+     * - `xhigh` is supported for all models after `gpt-5.1-codex-max`.
      */
     reasoning_effort?: Shared.ReasoningEffort | null;
     /**

package/resources/beta/threads/runs/runs.d.mts

@@ -481,7 +481,7 @@ export interface RunCreateParamsBase {
      * - All models before `gpt-5.1` default to `medium` reasoning effort, and do not
      *   support `none`.
      * - The `gpt-5-pro` model defaults to (and only supports) `high` reasoning effort.
-     * - `xhigh` is currently only supported for `gpt-5.1-codex-max`.
+     * - `xhigh` is supported for all models after `gpt-5.1-codex-max`.
      */
     reasoning_effort?: Shared.ReasoningEffort | null;
     /**

package/resources/beta/threads/runs/runs.d.ts

@@ -481,7 +481,7 @@ export interface RunCreateParamsBase {
      * - All models before `gpt-5.1` default to `medium` reasoning effort, and do not
      *   support `none`.
      * - The `gpt-5-pro` model defaults to (and only supports) `high` reasoning effort.
-     * - `xhigh` is currently only supported for `gpt-5.1-codex-max`.
+     * - `xhigh` is supported for all models after `gpt-5.1-codex-max`.
      */
     reasoning_effort?: Shared.ReasoningEffort | null;
     /**

package/resources/chat/completions/completions.d.mts

@@ -1351,7 +1351,7 @@ export interface ChatCompletionCreateParamsBase {
      * - All models before `gpt-5.1` default to `medium` reasoning effort, and do not
      *   support `none`.
      * - The `gpt-5-pro` model defaults to (and only supports) `high` reasoning effort.
-     * - `xhigh` is currently only supported for `gpt-5.1-codex-max`.
+     * - `xhigh` is supported for all models after `gpt-5.1-codex-max`.
      */
     reasoning_effort?: Shared.ReasoningEffort | null;
     /**

package/resources/chat/completions/completions.d.ts

@@ -1351,7 +1351,7 @@ export interface ChatCompletionCreateParamsBase {
      * - All models before `gpt-5.1` default to `medium` reasoning effort, and do not
      *   support `none`.
      * - The `gpt-5-pro` model defaults to (and only supports) `high` reasoning effort.
-     * - `xhigh` is currently only supported for `gpt-5.1-codex-max`.
+     * - `xhigh` is supported for all models after `gpt-5.1-codex-max`.
      */
     reasoning_effort?: Shared.ReasoningEffort | null;
     /**

package/resources/evals/evals.d.mts

@@ -626,9 +626,10 @@ export declare namespace EvalCreateParams {
          */
         interface EvalItem {
             /**
-             * Inputs to the model - can contain template strings.
+             * Inputs to the model - can contain template strings. Supports text, output text,
+             * input images, and input audio, either as a single item or an array of items.
              */
-            content: string | ResponsesAPI.ResponseInputText | EvalItem.OutputText | EvalItem.InputImage | ResponsesAPI.ResponseInputAudio | Array<unknown>;
+            content: string | ResponsesAPI.ResponseInputText | EvalItem.OutputText | EvalItem.InputImage | ResponsesAPI.ResponseInputAudio | GraderModelsAPI.GraderInputs;
             /**
              * The role of the message input. One of `user`, `assistant`, `system`, or
              * `developer`.
@@ -654,7 +655,7 @@ export declare namespace EvalCreateParams {
                 type: 'output_text';
             }
             /**
-             * An image input to the model.
+             * An image input block used within EvalItem content arrays.
              */
             interface InputImage {
                 /**

package/resources/evals/evals.d.mts.map

@@ -1 +1 @@
-{"version":3,"file":"evals.d.mts","sourceRoot":"","sources":["../../src/resources/evals/evals.ts"],"names":[],"mappings":"OAEO,EAAE,WAAW,EAAE;OACf,KAAK,MAAM;OACX,KAAK,eAAe;OACpB,KAAK,YAAY;OACjB,KAAK,OAAO;OACZ,EACL,kCAAkC,EAClC,4BAA4B,EAC5B,YAAY,EACZ,eAAe,EACf,iBAAiB,EACjB,eAAe,EACf,iBAAiB,EACjB,eAAe,EACf,iBAAiB,EACjB,aAAa,EACb,eAAe,EACf,oBAAoB,EACpB,iBAAiB,EACjB,mBAAmB,EACnB,IAAI,EACL;OACM,EAAE,UAAU,EAAE;OACd,EAAE,UAAU,EAAE,KAAK,gBAAgB,EAAE,WAAW,EAAE;OAClD,EAAE,cAAc,EAAE;AAGzB,qBAAa,KAAM,SAAQ,WAAW;IACpC,IAAI,EAAE,OAAO,CAAC,IAAI,CAAkC;IAEpD;;;;;;;OAOG;IACH,MAAM,CAAC,IAAI,EAAE,gBAAgB,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,kBAAkB,CAAC;IAIxF;;OAEG;IACH,QAAQ,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,oBAAoB,CAAC;IAIpF;;OAEG;IACH,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,gBAAgB,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,kBAAkB,CAAC;IAIxG;;OAEG;IACH,IAAI,CACF,KAAK,GAAE,cAAc,GAAG,IAAI,GAAG,SAAc,EAC7C,OAAO,CAAC,EAAE,cAAc,GACvB,WAAW,CAAC,qBAAqB,EAAE,gBAAgB,CAAC;IAIvD;;OAEG;IACH,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,kBAAkB,CAAC;CAGjF;AAED,MAAM,MAAM,qBAAqB,GAAG,UAAU,CAAC,gBAAgB,CAAC,CAAC;AAEjE;;;;;;;GAOG;AACH,MAAM,WAAW,0BAA0B;IACzC;;;OAGG;IACH,MAAM,EAAE;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;KAAE,CAAC;IAEnC;;OAEG;IACH,IAAI,EAAE,QAAQ,CAAC;CAChB;AAED;;GAEG;AACH,MAAM,WAAW,qCAAqC;IACpD;;;OAGG;IACH,MAAM,EAAE;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;KAAE,CAAC;IAEnC;;OAEG;IACH,IAAI,EAAE,oBAAoB,CAAC;IAE3B;;;;;;;OAOG;IACH,QAAQ,CAAC,EAAE,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;CACnC;AAED;;;;;;;GAOG;AACH,MAAM,WAAW,kBAAkB;IACjC;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IAEX;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,kBAAkB,EACd,0BAA0B,GAC1B,kBAAkB,CAAC,IAAI,GACvB,qCAAqC,CAAC;IAE1C;;;;;;;OAOG;IACH,QAAQ,EAAE,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;IAEjC;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IAEb;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC;IAEf;;OAEG;IACH,gBAAgB,EAAE,KAAK,CACnB,eAAe,CAAC,gBAAgB,GAChC,eAAe,CAAC,iBAAiB,GACjC,kBAAkB,CAAC,wBAAwB,GAC3C,kBAAkB,CAAC,gBAAgB,GACnC,kBAAkB,CAAC,oBAAoB,CAC1C,CAAC;CACH;AAED,yBAAiB,kBAAkB,CAAC;IAClC;;;;;;OAMG;IACH,UAAiB,IAAI;QACnB;;;WAGG;QACH,MAAM,EAAE;YAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;SAAE,CAAC;QAEnC;;WAEG;QACH,IAAI,EAAE,MAAM,CAAC;QAEb;;;;;;;WAOG;QACH,QAAQ,CAAC,EAAE,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;KACnC;IAED;;OAEG;IACH,UAAiB,wBAAyB,SAAQ,eAAe,CAAC,oBAAoB;QACpF;;WAEG;QACH,cAAc,EAAE,MAAM,CAAC;KACxB;IAED;;OAEG;IACH,UAAiB,gBAAiB,SAAQ,eAAe,CAAC,YAAY;QACpE;;WAEG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB;IAED;;OAEG;IACH,UAAiB,oBAAqB,SAAQ,eAAe,CAAC,gBAAgB;QAC5E;;WAEG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB;CACF;AAED;;;;;;;GAOG;AACH,MAAM,WAAW,oBAAoB;IACnC;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IAEX;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,kBAAkB,EACd,0BAA0B,GAC1B,oBAAoB,CAAC,IAAI,GACzB,qCAAqC,CAAC;IAE1C;;;;;;;OAOG;IACH,QAAQ,EAAE,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;IAEjC;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IAEb;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC;IAEf;;OAEG;IACH,gBAAgB,EAAE,KAAK,CACnB,eAAe,CAAC,gBAAgB,GAChC,eAAe,CAAC,iBAAiB,GACjC,oBAAoB,CAAC,wBAAwB,GAC7C,oBAAoB,CAAC,gBAAgB,GACrC,oBAAoB,CAAC,oBAAoB,CAC5C,CAAC;CACH;AAED,yBAAiB,oBAAoB,CAAC;IACpC;;;;;;OAMG;IACH,UAAiB,IAAI;QACnB;;;WAGG;QACH,MAAM,EAAE;YAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;SAAE,CAAC;QAEnC;;WAEG;QACH,IAAI,EAAE,MAAM,CAAC;QAEb;;;;;;;WAOG;QACH,QAAQ,CAAC,EAAE,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;KACnC;IAED;;OAEG;IACH,UAAiB,wBAAyB,SAAQ,eAAe,CAAC,oBAAoB;QACpF;;WAEG;QACH,cAAc,EAAE,MAAM,CAAC;KACxB;IAED;;OAEG;IACH,UAAiB,gBAAiB,SAAQ,eAAe,CAAC,YAAY;QACpE;;WAEG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB;IAED;;OAEG;IACH,UAAiB,oBAAqB,SAAQ,eAAe,CAAC,gBAAgB;QAC5E;;WAEG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB;CACF;AAED;;;;;;;GAOG;AACH,MAAM,WAAW,kBAAkB;IACjC;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IAEX;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,kBAAkB,EACd,0BAA0B,GAC1B,kBAAkB,CAAC,IAAI,GACvB,qCAAqC,CAAC;IAE1C;;;;;;;OAOG;IACH,QAAQ,EAAE,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;IAEjC;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IAEb;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC;IAEf;;OAEG;IACH,gBAAgB,EAAE,KAAK,CACnB,eAAe,CAAC,gBAAgB,GAChC,eAAe,CAAC,iBAAiB,GACjC,kBAAkB,CAAC,wBAAwB,GAC3C,kBAAkB,CAAC,gBAAgB,GACnC,kBAAkB,CAAC,oBAAoB,CAC1C,CAAC;CACH;AAED,yBAAiB,kBAAkB,CAAC;IAClC;;;;;;OAMG;IACH,UAAiB,IAAI;QACnB;;;WAGG;QACH,MAAM,EAAE;YAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;SAAE,CAAC;QAEnC;;WAEG;QACH,IAAI,EAAE,MAAM,CAAC;QAEb;;;;;;;WAOG;QACH,QAAQ,CAAC,EAAE,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;KACnC;IAED;;OAEG;IACH,UAAiB,wBAAyB,SAAQ,eAAe,CAAC,oBAAoB;QACpF;;WAEG;QACH,cAAc,EAAE,MAAM,CAAC;KACxB;IAED;;OAEG;IACH,UAAiB,gBAAiB,SAAQ,eAAe,CAAC,YAAY;QACpE;;WAEG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB;IAED;;OAEG;IACH,UAAiB,oBAAqB,SAAQ,eAAe,CAAC,gBAAgB;QAC5E;;WAEG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB;CACF;AAED;;;;;;;GAOG;AACH,MAAM,WAAW,gBAAgB;IAC/B;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IAEX;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,kBAAkB,EACd,0BAA0B,GAC1B,gBAAgB,CAAC,IAAI,GACrB,qCAAqC,CAAC;IAE1C;;;;;;;OAOG;IACH,QAAQ,EAAE,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;IAEjC;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IAEb;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC;IAEf;;OAEG;IACH,gBAAgB,EAAE,KAAK,CACnB,eAAe,CAAC,gBAAgB,GAChC,eAAe,CAAC,iBAAiB,GACjC,gBAAgB,CAAC,wBAAwB,GACzC,gBAAgB,CAAC,gBAAgB,GACjC,gBAAgB,CAAC,oBAAoB,CACxC,CAAC;CACH;AAED,yBAAiB,gBAAgB,CAAC;IAChC;;;;;;OAMG;IACH,UAAiB,IAAI;QACnB;;;WAGG;QACH,MAAM,EAAE;YAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;SAAE,CAAC;QAEnC;;WAEG;QACH,IAAI,EAAE,MAAM,CAAC;QAEb;;;;;;;WAOG;QACH,QAAQ,CAAC,EAAE,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;KACnC;IAED;;OAEG;IACH,UAAiB,wBAAyB,SAAQ,eAAe,CAAC,oBAAoB;QACpF;;WAEG;QACH,cAAc,EAAE,MAAM,CAAC;KACxB;IAED;;OAEG;IACH,UAAiB,gBAAiB,SAAQ,eAAe,CAAC,YAAY;QACpE;;WAEG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB;IAED;;OAEG;IACH,UAAiB,oBAAqB,SAAQ,eAAe,CAAC,gBAAgB;QAC5E;;WAEG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB;CACF;AAED,MAAM,WAAW,kBAAkB;IACjC,OAAO,EAAE,OAAO,CAAC;IAEjB,OAAO,EAAE,MAAM,CAAC;IAEhB,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,gBAAgB;IAC/B;;;OAGG;IACH,kBAAkB,EAAE,gBAAgB,CAAC,MAAM,GAAG,gBAAgB,CAAC,IAAI,GAAG,gBAAgB,CAAC,iBAAiB,CAAC;IAEzG;;;;;OAKG;IACH,gBAAgB,EAAE,KAAK,CACnB,gBAAgB,CAAC,UAAU,GAC3B,eAAe,CAAC,iBAAiB,GACjC,gBAAgB,CAAC,cAAc,GAC/B,gBAAgB,CAAC,MAAM,GACvB,gBAAgB,CAAC,UAAU,CAC9B,CAAC;IAEF;;;;;;;OAOG;IACH,QAAQ,CAAC,EAAE,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;IAElC;;OAEG;IACH,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,yBAAiB,gBAAgB,CAAC;IAChC;;;;;;;OAOG;IACH,UAAiB,MAAM;QACrB;;WAEG;QACH,WAAW,EAAE;YAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;SAAE,CAAC;QAExC;;WAEG;QACH,IAAI,EAAE,QAAQ,CAAC;QAEf;;;WAGG;QACH,qBAAqB,CAAC,EAAE,OAAO,CAAC;KACjC;IAED;;;OAGG;IACH,UAAiB,IAAI;QACnB;;WAEG;QACH,IAAI,EAAE,MAAM,CAAC;QAEb;;WAEG;QACH,QAAQ,CAAC,EAAE;YAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;SAAE,CAAC;KACvC;IAED;;OAEG;IACH,UAAiB,iBAAiB;QAChC;;WAEG;QACH,IAAI,EAAE,oBAAoB,CAAC;QAE3B;;WAEG;QACH,QAAQ,CAAC,EAAE;YAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;SAAE,CAAC;KACvC;IAED;;;OAGG;IACH,UAAiB,UAAU;QACzB;;;WAGG;QACH,KAAK,EAAE,KAAK,CAAC,UAAU,CAAC,kBAAkB,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC;QAElE;;WAEG;QACH,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;QAEtB;;WAEG;QACH,KAAK,EAAE,MAAM,CAAC;QAEd;;WAEG;QACH,IAAI,EAAE,MAAM,CAAC;QAEb;;WAEG;QACH,cAAc,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;QAE9B;;WAEG;QACH,IAAI,EAAE,aAAa,CAAC;KACrB;IAED,UAAiB,UAAU,CAAC;QAC1B,UAAiB,kBAAkB;YACjC;;eAEG;YACH,OAAO,EAAE,MAAM,CAAC;YAEhB;;eAEG;YACH,IAAI,EAAE,MAAM,CAAC;SACd;QAED;;;;;;WAMG;QACH,UAAiB,QAAQ;YACvB;;eAEG;YACH,OAAO,EACH,MAAM,GACN,YAAY,CAAC,iBAAiB,GAC9B,QAAQ,CAAC,UAAU,GACnB,QAAQ,CAAC,UAAU,GACnB,YAAY,CAAC,kBAAkB,GAC/B,KAAK,CAAC,OAAO,CAAC,CAAC;YAEnB;;;eAGG;YACH,IAAI,EAAE,MAAM,GAAG,WAAW,GAAG,QAAQ,GAAG,WAAW,CAAC;YAEpD;;eAEG;YACH,IAAI,CAAC,EAAE,SAAS,CAAC;SAClB;QAED,UAAiB,QAAQ,CAAC;YACxB;;eAEG;YACH,UAAiB,UAAU;gBACzB;;mBAEG;gBACH,IAAI,EAAE,MAAM,CAAC;gBAEb;;mBAEG;gBACH,IAAI,EAAE,aAAa,CAAC;aACrB;YAED;;eAEG;YACH,UAAiB,UAAU;gBACzB;;mBAEG;gBACH,SAAS,EAAE,MAAM,CAAC;gBAElB;;mBAEG;gBACH,IAAI,EAAE,aAAa,CAAC;gBAEpB;;;mBAGG;gBACH,MAAM,CAAC,EAAE,MAAM,CAAC;aACjB;SACF;KACF;IAED;;OAEG;IACH,UAAiB,cAAe,SAAQ,eAAe,CAAC,oBAAoB;QAC1E;;WAEG;QACH,cAAc,EAAE,MAAM,CAAC;KACxB;IAED;;OAEG;IACH,UAAiB,MAAO,SAAQ,eAAe,CAAC,YAAY;QAC1D;;WAEG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB;IAED;;OAEG;IACH,UAAiB,UAAW,SAAQ,eAAe,CAAC,gBAAgB;QAClE;;WAEG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB;CACF;AAED,MAAM,WAAW,gBAAgB;IAC/B;;;;;;;OAOG;IACH,QAAQ,CAAC,EAAE,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;IAElC;;OAEG;IACH,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,cAAe,SAAQ,gBAAgB;IACtD;;;OAGG;IACH,KAAK,CAAC,EAAE,KAAK,GAAG,MAAM,CAAC;IAEvB;;;OAGG;IACH,QAAQ,CAAC,EAAE,YAAY,GAAG,YAAY,CAAC;CACxC;AAID,MAAM,CAAC,OAAO,WAAW,KAAK,CAAC;IAC7B,OAAO,EACL,KAAK,0BAA0B,IAAI,0BAA0B,EAC7D,KAAK,qCAAqC,IAAI,qCAAqC,EACnF,KAAK,kBAAkB,IAAI,kBAAkB,EAC7C,KAAK,oBAAoB,IAAI,oBAAoB,EACjD,KAAK,kBAAkB,IAAI,kBAAkB,EAC7C,KAAK,gBAAgB,IAAI,gBAAgB,EACzC,KAAK,kBAAkB,IAAI,kBAAkB,EAC7C,KAAK,qBAAqB,IAAI,qBAAqB,EACnD,KAAK,gBAAgB,IAAI,gBAAgB,EACzC,KAAK,gBAAgB,IAAI,gBAAgB,EACzC,KAAK,cAAc,IAAI,cAAc,GACtC,CAAC;IAEF,OAAO,EACL,IAAI,IAAI,IAAI,EACZ,KAAK,kCAAkC,IAAI,kCAAkC,EAC7E,KAAK,4BAA4B,IAAI,4BAA4B,EACjE,KAAK,YAAY,IAAI,YAAY,EACjC,KAAK,iBAAiB,IAAI,iBAAiB,EAC3C,KAAK,mBAAmB,IAAI,mBAAmB,EAC/C,KAAK,eAAe,IAAI,eAAe,EACvC,KAAK,iBAAiB,IAAI,iBAAiB,EAC3C,KAAK,iBAAiB,IAAI,iBAAiB,EAC3C,KAAK,oBAAoB,IAAI,oBAAoB,EACjD,KAAK,eAAe,IAAI,eAAe,EACvC,KAAK,iBAAiB,IAAI,iBAAiB,EAC3C,KAAK,aAAa,IAAI,aAAa,EACnC,KAAK,eAAe,IAAI,eAAe,EACvC,KAAK,eAAe,IAAI,eAAe,GACxC,CAAC;CACH"}
+{"version":3,"file":"evals.d.mts","sourceRoot":"","sources":["../../src/resources/evals/evals.ts"],"names":[],"mappings":"OAEO,EAAE,WAAW,EAAE;OACf,KAAK,MAAM;OACX,KAAK,eAAe;OACpB,KAAK,YAAY;OACjB,KAAK,OAAO;OACZ,EACL,kCAAkC,EAClC,4BAA4B,EAC5B,YAAY,EACZ,eAAe,EACf,iBAAiB,EACjB,eAAe,EACf,iBAAiB,EACjB,eAAe,EACf,iBAAiB,EACjB,aAAa,EACb,eAAe,EACf,oBAAoB,EACpB,iBAAiB,EACjB,mBAAmB,EACnB,IAAI,EACL;OACM,EAAE,UAAU,EAAE;OACd,EAAE,UAAU,EAAE,KAAK,gBAAgB,EAAE,WAAW,EAAE;OAClD,EAAE,cAAc,EAAE;AAGzB,qBAAa,KAAM,SAAQ,WAAW;IACpC,IAAI,EAAE,OAAO,CAAC,IAAI,CAAkC;IAEpD;;;;;;;OAOG;IACH,MAAM,CAAC,IAAI,EAAE,gBAAgB,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,kBAAkB,CAAC;IAIxF;;OAEG;IACH,QAAQ,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,oBAAoB,CAAC;IAIpF;;OAEG;IACH,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,gBAAgB,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,kBAAkB,CAAC;IAIxG;;OAEG;IACH,IAAI,CACF,KAAK,GAAE,cAAc,GAAG,IAAI,GAAG,SAAc,EAC7C,OAAO,CAAC,EAAE,cAAc,GACvB,WAAW,CAAC,qBAAqB,EAAE,gBAAgB,CAAC;IAIvD;;OAEG;IACH,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,kBAAkB,CAAC;CAGjF;AAED,MAAM,MAAM,qBAAqB,GAAG,UAAU,CAAC,gBAAgB,CAAC,CAAC;AAEjE;;;;;;;GAOG;AACH,MAAM,WAAW,0BAA0B;IACzC;;;OAGG;IACH,MAAM,EAAE;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;KAAE,CAAC;IAEnC;;OAEG;IACH,IAAI,EAAE,QAAQ,CAAC;CAChB;AAED;;GAEG;AACH,MAAM,WAAW,qCAAqC;IACpD;;;OAGG;IACH,MAAM,EAAE;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;KAAE,CAAC;IAEnC;;OAEG;IACH,IAAI,EAAE,oBAAoB,CAAC;IAE3B;;;;;;;OAOG;IACH,QAAQ,CAAC,EAAE,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;CACnC;AAED;;;;;;;GAOG;AACH,MAAM,WAAW,kBAAkB;IACjC;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IAEX;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,kBAAkB,EACd,0BAA0B,GAC1B,kBAAkB,CAAC,IAAI,GACvB,qCAAqC,CAAC;IAE1C;;;;;;;OAOG;IACH,QAAQ,EAAE,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;IAEjC;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IAEb;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC;IAEf;;OAEG;IACH,gBAAgB,EAAE,KAAK,CACnB,eAAe,CAAC,gBAAgB,GAChC,eAAe,CAAC,iBAAiB,GACjC,kBAAkB,CAAC,wBAAwB,GAC3C,kBAAkB,CAAC,gBAAgB,GACnC,kBAAkB,CAAC,oBAAoB,CAC1C,CAAC;CACH;AAED,yBAAiB,kBAAkB,CAAC;IAClC;;;;;;OAMG;IACH,UAAiB,IAAI;QACnB;;;WAGG;QACH,MAAM,EAAE;YAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;SAAE,CAAC;QAEnC;;WAEG;QACH,IAAI,EAAE,MAAM,CAAC;QAEb;;;;;;;WAOG;QACH,QAAQ,CAAC,EAAE,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;KACnC;IAED;;OAEG;IACH,UAAiB,wBAAyB,SAAQ,eAAe,CAAC,oBAAoB;QACpF;;WAEG;QACH,cAAc,EAAE,MAAM,CAAC;KACxB;IAED;;OAEG;IACH,UAAiB,gBAAiB,SAAQ,eAAe,CAAC,YAAY;QACpE;;WAEG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB;IAED;;OAEG;IACH,UAAiB,oBAAqB,SAAQ,eAAe,CAAC,gBAAgB;QAC5E;;WAEG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB;CACF;AAED;;;;;;;GAOG;AACH,MAAM,WAAW,oBAAoB;IACnC;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IAEX;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,kBAAkB,EACd,0BAA0B,GAC1B,oBAAoB,CAAC,IAAI,GACzB,qCAAqC,CAAC;IAE1C;;;;;;;OAOG;IACH,QAAQ,EAAE,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;IAEjC;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IAEb;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC;IAEf;;OAEG;IACH,gBAAgB,EAAE,KAAK,CACnB,eAAe,CAAC,gBAAgB,GAChC,eAAe,CAAC,iBAAiB,GACjC,oBAAoB,CAAC,wBAAwB,GAC7C,oBAAoB,CAAC,gBAAgB,GACrC,oBAAoB,CAAC,oBAAoB,CAC5C,CAAC;CACH;AAED,yBAAiB,oBAAoB,CAAC;IACpC;;;;;;OAMG;IACH,UAAiB,IAAI;QACnB;;;WAGG;QACH,MAAM,EAAE;YAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;SAAE,CAAC;QAEnC;;WAEG;QACH,IAAI,EAAE,MAAM,CAAC;QAEb;;;;;;;WAOG;QACH,QAAQ,CAAC,EAAE,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;KACnC;IAED;;OAEG;IACH,UAAiB,wBAAyB,SAAQ,eAAe,CAAC,oBAAoB;QACpF;;WAEG;QACH,cAAc,EAAE,MAAM,CAAC;KACxB;IAED;;OAEG;IACH,UAAiB,gBAAiB,SAAQ,eAAe,CAAC,YAAY;QACpE;;WAEG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB;IAED;;OAEG;IACH,UAAiB,oBAAqB,SAAQ,eAAe,CAAC,gBAAgB;QAC5E;;WAEG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB;CACF;AAED;;;;;;;GAOG;AACH,MAAM,WAAW,kBAAkB;IACjC;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IAEX;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,kBAAkB,EACd,0BAA0B,GAC1B,kBAAkB,CAAC,IAAI,GACvB,qCAAqC,CAAC;IAE1C;;;;;;;OAOG;IACH,QAAQ,EAAE,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;IAEjC;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IAEb;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC;IAEf;;OAEG;IACH,gBAAgB,EAAE,KAAK,CACnB,eAAe,CAAC,gBAAgB,GAChC,eAAe,CAAC,iBAAiB,GACjC,kBAAkB,CAAC,wBAAwB,GAC3C,kBAAkB,CAAC,gBAAgB,GACnC,kBAAkB,CAAC,oBAAoB,CAC1C,CAAC;CACH;AAED,yBAAiB,kBAAkB,CAAC;IAClC;;;;;;OAMG;IACH,UAAiB,IAAI;QACnB;;;WAGG;QACH,MAAM,EAAE;YAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;SAAE,CAAC;QAEnC;;WAEG;QACH,IAAI,EAAE,MAAM,CAAC;QAEb;;;;;;;WAOG;QACH,QAAQ,CAAC,EAAE,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;KACnC;IAED;;OAEG;IACH,UAAiB,wBAAyB,SAAQ,eAAe,CAAC,oBAAoB;QACpF;;WAEG;QACH,cAAc,EAAE,MAAM,CAAC;KACxB;IAED;;OAEG;IACH,UAAiB,gBAAiB,SAAQ,eAAe,CAAC,YAAY;QACpE;;WAEG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB;IAED;;OAEG;IACH,UAAiB,oBAAqB,SAAQ,eAAe,CAAC,gBAAgB;QAC5E;;WAEG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB;CACF;AAED;;;;;;;GAOG;AACH,MAAM,WAAW,gBAAgB;IAC/B;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IAEX;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,kBAAkB,EACd,0BAA0B,GAC1B,gBAAgB,CAAC,IAAI,GACrB,qCAAqC,CAAC;IAE1C;;;;;;;OAOG;IACH,QAAQ,EAAE,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;IAEjC;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IAEb;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC;IAEf;;OAEG;IACH,gBAAgB,EAAE,KAAK,CACnB,eAAe,CAAC,gBAAgB,GAChC,eAAe,CAAC,iBAAiB,GACjC,gBAAgB,CAAC,wBAAwB,GACzC,gBAAgB,CAAC,gBAAgB,GACjC,gBAAgB,CAAC,oBAAoB,CACxC,CAAC;CACH;AAED,yBAAiB,gBAAgB,CAAC;IAChC;;;;;;OAMG;IACH,UAAiB,IAAI;QACnB;;;WAGG;QACH,MAAM,EAAE;YAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;SAAE,CAAC;QAEnC;;WAEG;QACH,IAAI,EAAE,MAAM,CAAC;QAEb;;;;;;;WAOG;QACH,QAAQ,CAAC,EAAE,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;KACnC;IAED;;OAEG;IACH,UAAiB,wBAAyB,SAAQ,eAAe,CAAC,oBAAoB;QACpF;;WAEG;QACH,cAAc,EAAE,MAAM,CAAC;KACxB;IAED;;OAEG;IACH,UAAiB,gBAAiB,SAAQ,eAAe,CAAC,YAAY;QACpE;;WAEG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB;IAED;;OAEG;IACH,UAAiB,oBAAqB,SAAQ,eAAe,CAAC,gBAAgB;QAC5E;;WAEG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB;CACF;AAED,MAAM,WAAW,kBAAkB;IACjC,OAAO,EAAE,OAAO,CAAC;IAEjB,OAAO,EAAE,MAAM,CAAC;IAEhB,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,gBAAgB;IAC/B;;;OAGG;IACH,kBAAkB,EAAE,gBAAgB,CAAC,MAAM,GAAG,gBAAgB,CAAC,IAAI,GAAG,gBAAgB,CAAC,iBAAiB,CAAC;IAEzG;;;;;OAKG;IACH,gBAAgB,EAAE,KAAK,CACnB,gBAAgB,CAAC,UAAU,GAC3B,eAAe,CAAC,iBAAiB,GACjC,gBAAgB,CAAC,cAAc,GAC/B,gBAAgB,CAAC,MAAM,GACvB,gBAAgB,CAAC,UAAU,CAC9B,CAAC;IAEF;;;;;;;OAOG;IACH,QAAQ,CAAC,EAAE,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;IAElC;;OAEG;IACH,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,yBAAiB,gBAAgB,CAAC;IAChC;;;;;;;OAOG;IACH,UAAiB,MAAM;QACrB;;WAEG;QACH,WAAW,EAAE;YAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;SAAE,CAAC;QAExC;;WAEG;QACH,IAAI,EAAE,QAAQ,CAAC;QAEf;;;WAGG;QACH,qBAAqB,CAAC,EAAE,OAAO,CAAC;KACjC;IAED;;;OAGG;IACH,UAAiB,IAAI;QACnB;;WAEG;QACH,IAAI,EAAE,MAAM,CAAC;QAEb;;WAEG;QACH,QAAQ,CAAC,EAAE;YAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;SAAE,CAAC;KACvC;IAED;;OAEG;IACH,UAAiB,iBAAiB;QAChC;;WAEG;QACH,IAAI,EAAE,oBAAoB,CAAC;QAE3B;;WAEG;QACH,QAAQ,CAAC,EAAE;YAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;SAAE,CAAC;KACvC;IAED;;;OAGG;IACH,UAAiB,UAAU;QACzB;;;WAGG;QACH,KAAK,EAAE,KAAK,CAAC,UAAU,CAAC,kBAAkB,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC;QAElE;;WAEG;QACH,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;QAEtB;;WAEG;QACH,KAAK,EAAE,MAAM,CAAC;QAEd;;WAEG;QACH,IAAI,EAAE,MAAM,CAAC;QAEb;;WAEG;QACH,cAAc,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;QAE9B;;WAEG;QACH,IAAI,EAAE,aAAa,CAAC;KACrB;IAED,UAAiB,UAAU,CAAC;QAC1B,UAAiB,kBAAkB;YACjC;;eAEG;YACH,OAAO,EAAE,MAAM,CAAC;YAEhB;;eAEG;YACH,IAAI,EAAE,MAAM,CAAC;SACd;QAED;;;;;;WAMG;QACH,UAAiB,QAAQ;YACvB;;;eAGG;YACH,OAAO,EACH,MAAM,GACN,YAAY,CAAC,iBAAiB,GAC9B,QAAQ,CAAC,UAAU,GACnB,QAAQ,CAAC,UAAU,GACnB,YAAY,CAAC,kBAAkB,GAC/B,eAAe,CAAC,YAAY,CAAC;YAEjC;;;eAGG;YACH,IAAI,EAAE,MAAM,GAAG,WAAW,GAAG,QAAQ,GAAG,WAAW,CAAC;YAEpD;;eAEG;YACH,IAAI,CAAC,EAAE,SAAS,CAAC;SAClB;QAED,UAAiB,QAAQ,CAAC;YACxB;;eAEG;YACH,UAAiB,UAAU;gBACzB;;mBAEG;gBACH,IAAI,EAAE,MAAM,CAAC;gBAEb;;mBAEG;gBACH,IAAI,EAAE,aAAa,CAAC;aACrB;YAED;;eAEG;YACH,UAAiB,UAAU;gBACzB;;mBAEG;gBACH,SAAS,EAAE,MAAM,CAAC;gBAElB;;mBAEG;gBACH,IAAI,EAAE,aAAa,CAAC;gBAEpB;;;mBAGG;gBACH,MAAM,CAAC,EAAE,MAAM,CAAC;aACjB;SACF;KACF;IAED;;OAEG;IACH,UAAiB,cAAe,SAAQ,eAAe,CAAC,oBAAoB;QAC1E;;WAEG;QACH,cAAc,EAAE,MAAM,CAAC;KACxB;IAED;;OAEG;IACH,UAAiB,MAAO,SAAQ,eAAe,CAAC,YAAY;QAC1D;;WAEG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB;IAED;;OAEG;IACH,UAAiB,UAAW,SAAQ,eAAe,CAAC,gBAAgB;QAClE;;WAEG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB;CACF;AAED,MAAM,WAAW,gBAAgB;IAC/B;;;;;;;OAOG;IACH,QAAQ,CAAC,EAAE,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;IAElC;;OAEG;IACH,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,cAAe,SAAQ,gBAAgB;IACtD;;;OAGG;IACH,KAAK,CAAC,EAAE,KAAK,GAAG,MAAM,CAAC;IAEvB;;;OAGG;IACH,QAAQ,CAAC,EAAE,YAAY,GAAG,YAAY,CAAC;CACxC;AAID,MAAM,CAAC,OAAO,WAAW,KAAK,CAAC;IAC7B,OAAO,EACL,KAAK,0BAA0B,IAAI,0BAA0B,EAC7D,KAAK,qCAAqC,IAAI,qCAAqC,EACnF,KAAK,kBAAkB,IAAI,kBAAkB,EAC7C,KAAK,oBAAoB,IAAI,oBAAoB,EACjD,KAAK,kBAAkB,IAAI,kBAAkB,EAC7C,KAAK,gBAAgB,IAAI,gBAAgB,EACzC,KAAK,kBAAkB,IAAI,kBAAkB,EAC7C,KAAK,qBAAqB,IAAI,qBAAqB,EACnD,KAAK,gBAAgB,IAAI,gBAAgB,EACzC,KAAK,gBAAgB,IAAI,gBAAgB,EACzC,KAAK,cAAc,IAAI,cAAc,GACtC,CAAC;IAEF,OAAO,EACL,IAAI,IAAI,IAAI,EACZ,KAAK,kCAAkC,IAAI,kCAAkC,EAC7E,KAAK,4BAA4B,IAAI,4BAA4B,EACjE,KAAK,YAAY,IAAI,YAAY,EACjC,KAAK,iBAAiB,IAAI,iBAAiB,EAC3C,KAAK,mBAAmB,IAAI,mBAAmB,EAC/C,KAAK,eAAe,IAAI,eAAe,EACvC,KAAK,iBAAiB,IAAI,iBAAiB,EAC3C,KAAK,iBAAiB,IAAI,iBAAiB,EAC3C,KAAK,oBAAoB,IAAI,oBAAoB,EACjD,KAAK,eAAe,IAAI,eAAe,EACvC,KAAK,iBAAiB,IAAI,iBAAiB,EAC3C,KAAK,aAAa,IAAI,aAAa,EACnC,KAAK,eAAe,IAAI,eAAe,EACvC,KAAK,eAAe,IAAI,eAAe,GACxC,CAAC;CACH"}

package/resources/evals/evals.d.ts

@@ -626,9 +626,10 @@ export declare namespace EvalCreateParams {
          */
         interface EvalItem {
             /**
-             * Inputs to the model - can contain template strings.
+             * Inputs to the model - can contain template strings. Supports text, output text,
+             * input images, and input audio, either as a single item or an array of items.
              */
-            content: string | ResponsesAPI.ResponseInputText | EvalItem.OutputText | EvalItem.InputImage | ResponsesAPI.ResponseInputAudio | Array<unknown>;
+            content: string | ResponsesAPI.ResponseInputText | EvalItem.OutputText | EvalItem.InputImage | ResponsesAPI.ResponseInputAudio | GraderModelsAPI.GraderInputs;
             /**
              * The role of the message input. One of `user`, `assistant`, `system`, or
              * `developer`.
@@ -654,7 +655,7 @@ export declare namespace EvalCreateParams {
                 type: 'output_text';
             }
             /**
-             * An image input to the model.
+             * An image input block used within EvalItem content arrays.
              */
             interface InputImage {
                 /**

package/resources/evals/evals.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"evals.d.ts","sourceRoot":"","sources":["../../src/resources/evals/evals.ts"],"names":[],"mappings":"OAEO,EAAE,WAAW,EAAE;OACf,KAAK,MAAM;OACX,KAAK,eAAe;OACpB,KAAK,YAAY;OACjB,KAAK,OAAO;OACZ,EACL,kCAAkC,EAClC,4BAA4B,EAC5B,YAAY,EACZ,eAAe,EACf,iBAAiB,EACjB,eAAe,EACf,iBAAiB,EACjB,eAAe,EACf,iBAAiB,EACjB,aAAa,EACb,eAAe,EACf,oBAAoB,EACpB,iBAAiB,EACjB,mBAAmB,EACnB,IAAI,EACL;OACM,EAAE,UAAU,EAAE;OACd,EAAE,UAAU,EAAE,KAAK,gBAAgB,EAAE,WAAW,EAAE;OAClD,EAAE,cAAc,EAAE;AAGzB,qBAAa,KAAM,SAAQ,WAAW;IACpC,IAAI,EAAE,OAAO,CAAC,IAAI,CAAkC;IAEpD;;;;;;;OAOG;IACH,MAAM,CAAC,IAAI,EAAE,gBAAgB,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,kBAAkB,CAAC;IAIxF;;OAEG;IACH,QAAQ,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,oBAAoB,CAAC;IAIpF;;OAEG;IACH,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,gBAAgB,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,kBAAkB,CAAC;IAIxG;;OAEG;IACH,IAAI,CACF,KAAK,GAAE,cAAc,GAAG,IAAI,GAAG,SAAc,EAC7C,OAAO,CAAC,EAAE,cAAc,GACvB,WAAW,CAAC,qBAAqB,EAAE,gBAAgB,CAAC;IAIvD;;OAEG;IACH,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,kBAAkB,CAAC;CAGjF;AAED,MAAM,MAAM,qBAAqB,GAAG,UAAU,CAAC,gBAAgB,CAAC,CAAC;AAEjE;;;;;;;GAOG;AACH,MAAM,WAAW,0BAA0B;IACzC;;;OAGG;IACH,MAAM,EAAE;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;KAAE,CAAC;IAEnC;;OAEG;IACH,IAAI,EAAE,QAAQ,CAAC;CAChB;AAED;;GAEG;AACH,MAAM,WAAW,qCAAqC;IACpD;;;OAGG;IACH,MAAM,EAAE;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;KAAE,CAAC;IAEnC;;OAEG;IACH,IAAI,EAAE,oBAAoB,CAAC;IAE3B;;;;;;;OAOG;IACH,QAAQ,CAAC,EAAE,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;CACnC;AAED;;;;;;;GAOG;AACH,MAAM,WAAW,kBAAkB;IACjC;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IAEX;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,kBAAkB,EACd,0BAA0B,GAC1B,kBAAkB,CAAC,IAAI,GACvB,qCAAqC,CAAC;IAE1C;;;;;;;OAOG;IACH,QAAQ,EAAE,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;IAEjC;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IAEb;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC;IAEf;;OAEG;IACH,gBAAgB,EAAE,KAAK,CACnB,eAAe,CAAC,gBAAgB,GAChC,eAAe,CAAC,iBAAiB,GACjC,kBAAkB,CAAC,wBAAwB,GAC3C,kBAAkB,CAAC,gBAAgB,GACnC,kBAAkB,CAAC,oBAAoB,CAC1C,CAAC;CACH;AAED,yBAAiB,kBAAkB,CAAC;IAClC;;;;;;OAMG;IACH,UAAiB,IAAI;QACnB;;;WAGG;QACH,MAAM,EAAE;YAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;SAAE,CAAC;QAEnC;;WAEG;QACH,IAAI,EAAE,MAAM,CAAC;QAEb;;;;;;;WAOG;QACH,QAAQ,CAAC,EAAE,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;KACnC;IAED;;OAEG;IACH,UAAiB,wBAAyB,SAAQ,eAAe,CAAC,oBAAoB;QACpF;;WAEG;QACH,cAAc,EAAE,MAAM,CAAC;KACxB;IAED;;OAEG;IACH,UAAiB,gBAAiB,SAAQ,eAAe,CAAC,YAAY;QACpE;;WAEG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB;IAED;;OAEG;IACH,UAAiB,oBAAqB,SAAQ,eAAe,CAAC,gBAAgB;QAC5E;;WAEG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB;CACF;AAED;;;;;;;GAOG;AACH,MAAM,WAAW,oBAAoB;IACnC;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IAEX;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,kBAAkB,EACd,0BAA0B,GAC1B,oBAAoB,CAAC,IAAI,GACzB,qCAAqC,CAAC;IAE1C;;;;;;;OAOG;IACH,QAAQ,EAAE,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;IAEjC;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IAEb;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC;IAEf;;OAEG;IACH,gBAAgB,EAAE,KAAK,CACnB,eAAe,CAAC,gBAAgB,GAChC,eAAe,CAAC,iBAAiB,GACjC,oBAAoB,CAAC,wBAAwB,GAC7C,oBAAoB,CAAC,gBAAgB,GACrC,oBAAoB,CAAC,oBAAoB,CAC5C,CAAC;CACH;AAED,yBAAiB,oBAAoB,CAAC;IACpC;;;;;;OAMG;IACH,UAAiB,IAAI;QACnB;;;WAGG;QACH,MAAM,EAAE;YAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;SAAE,CAAC;QAEnC;;WAEG;QACH,IAAI,EAAE,MAAM,CAAC;QAEb;;;;;;;WAOG;QACH,QAAQ,CAAC,EAAE,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;KACnC;IAED;;OAEG;IACH,UAAiB,wBAAyB,SAAQ,eAAe,CAAC,oBAAoB;QACpF;;WAEG;QACH,cAAc,EAAE,MAAM,CAAC;KACxB;IAED;;OAEG;IACH,UAAiB,gBAAiB,SAAQ,eAAe,CAAC,YAAY;QACpE;;WAEG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB;IAED;;OAEG;IACH,UAAiB,oBAAqB,SAAQ,eAAe,CAAC,gBAAgB;QAC5E;;WAEG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB;CACF;AAED;;;;;;;GAOG;AACH,MAAM,WAAW,kBAAkB;IACjC;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IAEX;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,kBAAkB,EACd,0BAA0B,GAC1B,kBAAkB,CAAC,IAAI,GACvB,qCAAqC,CAAC;IAE1C;;;;;;;OAOG;IACH,QAAQ,EAAE,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;IAEjC;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IAEb;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC;IAEf;;OAEG;IACH,gBAAgB,EAAE,KAAK,CACnB,eAAe,CAAC,gBAAgB,GAChC,eAAe,CAAC,iBAAiB,GACjC,kBAAkB,CAAC,wBAAwB,GAC3C,kBAAkB,CAAC,gBAAgB,GACnC,kBAAkB,CAAC,oBAAoB,CAC1C,CAAC;CACH;AAED,yBAAiB,kBAAkB,CAAC;IAClC;;;;;;OAMG;IACH,UAAiB,IAAI;QACnB;;;WAGG;QACH,MAAM,EAAE;YAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;SAAE,CAAC;QAEnC;;WAEG;QACH,IAAI,EAAE,MAAM,CAAC;QAEb;;;;;;;WAOG;QACH,QAAQ,CAAC,EAAE,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;KACnC;IAED;;OAEG;IACH,UAAiB,wBAAyB,SAAQ,eAAe,CAAC,oBAAoB;QACpF;;WAEG;QACH,cAAc,EAAE,MAAM,CAAC;KACxB;IAED;;OAEG;IACH,UAAiB,gBAAiB,SAAQ,eAAe,CAAC,YAAY;QACpE;;WAEG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB;IAED;;OAEG;IACH,UAAiB,oBAAqB,SAAQ,eAAe,CAAC,gBAAgB;QAC5E;;WAEG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB;CACF;AAED;;;;;;;GAOG;AACH,MAAM,WAAW,gBAAgB;IAC/B;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IAEX;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,kBAAkB,EACd,0BAA0B,GAC1B,gBAAgB,CAAC,IAAI,GACrB,qCAAqC,CAAC;IAE1C;;;;;;;OAOG;IACH,QAAQ,EAAE,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;IAEjC;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IAEb;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC;IAEf;;OAEG;IACH,gBAAgB,EAAE,KAAK,CACnB,eAAe,CAAC,gBAAgB,GAChC,eAAe,CAAC,iBAAiB,GACjC,gBAAgB,CAAC,wBAAwB,GACzC,gBAAgB,CAAC,gBAAgB,GACjC,gBAAgB,CAAC,oBAAoB,CACxC,CAAC;CACH;AAED,yBAAiB,gBAAgB,CAAC;IAChC;;;;;;OAMG;IACH,UAAiB,IAAI;QACnB;;;WAGG;QACH,MAAM,EAAE;YAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;SAAE,CAAC;QAEnC;;WAEG;QACH,IAAI,EAAE,MAAM,CAAC;QAEb;;;;;;;WAOG;QACH,QAAQ,CAAC,EAAE,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;KACnC;IAED;;OAEG;IACH,UAAiB,wBAAyB,SAAQ,eAAe,CAAC,oBAAoB;QACpF;;WAEG;QACH,cAAc,EAAE,MAAM,CAAC;KACxB;IAED;;OAEG;IACH,UAAiB,gBAAiB,SAAQ,eAAe,CAAC,YAAY;QACpE;;WAEG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB;IAED;;OAEG;IACH,UAAiB,oBAAqB,SAAQ,eAAe,CAAC,gBAAgB;QAC5E;;WAEG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB;CACF;AAED,MAAM,WAAW,kBAAkB;IACjC,OAAO,EAAE,OAAO,CAAC;IAEjB,OAAO,EAAE,MAAM,CAAC;IAEhB,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,gBAAgB;IAC/B;;;OAGG;IACH,kBAAkB,EAAE,gBAAgB,CAAC,MAAM,GAAG,gBAAgB,CAAC,IAAI,GAAG,gBAAgB,CAAC,iBAAiB,CAAC;IAEzG;;;;;OAKG;IACH,gBAAgB,EAAE,KAAK,CACnB,gBAAgB,CAAC,UAAU,GAC3B,eAAe,CAAC,iBAAiB,GACjC,gBAAgB,CAAC,cAAc,GAC/B,gBAAgB,CAAC,MAAM,GACvB,gBAAgB,CAAC,UAAU,CAC9B,CAAC;IAEF;;;;;;;OAOG;IACH,QAAQ,CAAC,EAAE,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;IAElC;;OAEG;IACH,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,yBAAiB,gBAAgB,CAAC;IAChC;;;;;;;OAOG;IACH,UAAiB,MAAM;QACrB;;WAEG;QACH,WAAW,EAAE;YAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;SAAE,CAAC;QAExC;;WAEG;QACH,IAAI,EAAE,QAAQ,CAAC;QAEf;;;WAGG;QACH,qBAAqB,CAAC,EAAE,OAAO,CAAC;KACjC;IAED;;;OAGG;IACH,UAAiB,IAAI;QACnB;;WAEG;QACH,IAAI,EAAE,MAAM,CAAC;QAEb;;WAEG;QACH,QAAQ,CAAC,EAAE;YAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;SAAE,CAAC;KACvC;IAED;;OAEG;IACH,UAAiB,iBAAiB;QAChC;;WAEG;QACH,IAAI,EAAE,oBAAoB,CAAC;QAE3B;;WAEG;QACH,QAAQ,CAAC,EAAE;YAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;SAAE,CAAC;KACvC;IAED;;;OAGG;IACH,UAAiB,UAAU;QACzB;;;WAGG;QACH,KAAK,EAAE,KAAK,CAAC,UAAU,CAAC,kBAAkB,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC;QAElE;;WAEG;QACH,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;QAEtB;;WAEG;QACH,KAAK,EAAE,MAAM,CAAC;QAEd;;WAEG;QACH,IAAI,EAAE,MAAM,CAAC;QAEb;;WAEG;QACH,cAAc,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;QAE9B;;WAEG;QACH,IAAI,EAAE,aAAa,CAAC;KACrB;IAED,UAAiB,UAAU,CAAC;QAC1B,UAAiB,kBAAkB;YACjC;;eAEG;YACH,OAAO,EAAE,MAAM,CAAC;YAEhB;;eAEG;YACH,IAAI,EAAE,MAAM,CAAC;SACd;QAED;;;;;;WAMG;QACH,UAAiB,QAAQ;YACvB;;eAEG;YACH,OAAO,EACH,MAAM,GACN,YAAY,CAAC,iBAAiB,GAC9B,QAAQ,CAAC,UAAU,GACnB,QAAQ,CAAC,UAAU,GACnB,YAAY,CAAC,kBAAkB,GAC/B,KAAK,CAAC,OAAO,CAAC,CAAC;YAEnB;;;eAGG;YACH,IAAI,EAAE,MAAM,GAAG,WAAW,GAAG,QAAQ,GAAG,WAAW,CAAC;YAEpD;;eAEG;YACH,IAAI,CAAC,EAAE,SAAS,CAAC;SAClB;QAED,UAAiB,QAAQ,CAAC;YACxB;;eAEG;YACH,UAAiB,UAAU;gBACzB;;mBAEG;gBACH,IAAI,EAAE,MAAM,CAAC;gBAEb;;mBAEG;gBACH,IAAI,EAAE,aAAa,CAAC;aACrB;YAED;;eAEG;YACH,UAAiB,UAAU;gBACzB;;mBAEG;gBACH,SAAS,EAAE,MAAM,CAAC;gBAElB;;mBAEG;gBACH,IAAI,EAAE,aAAa,CAAC;gBAEpB;;;mBAGG;gBACH,MAAM,CAAC,EAAE,MAAM,CAAC;aACjB;SACF;KACF;IAED;;OAEG;IACH,UAAiB,cAAe,SAAQ,eAAe,CAAC,oBAAoB;QAC1E;;WAEG;QACH,cAAc,EAAE,MAAM,CAAC;KACxB;IAED;;OAEG;IACH,UAAiB,MAAO,SAAQ,eAAe,CAAC,YAAY;QAC1D;;WAEG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB;IAED;;OAEG;IACH,UAAiB,UAAW,SAAQ,eAAe,CAAC,gBAAgB;QAClE;;WAEG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB;CACF;AAED,MAAM,WAAW,gBAAgB;IAC/B;;;;;;;OAOG;IACH,QAAQ,CAAC,EAAE,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;IAElC;;OAEG;IACH,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,cAAe,SAAQ,gBAAgB;IACtD;;;OAGG;IACH,KAAK,CAAC,EAAE,KAAK,GAAG,MAAM,CAAC;IAEvB;;;OAGG;IACH,QAAQ,CAAC,EAAE,YAAY,GAAG,YAAY,CAAC;CACxC;AAID,MAAM,CAAC,OAAO,WAAW,KAAK,CAAC;IAC7B,OAAO,EACL,KAAK,0BAA0B,IAAI,0BAA0B,EAC7D,KAAK,qCAAqC,IAAI,qCAAqC,EACnF,KAAK,kBAAkB,IAAI,kBAAkB,EAC7C,KAAK,oBAAoB,IAAI,oBAAoB,EACjD,KAAK,kBAAkB,IAAI,kBAAkB,EAC7C,KAAK,gBAAgB,IAAI,gBAAgB,EACzC,KAAK,kBAAkB,IAAI,kBAAkB,EAC7C,KAAK,qBAAqB,IAAI,qBAAqB,EACnD,KAAK,gBAAgB,IAAI,gBAAgB,EACzC,KAAK,gBAAgB,IAAI,gBAAgB,EACzC,KAAK,cAAc,IAAI,cAAc,GACtC,CAAC;IAEF,OAAO,EACL,IAAI,IAAI,IAAI,EACZ,KAAK,kCAAkC,IAAI,kCAAkC,EAC7E,KAAK,4BAA4B,IAAI,4BAA4B,EACjE,KAAK,YAAY,IAAI,YAAY,EACjC,KAAK,iBAAiB,IAAI,iBAAiB,EAC3C,KAAK,mBAAmB,IAAI,mBAAmB,EAC/C,KAAK,eAAe,IAAI,eAAe,EACvC,KAAK,iBAAiB,IAAI,iBAAiB,EAC3C,KAAK,iBAAiB,IAAI,iBAAiB,EAC3C,KAAK,oBAAoB,IAAI,oBAAoB,EACjD,KAAK,eAAe,IAAI,eAAe,EACvC,KAAK,iBAAiB,IAAI,iBAAiB,EAC3C,KAAK,aAAa,IAAI,aAAa,EACnC,KAAK,eAAe,IAAI,eAAe,EACvC,KAAK,eAAe,IAAI,eAAe,GACxC,CAAC;CACH"}
+{"version":3,"file":"evals.d.ts","sourceRoot":"","sources":["../../src/resources/evals/evals.ts"],"names":[],"mappings":"OAEO,EAAE,WAAW,EAAE;OACf,KAAK,MAAM;OACX,KAAK,eAAe;OACpB,KAAK,YAAY;OACjB,KAAK,OAAO;OACZ,EACL,kCAAkC,EAClC,4BAA4B,EAC5B,YAAY,EACZ,eAAe,EACf,iBAAiB,EACjB,eAAe,EACf,iBAAiB,EACjB,eAAe,EACf,iBAAiB,EACjB,aAAa,EACb,eAAe,EACf,oBAAoB,EACpB,iBAAiB,EACjB,mBAAmB,EACnB,IAAI,EACL;OACM,EAAE,UAAU,EAAE;OACd,EAAE,UAAU,EAAE,KAAK,gBAAgB,EAAE,WAAW,EAAE;OAClD,EAAE,cAAc,EAAE;AAGzB,qBAAa,KAAM,SAAQ,WAAW;IACpC,IAAI,EAAE,OAAO,CAAC,IAAI,CAAkC;IAEpD;;;;;;;OAOG;IACH,MAAM,CAAC,IAAI,EAAE,gBAAgB,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,kBAAkB,CAAC;IAIxF;;OAEG;IACH,QAAQ,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,oBAAoB,CAAC;IAIpF;;OAEG;IACH,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,gBAAgB,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,kBAAkB,CAAC;IAIxG;;OAEG;IACH,IAAI,CACF,KAAK,GAAE,cAAc,GAAG,IAAI,GAAG,SAAc,EAC7C,OAAO,CAAC,EAAE,cAAc,GACvB,WAAW,CAAC,qBAAqB,EAAE,gBAAgB,CAAC;IAIvD;;OAEG;IACH,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,cAAc,GAAG,UAAU,CAAC,kBAAkB,CAAC;CAGjF;AAED,MAAM,MAAM,qBAAqB,GAAG,UAAU,CAAC,gBAAgB,CAAC,CAAC;AAEjE;;;;;;;GAOG;AACH,MAAM,WAAW,0BAA0B;IACzC;;;OAGG;IACH,MAAM,EAAE;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;KAAE,CAAC;IAEnC;;OAEG;IACH,IAAI,EAAE,QAAQ,CAAC;CAChB;AAED;;GAEG;AACH,MAAM,WAAW,qCAAqC;IACpD;;;OAGG;IACH,MAAM,EAAE;QAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;KAAE,CAAC;IAEnC;;OAEG;IACH,IAAI,EAAE,oBAAoB,CAAC;IAE3B;;;;;;;OAOG;IACH,QAAQ,CAAC,EAAE,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;CACnC;AAED;;;;;;;GAOG;AACH,MAAM,WAAW,kBAAkB;IACjC;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IAEX;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,kBAAkB,EACd,0BAA0B,GAC1B,kBAAkB,CAAC,IAAI,GACvB,qCAAqC,CAAC;IAE1C;;;;;;;OAOG;IACH,QAAQ,EAAE,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;IAEjC;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IAEb;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC;IAEf;;OAEG;IACH,gBAAgB,EAAE,KAAK,CACnB,eAAe,CAAC,gBAAgB,GAChC,eAAe,CAAC,iBAAiB,GACjC,kBAAkB,CAAC,wBAAwB,GAC3C,kBAAkB,CAAC,gBAAgB,GACnC,kBAAkB,CAAC,oBAAoB,CAC1C,CAAC;CACH;AAED,yBAAiB,kBAAkB,CAAC;IAClC;;;;;;OAMG;IACH,UAAiB,IAAI;QACnB;;;WAGG;QACH,MAAM,EAAE;YAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;SAAE,CAAC;QAEnC;;WAEG;QACH,IAAI,EAAE,MAAM,CAAC;QAEb;;;;;;;WAOG;QACH,QAAQ,CAAC,EAAE,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;KACnC;IAED;;OAEG;IACH,UAAiB,wBAAyB,SAAQ,eAAe,CAAC,oBAAoB;QACpF;;WAEG;QACH,cAAc,EAAE,MAAM,CAAC;KACxB;IAED;;OAEG;IACH,UAAiB,gBAAiB,SAAQ,eAAe,CAAC,YAAY;QACpE;;WAEG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB;IAED;;OAEG;IACH,UAAiB,oBAAqB,SAAQ,eAAe,CAAC,gBAAgB;QAC5E;;WAEG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB;CACF;AAED;;;;;;;GAOG;AACH,MAAM,WAAW,oBAAoB;IACnC;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IAEX;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,kBAAkB,EACd,0BAA0B,GAC1B,oBAAoB,CAAC,IAAI,GACzB,qCAAqC,CAAC;IAE1C;;;;;;;OAOG;IACH,QAAQ,EAAE,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;IAEjC;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IAEb;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC;IAEf;;OAEG;IACH,gBAAgB,EAAE,KAAK,CACnB,eAAe,CAAC,gBAAgB,GAChC,eAAe,CAAC,iBAAiB,GACjC,oBAAoB,CAAC,wBAAwB,GAC7C,oBAAoB,CAAC,gBAAgB,GACrC,oBAAoB,CAAC,oBAAoB,CAC5C,CAAC;CACH;AAED,yBAAiB,oBAAoB,CAAC;IACpC;;;;;;OAMG;IACH,UAAiB,IAAI;QACnB;;;WAGG;QACH,MAAM,EAAE;YAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;SAAE,CAAC;QAEnC;;WAEG;QACH,IAAI,EAAE,MAAM,CAAC;QAEb;;;;;;;WAOG;QACH,QAAQ,CAAC,EAAE,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;KACnC;IAED;;OAEG;IACH,UAAiB,wBAAyB,SAAQ,eAAe,CAAC,oBAAoB;QACpF;;WAEG;QACH,cAAc,EAAE,MAAM,CAAC;KACxB;IAED;;OAEG;IACH,UAAiB,gBAAiB,SAAQ,eAAe,CAAC,YAAY;QACpE;;WAEG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB;IAED;;OAEG;IACH,UAAiB,oBAAqB,SAAQ,eAAe,CAAC,gBAAgB;QAC5E;;WAEG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB;CACF;AAED;;;;;;;GAOG;AACH,MAAM,WAAW,kBAAkB;IACjC;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IAEX;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,kBAAkB,EACd,0BAA0B,GAC1B,kBAAkB,CAAC,IAAI,GACvB,qCAAqC,CAAC;IAE1C;;;;;;;OAOG;IACH,QAAQ,EAAE,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;IAEjC;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IAEb;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC;IAEf;;OAEG;IACH,gBAAgB,EAAE,KAAK,CACnB,eAAe,CAAC,gBAAgB,GAChC,eAAe,CAAC,iBAAiB,GACjC,kBAAkB,CAAC,wBAAwB,GAC3C,kBAAkB,CAAC,gBAAgB,GACnC,kBAAkB,CAAC,oBAAoB,CAC1C,CAAC;CACH;AAED,yBAAiB,kBAAkB,CAAC;IAClC;;;;;;OAMG;IACH,UAAiB,IAAI;QACnB;;;WAGG;QACH,MAAM,EAAE;YAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;SAAE,CAAC;QAEnC;;WAEG;QACH,IAAI,EAAE,MAAM,CAAC;QAEb;;;;;;;WAOG;QACH,QAAQ,CAAC,EAAE,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;KACnC;IAED;;OAEG;IACH,UAAiB,wBAAyB,SAAQ,eAAe,CAAC,oBAAoB;QACpF;;WAEG;QACH,cAAc,EAAE,MAAM,CAAC;KACxB;IAED;;OAEG;IACH,UAAiB,gBAAiB,SAAQ,eAAe,CAAC,YAAY;QACpE;;WAEG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB;IAED;;OAEG;IACH,UAAiB,oBAAqB,SAAQ,eAAe,CAAC,gBAAgB;QAC5E;;WAEG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB;CACF;AAED;;;;;;;GAOG;AACH,MAAM,WAAW,gBAAgB;IAC/B;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IAEX;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,kBAAkB,EACd,0BAA0B,GAC1B,gBAAgB,CAAC,IAAI,GACrB,qCAAqC,CAAC;IAE1C;;;;;;;OAOG;IACH,QAAQ,EAAE,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;IAEjC;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IAEb;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC;IAEf;;OAEG;IACH,gBAAgB,EAAE,KAAK,CACnB,eAAe,CAAC,gBAAgB,GAChC,eAAe,CAAC,iBAAiB,GACjC,gBAAgB,CAAC,wBAAwB,GACzC,gBAAgB,CAAC,gBAAgB,GACjC,gBAAgB,CAAC,oBAAoB,CACxC,CAAC;CACH;AAED,yBAAiB,gBAAgB,CAAC;IAChC;;;;;;OAMG;IACH,UAAiB,IAAI;QACnB;;;WAGG;QACH,MAAM,EAAE;YAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;SAAE,CAAC;QAEnC;;WAEG;QACH,IAAI,EAAE,MAAM,CAAC;QAEb;;;;;;;WAOG;QACH,QAAQ,CAAC,EAAE,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;KACnC;IAED;;OAEG;IACH,UAAiB,wBAAyB,SAAQ,eAAe,CAAC,oBAAoB;QACpF;;WAEG;QACH,cAAc,EAAE,MAAM,CAAC;KACxB;IAED;;OAEG;IACH,UAAiB,gBAAiB,SAAQ,eAAe,CAAC,YAAY;QACpE;;WAEG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB;IAED;;OAEG;IACH,UAAiB,oBAAqB,SAAQ,eAAe,CAAC,gBAAgB;QAC5E;;WAEG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB;CACF;AAED,MAAM,WAAW,kBAAkB;IACjC,OAAO,EAAE,OAAO,CAAC;IAEjB,OAAO,EAAE,MAAM,CAAC;IAEhB,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,gBAAgB;IAC/B;;;OAGG;IACH,kBAAkB,EAAE,gBAAgB,CAAC,MAAM,GAAG,gBAAgB,CAAC,IAAI,GAAG,gBAAgB,CAAC,iBAAiB,CAAC;IAEzG;;;;;OAKG;IACH,gBAAgB,EAAE,KAAK,CACnB,gBAAgB,CAAC,UAAU,GAC3B,eAAe,CAAC,iBAAiB,GACjC,gBAAgB,CAAC,cAAc,GAC/B,gBAAgB,CAAC,MAAM,GACvB,gBAAgB,CAAC,UAAU,CAC9B,CAAC;IAEF;;;;;;;OAOG;IACH,QAAQ,CAAC,EAAE,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;IAElC;;OAEG;IACH,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,yBAAiB,gBAAgB,CAAC;IAChC;;;;;;;OAOG;IACH,UAAiB,MAAM;QACrB;;WAEG;QACH,WAAW,EAAE;YAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;SAAE,CAAC;QAExC;;WAEG;QACH,IAAI,EAAE,QAAQ,CAAC;QAEf;;;WAGG;QACH,qBAAqB,CAAC,EAAE,OAAO,CAAC;KACjC;IAED;;;OAGG;IACH,UAAiB,IAAI;QACnB;;WAEG;QACH,IAAI,EAAE,MAAM,CAAC;QAEb;;WAEG;QACH,QAAQ,CAAC,EAAE;YAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;SAAE,CAAC;KACvC;IAED;;OAEG;IACH,UAAiB,iBAAiB;QAChC;;WAEG;QACH,IAAI,EAAE,oBAAoB,CAAC;QAE3B;;WAEG;QACH,QAAQ,CAAC,EAAE;YAAE,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;SAAE,CAAC;KACvC;IAED;;;OAGG;IACH,UAAiB,UAAU;QACzB;;;WAGG;QACH,KAAK,EAAE,KAAK,CAAC,UAAU,CAAC,kBAAkB,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC;QAElE;;WAEG;QACH,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;QAEtB;;WAEG;QACH,KAAK,EAAE,MAAM,CAAC;QAEd;;WAEG;QACH,IAAI,EAAE,MAAM,CAAC;QAEb;;WAEG;QACH,cAAc,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;QAE9B;;WAEG;QACH,IAAI,EAAE,aAAa,CAAC;KACrB;IAED,UAAiB,UAAU,CAAC;QAC1B,UAAiB,kBAAkB;YACjC;;eAEG;YACH,OAAO,EAAE,MAAM,CAAC;YAEhB;;eAEG;YACH,IAAI,EAAE,MAAM,CAAC;SACd;QAED;;;;;;WAMG;QACH,UAAiB,QAAQ;YACvB;;;eAGG;YACH,OAAO,EACH,MAAM,GACN,YAAY,CAAC,iBAAiB,GAC9B,QAAQ,CAAC,UAAU,GACnB,QAAQ,CAAC,UAAU,GACnB,YAAY,CAAC,kBAAkB,GAC/B,eAAe,CAAC,YAAY,CAAC;YAEjC;;;eAGG;YACH,IAAI,EAAE,MAAM,GAAG,WAAW,GAAG,QAAQ,GAAG,WAAW,CAAC;YAEpD;;eAEG;YACH,IAAI,CAAC,EAAE,SAAS,CAAC;SAClB;QAED,UAAiB,QAAQ,CAAC;YACxB;;eAEG;YACH,UAAiB,UAAU;gBACzB;;mBAEG;gBACH,IAAI,EAAE,MAAM,CAAC;gBAEb;;mBAEG;gBACH,IAAI,EAAE,aAAa,CAAC;aACrB;YAED;;eAEG;YACH,UAAiB,UAAU;gBACzB;;mBAEG;gBACH,SAAS,EAAE,MAAM,CAAC;gBAElB;;mBAEG;gBACH,IAAI,EAAE,aAAa,CAAC;gBAEpB;;;mBAGG;gBACH,MAAM,CAAC,EAAE,MAAM,CAAC;aACjB;SACF;KACF;IAED;;OAEG;IACH,UAAiB,cAAe,SAAQ,eAAe,CAAC,oBAAoB;QAC1E;;WAEG;QACH,cAAc,EAAE,MAAM,CAAC;KACxB;IAED;;OAEG;IACH,UAAiB,MAAO,SAAQ,eAAe,CAAC,YAAY;QAC1D;;WAEG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB;IAED;;OAEG;IACH,UAAiB,UAAW,SAAQ,eAAe,CAAC,gBAAgB;QAClE;;WAEG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB;CACF;AAED,MAAM,WAAW,gBAAgB;IAC/B;;;;;;;OAOG;IACH,QAAQ,CAAC,EAAE,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;IAElC;;OAEG;IACH,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,cAAe,SAAQ,gBAAgB;IACtD;;;OAGG;IACH,KAAK,CAAC,EAAE,KAAK,GAAG,MAAM,CAAC;IAEvB;;;OAGG;IACH,QAAQ,CAAC,EAAE,YAAY,GAAG,YAAY,CAAC;CACxC;AAID,MAAM,CAAC,OAAO,WAAW,KAAK,CAAC;IAC7B,OAAO,EACL,KAAK,0BAA0B,IAAI,0BAA0B,EAC7D,KAAK,qCAAqC,IAAI,qCAAqC,EACnF,KAAK,kBAAkB,IAAI,kBAAkB,EAC7C,KAAK,oBAAoB,IAAI,oBAAoB,EACjD,KAAK,kBAAkB,IAAI,kBAAkB,EAC7C,KAAK,gBAAgB,IAAI,gBAAgB,EACzC,KAAK,kBAAkB,IAAI,kBAAkB,EAC7C,KAAK,qBAAqB,IAAI,qBAAqB,EACnD,KAAK,gBAAgB,IAAI,gBAAgB,EACzC,KAAK,gBAAgB,IAAI,gBAAgB,EACzC,KAAK,cAAc,IAAI,cAAc,GACtC,CAAC;IAEF,OAAO,EACL,IAAI,IAAI,IAAI,EACZ,KAAK,kCAAkC,IAAI,kCAAkC,EAC7E,KAAK,4BAA4B,IAAI,4BAA4B,EACjE,KAAK,YAAY,IAAI,YAAY,EACjC,KAAK,iBAAiB,IAAI,iBAAiB,EAC3C,KAAK,mBAAmB,IAAI,mBAAmB,EAC/C,KAAK,eAAe,IAAI,eAAe,EACvC,KAAK,iBAAiB,IAAI,iBAAiB,EAC3C,KAAK,iBAAiB,IAAI,iBAAiB,EAC3C,KAAK,oBAAoB,IAAI,oBAAoB,EACjD,KAAK,eAAe,IAAI,eAAe,EACvC,KAAK,iBAAiB,IAAI,iBAAiB,EAC3C,KAAK,aAAa,IAAI,aAAa,EACnC,KAAK,eAAe,IAAI,eAAe,EACvC,KAAK,eAAe,IAAI,eAAe,GACxC,CAAC;CACH"}

package/resources/evals/evals.js.map

@@ -1 +1 @@
-{"version":3,"file":"evals.js","sourceRoot":"","sources":["../../src/resources/evals/evals.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;;AAEtF,qDAAkD;AAIlD,gEAAuC;AACvC,yCAgBqB;AAErB,yDAAuF;AAEvF,uDAAiD;AAEjD,MAAa,KAAM,SAAQ,sBAAW;IAAtC;;QACE,SAAI,GAAiB,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IA4CtD,CAAC;IA1CC;;;;;;;OAOG;IACH,MAAM,CAAC,IAAsB,EAAE,OAAwB;QACrD,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IAC3D,CAAC;IAED;;OAEG;IACH,QAAQ,CAAC,MAAc,EAAE,OAAwB;QAC/C,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAA,WAAI,EAAA,UAAU,MAAM,EAAE,EAAE,OAAO,CAAC,CAAC;IAC3D,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,MAAc,EAAE,IAAsB,EAAE,OAAwB;QACrE,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAA,WAAI,EAAA,UAAU,MAAM,EAAE,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACzE,CAAC;IAED;;OAEG;IACH,IAAI,CACF,QAA2C,EAAE,EAC7C,OAAwB;QAExB,OAAO,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,QAAQ,EAAE,CAAA,uBAA4B,CAAA,EAAE,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IAChG,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,MAAc,EAAE,OAAwB;QAC7C,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,IAAA,WAAI,EAAA,UAAU,MAAM,EAAE,EAAE,OAAO,CAAC,CAAC;IAC9D,CAAC;CACF;AA7CD,sBA6CC;AAozBD,KAAK,CAAC,IAAI,GAAG,WAAI,CAAC"}
+{"version":3,"file":"evals.js","sourceRoot":"","sources":["../../src/resources/evals/evals.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;;AAEtF,qDAAkD;AAIlD,gEAAuC;AACvC,yCAgBqB;AAErB,yDAAuF;AAEvF,uDAAiD;AAEjD,MAAa,KAAM,SAAQ,sBAAW;IAAtC;;QACE,SAAI,GAAiB,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IA4CtD,CAAC;IA1CC;;;;;;;OAOG;IACH,MAAM,CAAC,IAAsB,EAAE,OAAwB;QACrD,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IAC3D,CAAC;IAED;;OAEG;IACH,QAAQ,CAAC,MAAc,EAAE,OAAwB;QAC/C,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAA,WAAI,EAAA,UAAU,MAAM,EAAE,EAAE,OAAO,CAAC,CAAC;IAC3D,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,MAAc,EAAE,IAAsB,EAAE,OAAwB;QACrE,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAA,WAAI,EAAA,UAAU,MAAM,EAAE,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACzE,CAAC;IAED;;OAEG;IACH,IAAI,CACF,QAA2C,EAAE,EAC7C,OAAwB;QAExB,OAAO,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,QAAQ,EAAE,CAAA,uBAA4B,CAAA,EAAE,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IAChG,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,MAAc,EAAE,OAAwB;QAC7C,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,IAAA,WAAI,EAAA,UAAU,MAAM,EAAE,EAAE,OAAO,CAAC,CAAC;IAC9D,CAAC;CACF;AA7CD,sBA6CC;AAqzBD,KAAK,CAAC,IAAI,GAAG,WAAI,CAAC"}

package/resources/evals/evals.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"evals.mjs","sourceRoot":"","sources":["../../src/resources/evals/evals.ts"],"names":[],"mappings":"AAAA,sFAAsF;OAE/E,EAAE,WAAW,EAAE;OAIf,KAAK,OAAO;OACZ,EAeL,IAAI,GACL;OAEM,EAAE,UAAU,EAAsC;OAElD,EAAE,IAAI,EAAE;AAEf,MAAM,OAAO,KAAM,SAAQ,WAAW;IAAtC;;QACE,SAAI,GAAiB,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IA4CtD,CAAC;IA1CC;;;;;;;OAOG;IACH,MAAM,CAAC,IAAsB,EAAE,OAAwB;QACrD,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IAC3D,CAAC;IAED;;OAEG;IACH,QAAQ,CAAC,MAAc,EAAE,OAAwB;QAC/C,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAA,UAAU,MAAM,EAAE,EAAE,OAAO,CAAC,CAAC;IAC3D,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,MAAc,EAAE,IAAsB,EAAE,OAAwB;QACrE,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAA,UAAU,MAAM,EAAE,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACzE,CAAC;IAED;;OAEG;IACH,IAAI,CACF,QAA2C,EAAE,EAC7C,OAAwB;QAExB,OAAO,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,QAAQ,EAAE,CAAA,UAA4B,CAAA,EAAE,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IAChG,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,MAAc,EAAE,OAAwB;QAC7C,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAA,UAAU,MAAM,EAAE,EAAE,OAAO,CAAC,CAAC;IAC9D,CAAC;CACF;AAozBD,KAAK,CAAC,IAAI,GAAG,IAAI,CAAC"}
+{"version":3,"file":"evals.mjs","sourceRoot":"","sources":["../../src/resources/evals/evals.ts"],"names":[],"mappings":"AAAA,sFAAsF;OAE/E,EAAE,WAAW,EAAE;OAIf,KAAK,OAAO;OACZ,EAeL,IAAI,GACL;OAEM,EAAE,UAAU,EAAsC;OAElD,EAAE,IAAI,EAAE;AAEf,MAAM,OAAO,KAAM,SAAQ,WAAW;IAAtC;;QACE,SAAI,GAAiB,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IA4CtD,CAAC;IA1CC;;;;;;;OAOG;IACH,MAAM,CAAC,IAAsB,EAAE,OAAwB;QACrD,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IAC3D,CAAC;IAED;;OAEG;IACH,QAAQ,CAAC,MAAc,EAAE,OAAwB;QAC/C,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,IAAI,CAAA,UAAU,MAAM,EAAE,EAAE,OAAO,CAAC,CAAC;IAC3D,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,MAAc,EAAE,IAAsB,EAAE,OAAwB;QACrE,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAA,UAAU,MAAM,EAAE,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACzE,CAAC;IAED;;OAEG;IACH,IAAI,CACF,QAA2C,EAAE,EAC7C,OAAwB;QAExB,OAAO,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,QAAQ,EAAE,CAAA,UAA4B,CAAA,EAAE,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IAChG,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,MAAc,EAAE,OAAwB;QAC7C,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAA,UAAU,MAAM,EAAE,EAAE,OAAO,CAAC,CAAC;IAC9D,CAAC;CACF;AAqzBD,KAAK,CAAC,IAAI,GAAG,IAAI,CAAC"}

package/resources/evals/runs/runs.d.mts

@@ -1,5 +1,6 @@
 import { APIResource } from "../../../core/resource.mjs";
 import * as Shared from "../../shared.mjs";
+import * as GraderModelsAPI from "../../graders/grader-models.mjs";
 import * as ResponsesAPI from "../../responses/responses.mjs";
 import * as CompletionsAPI from "../../chat/completions/completions.mjs";
 import * as OutputItemsAPI from "./output-items.mjs";
@@ -144,9 +145,10 @@ export declare namespace CreateEvalCompletionsRunDataSource {
          */
         interface EvalItem {
             /**
-             * Inputs to the model - can contain template strings.
+             * Inputs to the model - can contain template strings. Supports text, output text,
+             * input images, and input audio, either as a single item or an array of items.
              */
-            content: string | ResponsesAPI.ResponseInputText | EvalItem.OutputText | EvalItem.InputImage | ResponsesAPI.ResponseInputAudio | Array<unknown>;
+            content: string | ResponsesAPI.ResponseInputText | EvalItem.OutputText | EvalItem.InputImage | ResponsesAPI.ResponseInputAudio | GraderModelsAPI.GraderInputs;
             /**
              * The role of the message input. One of `user`, `assistant`, `system`, or
              * `developer`.
@@ -172,7 +174,7 @@ export declare namespace CreateEvalCompletionsRunDataSource {
                 type: 'output_text';
             }
             /**
-             * An image input to the model.
+             * An image input block used within EvalItem content arrays.
              */
             interface InputImage {
                 /**
@@ -219,7 +221,7 @@ export declare namespace CreateEvalCompletionsRunDataSource {
          * - All models before `gpt-5.1` default to `medium` reasoning effort, and do not
          *   support `none`.
          * - The `gpt-5-pro` model defaults to (and only supports) `high` reasoning effort.
-         * - `xhigh` is currently only supported for `gpt-5.1-codex-max`.
+         * - `xhigh` is supported for all models after `gpt-5.1-codex-max`.
          */
         reasoning_effort?: Shared.ReasoningEffort | null;
         /**
@@ -483,7 +485,7 @@ export declare namespace RunCreateResponse {
              * - All models before `gpt-5.1` default to `medium` reasoning effort, and do not
              *   support `none`.
              * - The `gpt-5-pro` model defaults to (and only supports) `high` reasoning effort.
-             * - `xhigh` is currently only supported for `gpt-5.1-codex-max`.
+             * - `xhigh` is supported for all models after `gpt-5.1-codex-max`.
              */
             reasoning_effort?: Shared.ReasoningEffort | null;
             /**
@@ -534,9 +536,10 @@ export declare namespace RunCreateResponse {
              */
             interface EvalItem {
                 /**
-                 * Inputs to the model - can contain template strings.
+                 * Inputs to the model - can contain template strings. Supports text, output text,
+                 * input images, and input audio, either as a single item or an array of items.
                  */
-                content: string | ResponsesAPI.ResponseInputText | EvalItem.OutputText | EvalItem.InputImage | ResponsesAPI.ResponseInputAudio | Array<unknown>;
+                content: string | ResponsesAPI.ResponseInputText | EvalItem.OutputText | EvalItem.InputImage | ResponsesAPI.ResponseInputAudio | GraderModelsAPI.GraderInputs;
                 /**
                  * The role of the message input. One of `user`, `assistant`, `system`, or
                  * `developer`.
@@ -562,7 +565,7 @@ export declare namespace RunCreateResponse {
                     type: 'output_text';
                 }
                 /**
-                 * An image input to the model.
+                 * An image input block used within EvalItem content arrays.
                  */
                 interface InputImage {
                     /**
@@ -609,7 +612,7 @@ export declare namespace RunCreateResponse {
              * - All models before `gpt-5.1` default to `medium` reasoning effort, and do not
              *   support `none`.
              * - The `gpt-5-pro` model defaults to (and only supports) `high` reasoning effort.
-             * - `xhigh` is currently only supported for `gpt-5.1-codex-max`.
+             * - `xhigh` is supported for all models after `gpt-5.1-codex-max`.
              */
             reasoning_effort?: Shared.ReasoningEffort | null;
             /**
@@ -909,7 +912,7 @@ export declare namespace RunRetrieveResponse {
              * - All models before `gpt-5.1` default to `medium` reasoning effort, and do not
              *   support `none`.
              * - The `gpt-5-pro` model defaults to (and only supports) `high` reasoning effort.
-             * - `xhigh` is currently only supported for `gpt-5.1-codex-max`.
+             * - `xhigh` is supported for all models after `gpt-5.1-codex-max`.
              */
             reasoning_effort?: Shared.ReasoningEffort | null;
             /**
@@ -960,9 +963,10 @@ export declare namespace RunRetrieveResponse {
              */
             interface EvalItem {
                 /**
-                 * Inputs to the model - can contain template strings.
+                 * Inputs to the model - can contain template strings. Supports text, output text,
+                 * input images, and input audio, either as a single item or an array of items.
                  */
-                content: string | ResponsesAPI.ResponseInputText | EvalItem.OutputText | EvalItem.InputImage | ResponsesAPI.ResponseInputAudio | Array<unknown>;
+                content: string | ResponsesAPI.ResponseInputText | EvalItem.OutputText | EvalItem.InputImage | ResponsesAPI.ResponseInputAudio | GraderModelsAPI.GraderInputs;
                 /**
                  * The role of the message input. One of `user`, `assistant`, `system`, or
                  * `developer`.
@@ -988,7 +992,7 @@ export declare namespace RunRetrieveResponse {
                     type: 'output_text';
                 }
                 /**
-                 * An image input to the model.
+                 * An image input block used within EvalItem content arrays.
                  */
                 interface InputImage {
                     /**
@@ -1035,7 +1039,7 @@ export declare namespace RunRetrieveResponse {
              * - All models before `gpt-5.1` default to `medium` reasoning effort, and do not
              *   support `none`.
              * - The `gpt-5-pro` model defaults to (and only supports) `high` reasoning effort.
-             * - `xhigh` is currently only supported for `gpt-5.1-codex-max`.
+             * - `xhigh` is supported for all models after `gpt-5.1-codex-max`.
              */
             reasoning_effort?: Shared.ReasoningEffort | null;
             /**
@@ -1335,7 +1339,7 @@ export declare namespace RunListResponse {
              * - All models before `gpt-5.1` default to `medium` reasoning effort, and do not
              *   support `none`.
              * - The `gpt-5-pro` model defaults to (and only supports) `high` reasoning effort.
-             * - `xhigh` is currently only supported for `gpt-5.1-codex-max`.
+             * - `xhigh` is supported for all models after `gpt-5.1-codex-max`.
              */
             reasoning_effort?: Shared.ReasoningEffort | null;
             /**
@@ -1386,9 +1390,10 @@ export declare namespace RunListResponse {
              */
             interface EvalItem {
                 /**
-                 * Inputs to the model - can contain template strings.
+                 * Inputs to the model - can contain template strings. Supports text, output text,
+                 * input images, and input audio, either as a single item or an array of items.
                  */
-                content: string | ResponsesAPI.ResponseInputText | EvalItem.OutputText | EvalItem.InputImage | ResponsesAPI.ResponseInputAudio | Array<unknown>;
+                content: string | ResponsesAPI.ResponseInputText | EvalItem.OutputText | EvalItem.InputImage | ResponsesAPI.ResponseInputAudio | GraderModelsAPI.GraderInputs;
                 /**
                  * The role of the message input. One of `user`, `assistant`, `system`, or
                  * `developer`.
@@ -1414,7 +1419,7 @@ export declare namespace RunListResponse {
                     type: 'output_text';
                 }
                 /**
-                 * An image input to the model.
+                 * An image input block used within EvalItem content arrays.
                  */
                 interface InputImage {
                     /**
@@ -1461,7 +1466,7 @@ export declare namespace RunListResponse {
              * - All models before `gpt-5.1` default to `medium` reasoning effort, and do not
              *   support `none`.
              * - The `gpt-5-pro` model defaults to (and only supports) `high` reasoning effort.
-             * - `xhigh` is currently only supported for `gpt-5.1-codex-max`.
+             * - `xhigh` is supported for all models after `gpt-5.1-codex-max`.
              */
             reasoning_effort?: Shared.ReasoningEffort | null;
             /**
@@ -1766,7 +1771,7 @@ export declare namespace RunCancelResponse {
              * - All models before `gpt-5.1` default to `medium` reasoning effort, and do not
              *   support `none`.
              * - The `gpt-5-pro` model defaults to (and only supports) `high` reasoning effort.
-             * - `xhigh` is currently only supported for `gpt-5.1-codex-max`.
+             * - `xhigh` is supported for all models after `gpt-5.1-codex-max`.
              */
             reasoning_effort?: Shared.ReasoningEffort | null;
             /**
@@ -1817,9 +1822,10 @@ export declare namespace RunCancelResponse {
              */
             interface EvalItem {
                 /**
-                 * Inputs to the model - can contain template strings.
+                 * Inputs to the model - can contain template strings. Supports text, output text,
+                 * input images, and input audio, either as a single item or an array of items.
                  */
-                content: string | ResponsesAPI.ResponseInputText | EvalItem.OutputText | EvalItem.InputImage | ResponsesAPI.ResponseInputAudio | Array<unknown>;
+                content: string | ResponsesAPI.ResponseInputText | EvalItem.OutputText | EvalItem.InputImage | ResponsesAPI.ResponseInputAudio | GraderModelsAPI.GraderInputs;
                 /**
                  * The role of the message input. One of `user`, `assistant`, `system`, or
                  * `developer`.
@@ -1845,7 +1851,7 @@ export declare namespace RunCancelResponse {
                     type: 'output_text';
                 }
                 /**
-                 * An image input to the model.
+                 * An image input block used within EvalItem content arrays.
                  */
                 interface InputImage {
                     /**
@@ -1892,7 +1898,7 @@ export declare namespace RunCancelResponse {
              * - All models before `gpt-5.1` default to `medium` reasoning effort, and do not
              *   support `none`.
              * - The `gpt-5-pro` model defaults to (and only supports) `high` reasoning effort.
-             * - `xhigh` is currently only supported for `gpt-5.1-codex-max`.
+             * - `xhigh` is supported for all models after `gpt-5.1-codex-max`.
              */
             reasoning_effort?: Shared.ReasoningEffort | null;
             /**
@@ -2145,7 +2151,7 @@ export declare namespace RunCreateParams {
              * - All models before `gpt-5.1` default to `medium` reasoning effort, and do not
              *   support `none`.
              * - The `gpt-5-pro` model defaults to (and only supports) `high` reasoning effort.
-             * - `xhigh` is currently only supported for `gpt-5.1-codex-max`.
+             * - `xhigh` is supported for all models after `gpt-5.1-codex-max`.
              */
             reasoning_effort?: Shared.ReasoningEffort | null;
             /**
@@ -2196,9 +2202,10 @@ export declare namespace RunCreateParams {
              */
             interface EvalItem {
                 /**
-                 * Inputs to the model - can contain template strings.
+                 * Inputs to the model - can contain template strings. Supports text, output text,
+                 * input images, and input audio, either as a single item or an array of items.
                  */
-                content: string | ResponsesAPI.ResponseInputText | EvalItem.OutputText | EvalItem.InputImage | ResponsesAPI.ResponseInputAudio | Array<unknown>;
+                content: string | ResponsesAPI.ResponseInputText | EvalItem.OutputText | EvalItem.InputImage | ResponsesAPI.ResponseInputAudio | GraderModelsAPI.GraderInputs;
                 /**
                  * The role of the message input. One of `user`, `assistant`, `system`, or
                  * `developer`.
@@ -2224,7 +2231,7 @@ export declare namespace RunCreateParams {
                     type: 'output_text';
                 }
                 /**
-                 * An image input to the model.
+                 * An image input block used within EvalItem content arrays.
                  */
                 interface InputImage {
                     /**
@@ -2271,7 +2278,7 @@ export declare namespace RunCreateParams {
              * - All models before `gpt-5.1` default to `medium` reasoning effort, and do not
              *   support `none`.
              * - The `gpt-5-pro` model defaults to (and only supports) `high` reasoning effort.
-             * - `xhigh` is currently only supported for `gpt-5.1-codex-max`.
+             * - `xhigh` is supported for all models after `gpt-5.1-codex-max`.
              */
             reasoning_effort?: Shared.ReasoningEffort | null;
             /**