openai 4.98.0 → 4.99.0

package/CHANGELOG.md

@@ -1,5 +1,15 @@
 # Changelog
 
+## 4.99.0 (2025-05-16)
+
+Full Changelog: [v4.98.0...v4.99.0](https://github.com/openai/openai-node/compare/v4.98.0...v4.99.0)
+
+### Features
+
+* **api:** manual updates ([75eb804](https://github.com/openai/openai-node/commit/75eb804edd6ad653eaa22d47f8c6d09ee845ebf4))
+* **api:** responses x eval api ([5029f1a](https://github.com/openai/openai-node/commit/5029f1a05eb1e8601ada06e0a5ba49f4c2b83c02))
+* **api:** Updating Assistants and Evals API schemas ([27fd517](https://github.com/openai/openai-node/commit/27fd5173b20f75debe96024ae8f1ce58a8254d26))
+
 ## 4.98.0 (2025-05-08)
 
 Full Changelog: [v4.97.0...v4.98.0](https://github.com/openai/openai-node/compare/v4.97.0...v4.98.0)

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "openai",
-  "version": "4.98.0",
+  "version": "4.99.0",
   "description": "The official TypeScript library for the OpenAI API",
   "author": "OpenAI <support@openai.com>",
   "types": "./index.d.ts",

package/resources/audio/transcriptions.d.ts

@@ -243,6 +243,13 @@ export interface TranscriptionCreateParamsBase<ResponseFormat extends AudioAPI.A
      * Whisper V2 model).
      */
     model: (string & {}) | AudioAPI.AudioModel;
+    /**
+     * Controls how the audio is cut into chunks. When set to `"auto"`, the server
+     * first normalizes loudness and then uses voice activity detection (VAD) to choose
+     * boundaries. `server_vad` object can be provided to tweak VAD detection
+     * parameters manually. If unset, the audio is transcribed as a single block.
+     */
+    chunking_strategy?: 'auto' | TranscriptionCreateParams.VadConfig | null;
     /**
      * Additional information to include in the transcription response. `logprobs` will
      * return the log probabilities of the tokens in the response to understand the
@@ -299,6 +306,28 @@ export interface TranscriptionCreateParamsBase<ResponseFormat extends AudioAPI.A
     timestamp_granularities?: Array<'word' | 'segment'>;
 }
 export declare namespace TranscriptionCreateParams {
+    interface VadConfig {
+        /**
+         * Must be set to `server_vad` to enable manual chunking using server side VAD.
+         */
+        type: 'server_vad';
+        /**
+         * Amount of audio to include before the VAD detected speech (in milliseconds).
+         */
+        prefix_padding_ms?: number;
+        /**
+         * Duration of silence to detect speech stop (in milliseconds). With shorter values
+         * the model will respond more quickly, but may jump in on short pauses from the
+         * user.
+         */
+        silence_duration_ms?: number;
+        /**
+         * Sensitivity threshold (0.0 to 1.0) for voice activity detection. A higher
+         * threshold will require louder audio to activate the model, and thus might
+         * perform better in noisy environments.
+         */
+        threshold?: number;
+    }
     type TranscriptionCreateParamsNonStreaming = TranscriptionsAPI.TranscriptionCreateParamsNonStreaming;
     type TranscriptionCreateParamsStreaming = TranscriptionsAPI.TranscriptionCreateParamsStreaming;
 }

package/resources/audio/transcriptions.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"transcriptions.d.ts","sourceRoot":"","sources":["../../src/resources/audio/transcriptions.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAC7C,OAAO,KAAK,IAAI,MAAM,YAAY,CAAC;AACnC,OAAO,KAAK,iBAAiB,MAAM,kBAAkB,CAAC;AACtD,OAAO,KAAK,QAAQ,MAAM,SAAS,CAAC;AACpC,OAAO,EAAE,MAAM,EAAE,MAAM,iBAAiB,CAAC;AAEzC,qBAAa,cAAe,SAAQ,WAAW;IAC7C;;;;;;;;;;;OAWG;IACH,MAAM,CACJ,IAAI,EAAE,qCAAqC,CAAC,MAAM,GAAG,SAAS,CAAC,EAC/D,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAC5B,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC;IACjC,MAAM,CACJ,IAAI,EAAE,qCAAqC,CAAC,cAAc,CAAC,EAC3D,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAC5B,IAAI,CAAC,UAAU,CAAC,oBAAoB,CAAC;IACxC,MAAM,CACJ,IAAI,EAAE,qCAAqC,CAAC,KAAK,GAAG,KAAK,GAAG,MAAM,CAAC,EACnE,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAC5B,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC;IAC1B,MAAM,CACJ,IAAI,EAAE,qCAAqC,EAC3C,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAC5B,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC;IACjC,MAAM,CACJ,IAAI,EAAE,kCAAkC,EACxC,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAC5B,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,wBAAwB,CAAC,CAAC;IACpD,MAAM,CACJ,IAAI,EAAE,kCAAkC,EACxC,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAC5B,IAAI,CAAC,UAAU,CAAC,2BAA2B,GAAG,MAAM,GAAG,MAAM,CAAC,wBAAwB,CAAC,CAAC;CAe5F;AAED;;;GAGG;AACH,MAAM,WAAW,aAAa;IAC5B;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IAEb;;;;OAIG;IACH,QAAQ,CAAC,EAAE,KAAK,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;CACzC;AAED,yBAAiB,aAAa,CAAC;IAC7B,UAAiB,OAAO;QACtB;;WAEG;QACH,KAAK,CAAC,EAAE,MAAM,CAAC;QAEf;;WAEG;QACH,KAAK,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;QAEtB;;WAEG;QACH,OAAO,CAAC,EAAE,MAAM,CAAC;KAClB;CACF;AAED,MAAM,MAAM,oBAAoB,GAAG,UAAU,CAAC;AAE9C,MAAM,WAAW,oBAAoB;IACnC;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IAEX;;;OAGG;IACH,WAAW,EAAE,MAAM,CAAC;IAEpB;;;OAGG;IACH,iBAAiB,EAAE,MAAM,CAAC;IAE1B;;OAEG;IACH,GAAG,EAAE,MAAM,CAAC;IAEZ;;;OAGG;IACH,cAAc,EAAE,MAAM,CAAC;IAEvB;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IAEb;;OAEG;IACH,KAAK,EAAE,MAAM,CAAC;IAEd;;OAEG;IACH,WAAW,EAAE,MAAM,CAAC;IAEpB;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IAEb;;OAEG;IACH,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;CACvB;AAED;;;;;GAKG;AACH,MAAM,MAAM,wBAAwB,GAAG,2BAA2B,GAAG,0BAA0B,CAAC;AAEhG;;;;;GAKG;AACH,MAAM,WAAW,2BAA2B;IAC1C;;OAEG;IACH,KAAK,EAAE,MAAM,CAAC;IAEd;;OAEG;IACH,IAAI,EAAE,uBAAuB,CAAC;IAE9B;;;;OAIG;IACH,QAAQ,CAAC,EAAE,KAAK,CAAC,2BAA2B,CAAC,OAAO,CAAC,CAAC;CACvD;AAED,yBAAiB,2BAA2B,CAAC;IAC3C,UAAiB,OAAO;QACtB;;WAEG;QACH,KAAK,CAAC,EAAE,MAAM,CAAC;QAEf;;WAEG;QACH,KAAK,CAAC,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;QAEvB;;WAEG;QACH,OAAO,CAAC,EAAE,MAAM,CAAC;KAClB;CACF;AAED;;;;;GAKG;AACH,MAAM,WAAW,0BAA0B;IACzC;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IAEb;;OAEG;IACH,IAAI,EAAE,sBAAsB,CAAC;IAE7B;;;;;OAKG;IACH,QAAQ,CAAC,EAAE,KAAK,CAAC,0BAA0B,CAAC,OAAO,CAAC,CAAC;CACtD;AAED,yBAAiB,0BAA0B,CAAC;IAC1C,UAAiB,OAAO;QACtB;;WAEG;QACH,KAAK,CAAC,EAAE,MAAM,CAAC;QAEf;;WAEG;QACH,KAAK,CAAC,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;QAEvB;;WAEG;QACH,OAAO,CAAC,EAAE,MAAM,CAAC;KAClB;CACF;AAED;;;GAGG;AACH,MAAM,WAAW,oBAAoB;IACnC;;OAEG;IACH,QAAQ,EAAE,MAAM,CAAC;IAEjB;;OAEG;IACH,QAAQ,EAAE,MAAM,CAAC;IAEjB;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IAEb;;OAEG;IACH,QAAQ,CAAC,EAAE,KAAK,CAAC,oBAAoB,CAAC,CAAC;IAEvC;;OAEG;IACH,KAAK,CAAC,EAAE,KAAK,CAAC,iBAAiB,CAAC,CAAC;CAClC;AAED,MAAM,WAAW,iBAAiB;IAChC;;OAEG;IACH,GAAG,EAAE,MAAM,CAAC;IAEZ;;OAEG;IACH,KAAK,EAAE,MAAM,CAAC;IAEd;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;CACd;AAED;;;GAGG;AACH,MAAM,MAAM,2BAA2B,GAAG,aAAa,GAAG,oBAAoB,CAAC;AAE/E,MAAM,MAAM,yBAAyB,CACnC,cAAc,SAAS,QAAQ,CAAC,mBAAmB,GAAG,SAAS,GAAG,QAAQ,CAAC,mBAAmB,GAAG,SAAS,IACxG,qCAAqC,CAAC,cAAc,CAAC,GAAG,kCAAkC,CAAC;AAE/F,MAAM,WAAW,6BAA6B,CAC5C,cAAc,SAAS,QAAQ,CAAC,mBAAmB,GAAG,SAAS,GAAG,QAAQ,CAAC,mBAAmB,GAAG,SAAS;IAE1G;;;OAGG;IACH,IAAI,EAAE,IAAI,CAAC,UAAU,CAAC;IAEtB;;;;OAIG;IACH,KAAK,EAAE,CAAC,MAAM,GAAG,EAAE,CAAC,GAAG,QAAQ,CAAC,UAAU,CAAC;IAE3C;;;;;;OAMG;IACH,OAAO,CAAC,EAAE,KAAK,CAAC,oBAAoB,CAAC,CAAC;IAEtC;;;;OAIG;IACH,QAAQ,CAAC,EAAE,MAAM,CAAC;IAElB;;;;;OAKG;IACH,MAAM,CAAC,EAAE,MAAM,CAAC;IAEhB;;;;OAIG;IACH,eAAe,CAAC,EAAE,cAAc,CAAC;IAEjC;;;;;;;;;OASG;IACH,MAAM,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC;IAExB;;;;;;OAMG;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;IAErB;;;;;;OAMG;IACH,uBAAuB,CAAC,EAAE,KAAK,CAAC,MAAM,GAAG,SAAS,CAAC,CAAC;CACrD;AAED,yBAAiB,yBAAyB,CAAC;IACzC,KAAY,qCAAqC,GAAG,iBAAiB,CAAC,qCAAqC,CAAC;IAC5G,KAAY,kCAAkC,GAAG,iBAAiB,CAAC,kCAAkC,CAAC;CACvG;AAED,MAAM,WAAW,qCAAqC,CACpD,cAAc,SAAS,QAAQ,CAAC,mBAAmB,GAAG,SAAS,GAAG,QAAQ,CAAC,mBAAmB,GAAG,SAAS,CAC1G,SAAQ,6BAA6B,CAAC,cAAc,CAAC;IACrD;;;;;;;;;OASG;IACH,MAAM,CAAC,EAAE,KAAK,GAAG,IAAI,CAAC;CACvB;AAED,MAAM,WAAW,kCAAmC,SAAQ,6BAA6B;IACvF;;;;;;;;;OASG;IACH,MAAM,EAAE,IAAI,CAAC;CACd;AAED,MAAM,CAAC,OAAO,WAAW,cAAc,CAAC;IACtC,OAAO,EACL,KAAK,aAAa,IAAI,aAAa,EACnC,KAAK,oBAAoB,IAAI,oBAAoB,EACjD,KAAK,oBAAoB,IAAI,oBAAoB,EACjD,KAAK,wBAAwB,IAAI,wBAAwB,EACzD,KAAK,2BAA2B,IAAI,2BAA2B,EAC/D,KAAK,0BAA0B,IAAI,0BAA0B,EAC7D,KAAK,oBAAoB,IAAI,oBAAoB,EACjD,KAAK,iBAAiB,IAAI,iBAAiB,EAC3C,KAAK,2BAA2B,IAAI,2BAA2B,EAC/D,KAAK,yBAAyB,IAAI,yBAAyB,EAC3D,KAAK,qCAAqC,IAAI,qCAAqC,EACnF,KAAK,kCAAkC,IAAI,kCAAkC,GAC9E,CAAC;CACH"}
+{"version":3,"file":"transcriptions.d.ts","sourceRoot":"","sources":["../../src/resources/audio/transcriptions.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAC7C,OAAO,KAAK,IAAI,MAAM,YAAY,CAAC;AACnC,OAAO,KAAK,iBAAiB,MAAM,kBAAkB,CAAC;AACtD,OAAO,KAAK,QAAQ,MAAM,SAAS,CAAC;AACpC,OAAO,EAAE,MAAM,EAAE,MAAM,iBAAiB,CAAC;AAEzC,qBAAa,cAAe,SAAQ,WAAW;IAC7C;;;;;;;;;;;OAWG;IACH,MAAM,CACJ,IAAI,EAAE,qCAAqC,CAAC,MAAM,GAAG,SAAS,CAAC,EAC/D,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAC5B,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC;IACjC,MAAM,CACJ,IAAI,EAAE,qCAAqC,CAAC,cAAc,CAAC,EAC3D,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAC5B,IAAI,CAAC,UAAU,CAAC,oBAAoB,CAAC;IACxC,MAAM,CACJ,IAAI,EAAE,qCAAqC,CAAC,KAAK,GAAG,KAAK,GAAG,MAAM,CAAC,EACnE,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAC5B,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC;IAC1B,MAAM,CACJ,IAAI,EAAE,qCAAqC,EAC3C,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAC5B,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC;IACjC,MAAM,CACJ,IAAI,EAAE,kCAAkC,EACxC,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAC5B,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,wBAAwB,CAAC,CAAC;IACpD,MAAM,CACJ,IAAI,EAAE,kCAAkC,EACxC,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAC5B,IAAI,CAAC,UAAU,CAAC,2BAA2B,GAAG,MAAM,GAAG,MAAM,CAAC,wBAAwB,CAAC,CAAC;CAe5F;AAED;;;GAGG;AACH,MAAM,WAAW,aAAa;IAC5B;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IAEb;;;;OAIG;IACH,QAAQ,CAAC,EAAE,KAAK,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;CACzC;AAED,yBAAiB,aAAa,CAAC;IAC7B,UAAiB,OAAO;QACtB;;WAEG;QACH,KAAK,CAAC,EAAE,MAAM,CAAC;QAEf;;WAEG;QACH,KAAK,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;QAEtB;;WAEG;QACH,OAAO,CAAC,EAAE,MAAM,CAAC;KAClB;CACF;AAED,MAAM,MAAM,oBAAoB,GAAG,UAAU,CAAC;AAE9C,MAAM,WAAW,oBAAoB;IACnC;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IAEX;;;OAGG;IACH,WAAW,EAAE,MAAM,CAAC;IAEpB;;;OAGG;IACH,iBAAiB,EAAE,MAAM,CAAC;IAE1B;;OAEG;IACH,GAAG,EAAE,MAAM,CAAC;IAEZ;;;OAGG;IACH,cAAc,EAAE,MAAM,CAAC;IAEvB;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IAEb;;OAEG;IACH,KAAK,EAAE,MAAM,CAAC;IAEd;;OAEG;IACH,WAAW,EAAE,MAAM,CAAC;IAEpB;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IAEb;;OAEG;IACH,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;CACvB;AAED;;;;;GAKG;AACH,MAAM,MAAM,wBAAwB,GAAG,2BAA2B,GAAG,0BAA0B,CAAC;AAEhG;;;;;GAKG;AACH,MAAM,WAAW,2BAA2B;IAC1C;;OAEG;IACH,KAAK,EAAE,MAAM,CAAC;IAEd;;OAEG;IACH,IAAI,EAAE,uBAAuB,CAAC;IAE9B;;;;OAIG;IACH,QAAQ,CAAC,EAAE,KAAK,CAAC,2BAA2B,CAAC,OAAO,CAAC,CAAC;CACvD;AAED,yBAAiB,2BAA2B,CAAC;IAC3C,UAAiB,OAAO;QACtB;;WAEG;QACH,KAAK,CAAC,EAAE,MAAM,CAAC;QAEf;;WAEG;QACH,KAAK,CAAC,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;QAEvB;;WAEG;QACH,OAAO,CAAC,EAAE,MAAM,CAAC;KAClB;CACF;AAED;;;;;GAKG;AACH,MAAM,WAAW,0BAA0B;IACzC;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IAEb;;OAEG;IACH,IAAI,EAAE,sBAAsB,CAAC;IAE7B;;;;;OAKG;IACH,QAAQ,CAAC,EAAE,KAAK,CAAC,0BAA0B,CAAC,OAAO,CAAC,CAAC;CACtD;AAED,yBAAiB,0BAA0B,CAAC;IAC1C,UAAiB,OAAO;QACtB;;WAEG;QACH,KAAK,CAAC,EAAE,MAAM,CAAC;QAEf;;WAEG;QACH,KAAK,CAAC,EAAE,KAAK,CAAC,OAAO,CAAC,CAAC;QAEvB;;WAEG;QACH,OAAO,CAAC,EAAE,MAAM,CAAC;KAClB;CACF;AAED;;;GAGG;AACH,MAAM,WAAW,oBAAoB;IACnC;;OAEG;IACH,QAAQ,EAAE,MAAM,CAAC;IAEjB;;OAEG;IACH,QAAQ,EAAE,MAAM,CAAC;IAEjB;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IAEb;;OAEG;IACH,QAAQ,CAAC,EAAE,KAAK,CAAC,oBAAoB,CAAC,CAAC;IAEvC;;OAEG;IACH,KAAK,CAAC,EAAE,KAAK,CAAC,iBAAiB,CAAC,CAAC;CAClC;AAED,MAAM,WAAW,iBAAiB;IAChC;;OAEG;IACH,GAAG,EAAE,MAAM,CAAC;IAEZ;;OAEG;IACH,KAAK,EAAE,MAAM,CAAC;IAEd;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;CACd;AAED;;;GAGG;AACH,MAAM,MAAM,2BAA2B,GAAG,aAAa,GAAG,oBAAoB,CAAC;AAE/E,MAAM,MAAM,yBAAyB,CACnC,cAAc,SAAS,QAAQ,CAAC,mBAAmB,GAAG,SAAS,GAAG,QAAQ,CAAC,mBAAmB,GAAG,SAAS,IACxG,qCAAqC,CAAC,cAAc,CAAC,GAAG,kCAAkC,CAAC;AAE/F,MAAM,WAAW,6BAA6B,CAC5C,cAAc,SAAS,QAAQ,CAAC,mBAAmB,GAAG,SAAS,GAAG,QAAQ,CAAC,mBAAmB,GAAG,SAAS;IAE1G;;;OAGG;IACH,IAAI,EAAE,IAAI,CAAC,UAAU,CAAC;IAEtB;;;;OAIG;IACH,KAAK,EAAE,CAAC,MAAM,GAAG,EAAE,CAAC,GAAG,QAAQ,CAAC,UAAU,CAAC;IAE3C;;;;;OAKG;IACH,iBAAiB,CAAC,EAAE,MAAM,GAAG,yBAAyB,CAAC,SAAS,GAAG,IAAI,CAAC;IAExE;;;;;;OAMG;IACH,OAAO,CAAC,EAAE,KAAK,CAAC,oBAAoB,CAAC,CAAC;IAEtC;;;;OAIG;IACH,QAAQ,CAAC,EAAE,MAAM,CAAC;IAElB;;;;;OAKG;IACH,MAAM,CAAC,EAAE,MAAM,CAAC;IAEhB;;;;OAIG;IACH,eAAe,CAAC,EAAE,cAAc,CAAC;IAEjC;;;;;;;;;OASG;IACH,MAAM,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC;IAExB;;;;;;OAMG;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;IAErB;;;;;;OAMG;IACH,uBAAuB,CAAC,EAAE,KAAK,CAAC,MAAM,GAAG,SAAS,CAAC,CAAC;CACrD;AAED,yBAAiB,yBAAyB,CAAC;IACzC,UAAiB,SAAS;QACxB;;WAEG;QACH,IAAI,EAAE,YAAY,CAAC;QAEnB;;WAEG;QACH,iBAAiB,CAAC,EAAE,MAAM,CAAC;QAE3B;;;;WAIG;QACH,mBAAmB,CAAC,EAAE,MAAM,CAAC;QAE7B;;;;WAIG;QACH,SAAS,CAAC,EAAE,MAAM,CAAC;KACpB;IAED,KAAY,qCAAqC,GAAG,iBAAiB,CAAC,qCAAqC,CAAC;IAC5G,KAAY,kCAAkC,GAAG,iBAAiB,CAAC,kCAAkC,CAAC;CACvG;AAED,MAAM,WAAW,qCAAqC,CACpD,cAAc,SAAS,QAAQ,CAAC,mBAAmB,GAAG,SAAS,GAAG,QAAQ,CAAC,mBAAmB,GAAG,SAAS,CAC1G,SAAQ,6BAA6B,CAAC,cAAc,CAAC;IACrD;;;;;;;;;OASG;IACH,MAAM,CAAC,EAAE,KAAK,GAAG,IAAI,CAAC;CACvB;AAED,MAAM,WAAW,kCAAmC,SAAQ,6BAA6B;IACvF;;;;;;;;;OASG;IACH,MAAM,EAAE,IAAI,CAAC;CACd;AAED,MAAM,CAAC,OAAO,WAAW,cAAc,CAAC;IACtC,OAAO,EACL,KAAK,aAAa,IAAI,aAAa,EACnC,KAAK,oBAAoB,IAAI,oBAAoB,EACjD,KAAK,oBAAoB,IAAI,oBAAoB,EACjD,KAAK,wBAAwB,IAAI,wBAAwB,EACzD,KAAK,2BAA2B,IAAI,2BAA2B,EAC/D,KAAK,0BAA0B,IAAI,0BAA0B,EAC7D,KAAK,oBAAoB,IAAI,oBAAoB,EACjD,KAAK,iBAAiB,IAAI,iBAAiB,EAC3C,KAAK,2BAA2B,IAAI,2BAA2B,EAC/D,KAAK,yBAAyB,IAAI,yBAAyB,EAC3D,KAAK,qCAAqC,IAAI,qCAAqC,EACnF,KAAK,kCAAkC,IAAI,kCAAkC,GAC9E,CAAC;CACH"}

package/resources/embeddings.d.ts

@@ -73,11 +73,12 @@ export interface EmbeddingCreateParams {
      * Input text to embed, encoded as a string or array of tokens. To embed multiple
      * inputs in a single request, pass an array of strings or array of token arrays.
      * The input must not exceed the max input tokens for the model (8192 tokens for
-     * `text-embedding-ada-002`), cannot be an empty string, and any array must be 2048
+     * all embedding models), cannot be an empty string, and any array must be 2048
      * dimensions or less.
      * [Example Python code](https://cookbook.openai.com/examples/how_to_count_tokens_with_tiktoken)
-     * for counting tokens. Some models may also impose a limit on total number of
-     * tokens summed across inputs.
+     * for counting tokens. In addition to the per-input token limit, all embedding
+     * models enforce a maximum of 300,000 tokens summed across all inputs in a single
+     * request.
      */
     input: string | Array<string> | Array<number> | Array<Array<number>>;
     /**

package/resources/embeddings.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"embeddings.d.ts","sourceRoot":"","sources":["../src/resources/embeddings.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAC1C,OAAO,KAAK,IAAI,MAAM,SAAS,CAAC;AAEhC,qBAAa,UAAW,SAAQ,WAAW;IACzC;;;;;;;;;;;OAWG;IACH,MAAM,CACJ,IAAI,EAAE,qBAAqB,EAC3B,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,CAAC,qBAAqB,CAAC,GACnD,IAAI,CAAC,UAAU,CAAC,uBAAuB,CAAC;CAyC5C;AAED,MAAM,WAAW,uBAAuB;IACtC;;OAEG;IACH,IAAI,EAAE,KAAK,CAAC,SAAS,CAAC,CAAC;IAEvB;;OAEG;IACH,KAAK,EAAE,MAAM,CAAC;IAEd;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC;IAEf;;OAEG;IACH,KAAK,EAAE,uBAAuB,CAAC,KAAK,CAAC;CACtC;AAED,yBAAiB,uBAAuB,CAAC;IACvC;;OAEG;IACH,UAAiB,KAAK;QACpB;;WAEG;QACH,aAAa,EAAE,MAAM,CAAC;QAEtB;;WAEG;QACH,YAAY,EAAE,MAAM,CAAC;KACtB;CACF;AAED;;GAEG;AACH,MAAM,WAAW,SAAS;IACxB;;;;OAIG;IACH,SAAS,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAEzB;;OAEG;IACH,KAAK,EAAE,MAAM,CAAC;IAEd;;OAEG;IACH,MAAM,EAAE,WAAW,CAAC;CACrB;AAED,MAAM,MAAM,cAAc,GAAG,wBAAwB,GAAG,wBAAwB,GAAG,wBAAwB,CAAC;AAE5G,MAAM,WAAW,qBAAqB;IACpC;;;;;;;;;OASG;IACH,KAAK,EAAE,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;IAErE;;;;;;OAMG;IACH,KAAK,EAAE,CAAC,MAAM,GAAG,EAAE,CAAC,GAAG,cAAc,CAAC;IAEtC;;;OAGG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;IAEpB;;;OAGG;IACH,eAAe,CAAC,EAAE,OAAO,GAAG,QAAQ,CAAC;IAErC;;;;OAIG;IACH,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,MAAM,CAAC,OAAO,WAAW,UAAU,CAAC;IAClC,OAAO,EACL,KAAK,uBAAuB,IAAI,uBAAuB,EACvD,KAAK,SAAS,IAAI,SAAS,EAC3B,KAAK,cAAc,IAAI,cAAc,EACrC,KAAK,qBAAqB,IAAI,qBAAqB,GACpD,CAAC;CACH"}
+{"version":3,"file":"embeddings.d.ts","sourceRoot":"","sources":["../src/resources/embeddings.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAC1C,OAAO,KAAK,IAAI,MAAM,SAAS,CAAC;AAEhC,qBAAa,UAAW,SAAQ,WAAW;IACzC;;;;;;;;;;;OAWG;IACH,MAAM,CACJ,IAAI,EAAE,qBAAqB,EAC3B,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,CAAC,qBAAqB,CAAC,GACnD,IAAI,CAAC,UAAU,CAAC,uBAAuB,CAAC;CAyC5C;AAED,MAAM,WAAW,uBAAuB;IACtC;;OAEG;IACH,IAAI,EAAE,KAAK,CAAC,SAAS,CAAC,CAAC;IAEvB;;OAEG;IACH,KAAK,EAAE,MAAM,CAAC;IAEd;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC;IAEf;;OAEG;IACH,KAAK,EAAE,uBAAuB,CAAC,KAAK,CAAC;CACtC;AAED,yBAAiB,uBAAuB,CAAC;IACvC;;OAEG;IACH,UAAiB,KAAK;QACpB;;WAEG;QACH,aAAa,EAAE,MAAM,CAAC;QAEtB;;WAEG;QACH,YAAY,EAAE,MAAM,CAAC;KACtB;CACF;AAED;;GAEG;AACH,MAAM,WAAW,SAAS;IACxB;;;;OAIG;IACH,SAAS,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAEzB;;OAEG;IACH,KAAK,EAAE,MAAM,CAAC;IAEd;;OAEG;IACH,MAAM,EAAE,WAAW,CAAC;CACrB;AAED,MAAM,MAAM,cAAc,GAAG,wBAAwB,GAAG,wBAAwB,GAAG,wBAAwB,CAAC;AAE5G,MAAM,WAAW,qBAAqB;IACpC;;;;;;;;;;OAUG;IACH,KAAK,EAAE,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;IAErE;;;;;;OAMG;IACH,KAAK,EAAE,CAAC,MAAM,GAAG,EAAE,CAAC,GAAG,cAAc,CAAC;IAEtC;;;OAGG;IACH,UAAU,CAAC,EAAE,MAAM,CAAC;IAEpB;;;OAGG;IACH,eAAe,CAAC,EAAE,OAAO,GAAG,QAAQ,CAAC;IAErC;;;;OAIG;IACH,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,MAAM,CAAC,OAAO,WAAW,UAAU,CAAC;IAClC,OAAO,EACL,KAAK,uBAAuB,IAAI,uBAAuB,EACvD,KAAK,SAAS,IAAI,SAAS,EAC3B,KAAK,cAAc,IAAI,cAAc,EACrC,KAAK,qBAAqB,IAAI,qBAAqB,GACpD,CAAC;CACH"}

package/resources/evals/evals.d.ts

@@ -56,11 +56,7 @@ export interface EvalCustomDataSourceConfig {
     type: 'custom';
 }
 /**
- * A StoredCompletionsDataSourceConfig which specifies the metadata property of
- * your stored completions query. This is usually metadata like `usecase=chatbot`
- * or `prompt-version=v2`, etc. The schema returned by this data source config is
- * used to defined what variables are available in your evals. `item` and `sample`
- * are both defined when using this data source config.
+ * @deprecated Deprecated in favor of LogsDataSourceConfig.
  */
 export interface EvalStoredCompletionsDataSourceConfig {
     /**
@@ -69,9 +65,9 @@ export interface EvalStoredCompletionsDataSourceConfig {
      */
     schema: Record<string, unknown>;
     /**
-     * The type of data source. Always `stored_completions`.
+     * The type of data source. Always `stored-completions`.
      */
-    type: 'stored_completions';
+    type: 'stored-completions';
     /**
      * Set of 16 key-value pairs that can be attached to an object. This can be useful
      * for storing additional information about the object in a structured format, and
@@ -102,7 +98,7 @@ export interface EvalCreateResponse {
     /**
      * Configuration of data sources used in runs of the evaluation.
      */
-    data_source_config: EvalCustomDataSourceConfig | EvalStoredCompletionsDataSourceConfig;
+    data_source_config: EvalCustomDataSourceConfig | EvalCreateResponse.Logs | EvalStoredCompletionsDataSourceConfig;
     /**
      * Set of 16 key-value pairs that can be attached to an object. This can be useful
      * for storing additional information about the object in a structured format, and
@@ -126,6 +122,33 @@ export interface EvalCreateResponse {
     testing_criteria: Array<GraderModelsAPI.LabelModelGrader | GraderModelsAPI.StringCheckGrader | EvalCreateResponse.EvalGraderTextSimilarity | EvalCreateResponse.EvalGraderPython | EvalCreateResponse.EvalGraderScoreModel>;
 }
 export declare namespace EvalCreateResponse {
+    /**
+     * A LogsDataSourceConfig which specifies the metadata property of your logs query.
+     * This is usually metadata like `usecase=chatbot` or `prompt-version=v2`, etc. The
+     * schema returned by this data source config is used to defined what variables are
+     * available in your evals. `item` and `sample` are both defined when using this
+     * data source config.
+     */
+    interface Logs {
+        /**
+         * The json schema for the run data source items. Learn how to build JSON schemas
+         * [here](https://json-schema.org/).
+         */
+        schema: Record<string, unknown>;
+        /**
+         * The type of data source. Always `logs`.
+         */
+        type: 'logs';
+        /**
+         * Set of 16 key-value pairs that can be attached to an object. This can be useful
+         * for storing additional information about the object in a structured format, and
+         * querying for objects via API or the dashboard.
+         *
+         * Keys are strings with a maximum length of 64 characters. Values are strings with
+         * a maximum length of 512 characters.
+         */
+        metadata?: Shared.Metadata | null;
+    }
     /**
      * A TextSimilarityGrader object which grades text based on similarity metrics.
      */
@@ -174,7 +197,7 @@ export interface EvalRetrieveResponse {
     /**
      * Configuration of data sources used in runs of the evaluation.
      */
-    data_source_config: EvalCustomDataSourceConfig | EvalStoredCompletionsDataSourceConfig;
+    data_source_config: EvalCustomDataSourceConfig | EvalRetrieveResponse.Logs | EvalStoredCompletionsDataSourceConfig;
     /**
      * Set of 16 key-value pairs that can be attached to an object. This can be useful
      * for storing additional information about the object in a structured format, and
@@ -198,6 +221,33 @@ export interface EvalRetrieveResponse {
     testing_criteria: Array<GraderModelsAPI.LabelModelGrader | GraderModelsAPI.StringCheckGrader | EvalRetrieveResponse.EvalGraderTextSimilarity | EvalRetrieveResponse.EvalGraderPython | EvalRetrieveResponse.EvalGraderScoreModel>;
 }
 export declare namespace EvalRetrieveResponse {
+    /**
+     * A LogsDataSourceConfig which specifies the metadata property of your logs query.
+     * This is usually metadata like `usecase=chatbot` or `prompt-version=v2`, etc. The
+     * schema returned by this data source config is used to defined what variables are
+     * available in your evals. `item` and `sample` are both defined when using this
+     * data source config.
+     */
+    interface Logs {
+        /**
+         * The json schema for the run data source items. Learn how to build JSON schemas
+         * [here](https://json-schema.org/).
+         */
+        schema: Record<string, unknown>;
+        /**
+         * The type of data source. Always `logs`.
+         */
+        type: 'logs';
+        /**
+         * Set of 16 key-value pairs that can be attached to an object. This can be useful
+         * for storing additional information about the object in a structured format, and
+         * querying for objects via API or the dashboard.
+         *
+         * Keys are strings with a maximum length of 64 characters. Values are strings with
+         * a maximum length of 512 characters.
+         */
+        metadata?: Shared.Metadata | null;
+    }
     /**
      * A TextSimilarityGrader object which grades text based on similarity metrics.
      */
@@ -246,7 +296,7 @@ export interface EvalUpdateResponse {
     /**
      * Configuration of data sources used in runs of the evaluation.
      */
-    data_source_config: EvalCustomDataSourceConfig | EvalStoredCompletionsDataSourceConfig;
+    data_source_config: EvalCustomDataSourceConfig | EvalUpdateResponse.Logs | EvalStoredCompletionsDataSourceConfig;
     /**
      * Set of 16 key-value pairs that can be attached to an object. This can be useful
      * for storing additional information about the object in a structured format, and
@@ -270,6 +320,33 @@ export interface EvalUpdateResponse {
     testing_criteria: Array<GraderModelsAPI.LabelModelGrader | GraderModelsAPI.StringCheckGrader | EvalUpdateResponse.EvalGraderTextSimilarity | EvalUpdateResponse.EvalGraderPython | EvalUpdateResponse.EvalGraderScoreModel>;
 }
 export declare namespace EvalUpdateResponse {
+    /**
+     * A LogsDataSourceConfig which specifies the metadata property of your logs query.
+     * This is usually metadata like `usecase=chatbot` or `prompt-version=v2`, etc. The
+     * schema returned by this data source config is used to defined what variables are
+     * available in your evals. `item` and `sample` are both defined when using this
+     * data source config.
+     */
+    interface Logs {
+        /**
+         * The json schema for the run data source items. Learn how to build JSON schemas
+         * [here](https://json-schema.org/).
+         */
+        schema: Record<string, unknown>;
+        /**
+         * The type of data source. Always `logs`.
+         */
+        type: 'logs';
+        /**
+         * Set of 16 key-value pairs that can be attached to an object. This can be useful
+         * for storing additional information about the object in a structured format, and
+         * querying for objects via API or the dashboard.
+         *
+         * Keys are strings with a maximum length of 64 characters. Values are strings with
+         * a maximum length of 512 characters.
+         */
+        metadata?: Shared.Metadata | null;
+    }
     /**
      * A TextSimilarityGrader object which grades text based on similarity metrics.
      */
@@ -318,7 +395,7 @@ export interface EvalListResponse {
     /**
      * Configuration of data sources used in runs of the evaluation.
      */
-    data_source_config: EvalCustomDataSourceConfig | EvalStoredCompletionsDataSourceConfig;
+    data_source_config: EvalCustomDataSourceConfig | EvalListResponse.Logs | EvalStoredCompletionsDataSourceConfig;
     /**
      * Set of 16 key-value pairs that can be attached to an object. This can be useful
      * for storing additional information about the object in a structured format, and
@@ -342,6 +419,33 @@ export interface EvalListResponse {
     testing_criteria: Array<GraderModelsAPI.LabelModelGrader | GraderModelsAPI.StringCheckGrader | EvalListResponse.EvalGraderTextSimilarity | EvalListResponse.EvalGraderPython | EvalListResponse.EvalGraderScoreModel>;
 }
 export declare namespace EvalListResponse {
+    /**
+     * A LogsDataSourceConfig which specifies the metadata property of your logs query.
+     * This is usually metadata like `usecase=chatbot` or `prompt-version=v2`, etc. The
+     * schema returned by this data source config is used to defined what variables are
+     * available in your evals. `item` and `sample` are both defined when using this
+     * data source config.
+     */
+    interface Logs {
+        /**
+         * The json schema for the run data source items. Learn how to build JSON schemas
+         * [here](https://json-schema.org/).
+         */
+        schema: Record<string, unknown>;
+        /**
+         * The type of data source. Always `logs`.
+         */
+        type: 'logs';
+        /**
+         * Set of 16 key-value pairs that can be attached to an object. This can be useful
+         * for storing additional information about the object in a structured format, and
+         * querying for objects via API or the dashboard.
+         *
+         * Keys are strings with a maximum length of 64 characters. Values are strings with
+         * a maximum length of 512 characters.
+         */
+        metadata?: Shared.Metadata | null;
+    }
     /**
      * A TextSimilarityGrader object which grades text based on similarity metrics.
      */
@@ -379,7 +483,7 @@ export interface EvalCreateParams {
     /**
      * The configuration for the data source used for the evaluation runs.
      */
-    data_source_config: EvalCreateParams.Custom | EvalCreateParams.StoredCompletions;
+    data_source_config: EvalCreateParams.Custom | EvalCreateParams.Logs | EvalCreateParams.StoredCompletions;
     /**
      * A list of graders for all eval runs in this group.
      */
@@ -423,15 +527,27 @@ export declare namespace EvalCreateParams {
         include_sample_schema?: boolean;
     }
     /**
-     * A data source config which specifies the metadata property of your stored
-     * completions query. This is usually metadata like `usecase=chatbot` or
-     * `prompt-version=v2`, etc.
+     * A data source config which specifies the metadata property of your logs query.
+     * This is usually metadata like `usecase=chatbot` or `prompt-version=v2`, etc.
+     */
+    interface Logs {
+        /**
+         * The type of data source. Always `logs`.
+         */
+        type: 'logs';
+        /**
+         * Metadata filters for the logs data source.
+         */
+        metadata?: Record<string, unknown>;
+    }
+    /**
+     * Deprecated in favor of LogsDataSourceConfig.
      */
     interface StoredCompletions {
         /**
-         * The type of data source. Always `stored_completions`.
+         * The type of data source. Always `stored-completions`.
          */
-        type: 'stored_completions';
+        type: 'stored-completions';
         /**
          * Metadata filters for the stored completions data source.
          */

package/resources/evals/evals.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"evals.d.ts","sourceRoot":"","sources":["../../src/resources/evals/evals.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAE7C,OAAO,KAAK,IAAI,MAAM,YAAY,CAAC;AACnC,OAAO,KAAK,MAAM,MAAM,WAAW,CAAC;AACpC,OAAO,KAAK,eAAe,MAAM,0BAA0B,CAAC;AAC5D,OAAO,KAAK,YAAY,MAAM,wBAAwB,CAAC;AACvD,OAAO,KAAK,OAAO,MAAM,aAAa,CAAC;AACvC,OAAO,EACL,kCAAkC,EAClC,4BAA4B,EAC5B,YAAY,EACZ,iBAAiB,EACjB,eAAe,EACf,iBAAiB,EACjB,iBAAiB,EACjB,aAAa,EACb,eAAe,EACf,oBAAoB,EACpB,mBAAmB,EACnB,IAAI,EACL,MAAM,aAAa,CAAC;AACrB,OAAO,EAAE,UAAU,EAAE,KAAK,gBAAgB,EAAE,MAAM,kBAAkB,CAAC;AAErE,qBAAa,KAAM,SAAQ,WAAW;IACpC,IAAI,EAAE,OAAO,CAAC,IAAI,CAAkC;IAEpD;;;;;;OAMG;IACH,MAAM,CAAC,IAAI,EAAE,gBAAgB,EAAE,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,UAAU,CAAC,kBAAkB,CAAC;IAIlG;;OAEG;IACH,QAAQ,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,UAAU,CAAC,oBAAoB,CAAC;IAI9F;;OAEG;IACH,MAAM,CACJ,MAAM,EAAE,MAAM,EACd,IAAI,EAAE,gBAAgB,EACtB,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAC5B,IAAI,CAAC,UAAU,CAAC,kBAAkB,CAAC;IAItC;;OAEG;IACH,IAAI,CACF,KAAK,CAAC,EAAE,cAAc,EACtB,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAC5B,IAAI,CAAC,WAAW,CAAC,qBAAqB,EAAE,gBAAgB,CAAC;IAC5D,IAAI,CAAC,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,WAAW,CAAC,qBAAqB,EAAE,gBAAgB,CAAC;IAW9F;;OAEG;IACH,GAAG,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,UAAU,CAAC,kBAAkB,CAAC;CAGxF;AAED,qBAAa,qBAAsB,SAAQ,UAAU,CAAC,gBAAgB,CAAC;CAAG;AAE1E;;;;;;;GAOG;AACH,MAAM,WAAW,0BAA0B;IACzC;;;OAGG;IACH,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAEhC;;OAEG;IACH,IAAI,EAAE,QAAQ,CAAC;CAChB;AAED;;;;;;GAMG;AACH,MAAM,WAAW,qCAAqC;IACpD;;;OAGG;IACH,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAEhC;;OAEG;IACH,IAAI,EAAE,oBAAoB,CAAC;IAE3B;;;;;;;OAOG;IACH,QAAQ,CAAC,EAAE,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;CACnC;AAED;;;;;;;GAOG;AACH,MAAM,WAAW,kBAAkB;IACjC;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IAEX;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,kBAAkB,EAAE,0BAA0B,GAAG,qCAAqC,CAAC;IAEvF;;;;;;;OAOG;IACH,QAAQ,EAAE,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;IAEjC;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IAEb;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC;IAEf;;OAEG;IACH,gBAAgB,EAAE,KAAK,CACnB,eAAe,CAAC,gBAAgB,GAChC,eAAe,CAAC,iBAAiB,GACjC,kBAAkB,CAAC,wBAAwB,GAC3C,kBAAkB,CAAC,gBAAgB,GACnC,kBAAkB,CAAC,oBAAoB,CAC1C,CAAC;CACH;AAED,yBAAiB,kBAAkB,CAAC;IAClC;;OAEG;IACH,UAAiB,wBAAyB,SAAQ,eAAe,CAAC,oBAAoB;QACpF;;WAEG;QACH,cAAc,EAAE,MAAM,CAAC;KACxB;IAED;;OAEG;IACH,UAAiB,gBAAiB,SAAQ,eAAe,CAAC,YAAY;QACpE;;WAEG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB;IAED;;OAEG;IACH,UAAiB,oBAAqB,SAAQ,eAAe,CAAC,gBAAgB;QAC5E;;WAEG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB;CACF;AAED;;;;;;;GAOG;AACH,MAAM,WAAW,oBAAoB;IACnC;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IAEX;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,kBAAkB,EAAE,0BAA0B,GAAG,qCAAqC,CAAC;IAEvF;;;;;;;OAOG;IACH,QAAQ,EAAE,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;IAEjC;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IAEb;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC;IAEf;;OAEG;IACH,gBAAgB,EAAE,KAAK,CACnB,eAAe,CAAC,gBAAgB,GAChC,eAAe,CAAC,iBAAiB,GACjC,oBAAoB,CAAC,wBAAwB,GAC7C,oBAAoB,CAAC,gBAAgB,GACrC,oBAAoB,CAAC,oBAAoB,CAC5C,CAAC;CACH;AAED,yBAAiB,oBAAoB,CAAC;IACpC;;OAEG;IACH,UAAiB,wBAAyB,SAAQ,eAAe,CAAC,oBAAoB;QACpF;;WAEG;QACH,cAAc,EAAE,MAAM,CAAC;KACxB;IAED;;OAEG;IACH,UAAiB,gBAAiB,SAAQ,eAAe,CAAC,YAAY;QACpE;;WAEG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB;IAED;;OAEG;IACH,UAAiB,oBAAqB,SAAQ,eAAe,CAAC,gBAAgB;QAC5E;;WAEG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB;CACF;AAED;;;;;;;GAOG;AACH,MAAM,WAAW,kBAAkB;IACjC;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IAEX;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,kBAAkB,EAAE,0BAA0B,GAAG,qCAAqC,CAAC;IAEvF;;;;;;;OAOG;IACH,QAAQ,EAAE,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;IAEjC;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IAEb;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC;IAEf;;OAEG;IACH,gBAAgB,EAAE,KAAK,CACnB,eAAe,CAAC,gBAAgB,GAChC,eAAe,CAAC,iBAAiB,GACjC,kBAAkB,CAAC,wBAAwB,GAC3C,kBAAkB,CAAC,gBAAgB,GACnC,kBAAkB,CAAC,oBAAoB,CAC1C,CAAC;CACH;AAED,yBAAiB,kBAAkB,CAAC;IAClC;;OAEG;IACH,UAAiB,wBAAyB,SAAQ,eAAe,CAAC,oBAAoB;QACpF;;WAEG;QACH,cAAc,EAAE,MAAM,CAAC;KACxB;IAED;;OAEG;IACH,UAAiB,gBAAiB,SAAQ,eAAe,CAAC,YAAY;QACpE;;WAEG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB;IAED;;OAEG;IACH,UAAiB,oBAAqB,SAAQ,eAAe,CAAC,gBAAgB;QAC5E;;WAEG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB;CACF;AAED;;;;;;;GAOG;AACH,MAAM,WAAW,gBAAgB;IAC/B;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IAEX;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,kBAAkB,EAAE,0BAA0B,GAAG,qCAAqC,CAAC;IAEvF;;;;;;;OAOG;IACH,QAAQ,EAAE,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;IAEjC;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IAEb;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC;IAEf;;OAEG;IACH,gBAAgB,EAAE,KAAK,CACnB,eAAe,CAAC,gBAAgB,GAChC,eAAe,CAAC,iBAAiB,GACjC,gBAAgB,CAAC,wBAAwB,GACzC,gBAAgB,CAAC,gBAAgB,GACjC,gBAAgB,CAAC,oBAAoB,CACxC,CAAC;CACH;AAED,yBAAiB,gBAAgB,CAAC;IAChC;;OAEG;IACH,UAAiB,wBAAyB,SAAQ,eAAe,CAAC,oBAAoB;QACpF;;WAEG;QACH,cAAc,EAAE,MAAM,CAAC;KACxB;IAED;;OAEG;IACH,UAAiB,gBAAiB,SAAQ,eAAe,CAAC,YAAY;QACpE;;WAEG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB;IAED;;OAEG;IACH,UAAiB,oBAAqB,SAAQ,eAAe,CAAC,gBAAgB;QAC5E;;WAEG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB;CACF;AAED,MAAM,WAAW,kBAAkB;IACjC,OAAO,EAAE,OAAO,CAAC;IAEjB,OAAO,EAAE,MAAM,CAAC;IAEhB,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,gBAAgB;IAC/B;;OAEG;IACH,kBAAkB,EAAE,gBAAgB,CAAC,MAAM,GAAG,gBAAgB,CAAC,iBAAiB,CAAC;IAEjF;;OAEG;IACH,gBAAgB,EAAE,KAAK,CACnB,gBAAgB,CAAC,UAAU,GAC3B,eAAe,CAAC,iBAAiB,GACjC,gBAAgB,CAAC,cAAc,GAC/B,gBAAgB,CAAC,MAAM,GACvB,gBAAgB,CAAC,UAAU,CAC9B,CAAC;IAEF;;;;;;;OAOG;IACH,QAAQ,CAAC,EAAE,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;IAElC;;OAEG;IACH,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,yBAAiB,gBAAgB,CAAC;IAChC;;;;;;;OAOG;IACH,UAAiB,MAAM;QACrB;;WAEG;QACH,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAErC;;WAEG;QACH,IAAI,EAAE,QAAQ,CAAC;QAEf;;;WAGG;QACH,qBAAqB,CAAC,EAAE,OAAO,CAAC;KACjC;IAED;;;;OAIG;IACH,UAAiB,iBAAiB;QAChC;;WAEG;QACH,IAAI,EAAE,oBAAoB,CAAC;QAE3B;;WAEG;QACH,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;KACpC;IAED;;;OAGG;IACH,UAAiB,UAAU;QACzB;;;WAGG;QACH,KAAK,EAAE,KAAK,CAAC,UAAU,CAAC,kBAAkB,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC;QAElE;;WAEG;QACH,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;QAEtB;;WAEG;QACH,KAAK,EAAE,MAAM,CAAC;QAEd;;WAEG;QACH,IAAI,EAAE,MAAM,CAAC;QAEb;;WAEG;QACH,cAAc,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;QAE9B;;WAEG;QACH,IAAI,EAAE,aAAa,CAAC;KACrB;IAED,UAAiB,UAAU,CAAC;QAC1B,UAAiB,kBAAkB;YACjC;;eAEG;YACH,OAAO,EAAE,MAAM,CAAC;YAEhB;;eAEG;YACH,IAAI,EAAE,MAAM,CAAC;SACd;QAED;;;;;;WAMG;QACH,UAAiB,QAAQ;YACvB;;eAEG;YACH,OAAO,EAAE,MAAM,GAAG,YAAY,CAAC,iBAAiB,GAAG,QAAQ,CAAC,UAAU,CAAC;YAEvE;;;eAGG;YACH,IAAI,EAAE,MAAM,GAAG,WAAW,GAAG,QAAQ,GAAG,WAAW,CAAC;YAEpD;;eAEG;YACH,IAAI,CAAC,EAAE,SAAS,CAAC;SAClB;QAED,UAAiB,QAAQ,CAAC;YACxB;;eAEG;YACH,UAAiB,UAAU;gBACzB;;mBAEG;gBACH,IAAI,EAAE,MAAM,CAAC;gBAEb;;mBAEG;gBACH,IAAI,EAAE,aAAa,CAAC;aACrB;SACF;KACF;IAED;;OAEG;IACH,UAAiB,cAAe,SAAQ,eAAe,CAAC,oBAAoB;QAC1E;;WAEG;QACH,cAAc,EAAE,MAAM,CAAC;KACxB;IAED;;OAEG;IACH,UAAiB,MAAO,SAAQ,eAAe,CAAC,YAAY;QAC1D;;WAEG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB;IAED;;OAEG;IACH,UAAiB,UAAW,SAAQ,eAAe,CAAC,gBAAgB;QAClE;;WAEG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB;CACF;AAED,MAAM,WAAW,gBAAgB;IAC/B;;;;;;;OAOG;IACH,QAAQ,CAAC,EAAE,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;IAElC;;OAEG;IACH,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,cAAe,SAAQ,gBAAgB;IACtD;;;OAGG;IACH,KAAK,CAAC,EAAE,KAAK,GAAG,MAAM,CAAC;IAEvB;;;OAGG;IACH,QAAQ,CAAC,EAAE,YAAY,GAAG,YAAY,CAAC;CACxC;AAMD,MAAM,CAAC,OAAO,WAAW,KAAK,CAAC;IAC7B,OAAO,EACL,KAAK,0BAA0B,IAAI,0BAA0B,EAC7D,KAAK,qCAAqC,IAAI,qCAAqC,EACnF,KAAK,kBAAkB,IAAI,kBAAkB,EAC7C,KAAK,oBAAoB,IAAI,oBAAoB,EACjD,KAAK,kBAAkB,IAAI,kBAAkB,EAC7C,KAAK,gBAAgB,IAAI,gBAAgB,EACzC,KAAK,kBAAkB,IAAI,kBAAkB,EAC7C,qBAAqB,IAAI,qBAAqB,EAC9C,KAAK,gBAAgB,IAAI,gBAAgB,EACzC,KAAK,gBAAgB,IAAI,gBAAgB,EACzC,KAAK,cAAc,IAAI,cAAc,GACtC,CAAC;IAEF,OAAO,EACL,IAAI,IAAI,IAAI,EACZ,KAAK,kCAAkC,IAAI,kCAAkC,EAC7E,KAAK,4BAA4B,IAAI,4BAA4B,EACjE,KAAK,YAAY,IAAI,YAAY,EACjC,KAAK,iBAAiB,IAAI,iBAAiB,EAC3C,KAAK,mBAAmB,IAAI,mBAAmB,EAC/C,KAAK,eAAe,IAAI,eAAe,EACvC,KAAK,iBAAiB,IAAI,iBAAiB,EAC3C,KAAK,iBAAiB,IAAI,iBAAiB,EAC3C,oBAAoB,IAAI,oBAAoB,EAC5C,KAAK,eAAe,IAAI,eAAe,EACvC,KAAK,aAAa,IAAI,aAAa,GACpC,CAAC;CACH"}
+{"version":3,"file":"evals.d.ts","sourceRoot":"","sources":["../../src/resources/evals/evals.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAE7C,OAAO,KAAK,IAAI,MAAM,YAAY,CAAC;AACnC,OAAO,KAAK,MAAM,MAAM,WAAW,CAAC;AACpC,OAAO,KAAK,eAAe,MAAM,0BAA0B,CAAC;AAC5D,OAAO,KAAK,YAAY,MAAM,wBAAwB,CAAC;AACvD,OAAO,KAAK,OAAO,MAAM,aAAa,CAAC;AACvC,OAAO,EACL,kCAAkC,EAClC,4BAA4B,EAC5B,YAAY,EACZ,iBAAiB,EACjB,eAAe,EACf,iBAAiB,EACjB,iBAAiB,EACjB,aAAa,EACb,eAAe,EACf,oBAAoB,EACpB,mBAAmB,EACnB,IAAI,EACL,MAAM,aAAa,CAAC;AACrB,OAAO,EAAE,UAAU,EAAE,KAAK,gBAAgB,EAAE,MAAM,kBAAkB,CAAC;AAErE,qBAAa,KAAM,SAAQ,WAAW;IACpC,IAAI,EAAE,OAAO,CAAC,IAAI,CAAkC;IAEpD;;;;;;OAMG;IACH,MAAM,CAAC,IAAI,EAAE,gBAAgB,EAAE,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,UAAU,CAAC,kBAAkB,CAAC;IAIlG;;OAEG;IACH,QAAQ,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,UAAU,CAAC,oBAAoB,CAAC;IAI9F;;OAEG;IACH,MAAM,CACJ,MAAM,EAAE,MAAM,EACd,IAAI,EAAE,gBAAgB,EACtB,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAC5B,IAAI,CAAC,UAAU,CAAC,kBAAkB,CAAC;IAItC;;OAEG;IACH,IAAI,CACF,KAAK,CAAC,EAAE,cAAc,EACtB,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAC5B,IAAI,CAAC,WAAW,CAAC,qBAAqB,EAAE,gBAAgB,CAAC;IAC5D,IAAI,CAAC,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,WAAW,CAAC,qBAAqB,EAAE,gBAAgB,CAAC;IAW9F;;OAEG;IACH,GAAG,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,UAAU,CAAC,kBAAkB,CAAC;CAGxF;AAED,qBAAa,qBAAsB,SAAQ,UAAU,CAAC,gBAAgB,CAAC;CAAG;AAE1E;;;;;;;GAOG;AACH,MAAM,WAAW,0BAA0B;IACzC;;;OAGG;IACH,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAEhC;;OAEG;IACH,IAAI,EAAE,QAAQ,CAAC;CAChB;AAED;;GAEG;AACH,MAAM,WAAW,qCAAqC;IACpD;;;OAGG;IACH,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAEhC;;OAEG;IACH,IAAI,EAAE,oBAAoB,CAAC;IAE3B;;;;;;;OAOG;IACH,QAAQ,CAAC,EAAE,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;CACnC;AAED;;;;;;;GAOG;AACH,MAAM,WAAW,kBAAkB;IACjC;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IAEX;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,kBAAkB,EACd,0BAA0B,GAC1B,kBAAkB,CAAC,IAAI,GACvB,qCAAqC,CAAC;IAE1C;;;;;;;OAOG;IACH,QAAQ,EAAE,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;IAEjC;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IAEb;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC;IAEf;;OAEG;IACH,gBAAgB,EAAE,KAAK,CACnB,eAAe,CAAC,gBAAgB,GAChC,eAAe,CAAC,iBAAiB,GACjC,kBAAkB,CAAC,wBAAwB,GAC3C,kBAAkB,CAAC,gBAAgB,GACnC,kBAAkB,CAAC,oBAAoB,CAC1C,CAAC;CACH;AAED,yBAAiB,kBAAkB,CAAC;IAClC;;;;;;OAMG;IACH,UAAiB,IAAI;QACnB;;;WAGG;QACH,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAEhC;;WAEG;QACH,IAAI,EAAE,MAAM,CAAC;QAEb;;;;;;;WAOG;QACH,QAAQ,CAAC,EAAE,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;KACnC;IAED;;OAEG;IACH,UAAiB,wBAAyB,SAAQ,eAAe,CAAC,oBAAoB;QACpF;;WAEG;QACH,cAAc,EAAE,MAAM,CAAC;KACxB;IAED;;OAEG;IACH,UAAiB,gBAAiB,SAAQ,eAAe,CAAC,YAAY;QACpE;;WAEG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB;IAED;;OAEG;IACH,UAAiB,oBAAqB,SAAQ,eAAe,CAAC,gBAAgB;QAC5E;;WAEG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB;CACF;AAED;;;;;;;GAOG;AACH,MAAM,WAAW,oBAAoB;IACnC;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IAEX;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,kBAAkB,EACd,0BAA0B,GAC1B,oBAAoB,CAAC,IAAI,GACzB,qCAAqC,CAAC;IAE1C;;;;;;;OAOG;IACH,QAAQ,EAAE,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;IAEjC;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IAEb;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC;IAEf;;OAEG;IACH,gBAAgB,EAAE,KAAK,CACnB,eAAe,CAAC,gBAAgB,GAChC,eAAe,CAAC,iBAAiB,GACjC,oBAAoB,CAAC,wBAAwB,GAC7C,oBAAoB,CAAC,gBAAgB,GACrC,oBAAoB,CAAC,oBAAoB,CAC5C,CAAC;CACH;AAED,yBAAiB,oBAAoB,CAAC;IACpC;;;;;;OAMG;IACH,UAAiB,IAAI;QACnB;;;WAGG;QACH,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAEhC;;WAEG;QACH,IAAI,EAAE,MAAM,CAAC;QAEb;;;;;;;WAOG;QACH,QAAQ,CAAC,EAAE,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;KACnC;IAED;;OAEG;IACH,UAAiB,wBAAyB,SAAQ,eAAe,CAAC,oBAAoB;QACpF;;WAEG;QACH,cAAc,EAAE,MAAM,CAAC;KACxB;IAED;;OAEG;IACH,UAAiB,gBAAiB,SAAQ,eAAe,CAAC,YAAY;QACpE;;WAEG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB;IAED;;OAEG;IACH,UAAiB,oBAAqB,SAAQ,eAAe,CAAC,gBAAgB;QAC5E;;WAEG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB;CACF;AAED;;;;;;;GAOG;AACH,MAAM,WAAW,kBAAkB;IACjC;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IAEX;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,kBAAkB,EACd,0BAA0B,GAC1B,kBAAkB,CAAC,IAAI,GACvB,qCAAqC,CAAC;IAE1C;;;;;;;OAOG;IACH,QAAQ,EAAE,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;IAEjC;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IAEb;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC;IAEf;;OAEG;IACH,gBAAgB,EAAE,KAAK,CACnB,eAAe,CAAC,gBAAgB,GAChC,eAAe,CAAC,iBAAiB,GACjC,kBAAkB,CAAC,wBAAwB,GAC3C,kBAAkB,CAAC,gBAAgB,GACnC,kBAAkB,CAAC,oBAAoB,CAC1C,CAAC;CACH;AAED,yBAAiB,kBAAkB,CAAC;IAClC;;;;;;OAMG;IACH,UAAiB,IAAI;QACnB;;;WAGG;QACH,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAEhC;;WAEG;QACH,IAAI,EAAE,MAAM,CAAC;QAEb;;;;;;;WAOG;QACH,QAAQ,CAAC,EAAE,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;KACnC;IAED;;OAEG;IACH,UAAiB,wBAAyB,SAAQ,eAAe,CAAC,oBAAoB;QACpF;;WAEG;QACH,cAAc,EAAE,MAAM,CAAC;KACxB;IAED;;OAEG;IACH,UAAiB,gBAAiB,SAAQ,eAAe,CAAC,YAAY;QACpE;;WAEG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB;IAED;;OAEG;IACH,UAAiB,oBAAqB,SAAQ,eAAe,CAAC,gBAAgB;QAC5E;;WAEG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB;CACF;AAED;;;;;;;GAOG;AACH,MAAM,WAAW,gBAAgB;IAC/B;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IAEX;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,kBAAkB,EACd,0BAA0B,GAC1B,gBAAgB,CAAC,IAAI,GACrB,qCAAqC,CAAC;IAE1C;;;;;;;OAOG;IACH,QAAQ,EAAE,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;IAEjC;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IAEb;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC;IAEf;;OAEG;IACH,gBAAgB,EAAE,KAAK,CACnB,eAAe,CAAC,gBAAgB,GAChC,eAAe,CAAC,iBAAiB,GACjC,gBAAgB,CAAC,wBAAwB,GACzC,gBAAgB,CAAC,gBAAgB,GACjC,gBAAgB,CAAC,oBAAoB,CACxC,CAAC;CACH;AAED,yBAAiB,gBAAgB,CAAC;IAChC;;;;;;OAMG;IACH,UAAiB,IAAI;QACnB;;;WAGG;QACH,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAEhC;;WAEG;QACH,IAAI,EAAE,MAAM,CAAC;QAEb;;;;;;;WAOG;QACH,QAAQ,CAAC,EAAE,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;KACnC;IAED;;OAEG;IACH,UAAiB,wBAAyB,SAAQ,eAAe,CAAC,oBAAoB;QACpF;;WAEG;QACH,cAAc,EAAE,MAAM,CAAC;KACxB;IAED;;OAEG;IACH,UAAiB,gBAAiB,SAAQ,eAAe,CAAC,YAAY;QACpE;;WAEG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB;IAED;;OAEG;IACH,UAAiB,oBAAqB,SAAQ,eAAe,CAAC,gBAAgB;QAC5E;;WAEG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB;CACF;AAED,MAAM,WAAW,kBAAkB;IACjC,OAAO,EAAE,OAAO,CAAC;IAEjB,OAAO,EAAE,MAAM,CAAC;IAEhB,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,gBAAgB;IAC/B;;OAEG;IACH,kBAAkB,EAAE,gBAAgB,CAAC,MAAM,GAAG,gBAAgB,CAAC,IAAI,GAAG,gBAAgB,CAAC,iBAAiB,CAAC;IAEzG;;OAEG;IACH,gBAAgB,EAAE,KAAK,CACnB,gBAAgB,CAAC,UAAU,GAC3B,eAAe,CAAC,iBAAiB,GACjC,gBAAgB,CAAC,cAAc,GAC/B,gBAAgB,CAAC,MAAM,GACvB,gBAAgB,CAAC,UAAU,CAC9B,CAAC;IAEF;;;;;;;OAOG;IACH,QAAQ,CAAC,EAAE,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;IAElC;;OAEG;IACH,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,yBAAiB,gBAAgB,CAAC;IAChC;;;;;;;OAOG;IACH,UAAiB,MAAM;QACrB;;WAEG;QACH,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAErC;;WAEG;QACH,IAAI,EAAE,QAAQ,CAAC;QAEf;;;WAGG;QACH,qBAAqB,CAAC,EAAE,OAAO,CAAC;KACjC;IAED;;;OAGG;IACH,UAAiB,IAAI;QACnB;;WAEG;QACH,IAAI,EAAE,MAAM,CAAC;QAEb;;WAEG;QACH,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;KACpC;IAED;;OAEG;IACH,UAAiB,iBAAiB;QAChC;;WAEG;QACH,IAAI,EAAE,oBAAoB,CAAC;QAE3B;;WAEG;QACH,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;KACpC;IAED;;;OAGG;IACH,UAAiB,UAAU;QACzB;;;WAGG;QACH,KAAK,EAAE,KAAK,CAAC,UAAU,CAAC,kBAAkB,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC;QAElE;;WAEG;QACH,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;QAEtB;;WAEG;QACH,KAAK,EAAE,MAAM,CAAC;QAEd;;WAEG;QACH,IAAI,EAAE,MAAM,CAAC;QAEb;;WAEG;QACH,cAAc,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;QAE9B;;WAEG;QACH,IAAI,EAAE,aAAa,CAAC;KACrB;IAED,UAAiB,UAAU,CAAC;QAC1B,UAAiB,kBAAkB;YACjC;;eAEG;YACH,OAAO,EAAE,MAAM,CAAC;YAEhB;;eAEG;YACH,IAAI,EAAE,MAAM,CAAC;SACd;QAED;;;;;;WAMG;QACH,UAAiB,QAAQ;YACvB;;eAEG;YACH,OAAO,EAAE,MAAM,GAAG,YAAY,CAAC,iBAAiB,GAAG,QAAQ,CAAC,UAAU,CAAC;YAEvE;;;eAGG;YACH,IAAI,EAAE,MAAM,GAAG,WAAW,GAAG,QAAQ,GAAG,WAAW,CAAC;YAEpD;;eAEG;YACH,IAAI,CAAC,EAAE,SAAS,CAAC;SAClB;QAED,UAAiB,QAAQ,CAAC;YACxB;;eAEG;YACH,UAAiB,UAAU;gBACzB;;mBAEG;gBACH,IAAI,EAAE,MAAM,CAAC;gBAEb;;mBAEG;gBACH,IAAI,EAAE,aAAa,CAAC;aACrB;SACF;KACF;IAED;;OAEG;IACH,UAAiB,cAAe,SAAQ,eAAe,CAAC,oBAAoB;QAC1E;;WAEG;QACH,cAAc,EAAE,MAAM,CAAC;KACxB;IAED;;OAEG;IACH,UAAiB,MAAO,SAAQ,eAAe,CAAC,YAAY;QAC1D;;WAEG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB;IAED;;OAEG;IACH,UAAiB,UAAW,SAAQ,eAAe,CAAC,gBAAgB;QAClE;;WAEG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB;CACF;AAED,MAAM,WAAW,gBAAgB;IAC/B;;;;;;;OAOG;IACH,QAAQ,CAAC,EAAE,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;IAElC;;OAEG;IACH,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,cAAe,SAAQ,gBAAgB;IACtD;;;OAGG;IACH,KAAK,CAAC,EAAE,KAAK,GAAG,MAAM,CAAC;IAEvB;;;OAGG;IACH,QAAQ,CAAC,EAAE,YAAY,GAAG,YAAY,CAAC;CACxC;AAMD,MAAM,CAAC,OAAO,WAAW,KAAK,CAAC;IAC7B,OAAO,EACL,KAAK,0BAA0B,IAAI,0BAA0B,EAC7D,KAAK,qCAAqC,IAAI,qCAAqC,EACnF,KAAK,kBAAkB,IAAI,kBAAkB,EAC7C,KAAK,oBAAoB,IAAI,oBAAoB,EACjD,KAAK,kBAAkB,IAAI,kBAAkB,EAC7C,KAAK,gBAAgB,IAAI,gBAAgB,EACzC,KAAK,kBAAkB,IAAI,kBAAkB,EAC7C,qBAAqB,IAAI,qBAAqB,EAC9C,KAAK,gBAAgB,IAAI,gBAAgB,EACzC,KAAK,gBAAgB,IAAI,gBAAgB,EACzC,KAAK,cAAc,IAAI,cAAc,GACtC,CAAC;IAEF,OAAO,EACL,IAAI,IAAI,IAAI,EACZ,KAAK,kCAAkC,IAAI,kCAAkC,EAC7E,KAAK,4BAA4B,IAAI,4BAA4B,EACjE,KAAK,YAAY,IAAI,YAAY,EACjC,KAAK,iBAAiB,IAAI,iBAAiB,EAC3C,KAAK,mBAAmB,IAAI,mBAAmB,EAC/C,KAAK,eAAe,IAAI,eAAe,EACvC,KAAK,iBAAiB,IAAI,iBAAiB,EAC3C,KAAK,iBAAiB,IAAI,iBAAiB,EAC3C,oBAAoB,IAAI,oBAAoB,EAC5C,KAAK,eAAe,IAAI,eAAe,EACvC,KAAK,aAAa,IAAI,aAAa,GACpC,CAAC;CACH"}

package/resources/evals/evals.js.map

@@ -1 +1 @@
-{"version":3,"file":"evals.js","sourceRoot":"","sources":["../../src/resources/evals/evals.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;;;;;;;;;;;;;;;;;;;;;;;;AAEtF,gDAA6C;AAC7C,wCAA8C;AAK9C,wDAAuC;AACvC,yCAaqB;AACrB,oDAAqE;AAErE,MAAa,KAAM,SAAQ,sBAAW;IAAtC;;QACE,SAAI,GAAiB,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAuDtD,CAAC;IArDC;;;;;;OAMG;IACH,MAAM,CAAC,IAAsB,EAAE,OAA6B;QAC1D,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IAC3D,CAAC;IAED;;OAEG;IACH,QAAQ,CAAC,MAAc,EAAE,OAA6B;QACpD,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,MAAM,EAAE,EAAE,OAAO,CAAC,CAAC;IACvD,CAAC;IAED;;OAEG;IACH,MAAM,CACJ,MAAc,EACd,IAAsB,EACtB,OAA6B;QAE7B,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,MAAM,EAAE,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACrE,CAAC;IAUD,IAAI,CACF,QAA8C,EAAE,EAChD,OAA6B;QAE7B,IAAI,IAAA,uBAAgB,EAAC,KAAK,CAAC,EAAE;YAC3B,OAAO,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;SAC7B;QACD,OAAO,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,QAAQ,EAAE,qBAAqB,EAAE,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACzF,CAAC;IAED;;OAEG;IACH,GAAG,CAAC,MAAc,EAAE,OAA6B;QAC/C,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,UAAU,MAAM,EAAE,EAAE,OAAO,CAAC,CAAC;IAC1D,CAAC;CACF;AAxDD,sBAwDC;AAED,MAAa,qBAAsB,SAAQ,uBAA4B;CAAG;AAA1E,sDAA0E;AAqoB1E,KAAK,CAAC,qBAAqB,GAAG,qBAAqB,CAAC;AACpD,KAAK,CAAC,IAAI,GAAG,WAAI,CAAC;AAClB,KAAK,CAAC,oBAAoB,GAAG,2BAAoB,CAAC"}
+{"version":3,"file":"evals.js","sourceRoot":"","sources":["../../src/resources/evals/evals.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;;;;;;;;;;;;;;;;;;;;;;;;AAEtF,gDAA6C;AAC7C,wCAA8C;AAK9C,wDAAuC;AACvC,yCAaqB;AACrB,oDAAqE;AAErE,MAAa,KAAM,SAAQ,sBAAW;IAAtC;;QACE,SAAI,GAAiB,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAuDtD,CAAC;IArDC;;;;;;OAMG;IACH,MAAM,CAAC,IAAsB,EAAE,OAA6B;QAC1D,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IAC3D,CAAC;IAED;;OAEG;IACH,QAAQ,CAAC,MAAc,EAAE,OAA6B;QACpD,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,MAAM,EAAE,EAAE,OAAO,CAAC,CAAC;IACvD,CAAC;IAED;;OAEG;IACH,MAAM,CACJ,MAAc,EACd,IAAsB,EACtB,OAA6B;QAE7B,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,MAAM,EAAE,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACrE,CAAC;IAUD,IAAI,CACF,QAA8C,EAAE,EAChD,OAA6B;QAE7B,IAAI,IAAA,uBAAgB,EAAC,KAAK,CAAC,EAAE;YAC3B,OAAO,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;SAC7B;QACD,OAAO,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,QAAQ,EAAE,qBAAqB,EAAE,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACzF,CAAC;IAED;;OAEG;IACH,GAAG,CAAC,MAAc,EAAE,OAA6B;QAC/C,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,UAAU,MAAM,EAAE,EAAE,OAAO,CAAC,CAAC;IAC1D,CAAC;CACF;AAxDD,sBAwDC;AAED,MAAa,qBAAsB,SAAQ,uBAA4B;CAAG;AAA1E,sDAA0E;AAmxB1E,KAAK,CAAC,qBAAqB,GAAG,qBAAqB,CAAC;AACpD,KAAK,CAAC,IAAI,GAAG,WAAI,CAAC;AAClB,KAAK,CAAC,oBAAoB,GAAG,2BAAoB,CAAC"}

package/resources/evals/evals.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"evals.mjs","sourceRoot":"","sources":["../../src/resources/evals/evals.ts"],"names":[],"mappings":"AAAA,sFAAsF;OAE/E,EAAE,WAAW,EAAE;OACf,EAAE,gBAAgB,EAAE;OAKpB,KAAK,OAAO;OACZ,EAUL,oBAAoB,EAEpB,IAAI,GACL;OACM,EAAE,UAAU,EAAyB;AAE5C,MAAM,OAAO,KAAM,SAAQ,WAAW;IAAtC;;QACE,SAAI,GAAiB,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAuDtD,CAAC;IArDC;;;;;;OAMG;IACH,MAAM,CAAC,IAAsB,EAAE,OAA6B;QAC1D,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IAC3D,CAAC;IAED;;OAEG;IACH,QAAQ,CAAC,MAAc,EAAE,OAA6B;QACpD,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,MAAM,EAAE,EAAE,OAAO,CAAC,CAAC;IACvD,CAAC;IAED;;OAEG;IACH,MAAM,CACJ,MAAc,EACd,IAAsB,EACtB,OAA6B;QAE7B,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,MAAM,EAAE,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACrE,CAAC;IAUD,IAAI,CACF,QAA8C,EAAE,EAChD,OAA6B;QAE7B,IAAI,gBAAgB,CAAC,KAAK,CAAC,EAAE;YAC3B,OAAO,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;SAC7B;QACD,OAAO,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,QAAQ,EAAE,qBAAqB,EAAE,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACzF,CAAC;IAED;;OAEG;IACH,GAAG,CAAC,MAAc,EAAE,OAA6B;QAC/C,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,UAAU,MAAM,EAAE,EAAE,OAAO,CAAC,CAAC;IAC1D,CAAC;CACF;AAED,MAAM,OAAO,qBAAsB,SAAQ,UAA4B;CAAG;AAqoB1E,KAAK,CAAC,qBAAqB,GAAG,qBAAqB,CAAC;AACpD,KAAK,CAAC,IAAI,GAAG,IAAI,CAAC;AAClB,KAAK,CAAC,oBAAoB,GAAG,oBAAoB,CAAC"}
+{"version":3,"file":"evals.mjs","sourceRoot":"","sources":["../../src/resources/evals/evals.ts"],"names":[],"mappings":"AAAA,sFAAsF;OAE/E,EAAE,WAAW,EAAE;OACf,EAAE,gBAAgB,EAAE;OAKpB,KAAK,OAAO;OACZ,EAUL,oBAAoB,EAEpB,IAAI,GACL;OACM,EAAE,UAAU,EAAyB;AAE5C,MAAM,OAAO,KAAM,SAAQ,WAAW;IAAtC;;QACE,SAAI,GAAiB,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAuDtD,CAAC;IArDC;;;;;;OAMG;IACH,MAAM,CAAC,IAAsB,EAAE,OAA6B;QAC1D,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IAC3D,CAAC;IAED;;OAEG;IACH,QAAQ,CAAC,MAAc,EAAE,OAA6B;QACpD,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,MAAM,EAAE,EAAE,OAAO,CAAC,CAAC;IACvD,CAAC;IAED;;OAEG;IACH,MAAM,CACJ,MAAc,EACd,IAAsB,EACtB,OAA6B;QAE7B,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,MAAM,EAAE,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACrE,CAAC;IAUD,IAAI,CACF,QAA8C,EAAE,EAChD,OAA6B;QAE7B,IAAI,gBAAgB,CAAC,KAAK,CAAC,EAAE;YAC3B,OAAO,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;SAC7B;QACD,OAAO,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,QAAQ,EAAE,qBAAqB,EAAE,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACzF,CAAC;IAED;;OAEG;IACH,GAAG,CAAC,MAAc,EAAE,OAA6B;QAC/C,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,UAAU,MAAM,EAAE,EAAE,OAAO,CAAC,CAAC;IAC1D,CAAC;CACF;AAED,MAAM,OAAO,qBAAsB,SAAQ,UAA4B;CAAG;AAmxB1E,KAAK,CAAC,qBAAqB,GAAG,qBAAqB,CAAC;AACpD,KAAK,CAAC,IAAI,GAAG,IAAI,CAAC;AAClB,KAAK,CAAC,oBAAoB,GAAG,oBAAoB,CAAC"}