openai 4.99.0 → 4.100.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (27) hide show
  1. package/CHANGELOG.md +13 -0
  2. package/package.json +1 -1
  3. package/resources/beta/realtime/realtime.d.ts +1 -1
  4. package/resources/beta/realtime/transcription-sessions.d.ts +1 -1
  5. package/resources/evals/evals.d.ts +18 -13
  6. package/resources/evals/evals.d.ts.map +1 -1
  7. package/resources/evals/evals.js +2 -1
  8. package/resources/evals/evals.js.map +1 -1
  9. package/resources/evals/evals.mjs +2 -1
  10. package/resources/evals/evals.mjs.map +1 -1
  11. package/resources/evals/runs/runs.d.ts +60 -44
  12. package/resources/evals/runs/runs.d.ts.map +1 -1
  13. package/resources/evals/runs/runs.js +3 -1
  14. package/resources/evals/runs/runs.js.map +1 -1
  15. package/resources/evals/runs/runs.mjs +3 -1
  16. package/resources/evals/runs/runs.mjs.map +1 -1
  17. package/src/resources/beta/realtime/realtime.ts +1 -1
  18. package/src/resources/beta/realtime/transcription-sessions.ts +1 -1
  19. package/src/resources/evals/evals.ts +18 -13
  20. package/src/resources/evals/runs/runs.ts +60 -49
  21. package/src/version.ts +1 -1
  22. package/version.d.ts +1 -1
  23. package/version.d.ts.map +1 -1
  24. package/version.js +1 -1
  25. package/version.js.map +1 -1
  26. package/version.mjs +1 -1
  27. package/version.mjs.map +1 -1
package/CHANGELOG.md CHANGED
@@ -1,5 +1,18 @@
1
1
  # Changelog
2
2
 
3
+ ## 4.100.0 (2025-05-16)
4
+
5
+ Full Changelog: [v4.99.0...v4.100.0](https://github.com/openai/openai-node/compare/v4.99.0...v4.100.0)
6
+
7
+ ### Features
8
+
9
+ * **api:** further updates for evals API ([3f6f248](https://github.com/openai/openai-node/commit/3f6f248191b45015924be76fd5154d149c4ed8a0))
10
+
11
+
12
+ ### Chores
13
+
14
+ * **internal:** version bump ([5123fe0](https://github.com/openai/openai-node/commit/5123fe08a56f3d0040b1cc67129382f3eacc3cca))
15
+
3
16
  ## 4.99.0 (2025-05-16)
4
17
 
5
18
  Full Changelog: [v4.98.0...v4.99.0](https://github.com/openai/openai-node/compare/v4.98.0...v4.99.0)
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "openai",
3
- "version": "4.99.0",
3
+ "version": "4.100.0",
4
4
  "description": "The official TypeScript library for the OpenAI API",
5
5
  "author": "OpenAI <support@openai.com>",
6
6
  "types": "./index.d.ts",
package/resources/beta/realtime/realtime.d.ts CHANGED
@@ -2134,7 +2134,7 @@ export interface TranscriptionSessionUpdatedEvent {
2134
2134
  * A new Realtime transcription session configuration.
2135
2135
  *
2136
2136
  * When a session is created on the server via REST API, the session object also
2137
- * contains an ephemeral key. Default TTL for keys is one minute. This property is
2137
+ * contains an ephemeral key. Default TTL for keys is 10 minutes. This property is
2138
2138
  * not present when a session is updated via the WebSocket API.
2139
2139
  */
2140
2140
  session: TranscriptionSessionsAPI.TranscriptionSession;
package/resources/beta/realtime/transcription-sessions.d.ts CHANGED
@@ -22,7 +22,7 @@ export declare class TranscriptionSessions extends APIResource {
22
22
  * A new Realtime transcription session configuration.
23
23
  *
24
24
  * When a session is created on the server via REST API, the session object also
25
- * contains an ephemeral key. Default TTL for keys is one minute. This property is
25
+ * contains an ephemeral key. Default TTL for keys is 10 minutes. This property is
26
26
  * not present when a session is updated via the WebSocket API.
27
27
  */
28
28
  export interface TranscriptionSession {
package/resources/evals/evals.d.ts CHANGED
@@ -10,7 +10,8 @@ export declare class Evals extends APIResource {
10
10
  runs: RunsAPI.Runs;
11
11
  /**
12
12
  * Create the structure of an evaluation that can be used to test a model's
13
- * performance. An evaluation is a set of testing criteria and a datasource. After
13
+ * performance. An evaluation is a set of testing criteria and the config for a
14
+ * data source, which dictates the schema of the data used in the evaluation. After
14
15
  * creating an evaluation, you can run it on different models and model parameters.
15
16
  * We support several types of graders and datasources. For more information, see
16
17
  * the [Evals guide](https://platform.openai.com/docs/guides/evals).
@@ -65,9 +66,9 @@ export interface EvalStoredCompletionsDataSourceConfig {
65
66
  */
66
67
  schema: Record<string, unknown>;
67
68
  /**
68
- * The type of data source. Always `stored-completions`.
69
+ * The type of data source. Always `stored_completions`.
69
70
  */
70
- type: 'stored-completions';
71
+ type: 'stored_completions';
71
72
  /**
72
73
  * Set of 16 key-value pairs that can be attached to an object. This can be useful
73
74
  * for storing additional information about the object in a structured format, and
@@ -84,7 +85,7 @@ export interface EvalStoredCompletionsDataSourceConfig {
84
85
  *
85
86
  * - Improve the quality of my chatbot
86
87
  * - See how well my chatbot handles customer support
87
- * - Check if o3-mini is better at my usecase than gpt-4o
88
+ * - Check if o4-mini is better at my usecase than gpt-4o
88
89
  */
89
90
  export interface EvalCreateResponse {
90
91
  /**
@@ -183,7 +184,7 @@ export declare namespace EvalCreateResponse {
183
184
  *
184
185
  * - Improve the quality of my chatbot
185
186
  * - See how well my chatbot handles customer support
186
- * - Check if o3-mini is better at my usecase than gpt-4o
187
+ * - Check if o4-mini is better at my usecase than gpt-4o
187
188
  */
188
189
  export interface EvalRetrieveResponse {
189
190
  /**
@@ -282,7 +283,7 @@ export declare namespace EvalRetrieveResponse {
282
283
  *
283
284
  * - Improve the quality of my chatbot
284
285
  * - See how well my chatbot handles customer support
285
- * - Check if o3-mini is better at my usecase than gpt-4o
286
+ * - Check if o4-mini is better at my usecase than gpt-4o
286
287
  */
287
288
  export interface EvalUpdateResponse {
288
289
  /**
@@ -381,7 +382,7 @@ export declare namespace EvalUpdateResponse {
381
382
  *
382
383
  * - Improve the quality of my chatbot
383
384
  * - See how well my chatbot handles customer support
384
- * - Check if o3-mini is better at my usecase than gpt-4o
385
+ * - Check if o4-mini is better at my usecase than gpt-4o
385
386
  */
386
387
  export interface EvalListResponse {
387
388
  /**
@@ -481,11 +482,15 @@ export interface EvalDeleteResponse {
481
482
  }
482
483
  export interface EvalCreateParams {
483
484
  /**
484
- * The configuration for the data source used for the evaluation runs.
485
+ * The configuration for the data source used for the evaluation runs. Dictates the
486
+ * schema of the data used in the evaluation.
485
487
  */
486
488
  data_source_config: EvalCreateParams.Custom | EvalCreateParams.Logs | EvalCreateParams.StoredCompletions;
487
489
  /**
488
- * A list of graders for all eval runs in this group.
490
+ * A list of graders for all eval runs in this group. Graders can reference
491
+ * variables in the data source using double curly braces notation, like
492
+ * `{{item.variable_name}}`. To reference the model's output, use the `sample`
493
+ * namespace (ie, `{{sample.output_text}}`).
489
494
  */
490
495
  testing_criteria: Array<EvalCreateParams.LabelModel | GraderModelsAPI.StringCheckGrader | EvalCreateParams.TextSimilarity | EvalCreateParams.Python | EvalCreateParams.ScoreModel>;
491
496
  /**
@@ -541,13 +546,13 @@ export declare namespace EvalCreateParams {
541
546
  metadata?: Record<string, unknown>;
542
547
  }
543
548
  /**
544
- * Deprecated in favor of LogsDataSourceConfig.
549
+ * @deprecated Deprecated in favor of LogsDataSourceConfig.
545
550
  */
546
551
  interface StoredCompletions {
547
552
  /**
548
- * The type of data source. Always `stored-completions`.
553
+ * The type of data source. Always `stored_completions`.
549
554
  */
550
- type: 'stored-completions';
555
+ type: 'stored_completions';
551
556
  /**
552
557
  * Metadata filters for the stored completions data source.
553
558
  */
@@ -560,7 +565,7 @@ export declare namespace EvalCreateParams {
560
565
  interface LabelModel {
561
566
  /**
562
567
  * A list of chat messages forming the prompt or context. May include variable
563
- * references to the "item" namespace, ie {{item.name}}.
568
+ * references to the `item` namespace, ie {{item.name}}.
564
569
  */
565
570
  input: Array<LabelModel.SimpleInputMessage | LabelModel.EvalItem>;
566
571
  /**
package/resources/evals/evals.d.ts.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"evals.d.ts","sourceRoot":"","sources":["../../src/resources/evals/evals.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAE7C,OAAO,KAAK,IAAI,MAAM,YAAY,CAAC;AACnC,OAAO,KAAK,MAAM,MAAM,WAAW,CAAC;AACpC,OAAO,KAAK,eAAe,MAAM,0BAA0B,CAAC;AAC5D,OAAO,KAAK,YAAY,MAAM,wBAAwB,CAAC;AACvD,OAAO,KAAK,OAAO,MAAM,aAAa,CAAC;AACvC,OAAO,EACL,kCAAkC,EAClC,4BAA4B,EAC5B,YAAY,EACZ,iBAAiB,EACjB,eAAe,EACf,iBAAiB,EACjB,iBAAiB,EACjB,aAAa,EACb,eAAe,EACf,oBAAoB,EACpB,mBAAmB,EACnB,IAAI,EACL,MAAM,aAAa,CAAC;AACrB,OAAO,EAAE,UAAU,EAAE,KAAK,gBAAgB,EAAE,MAAM,kBAAkB,CAAC;AAErE,qBAAa,KAAM,SAAQ,WAAW;IACpC,IAAI,EAAE,OAAO,CAAC,IAAI,CAAkC;IAEpD;;;;;;OAMG;IACH,MAAM,CAAC,IAAI,EAAE,gBAAgB,EAAE,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,UAAU,CAAC,kBAAkB,CAAC;IAIlG;;OAEG;IACH,QAAQ,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,UAAU,CAAC,oBAAoB,CAAC;IAI9F;;OAEG;IACH,MAAM,CACJ,MAAM,EAAE,MAAM,EACd,IAAI,EAAE,gBAAgB,EACtB,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAC5B,IAAI,CAAC,UAAU,CAAC,kBAAkB,CAAC;IAItC;;OAEG;IACH,IAAI,CACF,KAAK,CAAC,EAAE,cAAc,EACtB,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAC5B,IAAI,CAAC,WAAW,CAAC,qBAAqB,EAAE,gBAAgB,CAAC;IAC5D,IAAI,CAAC,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,WAAW,CAAC,qBAAqB,EAAE,gBAAgB,CAAC;IAW9F;;OAEG;IACH,GAAG,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,UAAU,CAAC,kBAAkB,CAAC;CAGxF;AAED,qBAAa,qBAAsB,SAAQ,UAAU,CAAC,gBAAgB,CAAC;CAAG;AAE1E;;;;;;;GAOG;AACH,MAAM,WAAW,0BAA0B;IACzC;;;OAGG;IACH,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAEhC;;OAEG;IACH,IAAI,EAAE,QAAQ,CAAC;CAChB;AAED;;GAEG;AACH,MAAM,WAAW,qCAAqC;IACpD;;;OAGG;IACH,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAEhC;;OAEG;IACH,IAAI,EAAE,oBAAoB,CAAC;IAE3B;;;;;;;OAOG;IACH,QAAQ,CAAC,EAAE,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;CACnC;AAED;;;;;;;GAOG;AACH,MAAM,WAAW,kBAAkB;IACjC;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IAEX;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,kBAAkB,EACd,0BAA0B,GAC1B,kBAAkB,CAAC,IAAI,GACvB,qCAAqC,CAAC;IAE1C;;;;;;;OAOG;IACH,QAAQ,EAAE,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;IAEjC;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IAEb;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC;IAEf;;OAEG;IACH,gBAAgB,EAAE,KAAK,CACnB,eAAe,CAAC,gBAAgB,GAChC,eAAe,CAAC,iBAAiB,GACjC,kBAAkB,CAAC,wBAAwB,GAC3C,kBAAkB,CAAC,gBAAgB,GACnC,kBAAkB,CAAC,oBAAoB,CAC1C,CAAC;CACH;AAED,yBAAiB,kBAAkB,CAAC;IAClC;;;;;;OAMG;IACH,UAAiB,IAAI;QACnB;;;WAGG;QACH,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAEhC;;WAEG;QACH,IAAI,EAAE,MAAM,CAAC;QAEb;;;;;;;WAOG;QACH,QAAQ,CAAC,EAAE,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;KACnC;IAED;;OAEG;IACH,UAAiB,wBAAyB,SAAQ,eAAe,CAAC,oBAAoB;QACpF;;WAEG;QACH,cAAc,EAAE,MAAM,CAAC;KACxB;IAED;;OAEG;IACH,UAAiB,gBAAiB,SAAQ,eAAe,CAAC,YAAY;QACpE;;WAEG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB;IAED;;OAEG;IACH,UAAiB,oBAAqB,SAAQ,eAAe,CAAC,gBAAgB;QAC5E;;WAEG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB;CACF;AAED;;;;;;;GAOG;AACH,MAAM,WAAW,oBAAoB;IACnC;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IAEX;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,kBAAkB,EACd,0BAA0B,GAC1B,oBAAoB,CAAC,IAAI,GACzB,qCAAqC,CAAC;IAE1C;;;;;;;OAOG;IACH,QAAQ,EAAE,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;IAEjC;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IAEb;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC;IAEf;;OAEG;IACH,gBAAgB,EAAE,KAAK,CACnB,eAAe,CAAC,gBAAgB,GAChC,eAAe,CAAC,iBAAiB,GACjC,oBAAoB,CAAC,wBAAwB,GAC7C,oBAAoB,CAAC,gBAAgB,GACrC,oBAAoB,CAAC,oBAAoB,CAC5C,CAAC;CACH;AAED,yBAAiB,oBAAoB,CAAC;IACpC;;;;;;OAMG;IACH,UAAiB,IAAI;QACnB;;;WAGG;QACH,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAEhC;;WAEG;QACH,IAAI,EAAE,MAAM,CAAC;QAEb;;;;;;;WAOG;QACH,QAAQ,CAAC,EAAE,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;KACnC;IAED;;OAEG;IACH,UAAiB,wBAAyB,SAAQ,eAAe,CAAC,oBAAoB;QACpF;;WAEG;QACH,cAAc,EAAE,MAAM,CAAC;KACxB;IAED;;OAEG;IACH,UAAiB,gBAAiB,SAAQ,eAAe,CAAC,YAAY;QACpE;;WAEG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB;IAED;;OAEG;IACH,UAAiB,oBAAqB,SAAQ,eAAe,CAAC,gBAAgB;QAC5E;;WAEG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB;CACF;AAED;;;;;;;GAOG;AACH,MAAM,WAAW,kBAAkB;IACjC;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IAEX;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,kBAAkB,EACd,0BAA0B,GAC1B,kBAAkB,CAAC,IAAI,GACvB,qCAAqC,CAAC;IAE1C;;;;;;;OAOG;IACH,QAAQ,EAAE,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;IAEjC;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IAEb;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC;IAEf;;OAEG;IACH,gBAAgB,EAAE,KAAK,CACnB,eAAe,CAAC,gBAAgB,GAChC,eAAe,CAAC,iBAAiB,GACjC,kBAAkB,CAAC,wBAAwB,GAC3C,kBAAkB,CAAC,gBAAgB,GACnC,kBAAkB,CAAC,oBAAoB,CAC1C,CAAC;CACH;AAED,yBAAiB,kBAAkB,CAAC;IAClC;;;;;;OAMG;IACH,UAAiB,IAAI;QACnB;;;WAGG;QACH,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAEhC;;WAEG;QACH,IAAI,EAAE,MAAM,CAAC;QAEb;;;;;;;WAOG;QACH,QAAQ,CAAC,EAAE,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;KACnC;IAED;;OAEG;IACH,UAAiB,wBAAyB,SAAQ,eAAe,CAAC,oBAAoB;QACpF;;WAEG;QACH,cAAc,EAAE,MAAM,CAAC;KACxB;IAED;;OAEG;IACH,UAAiB,gBAAiB,SAAQ,eAAe,CAAC,YAAY;QACpE;;WAEG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB;IAED;;OAEG;IACH,UAAiB,oBAAqB,SAAQ,eAAe,CAAC,gBAAgB;QAC5E;;WAEG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB;CACF;AAED;;;;;;;GAOG;AACH,MAAM,WAAW,gBAAgB;IAC/B;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IAEX;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,kBAAkB,EACd,0BAA0B,GAC1B,gBAAgB,CAAC,IAAI,GACrB,qCAAqC,CAAC;IAE1C;;;;;;;OAOG;IACH,QAAQ,EAAE,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;IAEjC;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IAEb;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC;IAEf;;OAEG;IACH,gBAAgB,EAAE,KAAK,CACnB,eAAe,CAAC,gBAAgB,GAChC,eAAe,CAAC,iBAAiB,GACjC,gBAAgB,CAAC,wBAAwB,GACzC,gBAAgB,CAAC,gBAAgB,GACjC,gBAAgB,CAAC,oBAAoB,CACxC,CAAC;CACH;AAED,yBAAiB,gBAAgB,CAAC;IAChC;;;;;;OAMG;IACH,UAAiB,IAAI;QACnB;;;WAGG;QACH,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAEhC;;WAEG;QACH,IAAI,EAAE,MAAM,CAAC;QAEb;;;;;;;WAOG;QACH,QAAQ,CAAC,EAAE,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;KACnC;IAED;;OAEG;IACH,UAAiB,wBAAyB,SAAQ,eAAe,CAAC,oBAAoB;QACpF;;WAEG;QACH,cAAc,EAAE,MAAM,CAAC;KACxB;IAED;;OAEG;IACH,UAAiB,gBAAiB,SAAQ,eAAe,CAAC,YAAY;QACpE;;WAEG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB;IAED;;OAEG;IACH,UAAiB,oBAAqB,SAAQ,eAAe,CAAC,gBAAgB;QAC5E;;WAEG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB;CACF;AAED,MAAM,WAAW,kBAAkB;IACjC,OAAO,EAAE,OAAO,CAAC;IAEjB,OAAO,EAAE,MAAM,CAAC;IAEhB,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,gBAAgB;IAC/B;;OAEG;IACH,kBAAkB,EAAE,gBAAgB,CAAC,MAAM,GAAG,gBAAgB,CAAC,IAAI,GAAG,gBAAgB,CAAC,iBAAiB,CAAC;IAEzG;;OAEG;IACH,gBAAgB,EAAE,KAAK,CACnB,gBAAgB,CAAC,UAAU,GAC3B,eAAe,CAAC,iBAAiB,GACjC,gBAAgB,CAAC,cAAc,GAC/B,gBAAgB,CAAC,MAAM,GACvB,gBAAgB,CAAC,UAAU,CAC9B,CAAC;IAEF;;;;;;;OAOG;IACH,QAAQ,CAAC,EAAE,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;IAElC;;OAEG;IACH,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,yBAAiB,gBAAgB,CAAC;IAChC;;;;;;;OAOG;IACH,UAAiB,MAAM;QACrB;;WAEG;QACH,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAErC;;WAEG;QACH,IAAI,EAAE,QAAQ,CAAC;QAEf;;;WAGG;QACH,qBAAqB,CAAC,EAAE,OAAO,CAAC;KACjC;IAED;;;OAGG;IACH,UAAiB,IAAI;QACnB;;WAEG;QACH,IAAI,EAAE,MAAM,CAAC;QAEb;;WAEG;QACH,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;KACpC;IAED;;OAEG;IACH,UAAiB,iBAAiB;QAChC;;WAEG;QACH,IAAI,EAAE,oBAAoB,CAAC;QAE3B;;WAEG;QACH,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;KACpC;IAED;;;OAGG;IACH,UAAiB,UAAU;QACzB;;;WAGG;QACH,KAAK,EAAE,KAAK,CAAC,UAAU,CAAC,kBAAkB,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC;QAElE;;WAEG;QACH,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;QAEtB;;WAEG;QACH,KAAK,EAAE,MAAM,CAAC;QAEd;;WAEG;QACH,IAAI,EAAE,MAAM,CAAC;QAEb;;WAEG;QACH,cAAc,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;QAE9B;;WAEG;QACH,IAAI,EAAE,aAAa,CAAC;KACrB;IAED,UAAiB,UAAU,CAAC;QAC1B,UAAiB,kBAAkB;YACjC;;eAEG;YACH,OAAO,EAAE,MAAM,CAAC;YAEhB;;eAEG;YACH,IAAI,EAAE,MAAM,CAAC;SACd;QAED;;;;;;WAMG;QACH,UAAiB,QAAQ;YACvB;;eAEG;YACH,OAAO,EAAE,MAAM,GAAG,YAAY,CAAC,iBAAiB,GAAG,QAAQ,CAAC,UAAU,CAAC;YAEvE;;;eAGG;YACH,IAAI,EAAE,MAAM,GAAG,WAAW,GAAG,QAAQ,GAAG,WAAW,CAAC;YAEpD;;eAEG;YACH,IAAI,CAAC,EAAE,SAAS,CAAC;SAClB;QAED,UAAiB,QAAQ,CAAC;YACxB;;eAEG;YACH,UAAiB,UAAU;gBACzB;;mBAEG;gBACH,IAAI,EAAE,MAAM,CAAC;gBAEb;;mBAEG;gBACH,IAAI,EAAE,aAAa,CAAC;aACrB;SACF;KACF;IAED;;OAEG;IACH,UAAiB,cAAe,SAAQ,eAAe,CAAC,oBAAoB;QAC1E;;WAEG;QACH,cAAc,EAAE,MAAM,CAAC;KACxB;IAED;;OAEG;IACH,UAAiB,MAAO,SAAQ,eAAe,CAAC,YAAY;QAC1D;;WAEG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB;IAED;;OAEG;IACH,UAAiB,UAAW,SAAQ,eAAe,CAAC,gBAAgB;QAClE;;WAEG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB;CACF;AAED,MAAM,WAAW,gBAAgB;IAC/B;;;;;;;OAOG;IACH,QAAQ,CAAC,EAAE,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;IAElC;;OAEG;IACH,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,cAAe,SAAQ,gBAAgB;IACtD;;;OAGG;IACH,KAAK,CAAC,EAAE,KAAK,GAAG,MAAM,CAAC;IAEvB;;;OAGG;IACH,QAAQ,CAAC,EAAE,YAAY,GAAG,YAAY,CAAC;CACxC;AAMD,MAAM,CAAC,OAAO,WAAW,KAAK,CAAC;IAC7B,OAAO,EACL,KAAK,0BAA0B,IAAI,0BAA0B,EAC7D,KAAK,qCAAqC,IAAI,qCAAqC,EACnF,KAAK,kBAAkB,IAAI,kBAAkB,EAC7C,KAAK,oBAAoB,IAAI,oBAAoB,EACjD,KAAK,kBAAkB,IAAI,kBAAkB,EAC7C,KAAK,gBAAgB,IAAI,gBAAgB,EACzC,KAAK,kBAAkB,IAAI,kBAAkB,EAC7C,qBAAqB,IAAI,qBAAqB,EAC9C,KAAK,gBAAgB,IAAI,gBAAgB,EACzC,KAAK,gBAAgB,IAAI,gBAAgB,EACzC,KAAK,cAAc,IAAI,cAAc,GACtC,CAAC;IAEF,OAAO,EACL,IAAI,IAAI,IAAI,EACZ,KAAK,kCAAkC,IAAI,kCAAkC,EAC7E,KAAK,4BAA4B,IAAI,4BAA4B,EACjE,KAAK,YAAY,IAAI,YAAY,EACjC,KAAK,iBAAiB,IAAI,iBAAiB,EAC3C,KAAK,mBAAmB,IAAI,mBAAmB,EAC/C,KAAK,eAAe,IAAI,eAAe,EACvC,KAAK,iBAAiB,IAAI,iBAAiB,EAC3C,KAAK,iBAAiB,IAAI,iBAAiB,EAC3C,oBAAoB,IAAI,oBAAoB,EAC5C,KAAK,eAAe,IAAI,eAAe,EACvC,KAAK,aAAa,IAAI,aAAa,GACpC,CAAC;CACH"}
1
+ {"version":3,"file":"evals.d.ts","sourceRoot":"","sources":["../../src/resources/evals/evals.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAE7C,OAAO,KAAK,IAAI,MAAM,YAAY,CAAC;AACnC,OAAO,KAAK,MAAM,MAAM,WAAW,CAAC;AACpC,OAAO,KAAK,eAAe,MAAM,0BAA0B,CAAC;AAC5D,OAAO,KAAK,YAAY,MAAM,wBAAwB,CAAC;AACvD,OAAO,KAAK,OAAO,MAAM,aAAa,CAAC;AACvC,OAAO,EACL,kCAAkC,EAClC,4BAA4B,EAC5B,YAAY,EACZ,iBAAiB,EACjB,eAAe,EACf,iBAAiB,EACjB,iBAAiB,EACjB,aAAa,EACb,eAAe,EACf,oBAAoB,EACpB,mBAAmB,EACnB,IAAI,EACL,MAAM,aAAa,CAAC;AACrB,OAAO,EAAE,UAAU,EAAE,KAAK,gBAAgB,EAAE,MAAM,kBAAkB,CAAC;AAErE,qBAAa,KAAM,SAAQ,WAAW;IACpC,IAAI,EAAE,OAAO,CAAC,IAAI,CAAkC;IAEpD;;;;;;;OAOG;IACH,MAAM,CAAC,IAAI,EAAE,gBAAgB,EAAE,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,UAAU,CAAC,kBAAkB,CAAC;IAIlG;;OAEG;IACH,QAAQ,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,UAAU,CAAC,oBAAoB,CAAC;IAI9F;;OAEG;IACH,MAAM,CACJ,MAAM,EAAE,MAAM,EACd,IAAI,EAAE,gBAAgB,EACtB,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAC5B,IAAI,CAAC,UAAU,CAAC,kBAAkB,CAAC;IAItC;;OAEG;IACH,IAAI,CACF,KAAK,CAAC,EAAE,cAAc,EACtB,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAC5B,IAAI,CAAC,WAAW,CAAC,qBAAqB,EAAE,gBAAgB,CAAC;IAC5D,IAAI,CAAC,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,WAAW,CAAC,qBAAqB,EAAE,gBAAgB,CAAC;IAW9F;;OAEG;IACH,GAAG,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,UAAU,CAAC,kBAAkB,CAAC;CAGxF;AAED,qBAAa,qBAAsB,SAAQ,UAAU,CAAC,gBAAgB,CAAC;CAAG;AAE1E;;;;;;;GAOG;AACH,MAAM,WAAW,0BAA0B;IACzC;;;OAGG;IACH,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAEhC;;OAEG;IACH,IAAI,EAAE,QAAQ,CAAC;CAChB;AAED;;GAEG;AACH,MAAM,WAAW,qCAAqC;IACpD;;;OAGG;IACH,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAEhC;;OAEG;IACH,IAAI,EAAE,oBAAoB,CAAC;IAE3B;;;;;;;OAOG;IACH,QAAQ,CAAC,EAAE,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;CACnC;AAED;;;;;;;GAOG;AACH,MAAM,WAAW,kBAAkB;IACjC;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IAEX;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,kBAAkB,EACd,0BAA0B,GAC1B,kBAAkB,CAAC,IAAI,GACvB,qCAAqC,CAAC;IAE1C;;;;;;;OAOG;IACH,QAAQ,EAAE,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;IAEjC;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IAEb;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC;IAEf;;OAEG;IACH,gBAAgB,EAAE,KAAK,CACnB,eAAe,CAAC,gBAAgB,GAChC,eAAe,CAAC,iBAAiB,GACjC,kBAAkB,CAAC,wBAAwB,GAC3C,kBAAkB,CAAC,gBAAgB,GACnC,kBAAkB,CAAC,oBAAoB,CAC1C,CAAC;CACH;AAED,yBAAiB,kBAAkB,CAAC;IAClC;;;;;;OAMG;IACH,UAAiB,IAAI;QACnB;;;WAGG;QACH,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAEhC;;WAEG;QACH,IAAI,EAAE,MAAM,CAAC;QAEb;;;;;;;WAOG;QACH,QAAQ,CAAC,EAAE,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;KACnC;IAED;;OAEG;IACH,UAAiB,wBAAyB,SAAQ,eAAe,CAAC,oBAAoB;QACpF;;WAEG;QACH,cAAc,EAAE,MAAM,CAAC;KACxB;IAED;;OAEG;IACH,UAAiB,gBAAiB,SAAQ,eAAe,CAAC,YAAY;QACpE;;WAEG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB;IAED;;OAEG;IACH,UAAiB,oBAAqB,SAAQ,eAAe,CAAC,gBAAgB;QAC5E;;WAEG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB;CACF;AAED;;;;;;;GAOG;AACH,MAAM,WAAW,oBAAoB;IACnC;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IAEX;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,kBAAkB,EACd,0BAA0B,GAC1B,oBAAoB,CAAC,IAAI,GACzB,qCAAqC,CAAC;IAE1C;;;;;;;OAOG;IACH,QAAQ,EAAE,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;IAEjC;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IAEb;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC;IAEf;;OAEG;IACH,gBAAgB,EAAE,KAAK,CACnB,eAAe,CAAC,gBAAgB,GAChC,eAAe,CAAC,iBAAiB,GACjC,oBAAoB,CAAC,wBAAwB,GAC7C,oBAAoB,CAAC,gBAAgB,GACrC,oBAAoB,CAAC,oBAAoB,CAC5C,CAAC;CACH;AAED,yBAAiB,oBAAoB,CAAC;IACpC;;;;;;OAMG;IACH,UAAiB,IAAI;QACnB;;;WAGG;QACH,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAEhC;;WAEG;QACH,IAAI,EAAE,MAAM,CAAC;QAEb;;;;;;;WAOG;QACH,QAAQ,CAAC,EAAE,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;KACnC;IAED;;OAEG;IACH,UAAiB,wBAAyB,SAAQ,eAAe,CAAC,oBAAoB;QACpF;;WAEG;QACH,cAAc,EAAE,MAAM,CAAC;KACxB;IAED;;OAEG;IACH,UAAiB,gBAAiB,SAAQ,eAAe,CAAC,YAAY;QACpE;;WAEG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB;IAED;;OAEG;IACH,UAAiB,oBAAqB,SAAQ,eAAe,CAAC,gBAAgB;QAC5E;;WAEG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB;CACF;AAED;;;;;;;GAOG;AACH,MAAM,WAAW,kBAAkB;IACjC;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IAEX;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,kBAAkB,EACd,0BAA0B,GAC1B,kBAAkB,CAAC,IAAI,GACvB,qCAAqC,CAAC;IAE1C;;;;;;;OAOG;IACH,QAAQ,EAAE,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;IAEjC;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IAEb;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC;IAEf;;OAEG;IACH,gBAAgB,EAAE,KAAK,CACnB,eAAe,CAAC,gBAAgB,GAChC,eAAe,CAAC,iBAAiB,GACjC,kBAAkB,CAAC,wBAAwB,GAC3C,kBAAkB,CAAC,gBAAgB,GACnC,kBAAkB,CAAC,oBAAoB,CAC1C,CAAC;CACH;AAED,yBAAiB,kBAAkB,CAAC;IAClC;;;;;;OAMG;IACH,UAAiB,IAAI;QACnB;;;WAGG;QACH,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAEhC;;WAEG;QACH,IAAI,EAAE,MAAM,CAAC;QAEb;;;;;;;WAOG;QACH,QAAQ,CAAC,EAAE,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;KACnC;IAED;;OAEG;IACH,UAAiB,wBAAyB,SAAQ,eAAe,CAAC,oBAAoB;QACpF;;WAEG;QACH,cAAc,EAAE,MAAM,CAAC;KACxB;IAED;;OAEG;IACH,UAAiB,gBAAiB,SAAQ,eAAe,CAAC,YAAY;QACpE;;WAEG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB;IAED;;OAEG;IACH,UAAiB,oBAAqB,SAAQ,eAAe,CAAC,gBAAgB;QAC5E;;WAEG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB;CACF;AAED;;;;;;;GAOG;AACH,MAAM,WAAW,gBAAgB;IAC/B;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IAEX;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,kBAAkB,EACd,0BAA0B,GAC1B,gBAAgB,CAAC,IAAI,GACrB,qCAAqC,CAAC;IAE1C;;;;;;;OAOG;IACH,QAAQ,EAAE,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;IAEjC;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IAEb;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC;IAEf;;OAEG;IACH,gBAAgB,EAAE,KAAK,CACnB,eAAe,CAAC,gBAAgB,GAChC,eAAe,CAAC,iBAAiB,GACjC,gBAAgB,CAAC,wBAAwB,GACzC,gBAAgB,CAAC,gBAAgB,GACjC,gBAAgB,CAAC,oBAAoB,CACxC,CAAC;CACH;AAED,yBAAiB,gBAAgB,CAAC;IAChC;;;;;;OAMG;IACH,UAAiB,IAAI;QACnB;;;WAGG;QACH,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAEhC;;WAEG;QACH,IAAI,EAAE,MAAM,CAAC;QAEb;;;;;;;WAOG;QACH,QAAQ,CAAC,EAAE,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;KACnC;IAED;;OAEG;IACH,UAAiB,wBAAyB,SAAQ,eAAe,CAAC,oBAAoB;QACpF;;WAEG;QACH,cAAc,EAAE,MAAM,CAAC;KACxB;IAED;;OAEG;IACH,UAAiB,gBAAiB,SAAQ,eAAe,CAAC,YAAY;QACpE;;WAEG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB;IAED;;OAEG;IACH,UAAiB,oBAAqB,SAAQ,eAAe,CAAC,gBAAgB;QAC5E;;WAEG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB;CACF;AAED,MAAM,WAAW,kBAAkB;IACjC,OAAO,EAAE,OAAO,CAAC;IAEjB,OAAO,EAAE,MAAM,CAAC;IAEhB,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,gBAAgB;IAC/B;;;OAGG;IACH,kBAAkB,EAAE,gBAAgB,CAAC,MAAM,GAAG,gBAAgB,CAAC,IAAI,GAAG,gBAAgB,CAAC,iBAAiB,CAAC;IAEzG;;;;;OAKG;IACH,gBAAgB,EAAE,KAAK,CACnB,gBAAgB,CAAC,UAAU,GAC3B,eAAe,CAAC,iBAAiB,GACjC,gBAAgB,CAAC,cAAc,GAC/B,gBAAgB,CAAC,MAAM,GACvB,gBAAgB,CAAC,UAAU,CAC9B,CAAC;IAEF;;;;;;;OAOG;IACH,QAAQ,CAAC,EAAE,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;IAElC;;OAEG;IACH,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,yBAAiB,gBAAgB,CAAC;IAChC;;;;;;;OAOG;IACH,UAAiB,MAAM;QACrB;;WAEG;QACH,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAErC;;WAEG;QACH,IAAI,EAAE,QAAQ,CAAC;QAEf;;;WAGG;QACH,qBAAqB,CAAC,EAAE,OAAO,CAAC;KACjC;IAED;;;OAGG;IACH,UAAiB,IAAI;QACnB;;WAEG;QACH,IAAI,EAAE,MAAM,CAAC;QAEb;;WAEG;QACH,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;KACpC;IAED;;OAEG;IACH,UAAiB,iBAAiB;QAChC;;WAEG;QACH,IAAI,EAAE,oBAAoB,CAAC;QAE3B;;WAEG;QACH,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;KACpC;IAED;;;OAGG;IACH,UAAiB,UAAU;QACzB;;;WAGG;QACH,KAAK,EAAE,KAAK,CAAC,UAAU,CAAC,kBAAkB,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC;QAElE;;WAEG;QACH,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;QAEtB;;WAEG;QACH,KAAK,EAAE,MAAM,CAAC;QAEd;;WAEG;QACH,IAAI,EAAE,MAAM,CAAC;QAEb;;WAEG;QACH,cAAc,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;QAE9B;;WAEG;QACH,IAAI,EAAE,aAAa,CAAC;KACrB;IAED,UAAiB,UAAU,CAAC;QAC1B,UAAiB,kBAAkB;YACjC;;eAEG;YACH,OAAO,EAAE,MAAM,CAAC;YAEhB;;eAEG;YACH,IAAI,EAAE,MAAM,CAAC;SACd;QAED;;;;;;WAMG;QACH,UAAiB,QAAQ;YACvB;;eAEG;YACH,OAAO,EAAE,MAAM,GAAG,YAAY,CAAC,iBAAiB,GAAG,QAAQ,CAAC,UAAU,CAAC;YAEvE;;;eAGG;YACH,IAAI,EAAE,MAAM,GAAG,WAAW,GAAG,QAAQ,GAAG,WAAW,CAAC;YAEpD;;eAEG;YACH,IAAI,CAAC,EAAE,SAAS,CAAC;SAClB;QAED,UAAiB,QAAQ,CAAC;YACxB;;eAEG;YACH,UAAiB,UAAU;gBACzB;;mBAEG;gBACH,IAAI,EAAE,MAAM,CAAC;gBAEb;;mBAEG;gBACH,IAAI,EAAE,aAAa,CAAC;aACrB;SACF;KACF;IAED;;OAEG;IACH,UAAiB,cAAe,SAAQ,eAAe,CAAC,oBAAoB;QAC1E;;WAEG;QACH,cAAc,EAAE,MAAM,CAAC;KACxB;IAED;;OAEG;IACH,UAAiB,MAAO,SAAQ,eAAe,CAAC,YAAY;QAC1D;;WAEG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB;IAED;;OAEG;IACH,UAAiB,UAAW,SAAQ,eAAe,CAAC,gBAAgB;QAClE;;WAEG;QACH,cAAc,CAAC,EAAE,MAAM,CAAC;KACzB;CACF;AAED,MAAM,WAAW,gBAAgB;IAC/B;;;;;;;OAOG;IACH,QAAQ,CAAC,EAAE,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;IAElC;;OAEG;IACH,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,cAAe,SAAQ,gBAAgB;IACtD;;;OAGG;IACH,KAAK,CAAC,EAAE,KAAK,GAAG,MAAM,CAAC;IAEvB;;;OAGG;IACH,QAAQ,CAAC,EAAE,YAAY,GAAG,YAAY,CAAC;CACxC;AAMD,MAAM,CAAC,OAAO,WAAW,KAAK,CAAC;IAC7B,OAAO,EACL,KAAK,0BAA0B,IAAI,0BAA0B,EAC7D,KAAK,qCAAqC,IAAI,qCAAqC,EACnF,KAAK,kBAAkB,IAAI,kBAAkB,EAC7C,KAAK,oBAAoB,IAAI,oBAAoB,EACjD,KAAK,kBAAkB,IAAI,kBAAkB,EAC7C,KAAK,gBAAgB,IAAI,gBAAgB,EACzC,KAAK,kBAAkB,IAAI,kBAAkB,EAC7C,qBAAqB,IAAI,qBAAqB,EAC9C,KAAK,gBAAgB,IAAI,gBAAgB,EACzC,KAAK,gBAAgB,IAAI,gBAAgB,EACzC,KAAK,cAAc,IAAI,cAAc,GACtC,CAAC;IAEF,OAAO,EACL,IAAI,IAAI,IAAI,EACZ,KAAK,kCAAkC,IAAI,kCAAkC,EAC7E,KAAK,4BAA4B,IAAI,4BAA4B,EACjE,KAAK,YAAY,IAAI,YAAY,EACjC,KAAK,iBAAiB,IAAI,iBAAiB,EAC3C,KAAK,mBAAmB,IAAI,mBAAmB,EAC/C,KAAK,eAAe,IAAI,eAAe,EACvC,KAAK,iBAAiB,IAAI,iBAAiB,EAC3C,KAAK,iBAAiB,IAAI,iBAAiB,EAC3C,oBAAoB,IAAI,oBAAoB,EAC5C,KAAK,eAAe,IAAI,eAAe,EACvC,KAAK,aAAa,IAAI,aAAa,GACpC,CAAC;CACH"}
package/resources/evals/evals.js CHANGED
@@ -37,7 +37,8 @@ class Evals extends resource_1.APIResource {
37
37
  }
38
38
  /**
39
39
  * Create the structure of an evaluation that can be used to test a model's
40
- * performance. An evaluation is a set of testing criteria and a datasource. After
40
+ * performance. An evaluation is a set of testing criteria and the config for a
41
+ * data source, which dictates the schema of the data used in the evaluation. After
41
42
  * creating an evaluation, you can run it on different models and model parameters.
42
43
  * We support several types of graders and datasources. For more information, see
43
44
  * the [Evals guide](https://platform.openai.com/docs/guides/evals).
package/resources/evals/evals.js.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"evals.js","sourceRoot":"","sources":["../../src/resources/evals/evals.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;;;;;;;;;;;;;;;;;;;;;;;;AAEtF,gDAA6C;AAC7C,wCAA8C;AAK9C,wDAAuC;AACvC,yCAaqB;AACrB,oDAAqE;AAErE,MAAa,KAAM,SAAQ,sBAAW;IAAtC;;QACE,SAAI,GAAiB,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAuDtD,CAAC;IArDC;;;;;;OAMG;IACH,MAAM,CAAC,IAAsB,EAAE,OAA6B;QAC1D,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IAC3D,CAAC;IAED;;OAEG;IACH,QAAQ,CAAC,MAAc,EAAE,OAA6B;QACpD,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,MAAM,EAAE,EAAE,OAAO,CAAC,CAAC;IACvD,CAAC;IAED;;OAEG;IACH,MAAM,CACJ,MAAc,EACd,IAAsB,EACtB,OAA6B;QAE7B,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,MAAM,EAAE,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACrE,CAAC;IAUD,IAAI,CACF,QAA8C,EAAE,EAChD,OAA6B;QAE7B,IAAI,IAAA,uBAAgB,EAAC,KAAK,CAAC,EAAE;YAC3B,OAAO,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;SAC7B;QACD,OAAO,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,QAAQ,EAAE,qBAAqB,EAAE,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACzF,CAAC;IAED;;OAEG;IACH,GAAG,CAAC,MAAc,EAAE,OAA6B;QAC/C,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,UAAU,MAAM,EAAE,EAAE,OAAO,CAAC,CAAC;IAC1D,CAAC;CACF;AAxDD,sBAwDC;AAED,MAAa,qBAAsB,SAAQ,uBAA4B;CAAG;AAA1E,sDAA0E;AAmxB1E,KAAK,CAAC,qBAAqB,GAAG,qBAAqB,CAAC;AACpD,KAAK,CAAC,IAAI,GAAG,WAAI,CAAC;AAClB,KAAK,CAAC,oBAAoB,GAAG,2BAAoB,CAAC"}
1
+ {"version":3,"file":"evals.js","sourceRoot":"","sources":["../../src/resources/evals/evals.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;;;;;;;;;;;;;;;;;;;;;;;;AAEtF,gDAA6C;AAC7C,wCAA8C;AAK9C,wDAAuC;AACvC,yCAaqB;AACrB,oDAAqE;AAErE,MAAa,KAAM,SAAQ,sBAAW;IAAtC;;QACE,SAAI,GAAiB,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAwDtD,CAAC;IAtDC;;;;;;;OAOG;IACH,MAAM,CAAC,IAAsB,EAAE,OAA6B;QAC1D,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IAC3D,CAAC;IAED;;OAEG;IACH,QAAQ,CAAC,MAAc,EAAE,OAA6B;QACpD,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,MAAM,EAAE,EAAE,OAAO,CAAC,CAAC;IACvD,CAAC;IAED;;OAEG;IACH,MAAM,CACJ,MAAc,EACd,IAAsB,EACtB,OAA6B;QAE7B,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,MAAM,EAAE,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACrE,CAAC;IAUD,IAAI,CACF,QAA8C,EAAE,EAChD,OAA6B;QAE7B,IAAI,IAAA,uBAAgB,EAAC,KAAK,CAAC,EAAE;YAC3B,OAAO,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;SAC7B;QACD,OAAO,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,QAAQ,EAAE,qBAAqB,EAAE,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACzF,CAAC;IAED;;OAEG;IACH,GAAG,CAAC,MAAc,EAAE,OAA6B;QAC/C,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,UAAU,MAAM,EAAE,EAAE,OAAO,CAAC,CAAC;IAC1D,CAAC;CACF;AAzDD,sBAyDC;AAED,MAAa,qBAAsB,SAAQ,uBAA4B;CAAG;AAA1E,sDAA0E;AAuxB1E,KAAK,CAAC,qBAAqB,GAAG,qBAAqB,CAAC;AACpD,KAAK,CAAC,IAAI,GAAG,WAAI,CAAC;AAClB,KAAK,CAAC,oBAAoB,GAAG,2BAAoB,CAAC"}
package/resources/evals/evals.mjs CHANGED
@@ -11,7 +11,8 @@ export class Evals extends APIResource {
11
11
  }
12
12
  /**
13
13
  * Create the structure of an evaluation that can be used to test a model's
14
- * performance. An evaluation is a set of testing criteria and a datasource. After
14
+ * performance. An evaluation is a set of testing criteria and the config for a
15
+ * data source, which dictates the schema of the data used in the evaluation. After
15
16
  * creating an evaluation, you can run it on different models and model parameters.
16
17
  * We support several types of graders and datasources. For more information, see
17
18
  * the [Evals guide](https://platform.openai.com/docs/guides/evals).
package/resources/evals/evals.mjs.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"evals.mjs","sourceRoot":"","sources":["../../src/resources/evals/evals.ts"],"names":[],"mappings":"AAAA,sFAAsF;OAE/E,EAAE,WAAW,EAAE;OACf,EAAE,gBAAgB,EAAE;OAKpB,KAAK,OAAO;OACZ,EAUL,oBAAoB,EAEpB,IAAI,GACL;OACM,EAAE,UAAU,EAAyB;AAE5C,MAAM,OAAO,KAAM,SAAQ,WAAW;IAAtC;;QACE,SAAI,GAAiB,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAuDtD,CAAC;IArDC;;;;;;OAMG;IACH,MAAM,CAAC,IAAsB,EAAE,OAA6B;QAC1D,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IAC3D,CAAC;IAED;;OAEG;IACH,QAAQ,CAAC,MAAc,EAAE,OAA6B;QACpD,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,MAAM,EAAE,EAAE,OAAO,CAAC,CAAC;IACvD,CAAC;IAED;;OAEG;IACH,MAAM,CACJ,MAAc,EACd,IAAsB,EACtB,OAA6B;QAE7B,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,MAAM,EAAE,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACrE,CAAC;IAUD,IAAI,CACF,QAA8C,EAAE,EAChD,OAA6B;QAE7B,IAAI,gBAAgB,CAAC,KAAK,CAAC,EAAE;YAC3B,OAAO,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;SAC7B;QACD,OAAO,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,QAAQ,EAAE,qBAAqB,EAAE,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACzF,CAAC;IAED;;OAEG;IACH,GAAG,CAAC,MAAc,EAAE,OAA6B;QAC/C,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,UAAU,MAAM,EAAE,EAAE,OAAO,CAAC,CAAC;IAC1D,CAAC;CACF;AAED,MAAM,OAAO,qBAAsB,SAAQ,UAA4B;CAAG;AAmxB1E,KAAK,CAAC,qBAAqB,GAAG,qBAAqB,CAAC;AACpD,KAAK,CAAC,IAAI,GAAG,IAAI,CAAC;AAClB,KAAK,CAAC,oBAAoB,GAAG,oBAAoB,CAAC"}
1
+ {"version":3,"file":"evals.mjs","sourceRoot":"","sources":["../../src/resources/evals/evals.ts"],"names":[],"mappings":"AAAA,sFAAsF;OAE/E,EAAE,WAAW,EAAE;OACf,EAAE,gBAAgB,EAAE;OAKpB,KAAK,OAAO;OACZ,EAUL,oBAAoB,EAEpB,IAAI,GACL;OACM,EAAE,UAAU,EAAyB;AAE5C,MAAM,OAAO,KAAM,SAAQ,WAAW;IAAtC;;QACE,SAAI,GAAiB,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAwDtD,CAAC;IAtDC;;;;;;;OAOG;IACH,MAAM,CAAC,IAAsB,EAAE,OAA6B;QAC1D,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IAC3D,CAAC;IAED;;OAEG;IACH,QAAQ,CAAC,MAAc,EAAE,OAA6B;QACpD,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,MAAM,EAAE,EAAE,OAAO,CAAC,CAAC;IACvD,CAAC;IAED;;OAEG;IACH,MAAM,CACJ,MAAc,EACd,IAAsB,EACtB,OAA6B;QAE7B,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,MAAM,EAAE,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACrE,CAAC;IAUD,IAAI,CACF,QAA8C,EAAE,EAChD,OAA6B;QAE7B,IAAI,gBAAgB,CAAC,KAAK,CAAC,EAAE;YAC3B,OAAO,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC;SAC7B;QACD,OAAO,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,QAAQ,EAAE,qBAAqB,EAAE,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACzF,CAAC;IAED;;OAEG;IACH,GAAG,CAAC,MAAc,EAAE,OAA6B;QAC/C,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,UAAU,MAAM,EAAE,EAAE,OAAO,CAAC,CAAC;IAC1D,CAAC;CACF;AAED,MAAM,OAAO,qBAAsB,SAAQ,UAA4B;CAAG;AAuxB1E,KAAK,CAAC,qBAAqB,GAAG,qBAAqB,CAAC;AACpD,KAAK,CAAC,IAAI,GAAG,IAAI,CAAC;AAClB,KAAK,CAAC,oBAAoB,GAAG,oBAAoB,CAAC"}
package/resources/evals/runs/runs.d.ts CHANGED
@@ -8,7 +8,9 @@ import { CursorPage, type CursorPageParams } from "../../../pagination.js";
8
8
  export declare class Runs extends APIResource {
9
9
  outputItems: OutputItemsAPI.OutputItems;
10
10
  /**
11
- * Create a new evaluation run. This is the endpoint that will kick off grading.
11
+ * Kicks off a new run for a given evaluation, specifying the data source, and what
12
+ * model configuration to use to test. The datasource will be validated against the
13
+ * schema specified in the config of the evaluation.
12
14
  */
13
15
  create(evalId: string, body: RunCreateParams, options?: Core.RequestOptions): Core.APIPromise<RunCreateResponse>;
14
16
  /**
@@ -36,13 +38,19 @@ export declare class RunListResponsesPage extends CursorPage<RunListResponse> {
36
38
  */
37
39
  export interface CreateEvalCompletionsRunDataSource {
38
40
  /**
39
- * A StoredCompletionsRunDataSource configuration describing a set of filters
41
+ * Determines what populates the `item` namespace in this run's data source.
40
42
  */
41
43
  source: CreateEvalCompletionsRunDataSource.FileContent | CreateEvalCompletionsRunDataSource.FileID | CreateEvalCompletionsRunDataSource.StoredCompletions;
42
44
  /**
43
45
  * The type of run data source. Always `completions`.
44
46
  */
45
47
  type: 'completions';
48
+ /**
49
+ * Used when sampling from a model. Dictates the structure of the messages passed
50
+ * into the model. Can either be a reference to a prebuilt trajectory (ie,
51
+ * `item.input_trajectory`), or a template with variable references to the `item`
52
+ * namespace.
53
+ */
46
54
  input_messages?: CreateEvalCompletionsRunDataSource.Template | CreateEvalCompletionsRunDataSource.ItemReference;
47
55
  /**
48
56
  * The name of the model to use for generating completions (e.g. "o3-mini").
@@ -114,7 +122,7 @@ export declare namespace CreateEvalCompletionsRunDataSource {
114
122
  interface Template {
115
123
  /**
116
124
  * A list of chat messages forming the prompt or context. May include variable
117
- * references to the "item" namespace, ie {{item.name}}.
125
+ * references to the `item` namespace, ie {{item.name}}.
118
126
  */
119
127
  template: Array<ResponsesAPI.EasyInputMessage | Template.Message>;
120
128
  /**
@@ -163,7 +171,7 @@ export declare namespace CreateEvalCompletionsRunDataSource {
163
171
  }
164
172
  interface ItemReference {
165
173
  /**
166
- * A reference to a variable in the "item" namespace. Ie, "item.name"
174
+ * A reference to a variable in the `item` namespace. Ie, "item.input_trajectory"
167
175
  */
168
176
  item_reference: string;
169
177
  /**
@@ -195,6 +203,9 @@ export declare namespace CreateEvalCompletionsRunDataSource {
195
203
  * eval
196
204
  */
197
205
  export interface CreateEvalJSONLRunDataSource {
206
+ /**
207
+ * Determines what populates the `item` namespace in the data source.
208
+ */
198
209
  source: CreateEvalJSONLRunDataSource.FileContent | CreateEvalJSONLRunDataSource.FileID;
199
210
  /**
200
211
  * The type of data source. Always `jsonl`.
@@ -314,13 +325,19 @@ export declare namespace RunCreateResponse {
314
325
  */
315
326
  interface Responses {
316
327
  /**
317
- * A EvalResponsesSource object describing a run data source configuration.
328
+ * Determines what populates the `item` namespace in this run's data source.
318
329
  */
319
330
  source: Responses.FileContent | Responses.FileID | Responses.Responses;
320
331
  /**
321
332
  * The type of run data source. Always `responses`.
322
333
  */
323
334
  type: 'responses';
335
+ /**
336
+ * Used when sampling from a model. Dictates the structure of the messages passed
337
+ * into the model. Can either be a reference to a prebuilt trajectory (ie,
338
+ * `item.input_trajectory`), or a template with variable references to the `item`
339
+ * namespace.
340
+ */
324
341
  input_messages?: Responses.Template | Responses.ItemReference;
325
342
  /**
326
343
  * The name of the model to use for generating completions (e.g. "o3-mini").
@@ -373,11 +390,6 @@ export declare namespace RunCreateResponse {
373
390
  * parameter used to select responses.
374
391
  */
375
392
  created_before?: number | null;
376
- /**
377
- * Whether the response has tool calls. This is a query parameter used to select
378
- * responses.
379
- */
380
- has_tool_calls?: boolean | null;
381
393
  /**
382
394
  * Optional string to search the 'instructions' field. This is a query parameter
383
395
  * used to select responses.
@@ -418,7 +430,7 @@ export declare namespace RunCreateResponse {
418
430
  interface Template {
419
431
  /**
420
432
  * A list of chat messages forming the prompt or context. May include variable
421
- * references to the "item" namespace, ie {{item.name}}.
433
+ * references to the `item` namespace, ie {{item.name}}.
422
434
  */
423
435
  template: Array<Template.ChatMessage | Template.EvalItem>;
424
436
  /**
@@ -477,7 +489,7 @@ export declare namespace RunCreateResponse {
477
489
  }
478
490
  interface ItemReference {
479
491
  /**
480
- * A reference to a variable in the "item" namespace. Ie, "item.name"
492
+ * A reference to a variable in the `item` namespace. Ie, "item.name"
481
493
  */
482
494
  item_reference: string;
483
495
  /**
@@ -638,13 +650,19 @@ export declare namespace RunRetrieveResponse {
638
650
  */
639
651
  interface Responses {
640
652
  /**
641
- * A EvalResponsesSource object describing a run data source configuration.
653
+ * Determines what populates the `item` namespace in this run's data source.
642
654
  */
643
655
  source: Responses.FileContent | Responses.FileID | Responses.Responses;
644
656
  /**
645
657
  * The type of run data source. Always `responses`.
646
658
  */
647
659
  type: 'responses';
660
+ /**
661
+ * Used when sampling from a model. Dictates the structure of the messages passed
662
+ * into the model. Can either be a reference to a prebuilt trajectory (ie,
663
+ * `item.input_trajectory`), or a template with variable references to the `item`
664
+ * namespace.
665
+ */
648
666
  input_messages?: Responses.Template | Responses.ItemReference;
649
667
  /**
650
668
  * The name of the model to use for generating completions (e.g. "o3-mini").
@@ -697,11 +715,6 @@ export declare namespace RunRetrieveResponse {
697
715
  * parameter used to select responses.
698
716
  */
699
717
  created_before?: number | null;
700
- /**
701
- * Whether the response has tool calls. This is a query parameter used to select
702
- * responses.
703
- */
704
- has_tool_calls?: boolean | null;
705
718
  /**
706
719
  * Optional string to search the 'instructions' field. This is a query parameter
707
720
  * used to select responses.
@@ -742,7 +755,7 @@ export declare namespace RunRetrieveResponse {
742
755
  interface Template {
743
756
  /**
744
757
  * A list of chat messages forming the prompt or context. May include variable
745
- * references to the "item" namespace, ie {{item.name}}.
758
+ * references to the `item` namespace, ie {{item.name}}.
746
759
  */
747
760
  template: Array<Template.ChatMessage | Template.EvalItem>;
748
761
  /**
@@ -801,7 +814,7 @@ export declare namespace RunRetrieveResponse {
801
814
  }
802
815
  interface ItemReference {
803
816
  /**
804
- * A reference to a variable in the "item" namespace. Ie, "item.name"
817
+ * A reference to a variable in the `item` namespace. Ie, "item.name"
805
818
  */
806
819
  item_reference: string;
807
820
  /**
@@ -962,13 +975,19 @@ export declare namespace RunListResponse {
962
975
  */
963
976
  interface Responses {
964
977
  /**
965
- * A EvalResponsesSource object describing a run data source configuration.
978
+ * Determines what populates the `item` namespace in this run's data source.
966
979
  */
967
980
  source: Responses.FileContent | Responses.FileID | Responses.Responses;
968
981
  /**
969
982
  * The type of run data source. Always `responses`.
970
983
  */
971
984
  type: 'responses';
985
+ /**
986
+ * Used when sampling from a model. Dictates the structure of the messages passed
987
+ * into the model. Can either be a reference to a prebuilt trajectory (ie,
988
+ * `item.input_trajectory`), or a template with variable references to the `item`
989
+ * namespace.
990
+ */
972
991
  input_messages?: Responses.Template | Responses.ItemReference;
973
992
  /**
974
993
  * The name of the model to use for generating completions (e.g. "o3-mini").
@@ -1021,11 +1040,6 @@ export declare namespace RunListResponse {
1021
1040
  * parameter used to select responses.
1022
1041
  */
1023
1042
  created_before?: number | null;
1024
- /**
1025
- * Whether the response has tool calls. This is a query parameter used to select
1026
- * responses.
1027
- */
1028
- has_tool_calls?: boolean | null;
1029
1043
  /**
1030
1044
  * Optional string to search the 'instructions' field. This is a query parameter
1031
1045
  * used to select responses.
@@ -1066,7 +1080,7 @@ export declare namespace RunListResponse {
1066
1080
  interface Template {
1067
1081
  /**
1068
1082
  * A list of chat messages forming the prompt or context. May include variable
1069
- * references to the "item" namespace, ie {{item.name}}.
1083
+ * references to the `item` namespace, ie {{item.name}}.
1070
1084
  */
1071
1085
  template: Array<Template.ChatMessage | Template.EvalItem>;
1072
1086
  /**
@@ -1125,7 +1139,7 @@ export declare namespace RunListResponse {
1125
1139
  }
1126
1140
  interface ItemReference {
1127
1141
  /**
1128
- * A reference to a variable in the "item" namespace. Ie, "item.name"
1142
+ * A reference to a variable in the `item` namespace. Ie, "item.name"
1129
1143
  */
1130
1144
  item_reference: string;
1131
1145
  /**
@@ -1291,13 +1305,19 @@ export declare namespace RunCancelResponse {
1291
1305
  */
1292
1306
  interface Responses {
1293
1307
  /**
1294
- * A EvalResponsesSource object describing a run data source configuration.
1308
+ * Determines what populates the `item` namespace in this run's data source.
1295
1309
  */
1296
1310
  source: Responses.FileContent | Responses.FileID | Responses.Responses;
1297
1311
  /**
1298
1312
  * The type of run data source. Always `responses`.
1299
1313
  */
1300
1314
  type: 'responses';
1315
+ /**
1316
+ * Used when sampling from a model. Dictates the structure of the messages passed
1317
+ * into the model. Can either be a reference to a prebuilt trajectory (ie,
1318
+ * `item.input_trajectory`), or a template with variable references to the `item`
1319
+ * namespace.
1320
+ */
1301
1321
  input_messages?: Responses.Template | Responses.ItemReference;
1302
1322
  /**
1303
1323
  * The name of the model to use for generating completions (e.g. "o3-mini").
@@ -1350,11 +1370,6 @@ export declare namespace RunCancelResponse {
1350
1370
  * parameter used to select responses.
1351
1371
  */
1352
1372
  created_before?: number | null;
1353
- /**
1354
- * Whether the response has tool calls. This is a query parameter used to select
1355
- * responses.
1356
- */
1357
- has_tool_calls?: boolean | null;
1358
1373
  /**
1359
1374
  * Optional string to search the 'instructions' field. This is a query parameter
1360
1375
  * used to select responses.
@@ -1395,7 +1410,7 @@ export declare namespace RunCancelResponse {
1395
1410
  interface Template {
1396
1411
  /**
1397
1412
  * A list of chat messages forming the prompt or context. May include variable
1398
- * references to the "item" namespace, ie {{item.name}}.
1413
+ * references to the `item` namespace, ie {{item.name}}.
1399
1414
  */
1400
1415
  template: Array<Template.ChatMessage | Template.EvalItem>;
1401
1416
  /**
@@ -1454,7 +1469,7 @@ export declare namespace RunCancelResponse {
1454
1469
  }
1455
1470
  interface ItemReference {
1456
1471
  /**
1457
- * A reference to a variable in the "item" namespace. Ie, "item.name"
1472
+ * A reference to a variable in the `item` namespace. Ie, "item.name"
1458
1473
  */
1459
1474
  item_reference: string;
1460
1475
  /**
@@ -1568,13 +1583,19 @@ export declare namespace RunCreateParams {
1568
1583
  */
1569
1584
  interface CreateEvalResponsesRunDataSource {
1570
1585
  /**
1571
- * A EvalResponsesSource object describing a run data source configuration.
1586
+ * Determines what populates the `item` namespace in this run's data source.
1572
1587
  */
1573
1588
  source: CreateEvalResponsesRunDataSource.FileContent | CreateEvalResponsesRunDataSource.FileID | CreateEvalResponsesRunDataSource.Responses;
1574
1589
  /**
1575
1590
  * The type of run data source. Always `responses`.
1576
1591
  */
1577
1592
  type: 'responses';
1593
+ /**
1594
+ * Used when sampling from a model. Dictates the structure of the messages passed
1595
+ * into the model. Can either be a reference to a prebuilt trajectory (ie,
1596
+ * `item.input_trajectory`), or a template with variable references to the `item`
1597
+ * namespace.
1598
+ */
1578
1599
  input_messages?: CreateEvalResponsesRunDataSource.Template | CreateEvalResponsesRunDataSource.ItemReference;
1579
1600
  /**
1580
1601
  * The name of the model to use for generating completions (e.g. "o3-mini").
@@ -1627,11 +1648,6 @@ export declare namespace RunCreateParams {
1627
1648
  * parameter used to select responses.
1628
1649
  */
1629
1650
  created_before?: number | null;
1630
- /**
1631
- * Whether the response has tool calls. This is a query parameter used to select
1632
- * responses.
1633
- */
1634
- has_tool_calls?: boolean | null;
1635
1651
  /**
1636
1652
  * Optional string to search the 'instructions' field. This is a query parameter
1637
1653
  * used to select responses.
@@ -1672,7 +1688,7 @@ export declare namespace RunCreateParams {
1672
1688
  interface Template {
1673
1689
  /**
1674
1690
  * A list of chat messages forming the prompt or context. May include variable
1675
- * references to the "item" namespace, ie {{item.name}}.
1691
+ * references to the `item` namespace, ie {{item.name}}.
1676
1692
  */
1677
1693
  template: Array<Template.ChatMessage | Template.EvalItem>;
1678
1694
  /**
@@ -1731,7 +1747,7 @@ export declare namespace RunCreateParams {
1731
1747
  }
1732
1748
  interface ItemReference {
1733
1749
  /**
1734
- * A reference to a variable in the "item" namespace. Ie, "item.name"
1750
+ * A reference to a variable in the `item` namespace. Ie, "item.name"
1735
1751
  */
1736
1752
  item_reference: string;
1737
1753
  /**
package/resources/evals/runs/runs.d.ts.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"runs.d.ts","sourceRoot":"","sources":["../../../src/resources/evals/runs/runs.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAEhD,OAAO,KAAK,IAAI,MAAM,eAAe,CAAC;AACtC,OAAO,KAAK,MAAM,MAAM,cAAc,CAAC;AACvC,OAAO,KAAK,YAAY,MAAM,2BAA2B,CAAC;AAC1D,OAAO,KAAK,cAAc,MAAM,gBAAgB,CAAC;AACjD,OAAO,EACL,oBAAoB,EACpB,sBAAsB,EACtB,2BAA2B,EAC3B,0BAA0B,EAC1B,WAAW,EACZ,MAAM,gBAAgB,CAAC;AACxB,OAAO,EAAE,UAAU,EAAE,KAAK,gBAAgB,EAAE,MAAM,qBAAqB,CAAC;AAExE,qBAAa,IAAK,SAAQ,WAAW;IACnC,WAAW,EAAE,cAAc,CAAC,WAAW,CAAgD;IAEvF;;OAEG;IACH,MAAM,CACJ,MAAM,EAAE,MAAM,EACd,IAAI,EAAE,eAAe,EACrB,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAC5B,IAAI,CAAC,UAAU,CAAC,iBAAiB,CAAC;IAIrC;;OAEG;IACH,QAAQ,CACN,MAAM,EAAE,MAAM,EACd,KAAK,EAAE,MAAM,EACb,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAC5B,IAAI,CAAC,UAAU,CAAC,mBAAmB,CAAC;IAIvC;;OAEG;IACH,IAAI,CACF,MAAM,EAAE,MAAM,EACd,KAAK,CAAC,EAAE,aAAa,EACrB,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAC5B,IAAI,CAAC,WAAW,CAAC,oBAAoB,EAAE,eAAe,CAAC;IAC1D,IAAI,CACF,MAAM,EAAE,MAAM,EACd,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAC5B,IAAI,CAAC,WAAW,CAAC,oBAAoB,EAAE,eAAe,CAAC;IAY1D;;OAEG;IACH,GAAG,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,UAAU,CAAC,iBAAiB,CAAC;IAIrG;;OAEG;IACH,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,UAAU,CAAC,iBAAiB,CAAC;CAGzG;AAED,qBAAa,oBAAqB,SAAQ,UAAU,CAAC,eAAe,CAAC;CAAG;AAExE;;GAEG;AACH,MAAM,WAAW,kCAAkC;IACjD;;OAEG;IACH,MAAM,EACF,kCAAkC,CAAC,WAAW,GAC9C,kCAAkC,CAAC,MAAM,GACzC,kCAAkC,CAAC,iBAAiB,CAAC;IAEzD;;OAEG;IACH,IAAI,EAAE,aAAa,CAAC;IAEpB,cAAc,CAAC,EACX,kCAAkC,CAAC,QAAQ,GAC3C,kCAAkC,CAAC,aAAa,CAAC;IAErD;;OAEG;IACH,KAAK,CAAC,EAAE,MAAM,CAAC;IAEf,eAAe,CAAC,EAAE,kCAAkC,CAAC,cAAc,CAAC;CACrE;AAED,yBAAiB,kCAAkC,CAAC;IAClD,UAAiB,WAAW;QAC1B;;WAEG;QACH,OAAO,EAAE,KAAK,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;QAEpC;;WAEG;QACH,IAAI,EAAE,cAAc,CAAC;KACtB;IAED,UAAiB,WAAW,CAAC;QAC3B,UAAiB,OAAO;YACtB,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YAE9B,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;SAClC;KACF;IAED,UAAiB,MAAM;QACrB;;WAEG;QACH,EAAE,EAAE,MAAM,CAAC;QAEX;;WAEG;QACH,IAAI,EAAE,SAAS,CAAC;KACjB;IAED;;OAEG;IACH,UAAiB,iBAAiB;QAChC;;WAEG;QACH,IAAI,EAAE,oBAAoB,CAAC;QAE3B;;WAEG;QACH,aAAa,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAE9B;;WAEG;QACH,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAE/B;;WAEG;QACH,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAEtB;;;;;;;WAOG;QACH,QAAQ,CAAC,EAAE,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;QAElC;;WAEG;QACH,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;KACvB;IAED,UAAiB,QAAQ;QACvB;;;WAGG;QACH,QAAQ,EAAE,KAAK,CAAC,YAAY,CAAC,gBAAgB,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC;QAElE;;WAEG;QACH,IAAI,EAAE,UAAU,CAAC;KAClB;IAED,UAAiB,QAAQ,CAAC;QACxB;;;;;;WAMG;QACH,UAAiB,OAAO;YACtB;;eAEG;YACH,OAAO,EAAE,MAAM,GAAG,YAAY,CAAC,iBAAiB,GAAG,OAAO,CAAC,UAAU,CAAC;YAEtE;;;eAGG;YACH,IAAI,EAAE,MAAM,GAAG,WAAW,GAAG,QAAQ,GAAG,WAAW,CAAC;YAEpD;;eAEG;YACH,IAAI,CAAC,EAAE,SAAS,CAAC;SAClB;QAED,UAAiB,OAAO,CAAC;YACvB;;eAEG;YACH,UAAiB,UAAU;gBACzB;;mBAEG;gBACH,IAAI,EAAE,MAAM,CAAC;gBAEb;;mBAEG;gBACH,IAAI,EAAE,aAAa,CAAC;aACrB;SACF;KACF;IAED,UAAiB,aAAa;QAC5B;;WAEG;QACH,cAAc,EAAE,MAAM,CAAC;QAEvB;;WAEG;QACH,IAAI,EAAE,gBAAgB,CAAC;KACxB;IAED,UAAiB,cAAc;QAC7B;;WAEG;QACH,qBAAqB,CAAC,EAAE,MAAM,CAAC;QAE/B;;WAEG;QACH,IAAI,CAAC,EAAE,MAAM,CAAC;QAEd;;WAEG;QACH,WAAW,CAAC,EAAE,MAAM,CAAC;QAErB;;WAEG;QACH,KAAK,CAAC,EAAE,MAAM,CAAC;KAChB;CACF;AAED;;;GAGG;AACH,MAAM,WAAW,4BAA4B;IAC3C,MAAM,EAAE,4BAA4B,CAAC,WAAW,GAAG,4BAA4B,CAAC,MAAM,CAAC;IAEvF;;OAEG;IACH,IAAI,EAAE,OAAO,CAAC;CACf;AAED,yBAAiB,4BAA4B,CAAC;IAC5C,UAAiB,WAAW;QAC1B;;WAEG;QACH,OAAO,EAAE,KAAK,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;QAEpC;;WAEG;QACH,IAAI,EAAE,cAAc,CAAC;KACtB;IAED,UAAiB,WAAW,CAAC;QAC3B,UAAiB,OAAO;YACtB,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YAE9B,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;SAClC;KACF;IAED,UAAiB,MAAM;QACrB;;WAEG;QACH,EAAE,EAAE,MAAM,CAAC;QAEX;;WAEG;QACH,IAAI,EAAE,SAAS,CAAC;KACjB;CACF;AAED;;GAEG;AACH,MAAM,WAAW,YAAY;IAC3B;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IAEb;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;CACjB;AAED;;GAEG;AACH,MAAM,WAAW,iBAAiB;IAChC;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IAEX;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,WAAW,EACP,4BAA4B,GAC5B,kCAAkC,GAClC,iBAAiB,CAAC,SAAS,CAAC;IAEhC;;OAEG;IACH,KAAK,EAAE,YAAY,CAAC;IAEpB;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;IAEhB;;;;;;;OAOG;IACH,QAAQ,EAAE,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;IAEjC;;OAEG;IACH,KAAK,EAAE,MAAM,CAAC;IAEd;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IAEb;;OAEG;IACH,MAAM,EAAE,UAAU,CAAC;IAEnB;;OAEG;IACH,eAAe,EAAE,KAAK,CAAC,iBAAiB,CAAC,aAAa,CAAC,CAAC;IAExD;;OAEG;IACH,4BAA4B,EAAE,KAAK,CAAC,iBAAiB,CAAC,wBAAwB,CAAC,CAAC;IAEhF;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,aAAa,EAAE,iBAAiB,CAAC,YAAY,CAAC;IAE9C;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,yBAAiB,iBAAiB,CAAC;IACjC;;OAEG;IACH,UAAiB,SAAS;QACxB;;WAEG;QACH,MAAM,EAAE,SAAS,CAAC,WAAW,GAAG,SAAS,CAAC,MAAM,GAAG,SAAS,CAAC,SAAS,CAAC;QAEvE;;WAEG;QACH,IAAI,EAAE,WAAW,CAAC;QAElB,cAAc,CAAC,EAAE,SAAS,CAAC,QAAQ,GAAG,SAAS,CAAC,aAAa,CAAC;QAE9D;;WAEG;QACH,KAAK,CAAC,EAAE,MAAM,CAAC;QAEf,eAAe,CAAC,EAAE,SAAS,CAAC,cAAc,CAAC;KAC5C;IAED,UAAiB,SAAS,CAAC;QACzB,UAAiB,WAAW;YAC1B;;eAEG;YACH,OAAO,EAAE,KAAK,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;YAEpC;;eAEG;YACH,IAAI,EAAE,cAAc,CAAC;SACtB;QAED,UAAiB,WAAW,CAAC;YAC3B,UAAiB,OAAO;gBACtB,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;gBAE9B,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;aAClC;SACF;QAED,UAAiB,MAAM;YACrB;;eAEG;YACH,EAAE,EAAE,MAAM,CAAC;YAEX;;eAEG;YACH,IAAI,EAAE,SAAS,CAAC;SACjB;QAED;;WAEG;QACH,UAAiB,SAAS;YACxB;;eAEG;YACH,IAAI,EAAE,WAAW,CAAC;YAElB;;;eAGG;YACH,aAAa,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YAE9B;;;eAGG;YACH,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YAE/B;;;eAGG;YACH,cAAc,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC;YAEhC;;;eAGG;YACH,mBAAmB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YAEpC;;;eAGG;YACH,QAAQ,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC;YAE1B;;;eAGG;YACH,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YAEtB;;;eAGG;YACH,gBAAgB,CAAC,EAAE,MAAM,CAAC,eAAe,GAAG,IAAI,CAAC;YAEjD;;eAEG;YACH,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YAE5B;;eAEG;YACH,KAAK,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC;YAE7B;;eAEG;YACH,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YAEtB;;eAEG;YACH,KAAK,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC;SAC9B;QAED,UAAiB,QAAQ;YACvB;;;eAGG;YACH,QAAQ,EAAE,KAAK,CAAC,QAAQ,CAAC,WAAW,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAC;YAE1D;;eAEG;YACH,IAAI,EAAE,UAAU,CAAC;SAClB;QAED,UAAiB,QAAQ,CAAC;YACxB,UAAiB,WAAW;gBAC1B;;mBAEG;gBACH,OAAO,EAAE,MAAM,CAAC;gBAEhB;;mBAEG;gBACH,IAAI,EAAE,MAAM,CAAC;aACd;YAED;;;;;;eAMG;YACH,UAAiB,QAAQ;gBACvB;;mBAEG;gBACH,OAAO,EAAE,MAAM,GAAG,YAAY,CAAC,iBAAiB,GAAG,QAAQ,CAAC,UAAU,CAAC;gBAEvE;;;mBAGG;gBACH,IAAI,EAAE,MAAM,GAAG,WAAW,GAAG,QAAQ,GAAG,WAAW,CAAC;gBAEpD;;mBAEG;gBACH,IAAI,CAAC,EAAE,SAAS,CAAC;aAClB;YAED,UAAiB,QAAQ,CAAC;gBACxB;;mBAEG;gBACH,UAAiB,UAAU;oBACzB;;uBAEG;oBACH,IAAI,EAAE,MAAM,CAAC;oBAEb;;uBAEG;oBACH,IAAI,EAAE,aAAa,CAAC;iBACrB;aACF;SACF;QAED,UAAiB,aAAa;YAC5B;;eAEG;YACH,cAAc,EAAE,MAAM,CAAC;YAEvB;;eAEG;YACH,IAAI,EAAE,gBAAgB,CAAC;SACxB;QAED,UAAiB,cAAc;YAC7B;;eAEG;YACH,qBAAqB,CAAC,EAAE,MAAM,CAAC;YAE/B;;eAEG;YACH,IAAI,CAAC,EAAE,MAAM,CAAC;YAEd;;eAEG;YACH,WAAW,CAAC,EAAE,MAAM,CAAC;YAErB;;eAEG;YACH,KAAK,CAAC,EAAE,MAAM,CAAC;SAChB;KACF;IAED,UAAiB,aAAa;QAC5B;;WAEG;QACH,aAAa,EAAE,MAAM,CAAC;QAEtB;;WAEG;QACH,iBAAiB,EAAE,MAAM,CAAC;QAE1B;;WAEG;QACH,gBAAgB,EAAE,MAAM,CAAC;QAEzB;;WAEG;QACH,UAAU,EAAE,MAAM,CAAC;QAEnB;;WAEG;QACH,aAAa,EAAE,MAAM,CAAC;QAEtB;;WAEG;QACH,YAAY,EAAE,MAAM,CAAC;KACtB;IAED,UAAiB,wBAAwB;QACvC;;WAEG;QACH,MAAM,EAAE,MAAM,CAAC;QAEf;;WAEG;QACH,MAAM,EAAE,MAAM,CAAC;QAEf;;WAEG;QACH,gBAAgB,EAAE,MAAM,CAAC;KAC1B;IAED;;OAEG;IACH,UAAiB,YAAY;QAC3B;;WAEG;QACH,OAAO,EAAE,MAAM,CAAC;QAEhB;;WAEG;QACH,MAAM,EAAE,MAAM,CAAC;QAEf;;WAEG;QACH,MAAM,EAAE,MAAM,CAAC;QAEf;;WAEG;QACH,KAAK,EAAE,MAAM,CAAC;KACf;CACF;AAED;;GAEG;AACH,MAAM,WAAW,mBAAmB;IAClC;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IAEX;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,WAAW,EACP,4BAA4B,GAC5B,kCAAkC,GAClC,mBAAmB,CAAC,SAAS,CAAC;IAElC;;OAEG;IACH,KAAK,EAAE,YAAY,CAAC;IAEpB;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;IAEhB;;;;;;;OAOG;IACH,QAAQ,EAAE,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;IAEjC;;OAEG;IACH,KAAK,EAAE,MAAM,CAAC;IAEd;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IAEb;;OAEG;IACH,MAAM,EAAE,UAAU,CAAC;IAEnB;;OAEG;IACH,eAAe,EAAE,KAAK,CAAC,mBAAmB,CAAC,aAAa,CAAC,CAAC;IAE1D;;OAEG;IACH,4BAA4B,EAAE,KAAK,CAAC,mBAAmB,CAAC,wBAAwB,CAAC,CAAC;IAElF;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,aAAa,EAAE,mBAAmB,CAAC,YAAY,CAAC;IAEhD;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,yBAAiB,mBAAmB,CAAC;IACnC;;OAEG;IACH,UAAiB,SAAS;QACxB;;WAEG;QACH,MAAM,EAAE,SAAS,CAAC,WAAW,GAAG,SAAS,CAAC,MAAM,GAAG,SAAS,CAAC,SAAS,CAAC;QAEvE;;WAEG;QACH,IAAI,EAAE,WAAW,CAAC;QAElB,cAAc,CAAC,EAAE,SAAS,CAAC,QAAQ,GAAG,SAAS,CAAC,aAAa,CAAC;QAE9D;;WAEG;QACH,KAAK,CAAC,EAAE,MAAM,CAAC;QAEf,eAAe,CAAC,EAAE,SAAS,CAAC,cAAc,CAAC;KAC5C;IAED,UAAiB,SAAS,CAAC;QACzB,UAAiB,WAAW;YAC1B;;eAEG;YACH,OAAO,EAAE,KAAK,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;YAEpC;;eAEG;YACH,IAAI,EAAE,cAAc,CAAC;SACtB;QAED,UAAiB,WAAW,CAAC;YAC3B,UAAiB,OAAO;gBACtB,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;gBAE9B,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;aAClC;SACF;QAED,UAAiB,MAAM;YACrB;;eAEG;YACH,EAAE,EAAE,MAAM,CAAC;YAEX;;eAEG;YACH,IAAI,EAAE,SAAS,CAAC;SACjB;QAED;;WAEG;QACH,UAAiB,SAAS;YACxB;;eAEG;YACH,IAAI,EAAE,WAAW,CAAC;YAElB;;;eAGG;YACH,aAAa,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YAE9B;;;eAGG;YACH,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YAE/B;;;eAGG;YACH,cAAc,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC;YAEhC;;;eAGG;YACH,mBAAmB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YAEpC;;;eAGG;YACH,QAAQ,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC;YAE1B;;;eAGG;YACH,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YAEtB;;;eAGG;YACH,gBAAgB,CAAC,EAAE,MAAM,CAAC,eAAe,GAAG,IAAI,CAAC;YAEjD;;eAEG;YACH,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YAE5B;;eAEG;YACH,KAAK,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC;YAE7B;;eAEG;YACH,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YAEtB;;eAEG;YACH,KAAK,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC;SAC9B;QAED,UAAiB,QAAQ;YACvB;;;eAGG;YACH,QAAQ,EAAE,KAAK,CAAC,QAAQ,CAAC,WAAW,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAC;YAE1D;;eAEG;YACH,IAAI,EAAE,UAAU,CAAC;SAClB;QAED,UAAiB,QAAQ,CAAC;YACxB,UAAiB,WAAW;gBAC1B;;mBAEG;gBACH,OAAO,EAAE,MAAM,CAAC;gBAEhB;;mBAEG;gBACH,IAAI,EAAE,MAAM,CAAC;aACd;YAED;;;;;;eAMG;YACH,UAAiB,QAAQ;gBACvB;;mBAEG;gBACH,OAAO,EAAE,MAAM,GAAG,YAAY,CAAC,iBAAiB,GAAG,QAAQ,CAAC,UAAU,CAAC;gBAEvE;;;mBAGG;gBACH,IAAI,EAAE,MAAM,GAAG,WAAW,GAAG,QAAQ,GAAG,WAAW,CAAC;gBAEpD;;mBAEG;gBACH,IAAI,CAAC,EAAE,SAAS,CAAC;aAClB;YAED,UAAiB,QAAQ,CAAC;gBACxB;;mBAEG;gBACH,UAAiB,UAAU;oBACzB;;uBAEG;oBACH,IAAI,EAAE,MAAM,CAAC;oBAEb;;uBAEG;oBACH,IAAI,EAAE,aAAa,CAAC;iBACrB;aACF;SACF;QAED,UAAiB,aAAa;YAC5B;;eAEG;YACH,cAAc,EAAE,MAAM,CAAC;YAEvB;;eAEG;YACH,IAAI,EAAE,gBAAgB,CAAC;SACxB;QAED,UAAiB,cAAc;YAC7B;;eAEG;YACH,qBAAqB,CAAC,EAAE,MAAM,CAAC;YAE/B;;eAEG;YACH,IAAI,CAAC,EAAE,MAAM,CAAC;YAEd;;eAEG;YACH,WAAW,CAAC,EAAE,MAAM,CAAC;YAErB;;eAEG;YACH,KAAK,CAAC,EAAE,MAAM,CAAC;SAChB;KACF;IAED,UAAiB,aAAa;QAC5B;;WAEG;QACH,aAAa,EAAE,MAAM,CAAC;QAEtB;;WAEG;QACH,iBAAiB,EAAE,MAAM,CAAC;QAE1B;;WAEG;QACH,gBAAgB,EAAE,MAAM,CAAC;QAEzB;;WAEG;QACH,UAAU,EAAE,MAAM,CAAC;QAEnB;;WAEG;QACH,aAAa,EAAE,MAAM,CAAC;QAEtB;;WAEG;QACH,YAAY,EAAE,MAAM,CAAC;KACtB;IAED,UAAiB,wBAAwB;QACvC;;WAEG;QACH,MAAM,EAAE,MAAM,CAAC;QAEf;;WAEG;QACH,MAAM,EAAE,MAAM,CAAC;QAEf;;WAEG;QACH,gBAAgB,EAAE,MAAM,CAAC;KAC1B;IAED;;OAEG;IACH,UAAiB,YAAY;QAC3B;;WAEG;QACH,OAAO,EAAE,MAAM,CAAC;QAEhB;;WAEG;QACH,MAAM,EAAE,MAAM,CAAC;QAEf;;WAEG;QACH,MAAM,EAAE,MAAM,CAAC;QAEf;;WAEG;QACH,KAAK,EAAE,MAAM,CAAC;KACf;CACF;AAED;;GAEG;AACH,MAAM,WAAW,eAAe;IAC9B;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IAEX;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,WAAW,EAAE,4BAA4B,GAAG,kCAAkC,GAAG,eAAe,CAAC,SAAS,CAAC;IAE3G;;OAEG;IACH,KAAK,EAAE,YAAY,CAAC;IAEpB;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;IAEhB;;;;;;;OAOG;IACH,QAAQ,EAAE,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;IAEjC;;OAEG;IACH,KAAK,EAAE,MAAM,CAAC;IAEd;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IAEb;;OAEG;IACH,MAAM,EAAE,UAAU,CAAC;IAEnB;;OAEG;IACH,eAAe,EAAE,KAAK,CAAC,eAAe,CAAC,aAAa,CAAC,CAAC;IAEtD;;OAEG;IACH,4BAA4B,EAAE,KAAK,CAAC,eAAe,CAAC,wBAAwB,CAAC,CAAC;IAE9E;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,aAAa,EAAE,eAAe,CAAC,YAAY,CAAC;IAE5C;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,yBAAiB,eAAe,CAAC;IAC/B;;OAEG;IACH,UAAiB,SAAS;QACxB;;WAEG;QACH,MAAM,EAAE,SAAS,CAAC,WAAW,GAAG,SAAS,CAAC,MAAM,GAAG,SAAS,CAAC,SAAS,CAAC;QAEvE;;WAEG;QACH,IAAI,EAAE,WAAW,CAAC;QAElB,cAAc,CAAC,EAAE,SAAS,CAAC,QAAQ,GAAG,SAAS,CAAC,aAAa,CAAC;QAE9D;;WAEG;QACH,KAAK,CAAC,EAAE,MAAM,CAAC;QAEf,eAAe,CAAC,EAAE,SAAS,CAAC,cAAc,CAAC;KAC5C;IAED,UAAiB,SAAS,CAAC;QACzB,UAAiB,WAAW;YAC1B;;eAEG;YACH,OAAO,EAAE,KAAK,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;YAEpC;;eAEG;YACH,IAAI,EAAE,cAAc,CAAC;SACtB;QAED,UAAiB,WAAW,CAAC;YAC3B,UAAiB,OAAO;gBACtB,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;gBAE9B,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;aAClC;SACF;QAED,UAAiB,MAAM;YACrB;;eAEG;YACH,EAAE,EAAE,MAAM,CAAC;YAEX;;eAEG;YACH,IAAI,EAAE,SAAS,CAAC;SACjB;QAED;;WAEG;QACH,UAAiB,SAAS;YACxB;;eAEG;YACH,IAAI,EAAE,WAAW,CAAC;YAElB;;;eAGG;YACH,aAAa,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YAE9B;;;eAGG;YACH,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YAE/B;;;eAGG;YACH,cAAc,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC;YAEhC;;;eAGG;YACH,mBAAmB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YAEpC;;;eAGG;YACH,QAAQ,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC;YAE1B;;;eAGG;YACH,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YAEtB;;;eAGG;YACH,gBAAgB,CAAC,EAAE,MAAM,CAAC,eAAe,GAAG,IAAI,CAAC;YAEjD;;eAEG;YACH,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YAE5B;;eAEG;YACH,KAAK,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC;YAE7B;;eAEG;YACH,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YAEtB;;eAEG;YACH,KAAK,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC;SAC9B;QAED,UAAiB,QAAQ;YACvB;;;eAGG;YACH,QAAQ,EAAE,KAAK,CAAC,QAAQ,CAAC,WAAW,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAC;YAE1D;;eAEG;YACH,IAAI,EAAE,UAAU,CAAC;SAClB;QAED,UAAiB,QAAQ,CAAC;YACxB,UAAiB,WAAW;gBAC1B;;mBAEG;gBACH,OAAO,EAAE,MAAM,CAAC;gBAEhB;;mBAEG;gBACH,IAAI,EAAE,MAAM,CAAC;aACd;YAED;;;;;;eAMG;YACH,UAAiB,QAAQ;gBACvB;;mBAEG;gBACH,OAAO,EAAE,MAAM,GAAG,YAAY,CAAC,iBAAiB,GAAG,QAAQ,CAAC,UAAU,CAAC;gBAEvE;;;mBAGG;gBACH,IAAI,EAAE,MAAM,GAAG,WAAW,GAAG,QAAQ,GAAG,WAAW,CAAC;gBAEpD;;mBAEG;gBACH,IAAI,CAAC,EAAE,SAAS,CAAC;aAClB;YAED,UAAiB,QAAQ,CAAC;gBACxB;;mBAEG;gBACH,UAAiB,UAAU;oBACzB;;uBAEG;oBACH,IAAI,EAAE,MAAM,CAAC;oBAEb;;uBAEG;oBACH,IAAI,EAAE,aAAa,CAAC;iBACrB;aACF;SACF;QAED,UAAiB,aAAa;YAC5B;;eAEG;YACH,cAAc,EAAE,MAAM,CAAC;YAEvB;;eAEG;YACH,IAAI,EAAE,gBAAgB,CAAC;SACxB;QAED,UAAiB,cAAc;YAC7B;;eAEG;YACH,qBAAqB,CAAC,EAAE,MAAM,CAAC;YAE/B;;eAEG;YACH,IAAI,CAAC,EAAE,MAAM,CAAC;YAEd;;eAEG;YACH,WAAW,CAAC,EAAE,MAAM,CAAC;YAErB;;eAEG;YACH,KAAK,CAAC,EAAE,MAAM,CAAC;SAChB;KACF;IAED,UAAiB,aAAa;QAC5B;;WAEG;QACH,aAAa,EAAE,MAAM,CAAC;QAEtB;;WAEG;QACH,iBAAiB,EAAE,MAAM,CAAC;QAE1B;;WAEG;QACH,gBAAgB,EAAE,MAAM,CAAC;QAEzB;;WAEG;QACH,UAAU,EAAE,MAAM,CAAC;QAEnB;;WAEG;QACH,aAAa,EAAE,MAAM,CAAC;QAEtB;;WAEG;QACH,YAAY,EAAE,MAAM,CAAC;KACtB;IAED,UAAiB,wBAAwB;QACvC;;WAEG;QACH,MAAM,EAAE,MAAM,CAAC;QAEf;;WAEG;QACH,MAAM,EAAE,MAAM,CAAC;QAEf;;WAEG;QACH,gBAAgB,EAAE,MAAM,CAAC;KAC1B;IAED;;OAEG;IACH,UAAiB,YAAY;QAC3B;;WAEG;QACH,OAAO,EAAE,MAAM,CAAC;QAEhB;;WAEG;QACH,MAAM,EAAE,MAAM,CAAC;QAEf;;WAEG;QACH,MAAM,EAAE,MAAM,CAAC;QAEf;;WAEG;QACH,KAAK,EAAE,MAAM,CAAC;KACf;CACF;AAED,MAAM,WAAW,iBAAiB;IAChC,OAAO,CAAC,EAAE,OAAO,CAAC;IAElB,MAAM,CAAC,EAAE,MAAM,CAAC;IAEhB,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED;;GAEG;AACH,MAAM,WAAW,iBAAiB;IAChC;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IAEX;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,WAAW,EACP,4BAA4B,GAC5B,kCAAkC,GAClC,iBAAiB,CAAC,SAAS,CAAC;IAEhC;;OAEG;IACH,KAAK,EAAE,YAAY,CAAC;IAEpB;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;IAEhB;;;;;;;OAOG;IACH,QAAQ,EAAE,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;IAEjC;;OAEG;IACH,KAAK,EAAE,MAAM,CAAC;IAEd;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IAEb;;OAEG;IACH,MAAM,EAAE,UAAU,CAAC;IAEnB;;OAEG;IACH,eAAe,EAAE,KAAK,CAAC,iBAAiB,CAAC,aAAa,CAAC,CAAC;IAExD;;OAEG;IACH,4BAA4B,EAAE,KAAK,CAAC,iBAAiB,CAAC,wBAAwB,CAAC,CAAC;IAEhF;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,aAAa,EAAE,iBAAiB,CAAC,YAAY,CAAC;IAE9C;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,yBAAiB,iBAAiB,CAAC;IACjC;;OAEG;IACH,UAAiB,SAAS;QACxB;;WAEG;QACH,MAAM,EAAE,SAAS,CAAC,WAAW,GAAG,SAAS,CAAC,MAAM,GAAG,SAAS,CAAC,SAAS,CAAC;QAEvE;;WAEG;QACH,IAAI,EAAE,WAAW,CAAC;QAElB,cAAc,CAAC,EAAE,SAAS,CAAC,QAAQ,GAAG,SAAS,CAAC,aAAa,CAAC;QAE9D;;WAEG;QACH,KAAK,CAAC,EAAE,MAAM,CAAC;QAEf,eAAe,CAAC,EAAE,SAAS,CAAC,cAAc,CAAC;KAC5C;IAED,UAAiB,SAAS,CAAC;QACzB,UAAiB,WAAW;YAC1B;;eAEG;YACH,OAAO,EAAE,KAAK,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;YAEpC;;eAEG;YACH,IAAI,EAAE,cAAc,CAAC;SACtB;QAED,UAAiB,WAAW,CAAC;YAC3B,UAAiB,OAAO;gBACtB,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;gBAE9B,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;aAClC;SACF;QAED,UAAiB,MAAM;YACrB;;eAEG;YACH,EAAE,EAAE,MAAM,CAAC;YAEX;;eAEG;YACH,IAAI,EAAE,SAAS,CAAC;SACjB;QAED;;WAEG;QACH,UAAiB,SAAS;YACxB;;eAEG;YACH,IAAI,EAAE,WAAW,CAAC;YAElB;;;eAGG;YACH,aAAa,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YAE9B;;;eAGG;YACH,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YAE/B;;;eAGG;YACH,cAAc,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC;YAEhC;;;eAGG;YACH,mBAAmB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YAEpC;;;eAGG;YACH,QAAQ,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC;YAE1B;;;eAGG;YACH,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YAEtB;;;eAGG;YACH,gBAAgB,CAAC,EAAE,MAAM,CAAC,eAAe,GAAG,IAAI,CAAC;YAEjD;;eAEG;YACH,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YAE5B;;eAEG;YACH,KAAK,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC;YAE7B;;eAEG;YACH,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YAEtB;;eAEG;YACH,KAAK,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC;SAC9B;QAED,UAAiB,QAAQ;YACvB;;;eAGG;YACH,QAAQ,EAAE,KAAK,CAAC,QAAQ,CAAC,WAAW,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAC;YAE1D;;eAEG;YACH,IAAI,EAAE,UAAU,CAAC;SAClB;QAED,UAAiB,QAAQ,CAAC;YACxB,UAAiB,WAAW;gBAC1B;;mBAEG;gBACH,OAAO,EAAE,MAAM,CAAC;gBAEhB;;mBAEG;gBACH,IAAI,EAAE,MAAM,CAAC;aACd;YAED;;;;;;eAMG;YACH,UAAiB,QAAQ;gBACvB;;mBAEG;gBACH,OAAO,EAAE,MAAM,GAAG,YAAY,CAAC,iBAAiB,GAAG,QAAQ,CAAC,UAAU,CAAC;gBAEvE;;;mBAGG;gBACH,IAAI,EAAE,MAAM,GAAG,WAAW,GAAG,QAAQ,GAAG,WAAW,CAAC;gBAEpD;;mBAEG;gBACH,IAAI,CAAC,EAAE,SAAS,CAAC;aAClB;YAED,UAAiB,QAAQ,CAAC;gBACxB;;mBAEG;gBACH,UAAiB,UAAU;oBACzB;;uBAEG;oBACH,IAAI,EAAE,MAAM,CAAC;oBAEb;;uBAEG;oBACH,IAAI,EAAE,aAAa,CAAC;iBACrB;aACF;SACF;QAED,UAAiB,aAAa;YAC5B;;eAEG;YACH,cAAc,EAAE,MAAM,CAAC;YAEvB;;eAEG;YACH,IAAI,EAAE,gBAAgB,CAAC;SACxB;QAED,UAAiB,cAAc;YAC7B;;eAEG;YACH,qBAAqB,CAAC,EAAE,MAAM,CAAC;YAE/B;;eAEG;YACH,IAAI,CAAC,EAAE,MAAM,CAAC;YAEd;;eAEG;YACH,WAAW,CAAC,EAAE,MAAM,CAAC;YAErB;;eAEG;YACH,KAAK,CAAC,EAAE,MAAM,CAAC;SAChB;KACF;IAED,UAAiB,aAAa;QAC5B;;WAEG;QACH,aAAa,EAAE,MAAM,CAAC;QAEtB;;WAEG;QACH,iBAAiB,EAAE,MAAM,CAAC;QAE1B;;WAEG;QACH,gBAAgB,EAAE,MAAM,CAAC;QAEzB;;WAEG;QACH,UAAU,EAAE,MAAM,CAAC;QAEnB;;WAEG;QACH,aAAa,EAAE,MAAM,CAAC;QAEtB;;WAEG;QACH,YAAY,EAAE,MAAM,CAAC;KACtB;IAED,UAAiB,wBAAwB;QACvC;;WAEG;QACH,MAAM,EAAE,MAAM,CAAC;QAEf;;WAEG;QACH,MAAM,EAAE,MAAM,CAAC;QAEf;;WAEG;QACH,gBAAgB,EAAE,MAAM,CAAC;KAC1B;IAED;;OAEG;IACH,UAAiB,YAAY;QAC3B;;WAEG;QACH,OAAO,EAAE,MAAM,CAAC;QAEhB;;WAEG;QACH,MAAM,EAAE,MAAM,CAAC;QAEf;;WAEG;QACH,MAAM,EAAE,MAAM,CAAC;QAEf;;WAEG;QACH,KAAK,EAAE,MAAM,CAAC;KACf;CACF;AAED,MAAM,WAAW,eAAe;IAC9B;;OAEG;IACH,WAAW,EACP,4BAA4B,GAC5B,kCAAkC,GAClC,eAAe,CAAC,gCAAgC,CAAC;IAErD;;;;;;;OAOG;IACH,QAAQ,CAAC,EAAE,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;IAElC;;OAEG;IACH,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,yBAAiB,eAAe,CAAC;IAC/B;;OAEG;IACH,UAAiB,gCAAgC;QAC/C;;WAEG;QACH,MAAM,EACF,gCAAgC,CAAC,WAAW,GAC5C,gCAAgC,CAAC,MAAM,GACvC,gCAAgC,CAAC,SAAS,CAAC;QAE/C;;WAEG;QACH,IAAI,EAAE,WAAW,CAAC;QAElB,cAAc,CAAC,EACX,gCAAgC,CAAC,QAAQ,GACzC,gCAAgC,CAAC,aAAa,CAAC;QAEnD;;WAEG;QACH,KAAK,CAAC,EAAE,MAAM,CAAC;QAEf,eAAe,CAAC,EAAE,gCAAgC,CAAC,cAAc,CAAC;KACnE;IAED,UAAiB,gCAAgC,CAAC;QAChD,UAAiB,WAAW;YAC1B;;eAEG;YACH,OAAO,EAAE,KAAK,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;YAEpC;;eAEG;YACH,IAAI,EAAE,cAAc,CAAC;SACtB;QAED,UAAiB,WAAW,CAAC;YAC3B,UAAiB,OAAO;gBACtB,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;gBAE9B,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;aAClC;SACF;QAED,UAAiB,MAAM;YACrB;;eAEG;YACH,EAAE,EAAE,MAAM,CAAC;YAEX;;eAEG;YACH,IAAI,EAAE,SAAS,CAAC;SACjB;QAED;;WAEG;QACH,UAAiB,SAAS;YACxB;;eAEG;YACH,IAAI,EAAE,WAAW,CAAC;YAElB;;;eAGG;YACH,aAAa,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YAE9B;;;eAGG;YACH,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YAE/B;;;eAGG;YACH,cAAc,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC;YAEhC;;;eAGG;YACH,mBAAmB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YAEpC;;;eAGG;YACH,QAAQ,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC;YAE1B;;;eAGG;YACH,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YAEtB;;;eAGG;YACH,gBAAgB,CAAC,EAAE,MAAM,CAAC,eAAe,GAAG,IAAI,CAAC;YAEjD;;eAEG;YACH,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YAE5B;;eAEG;YACH,KAAK,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC;YAE7B;;eAEG;YACH,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YAEtB;;eAEG;YACH,KAAK,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC;SAC9B;QAED,UAAiB,QAAQ;YACvB;;;eAGG;YACH,QAAQ,EAAE,KAAK,CAAC,QAAQ,CAAC,WAAW,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAC;YAE1D;;eAEG;YACH,IAAI,EAAE,UAAU,CAAC;SAClB;QAED,UAAiB,QAAQ,CAAC;YACxB,UAAiB,WAAW;gBAC1B;;mBAEG;gBACH,OAAO,EAAE,MAAM,CAAC;gBAEhB;;mBAEG;gBACH,IAAI,EAAE,MAAM,CAAC;aACd;YAED;;;;;;eAMG;YACH,UAAiB,QAAQ;gBACvB;;mBAEG;gBACH,OAAO,EAAE,MAAM,GAAG,YAAY,CAAC,iBAAiB,GAAG,QAAQ,CAAC,UAAU,CAAC;gBAEvE;;;mBAGG;gBACH,IAAI,EAAE,MAAM,GAAG,WAAW,GAAG,QAAQ,GAAG,WAAW,CAAC;gBAEpD;;mBAEG;gBACH,IAAI,CAAC,EAAE,SAAS,CAAC;aAClB;YAED,UAAiB,QAAQ,CAAC;gBACxB;;mBAEG;gBACH,UAAiB,UAAU;oBACzB;;uBAEG;oBACH,IAAI,EAAE,MAAM,CAAC;oBAEb;;uBAEG;oBACH,IAAI,EAAE,aAAa,CAAC;iBACrB;aACF;SACF;QAED,UAAiB,aAAa;YAC5B;;eAEG;YACH,cAAc,EAAE,MAAM,CAAC;YAEvB;;eAEG;YACH,IAAI,EAAE,gBAAgB,CAAC;SACxB;QAED,UAAiB,cAAc;YAC7B;;eAEG;YACH,qBAAqB,CAAC,EAAE,MAAM,CAAC;YAE/B;;eAEG;YACH,IAAI,CAAC,EAAE,MAAM,CAAC;YAEd;;eAEG;YACH,WAAW,CAAC,EAAE,MAAM,CAAC;YAErB;;eAEG;YACH,KAAK,CAAC,EAAE,MAAM,CAAC;SAChB;KACF;CACF;AAED,MAAM,WAAW,aAAc,SAAQ,gBAAgB;IACrD;;;OAGG;IACH,KAAK,CAAC,EAAE,KAAK,GAAG,MAAM,CAAC;IAEvB;;;OAGG;IACH,MAAM,CAAC,EAAE,QAAQ,GAAG,aAAa,GAAG,WAAW,GAAG,UAAU,GAAG,QAAQ,CAAC;CACzE;AAMD,MAAM,CAAC,OAAO,WAAW,IAAI,CAAC;IAC5B,OAAO,EACL,KAAK,kCAAkC,IAAI,kCAAkC,EAC7E,KAAK,4BAA4B,IAAI,4BAA4B,EACjE,KAAK,YAAY,IAAI,YAAY,EACjC,KAAK,iBAAiB,IAAI,iBAAiB,EAC3C,KAAK,mBAAmB,IAAI,mBAAmB,EAC/C,KAAK,eAAe,IAAI,eAAe,EACvC,KAAK,iBAAiB,IAAI,iBAAiB,EAC3C,KAAK,iBAAiB,IAAI,iBAAiB,EAC3C,oBAAoB,IAAI,oBAAoB,EAC5C,KAAK,eAAe,IAAI,eAAe,EACvC,KAAK,aAAa,IAAI,aAAa,GACpC,CAAC;IAEF,OAAO,EACL,WAAW,IAAI,WAAW,EAC1B,KAAK,0BAA0B,IAAI,0BAA0B,EAC7D,KAAK,sBAAsB,IAAI,sBAAsB,EACrD,2BAA2B,IAAI,2BAA2B,EAC1D,KAAK,oBAAoB,IAAI,oBAAoB,GAClD,CAAC;CACH"}
1
+ {"version":3,"file":"runs.d.ts","sourceRoot":"","sources":["../../../src/resources/evals/runs/runs.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAEhD,OAAO,KAAK,IAAI,MAAM,eAAe,CAAC;AACtC,OAAO,KAAK,MAAM,MAAM,cAAc,CAAC;AACvC,OAAO,KAAK,YAAY,MAAM,2BAA2B,CAAC;AAC1D,OAAO,KAAK,cAAc,MAAM,gBAAgB,CAAC;AACjD,OAAO,EACL,oBAAoB,EACpB,sBAAsB,EACtB,2BAA2B,EAC3B,0BAA0B,EAC1B,WAAW,EACZ,MAAM,gBAAgB,CAAC;AACxB,OAAO,EAAE,UAAU,EAAE,KAAK,gBAAgB,EAAE,MAAM,qBAAqB,CAAC;AAExE,qBAAa,IAAK,SAAQ,WAAW;IACnC,WAAW,EAAE,cAAc,CAAC,WAAW,CAAgD;IAEvF;;;;OAIG;IACH,MAAM,CACJ,MAAM,EAAE,MAAM,EACd,IAAI,EAAE,eAAe,EACrB,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAC5B,IAAI,CAAC,UAAU,CAAC,iBAAiB,CAAC;IAIrC;;OAEG;IACH,QAAQ,CACN,MAAM,EAAE,MAAM,EACd,KAAK,EAAE,MAAM,EACb,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAC5B,IAAI,CAAC,UAAU,CAAC,mBAAmB,CAAC;IAIvC;;OAEG;IACH,IAAI,CACF,MAAM,EAAE,MAAM,EACd,KAAK,CAAC,EAAE,aAAa,EACrB,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAC5B,IAAI,CAAC,WAAW,CAAC,oBAAoB,EAAE,eAAe,CAAC;IAC1D,IAAI,CACF,MAAM,EAAE,MAAM,EACd,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAC5B,IAAI,CAAC,WAAW,CAAC,oBAAoB,EAAE,eAAe,CAAC;IAY1D;;OAEG;IACH,GAAG,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,UAAU,CAAC,iBAAiB,CAAC;IAIrG;;OAEG;IACH,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC,UAAU,CAAC,iBAAiB,CAAC;CAGzG;AAED,qBAAa,oBAAqB,SAAQ,UAAU,CAAC,eAAe,CAAC;CAAG;AAExE;;GAEG;AACH,MAAM,WAAW,kCAAkC;IACjD;;OAEG;IACH,MAAM,EACF,kCAAkC,CAAC,WAAW,GAC9C,kCAAkC,CAAC,MAAM,GACzC,kCAAkC,CAAC,iBAAiB,CAAC;IAEzD;;OAEG;IACH,IAAI,EAAE,aAAa,CAAC;IAEpB;;;;;OAKG;IACH,cAAc,CAAC,EACX,kCAAkC,CAAC,QAAQ,GAC3C,kCAAkC,CAAC,aAAa,CAAC;IAErD;;OAEG;IACH,KAAK,CAAC,EAAE,MAAM,CAAC;IAEf,eAAe,CAAC,EAAE,kCAAkC,CAAC,cAAc,CAAC;CACrE;AAED,yBAAiB,kCAAkC,CAAC;IAClD,UAAiB,WAAW;QAC1B;;WAEG;QACH,OAAO,EAAE,KAAK,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;QAEpC;;WAEG;QACH,IAAI,EAAE,cAAc,CAAC;KACtB;IAED,UAAiB,WAAW,CAAC;QAC3B,UAAiB,OAAO;YACtB,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YAE9B,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;SAClC;KACF;IAED,UAAiB,MAAM;QACrB;;WAEG;QACH,EAAE,EAAE,MAAM,CAAC;QAEX;;WAEG;QACH,IAAI,EAAE,SAAS,CAAC;KACjB;IAED;;OAEG;IACH,UAAiB,iBAAiB;QAChC;;WAEG;QACH,IAAI,EAAE,oBAAoB,CAAC;QAE3B;;WAEG;QACH,aAAa,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAE9B;;WAEG;QACH,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAE/B;;WAEG;QACH,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;QAEtB;;;;;;;WAOG;QACH,QAAQ,CAAC,EAAE,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;QAElC;;WAEG;QACH,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;KACvB;IAED,UAAiB,QAAQ;QACvB;;;WAGG;QACH,QAAQ,EAAE,KAAK,CAAC,YAAY,CAAC,gBAAgB,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC;QAElE;;WAEG;QACH,IAAI,EAAE,UAAU,CAAC;KAClB;IAED,UAAiB,QAAQ,CAAC;QACxB;;;;;;WAMG;QACH,UAAiB,OAAO;YACtB;;eAEG;YACH,OAAO,EAAE,MAAM,GAAG,YAAY,CAAC,iBAAiB,GAAG,OAAO,CAAC,UAAU,CAAC;YAEtE;;;eAGG;YACH,IAAI,EAAE,MAAM,GAAG,WAAW,GAAG,QAAQ,GAAG,WAAW,CAAC;YAEpD;;eAEG;YACH,IAAI,CAAC,EAAE,SAAS,CAAC;SAClB;QAED,UAAiB,OAAO,CAAC;YACvB;;eAEG;YACH,UAAiB,UAAU;gBACzB;;mBAEG;gBACH,IAAI,EAAE,MAAM,CAAC;gBAEb;;mBAEG;gBACH,IAAI,EAAE,aAAa,CAAC;aACrB;SACF;KACF;IAED,UAAiB,aAAa;QAC5B;;WAEG;QACH,cAAc,EAAE,MAAM,CAAC;QAEvB;;WAEG;QACH,IAAI,EAAE,gBAAgB,CAAC;KACxB;IAED,UAAiB,cAAc;QAC7B;;WAEG;QACH,qBAAqB,CAAC,EAAE,MAAM,CAAC;QAE/B;;WAEG;QACH,IAAI,CAAC,EAAE,MAAM,CAAC;QAEd;;WAEG;QACH,WAAW,CAAC,EAAE,MAAM,CAAC;QAErB;;WAEG;QACH,KAAK,CAAC,EAAE,MAAM,CAAC;KAChB;CACF;AAED;;;GAGG;AACH,MAAM,WAAW,4BAA4B;IAC3C;;OAEG;IACH,MAAM,EAAE,4BAA4B,CAAC,WAAW,GAAG,4BAA4B,CAAC,MAAM,CAAC;IAEvF;;OAEG;IACH,IAAI,EAAE,OAAO,CAAC;CACf;AAED,yBAAiB,4BAA4B,CAAC;IAC5C,UAAiB,WAAW;QAC1B;;WAEG;QACH,OAAO,EAAE,KAAK,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;QAEpC;;WAEG;QACH,IAAI,EAAE,cAAc,CAAC;KACtB;IAED,UAAiB,WAAW,CAAC;QAC3B,UAAiB,OAAO;YACtB,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YAE9B,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;SAClC;KACF;IAED,UAAiB,MAAM;QACrB;;WAEG;QACH,EAAE,EAAE,MAAM,CAAC;QAEX;;WAEG;QACH,IAAI,EAAE,SAAS,CAAC;KACjB;CACF;AAED;;GAEG;AACH,MAAM,WAAW,YAAY;IAC3B;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IAEb;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;CACjB;AAED;;GAEG;AACH,MAAM,WAAW,iBAAiB;IAChC;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IAEX;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,WAAW,EACP,4BAA4B,GAC5B,kCAAkC,GAClC,iBAAiB,CAAC,SAAS,CAAC;IAEhC;;OAEG;IACH,KAAK,EAAE,YAAY,CAAC;IAEpB;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;IAEhB;;;;;;;OAOG;IACH,QAAQ,EAAE,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;IAEjC;;OAEG;IACH,KAAK,EAAE,MAAM,CAAC;IAEd;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IAEb;;OAEG;IACH,MAAM,EAAE,UAAU,CAAC;IAEnB;;OAEG;IACH,eAAe,EAAE,KAAK,CAAC,iBAAiB,CAAC,aAAa,CAAC,CAAC;IAExD;;OAEG;IACH,4BAA4B,EAAE,KAAK,CAAC,iBAAiB,CAAC,wBAAwB,CAAC,CAAC;IAEhF;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,aAAa,EAAE,iBAAiB,CAAC,YAAY,CAAC;IAE9C;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,yBAAiB,iBAAiB,CAAC;IACjC;;OAEG;IACH,UAAiB,SAAS;QACxB;;WAEG;QACH,MAAM,EAAE,SAAS,CAAC,WAAW,GAAG,SAAS,CAAC,MAAM,GAAG,SAAS,CAAC,SAAS,CAAC;QAEvE;;WAEG;QACH,IAAI,EAAE,WAAW,CAAC;QAElB;;;;;WAKG;QACH,cAAc,CAAC,EAAE,SAAS,CAAC,QAAQ,GAAG,SAAS,CAAC,aAAa,CAAC;QAE9D;;WAEG;QACH,KAAK,CAAC,EAAE,MAAM,CAAC;QAEf,eAAe,CAAC,EAAE,SAAS,CAAC,cAAc,CAAC;KAC5C;IAED,UAAiB,SAAS,CAAC;QACzB,UAAiB,WAAW;YAC1B;;eAEG;YACH,OAAO,EAAE,KAAK,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;YAEpC;;eAEG;YACH,IAAI,EAAE,cAAc,CAAC;SACtB;QAED,UAAiB,WAAW,CAAC;YAC3B,UAAiB,OAAO;gBACtB,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;gBAE9B,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;aAClC;SACF;QAED,UAAiB,MAAM;YACrB;;eAEG;YACH,EAAE,EAAE,MAAM,CAAC;YAEX;;eAEG;YACH,IAAI,EAAE,SAAS,CAAC;SACjB;QAED;;WAEG;QACH,UAAiB,SAAS;YACxB;;eAEG;YACH,IAAI,EAAE,WAAW,CAAC;YAElB;;;eAGG;YACH,aAAa,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YAE9B;;;eAGG;YACH,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YAE/B;;;eAGG;YACH,mBAAmB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YAEpC;;;eAGG;YACH,QAAQ,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC;YAE1B;;;eAGG;YACH,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YAEtB;;;eAGG;YACH,gBAAgB,CAAC,EAAE,MAAM,CAAC,eAAe,GAAG,IAAI,CAAC;YAEjD;;eAEG;YACH,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YAE5B;;eAEG;YACH,KAAK,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC;YAE7B;;eAEG;YACH,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YAEtB;;eAEG;YACH,KAAK,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC;SAC9B;QAED,UAAiB,QAAQ;YACvB;;;eAGG;YACH,QAAQ,EAAE,KAAK,CAAC,QAAQ,CAAC,WAAW,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAC;YAE1D;;eAEG;YACH,IAAI,EAAE,UAAU,CAAC;SAClB;QAED,UAAiB,QAAQ,CAAC;YACxB,UAAiB,WAAW;gBAC1B;;mBAEG;gBACH,OAAO,EAAE,MAAM,CAAC;gBAEhB;;mBAEG;gBACH,IAAI,EAAE,MAAM,CAAC;aACd;YAED;;;;;;eAMG;YACH,UAAiB,QAAQ;gBACvB;;mBAEG;gBACH,OAAO,EAAE,MAAM,GAAG,YAAY,CAAC,iBAAiB,GAAG,QAAQ,CAAC,UAAU,CAAC;gBAEvE;;;mBAGG;gBACH,IAAI,EAAE,MAAM,GAAG,WAAW,GAAG,QAAQ,GAAG,WAAW,CAAC;gBAEpD;;mBAEG;gBACH,IAAI,CAAC,EAAE,SAAS,CAAC;aAClB;YAED,UAAiB,QAAQ,CAAC;gBACxB;;mBAEG;gBACH,UAAiB,UAAU;oBACzB;;uBAEG;oBACH,IAAI,EAAE,MAAM,CAAC;oBAEb;;uBAEG;oBACH,IAAI,EAAE,aAAa,CAAC;iBACrB;aACF;SACF;QAED,UAAiB,aAAa;YAC5B;;eAEG;YACH,cAAc,EAAE,MAAM,CAAC;YAEvB;;eAEG;YACH,IAAI,EAAE,gBAAgB,CAAC;SACxB;QAED,UAAiB,cAAc;YAC7B;;eAEG;YACH,qBAAqB,CAAC,EAAE,MAAM,CAAC;YAE/B;;eAEG;YACH,IAAI,CAAC,EAAE,MAAM,CAAC;YAEd;;eAEG;YACH,WAAW,CAAC,EAAE,MAAM,CAAC;YAErB;;eAEG;YACH,KAAK,CAAC,EAAE,MAAM,CAAC;SAChB;KACF;IAED,UAAiB,aAAa;QAC5B;;WAEG;QACH,aAAa,EAAE,MAAM,CAAC;QAEtB;;WAEG;QACH,iBAAiB,EAAE,MAAM,CAAC;QAE1B;;WAEG;QACH,gBAAgB,EAAE,MAAM,CAAC;QAEzB;;WAEG;QACH,UAAU,EAAE,MAAM,CAAC;QAEnB;;WAEG;QACH,aAAa,EAAE,MAAM,CAAC;QAEtB;;WAEG;QACH,YAAY,EAAE,MAAM,CAAC;KACtB;IAED,UAAiB,wBAAwB;QACvC;;WAEG;QACH,MAAM,EAAE,MAAM,CAAC;QAEf;;WAEG;QACH,MAAM,EAAE,MAAM,CAAC;QAEf;;WAEG;QACH,gBAAgB,EAAE,MAAM,CAAC;KAC1B;IAED;;OAEG;IACH,UAAiB,YAAY;QAC3B;;WAEG;QACH,OAAO,EAAE,MAAM,CAAC;QAEhB;;WAEG;QACH,MAAM,EAAE,MAAM,CAAC;QAEf;;WAEG;QACH,MAAM,EAAE,MAAM,CAAC;QAEf;;WAEG;QACH,KAAK,EAAE,MAAM,CAAC;KACf;CACF;AAED;;GAEG;AACH,MAAM,WAAW,mBAAmB;IAClC;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IAEX;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,WAAW,EACP,4BAA4B,GAC5B,kCAAkC,GAClC,mBAAmB,CAAC,SAAS,CAAC;IAElC;;OAEG;IACH,KAAK,EAAE,YAAY,CAAC;IAEpB;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;IAEhB;;;;;;;OAOG;IACH,QAAQ,EAAE,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;IAEjC;;OAEG;IACH,KAAK,EAAE,MAAM,CAAC;IAEd;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IAEb;;OAEG;IACH,MAAM,EAAE,UAAU,CAAC;IAEnB;;OAEG;IACH,eAAe,EAAE,KAAK,CAAC,mBAAmB,CAAC,aAAa,CAAC,CAAC;IAE1D;;OAEG;IACH,4BAA4B,EAAE,KAAK,CAAC,mBAAmB,CAAC,wBAAwB,CAAC,CAAC;IAElF;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,aAAa,EAAE,mBAAmB,CAAC,YAAY,CAAC;IAEhD;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,yBAAiB,mBAAmB,CAAC;IACnC;;OAEG;IACH,UAAiB,SAAS;QACxB;;WAEG;QACH,MAAM,EAAE,SAAS,CAAC,WAAW,GAAG,SAAS,CAAC,MAAM,GAAG,SAAS,CAAC,SAAS,CAAC;QAEvE;;WAEG;QACH,IAAI,EAAE,WAAW,CAAC;QAElB;;;;;WAKG;QACH,cAAc,CAAC,EAAE,SAAS,CAAC,QAAQ,GAAG,SAAS,CAAC,aAAa,CAAC;QAE9D;;WAEG;QACH,KAAK,CAAC,EAAE,MAAM,CAAC;QAEf,eAAe,CAAC,EAAE,SAAS,CAAC,cAAc,CAAC;KAC5C;IAED,UAAiB,SAAS,CAAC;QACzB,UAAiB,WAAW;YAC1B;;eAEG;YACH,OAAO,EAAE,KAAK,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;YAEpC;;eAEG;YACH,IAAI,EAAE,cAAc,CAAC;SACtB;QAED,UAAiB,WAAW,CAAC;YAC3B,UAAiB,OAAO;gBACtB,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;gBAE9B,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;aAClC;SACF;QAED,UAAiB,MAAM;YACrB;;eAEG;YACH,EAAE,EAAE,MAAM,CAAC;YAEX;;eAEG;YACH,IAAI,EAAE,SAAS,CAAC;SACjB;QAED;;WAEG;QACH,UAAiB,SAAS;YACxB;;eAEG;YACH,IAAI,EAAE,WAAW,CAAC;YAElB;;;eAGG;YACH,aAAa,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YAE9B;;;eAGG;YACH,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YAE/B;;;eAGG;YACH,mBAAmB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YAEpC;;;eAGG;YACH,QAAQ,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC;YAE1B;;;eAGG;YACH,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YAEtB;;;eAGG;YACH,gBAAgB,CAAC,EAAE,MAAM,CAAC,eAAe,GAAG,IAAI,CAAC;YAEjD;;eAEG;YACH,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YAE5B;;eAEG;YACH,KAAK,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC;YAE7B;;eAEG;YACH,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YAEtB;;eAEG;YACH,KAAK,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC;SAC9B;QAED,UAAiB,QAAQ;YACvB;;;eAGG;YACH,QAAQ,EAAE,KAAK,CAAC,QAAQ,CAAC,WAAW,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAC;YAE1D;;eAEG;YACH,IAAI,EAAE,UAAU,CAAC;SAClB;QAED,UAAiB,QAAQ,CAAC;YACxB,UAAiB,WAAW;gBAC1B;;mBAEG;gBACH,OAAO,EAAE,MAAM,CAAC;gBAEhB;;mBAEG;gBACH,IAAI,EAAE,MAAM,CAAC;aACd;YAED;;;;;;eAMG;YACH,UAAiB,QAAQ;gBACvB;;mBAEG;gBACH,OAAO,EAAE,MAAM,GAAG,YAAY,CAAC,iBAAiB,GAAG,QAAQ,CAAC,UAAU,CAAC;gBAEvE;;;mBAGG;gBACH,IAAI,EAAE,MAAM,GAAG,WAAW,GAAG,QAAQ,GAAG,WAAW,CAAC;gBAEpD;;mBAEG;gBACH,IAAI,CAAC,EAAE,SAAS,CAAC;aAClB;YAED,UAAiB,QAAQ,CAAC;gBACxB;;mBAEG;gBACH,UAAiB,UAAU;oBACzB;;uBAEG;oBACH,IAAI,EAAE,MAAM,CAAC;oBAEb;;uBAEG;oBACH,IAAI,EAAE,aAAa,CAAC;iBACrB;aACF;SACF;QAED,UAAiB,aAAa;YAC5B;;eAEG;YACH,cAAc,EAAE,MAAM,CAAC;YAEvB;;eAEG;YACH,IAAI,EAAE,gBAAgB,CAAC;SACxB;QAED,UAAiB,cAAc;YAC7B;;eAEG;YACH,qBAAqB,CAAC,EAAE,MAAM,CAAC;YAE/B;;eAEG;YACH,IAAI,CAAC,EAAE,MAAM,CAAC;YAEd;;eAEG;YACH,WAAW,CAAC,EAAE,MAAM,CAAC;YAErB;;eAEG;YACH,KAAK,CAAC,EAAE,MAAM,CAAC;SAChB;KACF;IAED,UAAiB,aAAa;QAC5B;;WAEG;QACH,aAAa,EAAE,MAAM,CAAC;QAEtB;;WAEG;QACH,iBAAiB,EAAE,MAAM,CAAC;QAE1B;;WAEG;QACH,gBAAgB,EAAE,MAAM,CAAC;QAEzB;;WAEG;QACH,UAAU,EAAE,MAAM,CAAC;QAEnB;;WAEG;QACH,aAAa,EAAE,MAAM,CAAC;QAEtB;;WAEG;QACH,YAAY,EAAE,MAAM,CAAC;KACtB;IAED,UAAiB,wBAAwB;QACvC;;WAEG;QACH,MAAM,EAAE,MAAM,CAAC;QAEf;;WAEG;QACH,MAAM,EAAE,MAAM,CAAC;QAEf;;WAEG;QACH,gBAAgB,EAAE,MAAM,CAAC;KAC1B;IAED;;OAEG;IACH,UAAiB,YAAY;QAC3B;;WAEG;QACH,OAAO,EAAE,MAAM,CAAC;QAEhB;;WAEG;QACH,MAAM,EAAE,MAAM,CAAC;QAEf;;WAEG;QACH,MAAM,EAAE,MAAM,CAAC;QAEf;;WAEG;QACH,KAAK,EAAE,MAAM,CAAC;KACf;CACF;AAED;;GAEG;AACH,MAAM,WAAW,eAAe;IAC9B;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IAEX;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,WAAW,EAAE,4BAA4B,GAAG,kCAAkC,GAAG,eAAe,CAAC,SAAS,CAAC;IAE3G;;OAEG;IACH,KAAK,EAAE,YAAY,CAAC;IAEpB;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;IAEhB;;;;;;;OAOG;IACH,QAAQ,EAAE,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;IAEjC;;OAEG;IACH,KAAK,EAAE,MAAM,CAAC;IAEd;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IAEb;;OAEG;IACH,MAAM,EAAE,UAAU,CAAC;IAEnB;;OAEG;IACH,eAAe,EAAE,KAAK,CAAC,eAAe,CAAC,aAAa,CAAC,CAAC;IAEtD;;OAEG;IACH,4BAA4B,EAAE,KAAK,CAAC,eAAe,CAAC,wBAAwB,CAAC,CAAC;IAE9E;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,aAAa,EAAE,eAAe,CAAC,YAAY,CAAC;IAE5C;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,yBAAiB,eAAe,CAAC;IAC/B;;OAEG;IACH,UAAiB,SAAS;QACxB;;WAEG;QACH,MAAM,EAAE,SAAS,CAAC,WAAW,GAAG,SAAS,CAAC,MAAM,GAAG,SAAS,CAAC,SAAS,CAAC;QAEvE;;WAEG;QACH,IAAI,EAAE,WAAW,CAAC;QAElB;;;;;WAKG;QACH,cAAc,CAAC,EAAE,SAAS,CAAC,QAAQ,GAAG,SAAS,CAAC,aAAa,CAAC;QAE9D;;WAEG;QACH,KAAK,CAAC,EAAE,MAAM,CAAC;QAEf,eAAe,CAAC,EAAE,SAAS,CAAC,cAAc,CAAC;KAC5C;IAED,UAAiB,SAAS,CAAC;QACzB,UAAiB,WAAW;YAC1B;;eAEG;YACH,OAAO,EAAE,KAAK,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;YAEpC;;eAEG;YACH,IAAI,EAAE,cAAc,CAAC;SACtB;QAED,UAAiB,WAAW,CAAC;YAC3B,UAAiB,OAAO;gBACtB,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;gBAE9B,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;aAClC;SACF;QAED,UAAiB,MAAM;YACrB;;eAEG;YACH,EAAE,EAAE,MAAM,CAAC;YAEX;;eAEG;YACH,IAAI,EAAE,SAAS,CAAC;SACjB;QAED;;WAEG;QACH,UAAiB,SAAS;YACxB;;eAEG;YACH,IAAI,EAAE,WAAW,CAAC;YAElB;;;eAGG;YACH,aAAa,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YAE9B;;;eAGG;YACH,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YAE/B;;;eAGG;YACH,mBAAmB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YAEpC;;;eAGG;YACH,QAAQ,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC;YAE1B;;;eAGG;YACH,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YAEtB;;;eAGG;YACH,gBAAgB,CAAC,EAAE,MAAM,CAAC,eAAe,GAAG,IAAI,CAAC;YAEjD;;eAEG;YACH,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YAE5B;;eAEG;YACH,KAAK,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC;YAE7B;;eAEG;YACH,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YAEtB;;eAEG;YACH,KAAK,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC;SAC9B;QAED,UAAiB,QAAQ;YACvB;;;eAGG;YACH,QAAQ,EAAE,KAAK,CAAC,QAAQ,CAAC,WAAW,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAC;YAE1D;;eAEG;YACH,IAAI,EAAE,UAAU,CAAC;SAClB;QAED,UAAiB,QAAQ,CAAC;YACxB,UAAiB,WAAW;gBAC1B;;mBAEG;gBACH,OAAO,EAAE,MAAM,CAAC;gBAEhB;;mBAEG;gBACH,IAAI,EAAE,MAAM,CAAC;aACd;YAED;;;;;;eAMG;YACH,UAAiB,QAAQ;gBACvB;;mBAEG;gBACH,OAAO,EAAE,MAAM,GAAG,YAAY,CAAC,iBAAiB,GAAG,QAAQ,CAAC,UAAU,CAAC;gBAEvE;;;mBAGG;gBACH,IAAI,EAAE,MAAM,GAAG,WAAW,GAAG,QAAQ,GAAG,WAAW,CAAC;gBAEpD;;mBAEG;gBACH,IAAI,CAAC,EAAE,SAAS,CAAC;aAClB;YAED,UAAiB,QAAQ,CAAC;gBACxB;;mBAEG;gBACH,UAAiB,UAAU;oBACzB;;uBAEG;oBACH,IAAI,EAAE,MAAM,CAAC;oBAEb;;uBAEG;oBACH,IAAI,EAAE,aAAa,CAAC;iBACrB;aACF;SACF;QAED,UAAiB,aAAa;YAC5B;;eAEG;YACH,cAAc,EAAE,MAAM,CAAC;YAEvB;;eAEG;YACH,IAAI,EAAE,gBAAgB,CAAC;SACxB;QAED,UAAiB,cAAc;YAC7B;;eAEG;YACH,qBAAqB,CAAC,EAAE,MAAM,CAAC;YAE/B;;eAEG;YACH,IAAI,CAAC,EAAE,MAAM,CAAC;YAEd;;eAEG;YACH,WAAW,CAAC,EAAE,MAAM,CAAC;YAErB;;eAEG;YACH,KAAK,CAAC,EAAE,MAAM,CAAC;SAChB;KACF;IAED,UAAiB,aAAa;QAC5B;;WAEG;QACH,aAAa,EAAE,MAAM,CAAC;QAEtB;;WAEG;QACH,iBAAiB,EAAE,MAAM,CAAC;QAE1B;;WAEG;QACH,gBAAgB,EAAE,MAAM,CAAC;QAEzB;;WAEG;QACH,UAAU,EAAE,MAAM,CAAC;QAEnB;;WAEG;QACH,aAAa,EAAE,MAAM,CAAC;QAEtB;;WAEG;QACH,YAAY,EAAE,MAAM,CAAC;KACtB;IAED,UAAiB,wBAAwB;QACvC;;WAEG;QACH,MAAM,EAAE,MAAM,CAAC;QAEf;;WAEG;QACH,MAAM,EAAE,MAAM,CAAC;QAEf;;WAEG;QACH,gBAAgB,EAAE,MAAM,CAAC;KAC1B;IAED;;OAEG;IACH,UAAiB,YAAY;QAC3B;;WAEG;QACH,OAAO,EAAE,MAAM,CAAC;QAEhB;;WAEG;QACH,MAAM,EAAE,MAAM,CAAC;QAEf;;WAEG;QACH,MAAM,EAAE,MAAM,CAAC;QAEf;;WAEG;QACH,KAAK,EAAE,MAAM,CAAC;KACf;CACF;AAED,MAAM,WAAW,iBAAiB;IAChC,OAAO,CAAC,EAAE,OAAO,CAAC;IAElB,MAAM,CAAC,EAAE,MAAM,CAAC;IAEhB,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB;AAED;;GAEG;AACH,MAAM,WAAW,iBAAiB;IAChC;;OAEG;IACH,EAAE,EAAE,MAAM,CAAC;IAEX;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,WAAW,EACP,4BAA4B,GAC5B,kCAAkC,GAClC,iBAAiB,CAAC,SAAS,CAAC;IAEhC;;OAEG;IACH,KAAK,EAAE,YAAY,CAAC;IAEpB;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;IAEhB;;;;;;;OAOG;IACH,QAAQ,EAAE,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;IAEjC;;OAEG;IACH,KAAK,EAAE,MAAM,CAAC;IAEd;;OAEG;IACH,IAAI,EAAE,MAAM,CAAC;IAEb;;OAEG;IACH,MAAM,EAAE,UAAU,CAAC;IAEnB;;OAEG;IACH,eAAe,EAAE,KAAK,CAAC,iBAAiB,CAAC,aAAa,CAAC,CAAC;IAExD;;OAEG;IACH,4BAA4B,EAAE,KAAK,CAAC,iBAAiB,CAAC,wBAAwB,CAAC,CAAC;IAEhF;;OAEG;IACH,UAAU,EAAE,MAAM,CAAC;IAEnB;;OAEG;IACH,aAAa,EAAE,iBAAiB,CAAC,YAAY,CAAC;IAE9C;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC;CAChB;AAED,yBAAiB,iBAAiB,CAAC;IACjC;;OAEG;IACH,UAAiB,SAAS;QACxB;;WAEG;QACH,MAAM,EAAE,SAAS,CAAC,WAAW,GAAG,SAAS,CAAC,MAAM,GAAG,SAAS,CAAC,SAAS,CAAC;QAEvE;;WAEG;QACH,IAAI,EAAE,WAAW,CAAC;QAElB;;;;;WAKG;QACH,cAAc,CAAC,EAAE,SAAS,CAAC,QAAQ,GAAG,SAAS,CAAC,aAAa,CAAC;QAE9D;;WAEG;QACH,KAAK,CAAC,EAAE,MAAM,CAAC;QAEf,eAAe,CAAC,EAAE,SAAS,CAAC,cAAc,CAAC;KAC5C;IAED,UAAiB,SAAS,CAAC;QACzB,UAAiB,WAAW;YAC1B;;eAEG;YACH,OAAO,EAAE,KAAK,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;YAEpC;;eAEG;YACH,IAAI,EAAE,cAAc,CAAC;SACtB;QAED,UAAiB,WAAW,CAAC;YAC3B,UAAiB,OAAO;gBACtB,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;gBAE9B,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;aAClC;SACF;QAED,UAAiB,MAAM;YACrB;;eAEG;YACH,EAAE,EAAE,MAAM,CAAC;YAEX;;eAEG;YACH,IAAI,EAAE,SAAS,CAAC;SACjB;QAED;;WAEG;QACH,UAAiB,SAAS;YACxB;;eAEG;YACH,IAAI,EAAE,WAAW,CAAC;YAElB;;;eAGG;YACH,aAAa,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YAE9B;;;eAGG;YACH,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YAE/B;;;eAGG;YACH,mBAAmB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YAEpC;;;eAGG;YACH,QAAQ,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC;YAE1B;;;eAGG;YACH,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YAEtB;;;eAGG;YACH,gBAAgB,CAAC,EAAE,MAAM,CAAC,eAAe,GAAG,IAAI,CAAC;YAEjD;;eAEG;YACH,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YAE5B;;eAEG;YACH,KAAK,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC;YAE7B;;eAEG;YACH,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YAEtB;;eAEG;YACH,KAAK,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC;SAC9B;QAED,UAAiB,QAAQ;YACvB;;;eAGG;YACH,QAAQ,EAAE,KAAK,CAAC,QAAQ,CAAC,WAAW,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAC;YAE1D;;eAEG;YACH,IAAI,EAAE,UAAU,CAAC;SAClB;QAED,UAAiB,QAAQ,CAAC;YACxB,UAAiB,WAAW;gBAC1B;;mBAEG;gBACH,OAAO,EAAE,MAAM,CAAC;gBAEhB;;mBAEG;gBACH,IAAI,EAAE,MAAM,CAAC;aACd;YAED;;;;;;eAMG;YACH,UAAiB,QAAQ;gBACvB;;mBAEG;gBACH,OAAO,EAAE,MAAM,GAAG,YAAY,CAAC,iBAAiB,GAAG,QAAQ,CAAC,UAAU,CAAC;gBAEvE;;;mBAGG;gBACH,IAAI,EAAE,MAAM,GAAG,WAAW,GAAG,QAAQ,GAAG,WAAW,CAAC;gBAEpD;;mBAEG;gBACH,IAAI,CAAC,EAAE,SAAS,CAAC;aAClB;YAED,UAAiB,QAAQ,CAAC;gBACxB;;mBAEG;gBACH,UAAiB,UAAU;oBACzB;;uBAEG;oBACH,IAAI,EAAE,MAAM,CAAC;oBAEb;;uBAEG;oBACH,IAAI,EAAE,aAAa,CAAC;iBACrB;aACF;SACF;QAED,UAAiB,aAAa;YAC5B;;eAEG;YACH,cAAc,EAAE,MAAM,CAAC;YAEvB;;eAEG;YACH,IAAI,EAAE,gBAAgB,CAAC;SACxB;QAED,UAAiB,cAAc;YAC7B;;eAEG;YACH,qBAAqB,CAAC,EAAE,MAAM,CAAC;YAE/B;;eAEG;YACH,IAAI,CAAC,EAAE,MAAM,CAAC;YAEd;;eAEG;YACH,WAAW,CAAC,EAAE,MAAM,CAAC;YAErB;;eAEG;YACH,KAAK,CAAC,EAAE,MAAM,CAAC;SAChB;KACF;IAED,UAAiB,aAAa;QAC5B;;WAEG;QACH,aAAa,EAAE,MAAM,CAAC;QAEtB;;WAEG;QACH,iBAAiB,EAAE,MAAM,CAAC;QAE1B;;WAEG;QACH,gBAAgB,EAAE,MAAM,CAAC;QAEzB;;WAEG;QACH,UAAU,EAAE,MAAM,CAAC;QAEnB;;WAEG;QACH,aAAa,EAAE,MAAM,CAAC;QAEtB;;WAEG;QACH,YAAY,EAAE,MAAM,CAAC;KACtB;IAED,UAAiB,wBAAwB;QACvC;;WAEG;QACH,MAAM,EAAE,MAAM,CAAC;QAEf;;WAEG;QACH,MAAM,EAAE,MAAM,CAAC;QAEf;;WAEG;QACH,gBAAgB,EAAE,MAAM,CAAC;KAC1B;IAED;;OAEG;IACH,UAAiB,YAAY;QAC3B;;WAEG;QACH,OAAO,EAAE,MAAM,CAAC;QAEhB;;WAEG;QACH,MAAM,EAAE,MAAM,CAAC;QAEf;;WAEG;QACH,MAAM,EAAE,MAAM,CAAC;QAEf;;WAEG;QACH,KAAK,EAAE,MAAM,CAAC;KACf;CACF;AAED,MAAM,WAAW,eAAe;IAC9B;;OAEG;IACH,WAAW,EACP,4BAA4B,GAC5B,kCAAkC,GAClC,eAAe,CAAC,gCAAgC,CAAC;IAErD;;;;;;;OAOG;IACH,QAAQ,CAAC,EAAE,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;IAElC;;OAEG;IACH,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,yBAAiB,eAAe,CAAC;IAC/B;;OAEG;IACH,UAAiB,gCAAgC;QAC/C;;WAEG;QACH,MAAM,EACF,gCAAgC,CAAC,WAAW,GAC5C,gCAAgC,CAAC,MAAM,GACvC,gCAAgC,CAAC,SAAS,CAAC;QAE/C;;WAEG;QACH,IAAI,EAAE,WAAW,CAAC;QAElB;;;;;WAKG;QACH,cAAc,CAAC,EACX,gCAAgC,CAAC,QAAQ,GACzC,gCAAgC,CAAC,aAAa,CAAC;QAEnD;;WAEG;QACH,KAAK,CAAC,EAAE,MAAM,CAAC;QAEf,eAAe,CAAC,EAAE,gCAAgC,CAAC,cAAc,CAAC;KACnE;IAED,UAAiB,gCAAgC,CAAC;QAChD,UAAiB,WAAW;YAC1B;;eAEG;YACH,OAAO,EAAE,KAAK,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;YAEpC;;eAEG;YACH,IAAI,EAAE,cAAc,CAAC;SACtB;QAED,UAAiB,WAAW,CAAC;YAC3B,UAAiB,OAAO;gBACtB,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;gBAE9B,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;aAClC;SACF;QAED,UAAiB,MAAM;YACrB;;eAEG;YACH,EAAE,EAAE,MAAM,CAAC;YAEX;;eAEG;YACH,IAAI,EAAE,SAAS,CAAC;SACjB;QAED;;WAEG;QACH,UAAiB,SAAS;YACxB;;eAEG;YACH,IAAI,EAAE,WAAW,CAAC;YAElB;;;eAGG;YACH,aAAa,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YAE9B;;;eAGG;YACH,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YAE/B;;;eAGG;YACH,mBAAmB,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YAEpC;;;eAGG;YACH,QAAQ,CAAC,EAAE,OAAO,GAAG,IAAI,CAAC;YAE1B;;;eAGG;YACH,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YAEtB;;;eAGG;YACH,gBAAgB,CAAC,EAAE,MAAM,CAAC,eAAe,GAAG,IAAI,CAAC;YAEjD;;eAEG;YACH,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YAE5B;;eAEG;YACH,KAAK,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC;YAE7B;;eAEG;YACH,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;YAEtB;;eAEG;YACH,KAAK,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,CAAC;SAC9B;QAED,UAAiB,QAAQ;YACvB;;;eAGG;YACH,QAAQ,EAAE,KAAK,CAAC,QAAQ,CAAC,WAAW,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAC;YAE1D;;eAEG;YACH,IAAI,EAAE,UAAU,CAAC;SAClB;QAED,UAAiB,QAAQ,CAAC;YACxB,UAAiB,WAAW;gBAC1B;;mBAEG;gBACH,OAAO,EAAE,MAAM,CAAC;gBAEhB;;mBAEG;gBACH,IAAI,EAAE,MAAM,CAAC;aACd;YAED;;;;;;eAMG;YACH,UAAiB,QAAQ;gBACvB;;mBAEG;gBACH,OAAO,EAAE,MAAM,GAAG,YAAY,CAAC,iBAAiB,GAAG,QAAQ,CAAC,UAAU,CAAC;gBAEvE;;;mBAGG;gBACH,IAAI,EAAE,MAAM,GAAG,WAAW,GAAG,QAAQ,GAAG,WAAW,CAAC;gBAEpD;;mBAEG;gBACH,IAAI,CAAC,EAAE,SAAS,CAAC;aAClB;YAED,UAAiB,QAAQ,CAAC;gBACxB;;mBAEG;gBACH,UAAiB,UAAU;oBACzB;;uBAEG;oBACH,IAAI,EAAE,MAAM,CAAC;oBAEb;;uBAEG;oBACH,IAAI,EAAE,aAAa,CAAC;iBACrB;aACF;SACF;QAED,UAAiB,aAAa;YAC5B;;eAEG;YACH,cAAc,EAAE,MAAM,CAAC;YAEvB;;eAEG;YACH,IAAI,EAAE,gBAAgB,CAAC;SACxB;QAED,UAAiB,cAAc;YAC7B;;eAEG;YACH,qBAAqB,CAAC,EAAE,MAAM,CAAC;YAE/B;;eAEG;YACH,IAAI,CAAC,EAAE,MAAM,CAAC;YAEd;;eAEG;YACH,WAAW,CAAC,EAAE,MAAM,CAAC;YAErB;;eAEG;YACH,KAAK,CAAC,EAAE,MAAM,CAAC;SAChB;KACF;CACF;AAED,MAAM,WAAW,aAAc,SAAQ,gBAAgB;IACrD;;;OAGG;IACH,KAAK,CAAC,EAAE,KAAK,GAAG,MAAM,CAAC;IAEvB;;;OAGG;IACH,MAAM,CAAC,EAAE,QAAQ,GAAG,aAAa,GAAG,WAAW,GAAG,UAAU,GAAG,QAAQ,CAAC;CACzE;AAMD,MAAM,CAAC,OAAO,WAAW,IAAI,CAAC;IAC5B,OAAO,EACL,KAAK,kCAAkC,IAAI,kCAAkC,EAC7E,KAAK,4BAA4B,IAAI,4BAA4B,EACjE,KAAK,YAAY,IAAI,YAAY,EACjC,KAAK,iBAAiB,IAAI,iBAAiB,EAC3C,KAAK,mBAAmB,IAAI,mBAAmB,EAC/C,KAAK,eAAe,IAAI,eAAe,EACvC,KAAK,iBAAiB,IAAI,iBAAiB,EAC3C,KAAK,iBAAiB,IAAI,iBAAiB,EAC3C,oBAAoB,IAAI,oBAAoB,EAC5C,KAAK,eAAe,IAAI,eAAe,EACvC,KAAK,aAAa,IAAI,aAAa,GACpC,CAAC;IAEF,OAAO,EACL,WAAW,IAAI,WAAW,EAC1B,KAAK,0BAA0B,IAAI,0BAA0B,EAC7D,KAAK,sBAAsB,IAAI,sBAAsB,EACrD,2BAA2B,IAAI,2BAA2B,EAC1D,KAAK,oBAAoB,IAAI,oBAAoB,GAClD,CAAC;CACH"}
package/resources/evals/runs/runs.js CHANGED
@@ -36,7 +36,9 @@ class Runs extends resource_1.APIResource {
36
36
  this.outputItems = new OutputItemsAPI.OutputItems(this._client);
37
37
  }
38
38
  /**
39
- * Create a new evaluation run. This is the endpoint that will kick off grading.
39
+ * Kicks off a new run for a given evaluation, specifying the data source, and what
40
+ * model configuration to use to test. The datasource will be validated against the
41
+ * schema specified in the config of the evaluation.
40
42
  */
41
43
  create(evalId, body, options) {
42
44
  return this._client.post(`/evals/${evalId}/runs`, { body, ...options });
package/resources/evals/runs/runs.js.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"runs.js","sourceRoot":"","sources":["../../../src/resources/evals/runs/runs.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;;;;;;;;;;;;;;;;;;;;;;;;AAEtF,mDAAgD;AAChD,2CAAiD;AAIjD,kEAAiD;AACjD,oDAMwB;AACxB,uDAAwE;AAExE,MAAa,IAAK,SAAQ,sBAAW;IAArC;;QACE,gBAAW,GAA+B,IAAI,cAAc,CAAC,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IA4DzF,CAAC;IA1DC;;OAEG;IACH,MAAM,CACJ,MAAc,EACd,IAAqB,EACrB,OAA6B;QAE7B,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,MAAM,OAAO,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IAC1E,CAAC;IAED;;OAEG;IACH,QAAQ,CACN,MAAc,EACd,KAAa,EACb,OAA6B;QAE7B,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,MAAM,SAAS,KAAK,EAAE,EAAE,OAAO,CAAC,CAAC;IACrE,CAAC;IAcD,IAAI,CACF,MAAc,EACd,QAA6C,EAAE,EAC/C,OAA6B;QAE7B,IAAI,IAAA,uBAAgB,EAAC,KAAK,CAAC,EAAE;YAC3B,OAAO,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,EAAE,KAAK,CAAC,CAAC;SACrC;QACD,OAAO,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,UAAU,MAAM,OAAO,EAAE,oBAAoB,EAAE,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACvG,CAAC;IAED;;OAEG;IACH,GAAG,CAAC,MAAc,EAAE,KAAa,EAAE,OAA6B;QAC9D,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,UAAU,MAAM,SAAS,KAAK,EAAE,EAAE,OAAO,CAAC,CAAC;IACxE,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,MAAc,EAAE,KAAa,EAAE,OAA6B;QACjE,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,MAAM,SAAS,KAAK,EAAE,EAAE,OAAO,CAAC,CAAC;IACtE,CAAC;CACF;AA7DD,oBA6DC;AAED,MAAa,oBAAqB,SAAQ,uBAA2B;CAAG;AAAxE,oDAAwE;AA8jExE,IAAI,CAAC,oBAAoB,GAAG,oBAAoB,CAAC;AACjD,IAAI,CAAC,WAAW,GAAG,0BAAW,CAAC;AAC/B,IAAI,CAAC,2BAA2B,GAAG,0CAA2B,CAAC"}
1
+ {"version":3,"file":"runs.js","sourceRoot":"","sources":["../../../src/resources/evals/runs/runs.ts"],"names":[],"mappings":";AAAA,sFAAsF;;;;;;;;;;;;;;;;;;;;;;;;;;AAEtF,mDAAgD;AAChD,2CAAiD;AAIjD,kEAAiD;AACjD,oDAMwB;AACxB,uDAAwE;AAExE,MAAa,IAAK,SAAQ,sBAAW;IAArC;;QACE,gBAAW,GAA+B,IAAI,cAAc,CAAC,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IA8DzF,CAAC;IA5DC;;;;OAIG;IACH,MAAM,CACJ,MAAc,EACd,IAAqB,EACrB,OAA6B;QAE7B,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,MAAM,OAAO,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IAC1E,CAAC;IAED;;OAEG;IACH,QAAQ,CACN,MAAc,EACd,KAAa,EACb,OAA6B;QAE7B,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,MAAM,SAAS,KAAK,EAAE,EAAE,OAAO,CAAC,CAAC;IACrE,CAAC;IAcD,IAAI,CACF,MAAc,EACd,QAA6C,EAAE,EAC/C,OAA6B;QAE7B,IAAI,IAAA,uBAAgB,EAAC,KAAK,CAAC,EAAE;YAC3B,OAAO,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,EAAE,KAAK,CAAC,CAAC;SACrC;QACD,OAAO,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,UAAU,MAAM,OAAO,EAAE,oBAAoB,EAAE,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACvG,CAAC;IAED;;OAEG;IACH,GAAG,CAAC,MAAc,EAAE,KAAa,EAAE,OAA6B;QAC9D,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,UAAU,MAAM,SAAS,KAAK,EAAE,EAAE,OAAO,CAAC,CAAC;IACxE,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,MAAc,EAAE,KAAa,EAAE,OAA6B;QACjE,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,MAAM,SAAS,KAAK,EAAE,EAAE,OAAO,CAAC,CAAC;IACtE,CAAC;CACF;AA/DD,oBA+DC;AAED,MAAa,oBAAqB,SAAQ,uBAA2B;CAAG;AAAxE,oDAAwE;AAukExE,IAAI,CAAC,oBAAoB,GAAG,oBAAoB,CAAC;AACjD,IAAI,CAAC,WAAW,GAAG,0BAAW,CAAC;AAC/B,IAAI,CAAC,2BAA2B,GAAG,0CAA2B,CAAC"}
package/resources/evals/runs/runs.mjs CHANGED
@@ -10,7 +10,9 @@ export class Runs extends APIResource {
10
10
  this.outputItems = new OutputItemsAPI.OutputItems(this._client);
11
11
  }
12
12
  /**
13
- * Create a new evaluation run. This is the endpoint that will kick off grading.
13
+ * Kicks off a new run for a given evaluation, specifying the data source, and what
14
+ * model configuration to use to test. The datasource will be validated against the
15
+ * schema specified in the config of the evaluation.
14
16
  */
15
17
  create(evalId, body, options) {
16
18
  return this._client.post(`/evals/${evalId}/runs`, { body, ...options });
package/resources/evals/runs/runs.mjs.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"runs.mjs","sourceRoot":"","sources":["../../../src/resources/evals/runs/runs.ts"],"names":[],"mappings":"AAAA,sFAAsF;OAE/E,EAAE,WAAW,EAAE;OACf,EAAE,gBAAgB,EAAE;OAIpB,KAAK,cAAc;OACnB,EAGL,2BAA2B,EAE3B,WAAW,GACZ;OACM,EAAE,UAAU,EAAyB;AAE5C,MAAM,OAAO,IAAK,SAAQ,WAAW;IAArC;;QACE,gBAAW,GAA+B,IAAI,cAAc,CAAC,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IA4DzF,CAAC;IA1DC;;OAEG;IACH,MAAM,CACJ,MAAc,EACd,IAAqB,EACrB,OAA6B;QAE7B,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,MAAM,OAAO,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IAC1E,CAAC;IAED;;OAEG;IACH,QAAQ,CACN,MAAc,EACd,KAAa,EACb,OAA6B;QAE7B,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,MAAM,SAAS,KAAK,EAAE,EAAE,OAAO,CAAC,CAAC;IACrE,CAAC;IAcD,IAAI,CACF,MAAc,EACd,QAA6C,EAAE,EAC/C,OAA6B;QAE7B,IAAI,gBAAgB,CAAC,KAAK,CAAC,EAAE;YAC3B,OAAO,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,EAAE,KAAK,CAAC,CAAC;SACrC;QACD,OAAO,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,UAAU,MAAM,OAAO,EAAE,oBAAoB,EAAE,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACvG,CAAC;IAED;;OAEG;IACH,GAAG,CAAC,MAAc,EAAE,KAAa,EAAE,OAA6B;QAC9D,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,UAAU,MAAM,SAAS,KAAK,EAAE,EAAE,OAAO,CAAC,CAAC;IACxE,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,MAAc,EAAE,KAAa,EAAE,OAA6B;QACjE,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,MAAM,SAAS,KAAK,EAAE,EAAE,OAAO,CAAC,CAAC;IACtE,CAAC;CACF;AAED,MAAM,OAAO,oBAAqB,SAAQ,UAA2B;CAAG;AA8jExE,IAAI,CAAC,oBAAoB,GAAG,oBAAoB,CAAC;AACjD,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;AAC/B,IAAI,CAAC,2BAA2B,GAAG,2BAA2B,CAAC"}
1
+ {"version":3,"file":"runs.mjs","sourceRoot":"","sources":["../../../src/resources/evals/runs/runs.ts"],"names":[],"mappings":"AAAA,sFAAsF;OAE/E,EAAE,WAAW,EAAE;OACf,EAAE,gBAAgB,EAAE;OAIpB,KAAK,cAAc;OACnB,EAGL,2BAA2B,EAE3B,WAAW,GACZ;OACM,EAAE,UAAU,EAAyB;AAE5C,MAAM,OAAO,IAAK,SAAQ,WAAW;IAArC;;QACE,gBAAW,GAA+B,IAAI,cAAc,CAAC,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IA8DzF,CAAC;IA5DC;;;;OAIG;IACH,MAAM,CACJ,MAAc,EACd,IAAqB,EACrB,OAA6B;QAE7B,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,MAAM,OAAO,EAAE,EAAE,IAAI,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IAC1E,CAAC;IAED;;OAEG;IACH,QAAQ,CACN,MAAc,EACd,KAAa,EACb,OAA6B;QAE7B,OAAO,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,MAAM,SAAS,KAAK,EAAE,EAAE,OAAO,CAAC,CAAC;IACrE,CAAC;IAcD,IAAI,CACF,MAAc,EACd,QAA6C,EAAE,EAC/C,OAA6B;QAE7B,IAAI,gBAAgB,CAAC,KAAK,CAAC,EAAE;YAC3B,OAAO,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,EAAE,KAAK,CAAC,CAAC;SACrC;QACD,OAAO,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,UAAU,MAAM,OAAO,EAAE,oBAAoB,EAAE,EAAE,KAAK,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC;IACvG,CAAC;IAED;;OAEG;IACH,GAAG,CAAC,MAAc,EAAE,KAAa,EAAE,OAA6B;QAC9D,OAAO,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,UAAU,MAAM,SAAS,KAAK,EAAE,EAAE,OAAO,CAAC,CAAC;IACxE,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,MAAc,EAAE,KAAa,EAAE,OAA6B;QACjE,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,MAAM,SAAS,KAAK,EAAE,EAAE,OAAO,CAAC,CAAC;IACtE,CAAC;CACF;AAED,MAAM,OAAO,oBAAqB,SAAQ,UAA2B;CAAG;AAukExE,IAAI,CAAC,oBAAoB,GAAG,oBAAoB,CAAC;AACjD,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;AAC/B,IAAI,CAAC,2BAA2B,GAAG,2BAA2B,CAAC"}
package/src/resources/beta/realtime/realtime.ts CHANGED
@@ -2571,7 +2571,7 @@ export interface TranscriptionSessionUpdatedEvent {
2571
2571
  * A new Realtime transcription session configuration.
2572
2572
  *
2573
2573
  * When a session is created on the server via REST API, the session object also
2574
- * contains an ephemeral key. Default TTL for keys is one minute. This property is
2574
+ * contains an ephemeral key. Default TTL for keys is 10 minutes. This property is
2575
2575
  * not present when a session is updated via the WebSocket API.
2576
2576
  */
2577
2577
  session: TranscriptionSessionsAPI.TranscriptionSession;
package/src/resources/beta/realtime/transcription-sessions.ts CHANGED
@@ -35,7 +35,7 @@ export class TranscriptionSessions extends APIResource {
35
35
  * A new Realtime transcription session configuration.
36
36
  *
37
37
  * When a session is created on the server via REST API, the session object also
38
- * contains an ephemeral key. Default TTL for keys is one minute. This property is
38
+ * contains an ephemeral key. Default TTL for keys is 10 minutes. This property is
39
39
  * not present when a session is updated via the WebSocket API.
40
40
  */
41
41
  export interface TranscriptionSession {
package/src/resources/evals/evals.ts CHANGED
@@ -28,7 +28,8 @@ export class Evals extends APIResource {
28
28
 
29
29
  /**
30
30
  * Create the structure of an evaluation that can be used to test a model's
31
- * performance. An evaluation is a set of testing criteria and a datasource. After
31
+ * performance. An evaluation is a set of testing criteria and the config for a
32
+ * data source, which dictates the schema of the data used in the evaluation. After
32
33
  * creating an evaluation, you can run it on different models and model parameters.
33
34
  * We support several types of graders and datasources. For more information, see
34
35
  * the [Evals guide](https://platform.openai.com/docs/guides/evals).
@@ -115,9 +116,9 @@ export interface EvalStoredCompletionsDataSourceConfig {
115
116
  schema: Record<string, unknown>;
116
117
 
117
118
  /**
118
- * The type of data source. Always `stored-completions`.
119
+ * The type of data source. Always `stored_completions`.
119
120
  */
120
- type: 'stored-completions';
121
+ type: 'stored_completions';
121
122
 
122
123
  /**
123
124
  * Set of 16 key-value pairs that can be attached to an object. This can be useful
@@ -136,7 +137,7 @@ export interface EvalStoredCompletionsDataSourceConfig {
136
137
  *
137
138
  * - Improve the quality of my chatbot
138
139
  * - See how well my chatbot handles customer support
139
- * - Check if o3-mini is better at my usecase than gpt-4o
140
+ * - Check if o4-mini is better at my usecase than gpt-4o
140
141
  */
141
142
  export interface EvalCreateResponse {
142
143
  /**
@@ -257,7 +258,7 @@ export namespace EvalCreateResponse {
257
258
  *
258
259
  * - Improve the quality of my chatbot
259
260
  * - See how well my chatbot handles customer support
260
- * - Check if o3-mini is better at my usecase than gpt-4o
261
+ * - Check if o4-mini is better at my usecase than gpt-4o
261
262
  */
262
263
  export interface EvalRetrieveResponse {
263
264
  /**
@@ -378,7 +379,7 @@ export namespace EvalRetrieveResponse {
378
379
  *
379
380
  * - Improve the quality of my chatbot
380
381
  * - See how well my chatbot handles customer support
381
- * - Check if o3-mini is better at my usecase than gpt-4o
382
+ * - Check if o4-mini is better at my usecase than gpt-4o
382
383
  */
383
384
  export interface EvalUpdateResponse {
384
385
  /**
@@ -499,7 +500,7 @@ export namespace EvalUpdateResponse {
499
500
  *
500
501
  * - Improve the quality of my chatbot
501
502
  * - See how well my chatbot handles customer support
502
- * - Check if o3-mini is better at my usecase than gpt-4o
503
+ * - Check if o4-mini is better at my usecase than gpt-4o
503
504
  */
504
505
  export interface EvalListResponse {
505
506
  /**
@@ -624,12 +625,16 @@ export interface EvalDeleteResponse {
624
625
 
625
626
  export interface EvalCreateParams {
626
627
  /**
627
- * The configuration for the data source used for the evaluation runs.
628
+ * The configuration for the data source used for the evaluation runs. Dictates the
629
+ * schema of the data used in the evaluation.
628
630
  */
629
631
  data_source_config: EvalCreateParams.Custom | EvalCreateParams.Logs | EvalCreateParams.StoredCompletions;
630
632
 
631
633
  /**
632
- * A list of graders for all eval runs in this group.
634
+ * A list of graders for all eval runs in this group. Graders can reference
635
+ * variables in the data source using double curly braces notation, like
636
+ * `{{item.variable_name}}`. To reference the model's output, use the `sample`
637
+ * namespace (ie, `{{sample.output_text}}`).
633
638
  */
634
639
  testing_criteria: Array<
635
640
  | EvalCreateParams.LabelModel
@@ -699,13 +704,13 @@ export namespace EvalCreateParams {
699
704
  }
700
705
 
701
706
  /**
702
- * Deprecated in favor of LogsDataSourceConfig.
707
+ * @deprecated Deprecated in favor of LogsDataSourceConfig.
703
708
  */
704
709
  export interface StoredCompletions {
705
710
  /**
706
- * The type of data source. Always `stored-completions`.
711
+ * The type of data source. Always `stored_completions`.
707
712
  */
708
- type: 'stored-completions';
713
+ type: 'stored_completions';
709
714
 
710
715
  /**
711
716
  * Metadata filters for the stored completions data source.
@@ -720,7 +725,7 @@ export namespace EvalCreateParams {
720
725
  export interface LabelModel {
721
726
  /**
722
727
  * A list of chat messages forming the prompt or context. May include variable
723
- * references to the "item" namespace, ie {{item.name}}.
728
+ * references to the `item` namespace, ie {{item.name}}.
724
729
  */
725
730
  input: Array<LabelModel.SimpleInputMessage | LabelModel.EvalItem>;
726
731
 
package/src/resources/evals/runs/runs.ts CHANGED
@@ -19,7 +19,9 @@ export class Runs extends APIResource {
19
19
  outputItems: OutputItemsAPI.OutputItems = new OutputItemsAPI.OutputItems(this._client);
20
20
 
21
21
  /**
22
- * Create a new evaluation run. This is the endpoint that will kick off grading.
22
+ * Kicks off a new run for a given evaluation, specifying the data source, and what
23
+ * model configuration to use to test. The datasource will be validated against the
24
+ * schema specified in the config of the evaluation.
23
25
  */
24
26
  create(
25
27
  evalId: string,
@@ -85,7 +87,7 @@ export class RunListResponsesPage extends CursorPage<RunListResponse> {}
85
87
  */
86
88
  export interface CreateEvalCompletionsRunDataSource {
87
89
  /**
88
- * A StoredCompletionsRunDataSource configuration describing a set of filters
90
+ * Determines what populates the `item` namespace in this run's data source.
89
91
  */
90
92
  source:
91
93
  | CreateEvalCompletionsRunDataSource.FileContent
@@ -97,6 +99,12 @@ export interface CreateEvalCompletionsRunDataSource {
97
99
  */
98
100
  type: 'completions';
99
101
 
102
+ /**
103
+ * Used when sampling from a model. Dictates the structure of the messages passed
104
+ * into the model. Can either be a reference to a prebuilt trajectory (ie,
105
+ * `item.input_trajectory`), or a template with variable references to the `item`
106
+ * namespace.
107
+ */
100
108
  input_messages?:
101
109
  | CreateEvalCompletionsRunDataSource.Template
102
110
  | CreateEvalCompletionsRunDataSource.ItemReference;
@@ -185,7 +193,7 @@ export namespace CreateEvalCompletionsRunDataSource {
185
193
  export interface Template {
186
194
  /**
187
195
  * A list of chat messages forming the prompt or context. May include variable
188
- * references to the "item" namespace, ie {{item.name}}.
196
+ * references to the `item` namespace, ie {{item.name}}.
189
197
  */
190
198
  template: Array<ResponsesAPI.EasyInputMessage | Template.Message>;
191
199
 
@@ -241,7 +249,7 @@ export namespace CreateEvalCompletionsRunDataSource {
241
249
 
242
250
  export interface ItemReference {
243
251
  /**
244
- * A reference to a variable in the "item" namespace. Ie, "item.name"
252
+ * A reference to a variable in the `item` namespace. Ie, "item.input_trajectory"
245
253
  */
246
254
  item_reference: string;
247
255
 
@@ -279,6 +287,9 @@ export namespace CreateEvalCompletionsRunDataSource {
279
287
  * eval
280
288
  */
281
289
  export interface CreateEvalJSONLRunDataSource {
290
+ /**
291
+ * Determines what populates the `item` namespace in the data source.
292
+ */
282
293
  source: CreateEvalJSONLRunDataSource.FileContent | CreateEvalJSONLRunDataSource.FileID;
283
294
 
284
295
  /**
@@ -425,7 +436,7 @@ export namespace RunCreateResponse {
425
436
  */
426
437
  export interface Responses {
427
438
  /**
428
- * A EvalResponsesSource object describing a run data source configuration.
439
+ * Determines what populates the `item` namespace in this run's data source.
429
440
  */
430
441
  source: Responses.FileContent | Responses.FileID | Responses.Responses;
431
442
 
@@ -434,6 +445,12 @@ export namespace RunCreateResponse {
434
445
  */
435
446
  type: 'responses';
436
447
 
448
+ /**
449
+ * Used when sampling from a model. Dictates the structure of the messages passed
450
+ * into the model. Can either be a reference to a prebuilt trajectory (ie,
451
+ * `item.input_trajectory`), or a template with variable references to the `item`
452
+ * namespace.
453
+ */
437
454
  input_messages?: Responses.Template | Responses.ItemReference;
438
455
 
439
456
  /**
@@ -498,12 +515,6 @@ export namespace RunCreateResponse {
498
515
  */
499
516
  created_before?: number | null;
500
517
 
501
- /**
502
- * Whether the response has tool calls. This is a query parameter used to select
503
- * responses.
504
- */
505
- has_tool_calls?: boolean | null;
506
-
507
518
  /**
508
519
  * Optional string to search the 'instructions' field. This is a query parameter
509
520
  * used to select responses.
@@ -552,7 +563,7 @@ export namespace RunCreateResponse {
552
563
  export interface Template {
553
564
  /**
554
565
  * A list of chat messages forming the prompt or context. May include variable
555
- * references to the "item" namespace, ie {{item.name}}.
566
+ * references to the `item` namespace, ie {{item.name}}.
556
567
  */
557
568
  template: Array<Template.ChatMessage | Template.EvalItem>;
558
569
 
@@ -620,7 +631,7 @@ export namespace RunCreateResponse {
620
631
 
621
632
  export interface ItemReference {
622
633
  /**
623
- * A reference to a variable in the "item" namespace. Ie, "item.name"
634
+ * A reference to a variable in the `item` namespace. Ie, "item.name"
624
635
  */
625
636
  item_reference: string;
626
637
 
@@ -817,7 +828,7 @@ export namespace RunRetrieveResponse {
817
828
  */
818
829
  export interface Responses {
819
830
  /**
820
- * A EvalResponsesSource object describing a run data source configuration.
831
+ * Determines what populates the `item` namespace in this run's data source.
821
832
  */
822
833
  source: Responses.FileContent | Responses.FileID | Responses.Responses;
823
834
 
@@ -826,6 +837,12 @@ export namespace RunRetrieveResponse {
826
837
  */
827
838
  type: 'responses';
828
839
 
840
+ /**
841
+ * Used when sampling from a model. Dictates the structure of the messages passed
842
+ * into the model. Can either be a reference to a prebuilt trajectory (ie,
843
+ * `item.input_trajectory`), or a template with variable references to the `item`
844
+ * namespace.
845
+ */
829
846
  input_messages?: Responses.Template | Responses.ItemReference;
830
847
 
831
848
  /**
@@ -890,12 +907,6 @@ export namespace RunRetrieveResponse {
890
907
  */
891
908
  created_before?: number | null;
892
909
 
893
- /**
894
- * Whether the response has tool calls. This is a query parameter used to select
895
- * responses.
896
- */
897
- has_tool_calls?: boolean | null;
898
-
899
910
  /**
900
911
  * Optional string to search the 'instructions' field. This is a query parameter
901
912
  * used to select responses.
@@ -944,7 +955,7 @@ export namespace RunRetrieveResponse {
944
955
  export interface Template {
945
956
  /**
946
957
  * A list of chat messages forming the prompt or context. May include variable
947
- * references to the "item" namespace, ie {{item.name}}.
958
+ * references to the `item` namespace, ie {{item.name}}.
948
959
  */
949
960
  template: Array<Template.ChatMessage | Template.EvalItem>;
950
961
 
@@ -1012,7 +1023,7 @@ export namespace RunRetrieveResponse {
1012
1023
 
1013
1024
  export interface ItemReference {
1014
1025
  /**
1015
- * A reference to a variable in the "item" namespace. Ie, "item.name"
1026
+ * A reference to a variable in the `item` namespace. Ie, "item.name"
1016
1027
  */
1017
1028
  item_reference: string;
1018
1029
 
@@ -1206,7 +1217,7 @@ export namespace RunListResponse {
1206
1217
  */
1207
1218
  export interface Responses {
1208
1219
  /**
1209
- * A EvalResponsesSource object describing a run data source configuration.
1220
+ * Determines what populates the `item` namespace in this run's data source.
1210
1221
  */
1211
1222
  source: Responses.FileContent | Responses.FileID | Responses.Responses;
1212
1223
 
@@ -1215,6 +1226,12 @@ export namespace RunListResponse {
1215
1226
  */
1216
1227
  type: 'responses';
1217
1228
 
1229
+ /**
1230
+ * Used when sampling from a model. Dictates the structure of the messages passed
1231
+ * into the model. Can either be a reference to a prebuilt trajectory (ie,
1232
+ * `item.input_trajectory`), or a template with variable references to the `item`
1233
+ * namespace.
1234
+ */
1218
1235
  input_messages?: Responses.Template | Responses.ItemReference;
1219
1236
 
1220
1237
  /**
@@ -1279,12 +1296,6 @@ export namespace RunListResponse {
1279
1296
  */
1280
1297
  created_before?: number | null;
1281
1298
 
1282
- /**
1283
- * Whether the response has tool calls. This is a query parameter used to select
1284
- * responses.
1285
- */
1286
- has_tool_calls?: boolean | null;
1287
-
1288
1299
  /**
1289
1300
  * Optional string to search the 'instructions' field. This is a query parameter
1290
1301
  * used to select responses.
@@ -1333,7 +1344,7 @@ export namespace RunListResponse {
1333
1344
  export interface Template {
1334
1345
  /**
1335
1346
  * A list of chat messages forming the prompt or context. May include variable
1336
- * references to the "item" namespace, ie {{item.name}}.
1347
+ * references to the `item` namespace, ie {{item.name}}.
1337
1348
  */
1338
1349
  template: Array<Template.ChatMessage | Template.EvalItem>;
1339
1350
 
@@ -1401,7 +1412,7 @@ export namespace RunListResponse {
1401
1412
 
1402
1413
  export interface ItemReference {
1403
1414
  /**
1404
- * A reference to a variable in the "item" namespace. Ie, "item.name"
1415
+ * A reference to a variable in the `item` namespace. Ie, "item.name"
1405
1416
  */
1406
1417
  item_reference: string;
1407
1418
 
@@ -1606,7 +1617,7 @@ export namespace RunCancelResponse {
1606
1617
  */
1607
1618
  export interface Responses {
1608
1619
  /**
1609
- * A EvalResponsesSource object describing a run data source configuration.
1620
+ * Determines what populates the `item` namespace in this run's data source.
1610
1621
  */
1611
1622
  source: Responses.FileContent | Responses.FileID | Responses.Responses;
1612
1623
 
@@ -1615,6 +1626,12 @@ export namespace RunCancelResponse {
1615
1626
  */
1616
1627
  type: 'responses';
1617
1628
 
1629
+ /**
1630
+ * Used when sampling from a model. Dictates the structure of the messages passed
1631
+ * into the model. Can either be a reference to a prebuilt trajectory (ie,
1632
+ * `item.input_trajectory`), or a template with variable references to the `item`
1633
+ * namespace.
1634
+ */
1618
1635
  input_messages?: Responses.Template | Responses.ItemReference;
1619
1636
 
1620
1637
  /**
@@ -1679,12 +1696,6 @@ export namespace RunCancelResponse {
1679
1696
  */
1680
1697
  created_before?: number | null;
1681
1698
 
1682
- /**
1683
- * Whether the response has tool calls. This is a query parameter used to select
1684
- * responses.
1685
- */
1686
- has_tool_calls?: boolean | null;
1687
-
1688
1699
  /**
1689
1700
  * Optional string to search the 'instructions' field. This is a query parameter
1690
1701
  * used to select responses.
@@ -1733,7 +1744,7 @@ export namespace RunCancelResponse {
1733
1744
  export interface Template {
1734
1745
  /**
1735
1746
  * A list of chat messages forming the prompt or context. May include variable
1736
- * references to the "item" namespace, ie {{item.name}}.
1747
+ * references to the `item` namespace, ie {{item.name}}.
1737
1748
  */
1738
1749
  template: Array<Template.ChatMessage | Template.EvalItem>;
1739
1750
 
@@ -1801,7 +1812,7 @@ export namespace RunCancelResponse {
1801
1812
 
1802
1813
  export interface ItemReference {
1803
1814
  /**
1804
- * A reference to a variable in the "item" namespace. Ie, "item.name"
1815
+ * A reference to a variable in the `item` namespace. Ie, "item.name"
1805
1816
  */
1806
1817
  item_reference: string;
1807
1818
 
@@ -1940,7 +1951,7 @@ export namespace RunCreateParams {
1940
1951
  */
1941
1952
  export interface CreateEvalResponsesRunDataSource {
1942
1953
  /**
1943
- * A EvalResponsesSource object describing a run data source configuration.
1954
+ * Determines what populates the `item` namespace in this run's data source.
1944
1955
  */
1945
1956
  source:
1946
1957
  | CreateEvalResponsesRunDataSource.FileContent
@@ -1952,6 +1963,12 @@ export namespace RunCreateParams {
1952
1963
  */
1953
1964
  type: 'responses';
1954
1965
 
1966
+ /**
1967
+ * Used when sampling from a model. Dictates the structure of the messages passed
1968
+ * into the model. Can either be a reference to a prebuilt trajectory (ie,
1969
+ * `item.input_trajectory`), or a template with variable references to the `item`
1970
+ * namespace.
1971
+ */
1955
1972
  input_messages?:
1956
1973
  | CreateEvalResponsesRunDataSource.Template
1957
1974
  | CreateEvalResponsesRunDataSource.ItemReference;
@@ -2018,12 +2035,6 @@ export namespace RunCreateParams {
2018
2035
  */
2019
2036
  created_before?: number | null;
2020
2037
 
2021
- /**
2022
- * Whether the response has tool calls. This is a query parameter used to select
2023
- * responses.
2024
- */
2025
- has_tool_calls?: boolean | null;
2026
-
2027
2038
  /**
2028
2039
  * Optional string to search the 'instructions' field. This is a query parameter
2029
2040
  * used to select responses.
@@ -2072,7 +2083,7 @@ export namespace RunCreateParams {
2072
2083
  export interface Template {
2073
2084
  /**
2074
2085
  * A list of chat messages forming the prompt or context. May include variable
2075
- * references to the "item" namespace, ie {{item.name}}.
2086
+ * references to the `item` namespace, ie {{item.name}}.
2076
2087
  */
2077
2088
  template: Array<Template.ChatMessage | Template.EvalItem>;
2078
2089
 
@@ -2140,7 +2151,7 @@ export namespace RunCreateParams {
2140
2151
 
2141
2152
  export interface ItemReference {
2142
2153
  /**
2143
- * A reference to a variable in the "item" namespace. Ie, "item.name"
2154
+ * A reference to a variable in the `item` namespace. Ie, "item.name"
2144
2155
  */
2145
2156
  item_reference: string;
2146
2157
 
package/src/version.ts CHANGED
@@ -1 +1 @@
1
- export const VERSION = '4.99.0'; // x-release-please-version
1
+ export const VERSION = '4.100.0'; // x-release-please-version
package/version.d.ts CHANGED
@@ -1,2 +1,2 @@
1
- export declare const VERSION = "4.99.0";
1
+ export declare const VERSION = "4.100.0";
2
2
  //# sourceMappingURL=version.d.ts.map
package/version.d.ts.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"version.d.ts","sourceRoot":"","sources":["src/version.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,OAAO,WAAW,CAAC"}
1
+ {"version":3,"file":"version.d.ts","sourceRoot":"","sources":["src/version.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,OAAO,YAAY,CAAC"}
package/version.js CHANGED
@@ -1,5 +1,5 @@
1
1
  "use strict";
2
2
  Object.defineProperty(exports, "__esModule", { value: true });
3
3
  exports.VERSION = void 0;
4
- exports.VERSION = '4.99.0'; // x-release-please-version
4
+ exports.VERSION = '4.100.0'; // x-release-please-version
5
5
  //# sourceMappingURL=version.js.map
package/version.js.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"version.js","sourceRoot":"","sources":["src/version.ts"],"names":[],"mappings":";;;AAAa,QAAA,OAAO,GAAG,QAAQ,CAAC,CAAC,2BAA2B"}
1
+ {"version":3,"file":"version.js","sourceRoot":"","sources":["src/version.ts"],"names":[],"mappings":";;;AAAa,QAAA,OAAO,GAAG,SAAS,CAAC,CAAC,2BAA2B"}
package/version.mjs CHANGED
@@ -1,2 +1,2 @@
1
- export const VERSION = '4.99.0'; // x-release-please-version
1
+ export const VERSION = '4.100.0'; // x-release-please-version
2
2
  //# sourceMappingURL=version.mjs.map
package/version.mjs.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"version.mjs","sourceRoot":"","sources":["src/version.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,MAAM,OAAO,GAAG,QAAQ,CAAC,CAAC,2BAA2B"}
1
+ {"version":3,"file":"version.mjs","sourceRoot":"","sources":["src/version.ts"],"names":[],"mappings":"AAAA,MAAM,CAAC,MAAM,OAAO,GAAG,SAAS,CAAC,CAAC,2BAA2B"}