@orq-ai/node 4.8.0-rc.2 → 4.8.0-rc.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (101) hide show
  1. package/funcs/filesCreate.js +3 -2
  2. package/funcs/filesCreate.js.map +1 -1
  3. package/funcs/routerAudioTranscriptionsCreate.js +3 -2
  4. package/funcs/routerAudioTranscriptionsCreate.js.map +1 -1
  5. package/funcs/routerAudioTranslationsCreate.js +3 -2
  6. package/funcs/routerAudioTranslationsCreate.js.map +1 -1
  7. package/jsr.json +1 -1
  8. package/lib/config.d.ts +3 -3
  9. package/lib/config.js +3 -3
  10. package/lib/config.js.map +1 -1
  11. package/lib/encodings.d.ts +1 -0
  12. package/lib/encodings.d.ts.map +1 -1
  13. package/lib/encodings.js +7 -0
  14. package/lib/encodings.js.map +1 -1
  15. package/models/components/reasoningpart.js +1 -1
  16. package/models/operations/createcontact.js +1 -1
  17. package/models/operations/createdataset.js +1 -1
  18. package/models/operations/createdatasetitem.js +4 -4
  19. package/models/operations/createdatasource.js +1 -1
  20. package/models/operations/createeval.d.ts +238 -36
  21. package/models/operations/createeval.d.ts.map +1 -1
  22. package/models/operations/createeval.js +295 -20
  23. package/models/operations/createeval.js.map +1 -1
  24. package/models/operations/createidentity.js +1 -1
  25. package/models/operations/createtool.js +6 -6
  26. package/models/operations/getalltools.js +6 -6
  27. package/models/operations/getevals.d.ts +106 -16
  28. package/models/operations/getevals.d.ts.map +1 -1
  29. package/models/operations/getevals.js +183 -19
  30. package/models/operations/getevals.js.map +1 -1
  31. package/models/operations/getv2humanevals.js +6 -6
  32. package/models/operations/getv2humanevalsets.js +2 -2
  33. package/models/operations/getv2humanevalsetsid.js +2 -2
  34. package/models/operations/getv2humanevalsid.js +6 -6
  35. package/models/operations/listdatasetdatapoints.js +4 -4
  36. package/models/operations/listdatasets.js +1 -1
  37. package/models/operations/listdatasources.js +1 -1
  38. package/models/operations/listidentities.js +1 -1
  39. package/models/operations/patchv2humanevalsetsid.js +2 -2
  40. package/models/operations/patchv2humanevalsid.js +12 -12
  41. package/models/operations/postv2feedbackevaluation.js +3 -3
  42. package/models/operations/postv2humanevals.js +12 -12
  43. package/models/operations/postv2humanevalsets.js +2 -2
  44. package/models/operations/retrievedatapoint.js +4 -4
  45. package/models/operations/retrievedataset.js +1 -1
  46. package/models/operations/retrievedatasource.js +1 -1
  47. package/models/operations/retrieveidentity.js +1 -1
  48. package/models/operations/retrievetool.js +6 -6
  49. package/models/operations/runagent.js +1 -1
  50. package/models/operations/streamrunagent.js +1 -1
  51. package/models/operations/updatedatapoint.js +4 -4
  52. package/models/operations/updatedataset.js +1 -1
  53. package/models/operations/updatedatasource.js +1 -1
  54. package/models/operations/updateeval.d.ts +120 -16
  55. package/models/operations/updateeval.d.ts.map +1 -1
  56. package/models/operations/updateeval.js +195 -19
  57. package/models/operations/updateeval.js.map +1 -1
  58. package/models/operations/updateidentity.js +1 -1
  59. package/models/operations/updatetool.js +7 -7
  60. package/package.json +1 -1
  61. package/src/funcs/filesCreate.ts +4 -3
  62. package/src/funcs/routerAudioTranscriptionsCreate.ts +4 -3
  63. package/src/funcs/routerAudioTranslationsCreate.ts +4 -3
  64. package/src/lib/config.ts +3 -3
  65. package/src/lib/encodings.ts +9 -0
  66. package/src/models/components/reasoningpart.ts +1 -1
  67. package/src/models/operations/createcontact.ts +1 -1
  68. package/src/models/operations/createdataset.ts +1 -1
  69. package/src/models/operations/createdatasetitem.ts +4 -4
  70. package/src/models/operations/createdatasource.ts +1 -1
  71. package/src/models/operations/createeval.ts +793 -20
  72. package/src/models/operations/createidentity.ts +1 -1
  73. package/src/models/operations/createtool.ts +6 -6
  74. package/src/models/operations/getalltools.ts +6 -6
  75. package/src/models/operations/getevals.ts +447 -16
  76. package/src/models/operations/getv2humanevals.ts +6 -6
  77. package/src/models/operations/getv2humanevalsets.ts +2 -2
  78. package/src/models/operations/getv2humanevalsetsid.ts +2 -2
  79. package/src/models/operations/getv2humanevalsid.ts +6 -6
  80. package/src/models/operations/listdatasetdatapoints.ts +4 -4
  81. package/src/models/operations/listdatasets.ts +1 -1
  82. package/src/models/operations/listdatasources.ts +1 -1
  83. package/src/models/operations/listidentities.ts +1 -1
  84. package/src/models/operations/patchv2humanevalsetsid.ts +2 -2
  85. package/src/models/operations/patchv2humanevalsid.ts +12 -12
  86. package/src/models/operations/postv2feedbackevaluation.ts +3 -3
  87. package/src/models/operations/postv2humanevals.ts +12 -12
  88. package/src/models/operations/postv2humanevalsets.ts +2 -2
  89. package/src/models/operations/retrievedatapoint.ts +4 -4
  90. package/src/models/operations/retrievedataset.ts +1 -1
  91. package/src/models/operations/retrievedatasource.ts +1 -1
  92. package/src/models/operations/retrieveidentity.ts +1 -1
  93. package/src/models/operations/retrievetool.ts +6 -6
  94. package/src/models/operations/runagent.ts +1 -1
  95. package/src/models/operations/streamrunagent.ts +1 -1
  96. package/src/models/operations/updatedatapoint.ts +4 -4
  97. package/src/models/operations/updatedataset.ts +1 -1
  98. package/src/models/operations/updatedatasource.ts +1 -1
  99. package/src/models/operations/updateeval.ts +484 -16
  100. package/src/models/operations/updateidentity.ts +1 -1
  101. package/src/models/operations/updatetool.ts +7 -7
@@ -18,13 +18,19 @@ export type CreateEvalGuardrailConfigNumber = {
18
18
  value: number;
19
19
  operator: CreateEvalGuardrailConfigOperator;
20
20
  };
21
+ export type CreateEvalGuardrailConfigCategorical = {
22
+ enabled: boolean;
23
+ alertOnFailure?: boolean | undefined;
24
+ type: "categorical";
25
+ values: Array<string>;
26
+ };
21
27
  export type CreateEvalGuardrailConfigBoolean = {
22
28
  enabled: boolean;
23
29
  alertOnFailure?: boolean | undefined;
24
30
  type: "boolean";
25
31
  value: boolean;
26
32
  };
27
- export type CreateEvalRequestBodyGuardrailConfig = CreateEvalGuardrailConfigBoolean | CreateEvalGuardrailConfigNumber;
33
+ export type CreateEvalRequestBodyGuardrailConfig = CreateEvalGuardrailConfigBoolean | CreateEvalGuardrailConfigCategorical | CreateEvalGuardrailConfigNumber;
28
34
  export declare const CreateEvalRequestBodyOutputType: {
29
35
  readonly Boolean: "boolean";
30
36
  readonly Number: "number";
@@ -35,7 +41,7 @@ export declare const CreateEvalRequestBodyType: {
35
41
  };
36
42
  export type CreateEvalRequestBodyType = ClosedEnum<typeof CreateEvalRequestBodyType>;
37
43
  export type Python = {
38
- guardrailConfig?: CreateEvalGuardrailConfigBoolean | CreateEvalGuardrailConfigNumber | null | undefined;
44
+ guardrailConfig?: CreateEvalGuardrailConfigBoolean | CreateEvalGuardrailConfigCategorical | CreateEvalGuardrailConfigNumber | null | undefined;
39
45
  outputType?: CreateEvalRequestBodyOutputType | undefined;
40
46
  code: string;
41
47
  type: CreateEvalRequestBodyType;
@@ -68,13 +74,19 @@ export type GuardrailConfigNumber = {
68
74
  value: number;
69
75
  operator: GuardrailConfigOperator;
70
76
  };
77
+ export type GuardrailConfigCategorical = {
78
+ enabled: boolean;
79
+ alertOnFailure?: boolean | undefined;
80
+ type: "categorical";
81
+ values: Array<string>;
82
+ };
71
83
  export type GuardrailConfigBoolean = {
72
84
  enabled: boolean;
73
85
  alertOnFailure?: boolean | undefined;
74
86
  type: "boolean";
75
87
  value: boolean;
76
88
  };
77
- export type RequestBodyGuardrailConfig = GuardrailConfigBoolean | GuardrailConfigNumber;
89
+ export type RequestBodyGuardrailConfig = GuardrailConfigBoolean | GuardrailConfigCategorical | GuardrailConfigNumber;
78
90
  /**
79
91
  * The type of output expected from the evaluator
80
92
  */
@@ -98,7 +110,7 @@ export declare const RequestBodyMethod: {
98
110
  };
99
111
  export type RequestBodyMethod = ClosedEnum<typeof RequestBodyMethod>;
100
112
  export type RequestBodyHTTP = {
101
- guardrailConfig?: GuardrailConfigBoolean | GuardrailConfigNumber | null | undefined;
113
+ guardrailConfig?: GuardrailConfigBoolean | GuardrailConfigCategorical | GuardrailConfigNumber | null | undefined;
102
114
  /**
103
115
  * The type of output expected from the evaluator
104
116
  */
@@ -141,13 +153,19 @@ export type NumberT = {
141
153
  value: number;
142
154
  operator: Operator;
143
155
  };
156
+ export type Categorical = {
157
+ enabled: boolean;
158
+ alertOnFailure?: boolean | undefined;
159
+ type: "categorical";
160
+ values: Array<string>;
161
+ };
144
162
  export type Boolean = {
145
163
  enabled: boolean;
146
164
  alertOnFailure?: boolean | undefined;
147
165
  type: "boolean";
148
166
  value: boolean;
149
167
  };
150
- export type GuardrailConfig = Boolean | NumberT;
168
+ export type GuardrailConfig = Boolean | Categorical | NumberT;
151
169
  export declare const OutputType: {
152
170
  readonly Boolean: "boolean";
153
171
  };
@@ -157,7 +175,7 @@ export declare const CreateEvalRequestBodyEvalsType: {
157
175
  };
158
176
  export type CreateEvalRequestBodyEvalsType = ClosedEnum<typeof CreateEvalRequestBodyEvalsType>;
159
177
  export type Json = {
160
- guardrailConfig?: Boolean | NumberT | null | undefined;
178
+ guardrailConfig?: Boolean | Categorical | NumberT | null | undefined;
161
179
  outputType?: OutputType | undefined;
162
180
  type: CreateEvalRequestBodyEvalsType;
163
181
  schema: string;
@@ -190,13 +208,19 @@ export type CreateEvalGuardrailConfigEvalsNumber = {
190
208
  value: number;
191
209
  operator: CreateEvalGuardrailConfigEvalsOperator;
192
210
  };
211
+ export type CreateEvalGuardrailConfigEvalsCategorical = {
212
+ enabled: boolean;
213
+ alertOnFailure?: boolean | undefined;
214
+ type: "categorical";
215
+ values: Array<string>;
216
+ };
193
217
  export type CreateEvalGuardrailConfigEvalsBoolean = {
194
218
  enabled: boolean;
195
219
  alertOnFailure?: boolean | undefined;
196
220
  type: "boolean";
197
221
  value: boolean;
198
222
  };
199
- export type LLMGuardrailConfig = CreateEvalGuardrailConfigEvalsBoolean | CreateEvalGuardrailConfigEvalsNumber;
223
+ export type LLMGuardrailConfig = CreateEvalGuardrailConfigEvalsBoolean | CreateEvalGuardrailConfigEvalsCategorical | CreateEvalGuardrailConfigEvalsNumber;
200
224
  /**
201
225
  * The type of output expected from the evaluator
202
226
  */
@@ -214,6 +238,10 @@ export declare const LLMType: {
214
238
  readonly LlmEval: "llm_eval";
215
239
  };
216
240
  export type LLMType = ClosedEnum<typeof LLMType>;
241
+ export type LLMCategoricalLabels = {
242
+ value: string;
243
+ description?: string | undefined;
244
+ };
217
245
  export type CreateEvalLLMRetry = {
218
246
  count?: number | undefined;
219
247
  onCodes?: Array<number> | undefined;
@@ -249,7 +277,7 @@ export type LLMJury = {
249
277
  tieValue?: LLMTieValue | undefined;
250
278
  };
251
279
  export type Llm2 = {
252
- guardrailConfig?: CreateEvalGuardrailConfigEvalsBoolean | CreateEvalGuardrailConfigEvalsNumber | null | undefined;
280
+ guardrailConfig?: CreateEvalGuardrailConfigEvalsBoolean | CreateEvalGuardrailConfigEvalsCategorical | CreateEvalGuardrailConfigEvalsNumber | null | undefined;
253
281
  /**
254
282
  * The type of output expected from the evaluator
255
283
  */
@@ -257,6 +285,8 @@ export type Llm2 = {
257
285
  type: LLMType;
258
286
  repetitions?: number | undefined;
259
287
  prompt: string;
288
+ categories?: Array<string> | undefined;
289
+ categoricalLabels?: Array<LLMCategoricalLabels> | undefined;
260
290
  /**
261
291
  * Entity storage path in the format: `project/folder/subfolder/...`
262
292
  *
@@ -288,13 +318,19 @@ export type CreateEvalGuardrailConfigEvalsRequestNumber = {
288
318
  value: number;
289
319
  operator: CreateEvalGuardrailConfigEvalsRequestOperator;
290
320
  };
321
+ export type CreateEvalGuardrailConfigEvalsRequestCategorical = {
322
+ enabled: boolean;
323
+ alertOnFailure?: boolean | undefined;
324
+ type: "categorical";
325
+ values: Array<string>;
326
+ };
291
327
  export type CreateEvalGuardrailConfigEvalsRequestBoolean = {
292
328
  enabled: boolean;
293
329
  alertOnFailure?: boolean | undefined;
294
330
  type: "boolean";
295
331
  value: boolean;
296
332
  };
297
- export type CreateEvalLLMGuardrailConfig = CreateEvalGuardrailConfigEvalsRequestBoolean | CreateEvalGuardrailConfigEvalsRequestNumber;
333
+ export type CreateEvalLLMGuardrailConfig = CreateEvalGuardrailConfigEvalsRequestBoolean | CreateEvalGuardrailConfigEvalsRequestCategorical | CreateEvalGuardrailConfigEvalsRequestNumber;
298
334
  /**
299
335
  * The type of output expected from the evaluator
300
336
  */
@@ -312,8 +348,12 @@ export declare const CreateEvalLLMType: {
312
348
  readonly LlmEval: "llm_eval";
313
349
  };
314
350
  export type CreateEvalLLMType = ClosedEnum<typeof CreateEvalLLMType>;
351
+ export type CreateEvalLLMCategoricalLabels = {
352
+ value: string;
353
+ description?: string | undefined;
354
+ };
315
355
  export type Llm1 = {
316
- guardrailConfig?: CreateEvalGuardrailConfigEvalsRequestBoolean | CreateEvalGuardrailConfigEvalsRequestNumber | null | undefined;
356
+ guardrailConfig?: CreateEvalGuardrailConfigEvalsRequestBoolean | CreateEvalGuardrailConfigEvalsRequestCategorical | CreateEvalGuardrailConfigEvalsRequestNumber | null | undefined;
317
357
  /**
318
358
  * The type of output expected from the evaluator
319
359
  */
@@ -321,6 +361,8 @@ export type Llm1 = {
321
361
  type: CreateEvalLLMType;
322
362
  repetitions?: number | undefined;
323
363
  prompt: string;
364
+ categories?: Array<string> | undefined;
365
+ categoricalLabels?: Array<CreateEvalLLMCategoricalLabels> | undefined;
324
366
  /**
325
367
  * Entity storage path in the format: `project/folder/subfolder/...`
326
368
  *
@@ -354,13 +396,19 @@ export type CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody
354
396
  value: number;
355
397
  operator: CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7Operator;
356
398
  };
399
+ export type CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7Categorical = {
400
+ enabled: boolean;
401
+ alertOnFailure: boolean;
402
+ type: "categorical";
403
+ values: Array<string>;
404
+ };
357
405
  export type CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7Boolean = {
358
406
  enabled: boolean;
359
407
  alertOnFailure: boolean;
360
408
  type: "boolean";
361
409
  value: boolean;
362
410
  };
363
- export type CreateEvalResponseBodyEvalsResponse200ApplicationJSONGuardrailConfig = CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7Boolean | CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7Number;
411
+ export type CreateEvalResponseBodyEvalsResponse200ApplicationJSONGuardrailConfig = CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7Boolean | CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7Categorical | CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7Number;
364
412
  export declare const CreateEvalResponseBodyEvalsResponse200ApplicationJSONType: {
365
413
  readonly TypescriptEval: "typescript_eval";
366
414
  };
@@ -370,7 +418,7 @@ export type Typescript = {
370
418
  description: string;
371
419
  created: string;
372
420
  updated: string;
373
- guardrailConfig?: CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7Boolean | CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7Number | null | undefined;
421
+ guardrailConfig?: CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7Boolean | CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7Categorical | CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7Number | null | undefined;
374
422
  code: string;
375
423
  type: CreateEvalResponseBodyEvalsResponse200ApplicationJSONType;
376
424
  key: string;
@@ -391,13 +439,19 @@ export type CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody
391
439
  value: number;
392
440
  operator: CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody6Operator;
393
441
  };
442
+ export type CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody6Categorical = {
443
+ enabled: boolean;
444
+ alertOnFailure: boolean;
445
+ type: "categorical";
446
+ values: Array<string>;
447
+ };
394
448
  export type CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody6Boolean = {
395
449
  enabled: boolean;
396
450
  alertOnFailure: boolean;
397
451
  type: "boolean";
398
452
  value: boolean;
399
453
  };
400
- export type CreateEvalResponseBodyEvalsResponse200GuardrailConfig = CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody6Boolean | CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody6Number;
454
+ export type CreateEvalResponseBodyEvalsResponse200GuardrailConfig = CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody6Boolean | CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody6Categorical | CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody6Number;
401
455
  export declare const CreateEvalResponseBodyEvalsResponse200Type: {
402
456
  readonly Ragas: "ragas";
403
457
  };
@@ -422,7 +476,7 @@ export type Ragas = {
422
476
  description: string;
423
477
  created: string;
424
478
  updated: string;
425
- guardrailConfig?: CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody6Boolean | CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody6Number | null | undefined;
479
+ guardrailConfig?: CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody6Boolean | CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody6Categorical | CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody6Number | null | undefined;
426
480
  type: CreateEvalResponseBodyEvalsResponse200Type;
427
481
  ragasMetric: RagasMetric;
428
482
  key: string;
@@ -444,13 +498,19 @@ export type CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody
444
498
  value: number;
445
499
  operator: CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyOperator;
446
500
  };
501
+ export type CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyCategorical = {
502
+ enabled: boolean;
503
+ alertOnFailure: boolean;
504
+ type: "categorical";
505
+ values: Array<string>;
506
+ };
447
507
  export type CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyBoolean = {
448
508
  enabled: boolean;
449
509
  alertOnFailure: boolean;
450
510
  type: "boolean";
451
511
  value: boolean;
452
512
  };
453
- export type CreateEvalResponseBodyEvalsResponseGuardrailConfig = CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyBoolean | CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyNumber;
513
+ export type CreateEvalResponseBodyEvalsResponseGuardrailConfig = CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyBoolean | CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyCategorical | CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyNumber;
454
514
  export declare const CreateEvalResponseBodyEvalsResponseType: {
455
515
  readonly FunctionEval: "function_eval";
456
516
  };
@@ -569,7 +629,7 @@ export type CreateEvalResponseBodyFunction = {
569
629
  description: string;
570
630
  created: string;
571
631
  updated: string;
572
- guardrailConfig?: CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyBoolean | CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyNumber | null | undefined;
632
+ guardrailConfig?: CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyBoolean | CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyCategorical | CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyNumber | null | undefined;
573
633
  type: CreateEvalResponseBodyEvalsResponseType;
574
634
  functionParams: FunctionParams1 | FunctionParams2 | CreateEvalFunctionParams3 | CreateEvalFunctionParams4 | CreateEvalFunctionParams5 | CreateEvalFunctionParams6 | Seven | Eight | Nine | Ten | Eleven | Twelve | Thirteen | Fourteen | Fifteen | Sixteen | Seventeen | Eighteen | Nineteen | Twenty | TwentyOne | TwentyTwo | TwentyThree | TwentyFour | TwentyFive | TwentySix | TwentySeven | TwentyEight | TwentyNine | Thirty | ThirtyOne | ThirtyTwo;
575
635
  key: string;
@@ -590,13 +650,19 @@ export type CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONNumber = {
590
650
  value: number;
591
651
  operator: CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONOperator;
592
652
  };
653
+ export type CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONCategorical = {
654
+ enabled: boolean;
655
+ alertOnFailure: boolean;
656
+ type: "categorical";
657
+ values: Array<string>;
658
+ };
593
659
  export type CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONBoolean = {
594
660
  enabled: boolean;
595
661
  alertOnFailure: boolean;
596
662
  type: "boolean";
597
663
  value: boolean;
598
664
  };
599
- export type CreateEvalResponseBodyEvalsGuardrailConfig = CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONBoolean | CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONNumber;
665
+ export type CreateEvalResponseBodyEvalsGuardrailConfig = CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONBoolean | CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONCategorical | CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONNumber;
600
666
  export declare const CreateEvalResponseBodyEvalsType: {
601
667
  readonly PythonEval: "python_eval";
602
668
  };
@@ -606,7 +672,7 @@ export type ResponseBodyPython = {
606
672
  description: string;
607
673
  created: string;
608
674
  updated: string;
609
- guardrailConfig?: CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONBoolean | CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONNumber | null | undefined;
675
+ guardrailConfig?: CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONBoolean | CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONCategorical | CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONNumber | null | undefined;
610
676
  code: string;
611
677
  type: CreateEvalResponseBodyEvalsType;
612
678
  key: string;
@@ -627,13 +693,19 @@ export type CreateEvalGuardrailConfigEvalsResponse200Number = {
627
693
  value: number;
628
694
  operator: CreateEvalGuardrailConfigEvalsResponse200Operator;
629
695
  };
696
+ export type CreateEvalGuardrailConfigEvalsResponse200Categorical = {
697
+ enabled: boolean;
698
+ alertOnFailure: boolean;
699
+ type: "categorical";
700
+ values: Array<string>;
701
+ };
630
702
  export type CreateEvalGuardrailConfigEvalsResponse200Boolean = {
631
703
  enabled: boolean;
632
704
  alertOnFailure: boolean;
633
705
  type: "boolean";
634
706
  value: boolean;
635
707
  };
636
- export type CreateEvalResponseBodyGuardrailConfig = CreateEvalGuardrailConfigEvalsResponse200Boolean | CreateEvalGuardrailConfigEvalsResponse200Number;
708
+ export type CreateEvalResponseBodyGuardrailConfig = CreateEvalGuardrailConfigEvalsResponse200Boolean | CreateEvalGuardrailConfigEvalsResponse200Categorical | CreateEvalGuardrailConfigEvalsResponse200Number;
637
709
  export declare const CreateEvalResponseBodyType: {
638
710
  readonly HttpEval: "http_eval";
639
711
  };
@@ -648,7 +720,7 @@ export type ResponseBodyHTTP = {
648
720
  description: string;
649
721
  created: string;
650
722
  updated: string;
651
- guardrailConfig?: CreateEvalGuardrailConfigEvalsResponse200Boolean | CreateEvalGuardrailConfigEvalsResponse200Number | null | undefined;
723
+ guardrailConfig?: CreateEvalGuardrailConfigEvalsResponse200Boolean | CreateEvalGuardrailConfigEvalsResponse200Categorical | CreateEvalGuardrailConfigEvalsResponse200Number | null | undefined;
652
724
  type: CreateEvalResponseBodyType;
653
725
  url: string;
654
726
  method: ResponseBodyMethod;
@@ -676,13 +748,19 @@ export type CreateEvalGuardrailConfigEvalsResponseNumber = {
676
748
  value: number;
677
749
  operator: CreateEvalGuardrailConfigEvalsResponseOperator;
678
750
  };
751
+ export type CreateEvalGuardrailConfigEvalsResponseCategorical = {
752
+ enabled: boolean;
753
+ alertOnFailure: boolean;
754
+ type: "categorical";
755
+ values: Array<string>;
756
+ };
679
757
  export type CreateEvalGuardrailConfigEvalsResponseBoolean = {
680
758
  enabled: boolean;
681
759
  alertOnFailure: boolean;
682
760
  type: "boolean";
683
761
  value: boolean;
684
762
  };
685
- export type ResponseBodyGuardrailConfig = CreateEvalGuardrailConfigEvalsResponseBoolean | CreateEvalGuardrailConfigEvalsResponseNumber;
763
+ export type ResponseBodyGuardrailConfig = CreateEvalGuardrailConfigEvalsResponseBoolean | CreateEvalGuardrailConfigEvalsResponseCategorical | CreateEvalGuardrailConfigEvalsResponseNumber;
686
764
  export declare const CreateEvalResponseBodyEvalsResponse200ApplicationJson2Type: {
687
765
  readonly JsonSchema: "json_schema";
688
766
  };
@@ -692,7 +770,7 @@ export type ResponseBodyJSON = {
692
770
  description: string;
693
771
  created: string;
694
772
  updated: string;
695
- guardrailConfig?: CreateEvalGuardrailConfigEvalsResponseBoolean | CreateEvalGuardrailConfigEvalsResponseNumber | null | undefined;
773
+ guardrailConfig?: CreateEvalGuardrailConfigEvalsResponseBoolean | CreateEvalGuardrailConfigEvalsResponseCategorical | CreateEvalGuardrailConfigEvalsResponseNumber | null | undefined;
696
774
  type: CreateEvalResponseBodyEvalsResponse200ApplicationJson2Type;
697
775
  schema: string;
698
776
  key: string;
@@ -713,17 +791,27 @@ export type CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody
713
791
  value: number;
714
792
  operator: CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1LLMOperator;
715
793
  };
794
+ export type CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1LLMCategorical = {
795
+ enabled: boolean;
796
+ alertOnFailure: boolean;
797
+ type: "categorical";
798
+ values: Array<string>;
799
+ };
716
800
  export type CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1LLMBoolean = {
717
801
  enabled: boolean;
718
802
  alertOnFailure: boolean;
719
803
  type: "boolean";
720
804
  value: boolean;
721
805
  };
722
- export type CreateEvalLLMEvalsResponseGuardrailConfig = CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1LLMBoolean | CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1LLMNumber;
806
+ export type CreateEvalLLMEvalsResponseGuardrailConfig = CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1LLMBoolean | CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1LLMCategorical | CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1LLMNumber;
723
807
  export declare const CreateEvalLLMEvalsResponseType: {
724
808
  readonly LlmEval: "llm_eval";
725
809
  };
726
810
  export type CreateEvalLLMEvalsResponseType = ClosedEnum<typeof CreateEvalLLMEvalsResponseType>;
811
+ export type CreateEvalLLMEvalsCategoricalLabels = {
812
+ value: string;
813
+ description?: string | undefined;
814
+ };
727
815
  export type CreateEvalLLMEvalsResponseRetry = {
728
816
  count: number;
729
817
  onCodes?: Array<number> | undefined;
@@ -763,10 +851,12 @@ export type CreateEvalLlm2 = {
763
851
  description: string;
764
852
  created: string;
765
853
  updated: string;
766
- guardrailConfig?: CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1LLMBoolean | CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1LLMNumber | null | undefined;
854
+ guardrailConfig?: CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1LLMBoolean | CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1LLMCategorical | CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1LLMNumber | null | undefined;
767
855
  type: CreateEvalLLMEvalsResponseType;
768
856
  repetitions?: number | undefined;
769
857
  prompt: string;
858
+ categories?: Array<string> | undefined;
859
+ categoricalLabels?: Array<CreateEvalLLMEvalsCategoricalLabels> | undefined;
770
860
  key: string;
771
861
  mode: "jury";
772
862
  jury: CreateEvalLLMJury;
@@ -787,26 +877,38 @@ export type CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody
787
877
  value: number;
788
878
  operator: CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1Operator;
789
879
  };
880
+ export type CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1Categorical = {
881
+ enabled: boolean;
882
+ alertOnFailure: boolean;
883
+ type: "categorical";
884
+ values: Array<string>;
885
+ };
790
886
  export type CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1Boolean = {
791
887
  enabled: boolean;
792
888
  alertOnFailure: boolean;
793
889
  type: "boolean";
794
890
  value: boolean;
795
891
  };
796
- export type CreateEvalLLMEvalsGuardrailConfig = CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1Boolean | CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1Number;
892
+ export type CreateEvalLLMEvalsGuardrailConfig = CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1Boolean | CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1Categorical | CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1Number;
797
893
  export declare const CreateEvalLLMEvalsType: {
798
894
  readonly LlmEval: "llm_eval";
799
895
  };
800
896
  export type CreateEvalLLMEvalsType = ClosedEnum<typeof CreateEvalLLMEvalsType>;
897
+ export type CreateEvalLLMEvalsResponseCategoricalLabels = {
898
+ value: string;
899
+ description?: string | undefined;
900
+ };
801
901
  export type CreateEvalLlm1 = {
802
902
  id: string;
803
903
  description: string;
804
904
  created: string;
805
905
  updated: string;
806
- guardrailConfig?: CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1Boolean | CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1Number | null | undefined;
906
+ guardrailConfig?: CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1Boolean | CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1Categorical | CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1Number | null | undefined;
807
907
  type: CreateEvalLLMEvalsType;
808
908
  repetitions?: number | undefined;
809
909
  prompt: string;
910
+ categories?: Array<string> | undefined;
911
+ categoricalLabels?: Array<CreateEvalLLMEvalsResponseCategoricalLabels> | undefined;
810
912
  key: string;
811
913
  mode: "single";
812
914
  model: string;
@@ -830,6 +932,16 @@ export type CreateEvalGuardrailConfigNumber$Outbound = {
830
932
  export declare const CreateEvalGuardrailConfigNumber$outboundSchema: z.ZodType<CreateEvalGuardrailConfigNumber$Outbound, z.ZodTypeDef, CreateEvalGuardrailConfigNumber>;
831
933
  export declare function createEvalGuardrailConfigNumberToJSON(createEvalGuardrailConfigNumber: CreateEvalGuardrailConfigNumber): string;
832
934
  /** @internal */
935
+ export type CreateEvalGuardrailConfigCategorical$Outbound = {
936
+ enabled: boolean;
937
+ alert_on_failure: boolean;
938
+ type: "categorical";
939
+ values: Array<string>;
940
+ };
941
+ /** @internal */
942
+ export declare const CreateEvalGuardrailConfigCategorical$outboundSchema: z.ZodType<CreateEvalGuardrailConfigCategorical$Outbound, z.ZodTypeDef, CreateEvalGuardrailConfigCategorical>;
943
+ export declare function createEvalGuardrailConfigCategoricalToJSON(createEvalGuardrailConfigCategorical: CreateEvalGuardrailConfigCategorical): string;
944
+ /** @internal */
833
945
  export type CreateEvalGuardrailConfigBoolean$Outbound = {
834
946
  enabled: boolean;
835
947
  alert_on_failure: boolean;
@@ -840,7 +952,7 @@ export type CreateEvalGuardrailConfigBoolean$Outbound = {
840
952
  export declare const CreateEvalGuardrailConfigBoolean$outboundSchema: z.ZodType<CreateEvalGuardrailConfigBoolean$Outbound, z.ZodTypeDef, CreateEvalGuardrailConfigBoolean>;
841
953
  export declare function createEvalGuardrailConfigBooleanToJSON(createEvalGuardrailConfigBoolean: CreateEvalGuardrailConfigBoolean): string;
842
954
  /** @internal */
843
- export type CreateEvalRequestBodyGuardrailConfig$Outbound = CreateEvalGuardrailConfigBoolean$Outbound | CreateEvalGuardrailConfigNumber$Outbound;
955
+ export type CreateEvalRequestBodyGuardrailConfig$Outbound = CreateEvalGuardrailConfigBoolean$Outbound | CreateEvalGuardrailConfigCategorical$Outbound | CreateEvalGuardrailConfigNumber$Outbound;
844
956
  /** @internal */
845
957
  export declare const CreateEvalRequestBodyGuardrailConfig$outboundSchema: z.ZodType<CreateEvalRequestBodyGuardrailConfig$Outbound, z.ZodTypeDef, CreateEvalRequestBodyGuardrailConfig>;
846
958
  export declare function createEvalRequestBodyGuardrailConfigToJSON(createEvalRequestBodyGuardrailConfig: CreateEvalRequestBodyGuardrailConfig): string;
@@ -850,7 +962,7 @@ export declare const CreateEvalRequestBodyOutputType$outboundSchema: z.ZodNative
850
962
  export declare const CreateEvalRequestBodyType$outboundSchema: z.ZodNativeEnum<typeof CreateEvalRequestBodyType>;
851
963
  /** @internal */
852
964
  export type Python$Outbound = {
853
- guardrail_config?: CreateEvalGuardrailConfigBoolean$Outbound | CreateEvalGuardrailConfigNumber$Outbound | null | undefined;
965
+ guardrail_config?: CreateEvalGuardrailConfigBoolean$Outbound | CreateEvalGuardrailConfigCategorical$Outbound | CreateEvalGuardrailConfigNumber$Outbound | null | undefined;
854
966
  output_type?: string | undefined;
855
967
  code: string;
856
968
  type: string;
@@ -875,6 +987,16 @@ export type GuardrailConfigNumber$Outbound = {
875
987
  export declare const GuardrailConfigNumber$outboundSchema: z.ZodType<GuardrailConfigNumber$Outbound, z.ZodTypeDef, GuardrailConfigNumber>;
876
988
  export declare function guardrailConfigNumberToJSON(guardrailConfigNumber: GuardrailConfigNumber): string;
877
989
  /** @internal */
990
+ export type GuardrailConfigCategorical$Outbound = {
991
+ enabled: boolean;
992
+ alert_on_failure: boolean;
993
+ type: "categorical";
994
+ values: Array<string>;
995
+ };
996
+ /** @internal */
997
+ export declare const GuardrailConfigCategorical$outboundSchema: z.ZodType<GuardrailConfigCategorical$Outbound, z.ZodTypeDef, GuardrailConfigCategorical>;
998
+ export declare function guardrailConfigCategoricalToJSON(guardrailConfigCategorical: GuardrailConfigCategorical): string;
999
+ /** @internal */
878
1000
  export type GuardrailConfigBoolean$Outbound = {
879
1001
  enabled: boolean;
880
1002
  alert_on_failure: boolean;
@@ -885,7 +1007,7 @@ export type GuardrailConfigBoolean$Outbound = {
885
1007
  export declare const GuardrailConfigBoolean$outboundSchema: z.ZodType<GuardrailConfigBoolean$Outbound, z.ZodTypeDef, GuardrailConfigBoolean>;
886
1008
  export declare function guardrailConfigBooleanToJSON(guardrailConfigBoolean: GuardrailConfigBoolean): string;
887
1009
  /** @internal */
888
- export type RequestBodyGuardrailConfig$Outbound = GuardrailConfigBoolean$Outbound | GuardrailConfigNumber$Outbound;
1010
+ export type RequestBodyGuardrailConfig$Outbound = GuardrailConfigBoolean$Outbound | GuardrailConfigCategorical$Outbound | GuardrailConfigNumber$Outbound;
889
1011
  /** @internal */
890
1012
  export declare const RequestBodyGuardrailConfig$outboundSchema: z.ZodType<RequestBodyGuardrailConfig$Outbound, z.ZodTypeDef, RequestBodyGuardrailConfig>;
891
1013
  export declare function requestBodyGuardrailConfigToJSON(requestBodyGuardrailConfig: RequestBodyGuardrailConfig): string;
@@ -897,7 +1019,7 @@ export declare const CreateEvalRequestBodyEvalsRequestType$outboundSchema: z.Zod
897
1019
  export declare const RequestBodyMethod$outboundSchema: z.ZodNativeEnum<typeof RequestBodyMethod>;
898
1020
  /** @internal */
899
1021
  export type RequestBodyHTTP$Outbound = {
900
- guardrail_config?: GuardrailConfigBoolean$Outbound | GuardrailConfigNumber$Outbound | null | undefined;
1022
+ guardrail_config?: GuardrailConfigBoolean$Outbound | GuardrailConfigCategorical$Outbound | GuardrailConfigNumber$Outbound | null | undefined;
901
1023
  output_type?: string | undefined;
902
1024
  type: string;
903
1025
  url: string;
@@ -929,6 +1051,16 @@ export type NumberT$Outbound = {
929
1051
  export declare const NumberT$outboundSchema: z.ZodType<NumberT$Outbound, z.ZodTypeDef, NumberT>;
930
1052
  export declare function numberToJSON(numberT: NumberT): string;
931
1053
  /** @internal */
1054
+ export type Categorical$Outbound = {
1055
+ enabled: boolean;
1056
+ alert_on_failure: boolean;
1057
+ type: "categorical";
1058
+ values: Array<string>;
1059
+ };
1060
+ /** @internal */
1061
+ export declare const Categorical$outboundSchema: z.ZodType<Categorical$Outbound, z.ZodTypeDef, Categorical>;
1062
+ export declare function categoricalToJSON(categorical: Categorical): string;
1063
+ /** @internal */
932
1064
  export type Boolean$Outbound = {
933
1065
  enabled: boolean;
934
1066
  alert_on_failure: boolean;
@@ -939,7 +1071,7 @@ export type Boolean$Outbound = {
939
1071
  export declare const Boolean$outboundSchema: z.ZodType<Boolean$Outbound, z.ZodTypeDef, Boolean>;
940
1072
  export declare function booleanToJSON(value: Boolean): string;
941
1073
  /** @internal */
942
- export type GuardrailConfig$Outbound = Boolean$Outbound | NumberT$Outbound;
1074
+ export type GuardrailConfig$Outbound = Boolean$Outbound | Categorical$Outbound | NumberT$Outbound;
943
1075
  /** @internal */
944
1076
  export declare const GuardrailConfig$outboundSchema: z.ZodType<GuardrailConfig$Outbound, z.ZodTypeDef, GuardrailConfig>;
945
1077
  export declare function guardrailConfigToJSON(guardrailConfig: GuardrailConfig): string;
@@ -949,7 +1081,7 @@ export declare const OutputType$outboundSchema: z.ZodNativeEnum<typeof OutputTyp
949
1081
  export declare const CreateEvalRequestBodyEvalsType$outboundSchema: z.ZodNativeEnum<typeof CreateEvalRequestBodyEvalsType>;
950
1082
  /** @internal */
951
1083
  export type Json$Outbound = {
952
- guardrail_config?: Boolean$Outbound | NumberT$Outbound | null | undefined;
1084
+ guardrail_config?: Boolean$Outbound | Categorical$Outbound | NumberT$Outbound | null | undefined;
953
1085
  output_type?: string | undefined;
954
1086
  type: string;
955
1087
  schema: string;
@@ -974,6 +1106,16 @@ export type CreateEvalGuardrailConfigEvalsNumber$Outbound = {
974
1106
  export declare const CreateEvalGuardrailConfigEvalsNumber$outboundSchema: z.ZodType<CreateEvalGuardrailConfigEvalsNumber$Outbound, z.ZodTypeDef, CreateEvalGuardrailConfigEvalsNumber>;
975
1107
  export declare function createEvalGuardrailConfigEvalsNumberToJSON(createEvalGuardrailConfigEvalsNumber: CreateEvalGuardrailConfigEvalsNumber): string;
976
1108
  /** @internal */
1109
+ export type CreateEvalGuardrailConfigEvalsCategorical$Outbound = {
1110
+ enabled: boolean;
1111
+ alert_on_failure: boolean;
1112
+ type: "categorical";
1113
+ values: Array<string>;
1114
+ };
1115
+ /** @internal */
1116
+ export declare const CreateEvalGuardrailConfigEvalsCategorical$outboundSchema: z.ZodType<CreateEvalGuardrailConfigEvalsCategorical$Outbound, z.ZodTypeDef, CreateEvalGuardrailConfigEvalsCategorical>;
1117
+ export declare function createEvalGuardrailConfigEvalsCategoricalToJSON(createEvalGuardrailConfigEvalsCategorical: CreateEvalGuardrailConfigEvalsCategorical): string;
1118
+ /** @internal */
977
1119
  export type CreateEvalGuardrailConfigEvalsBoolean$Outbound = {
978
1120
  enabled: boolean;
979
1121
  alert_on_failure: boolean;
@@ -984,7 +1126,7 @@ export type CreateEvalGuardrailConfigEvalsBoolean$Outbound = {
984
1126
  export declare const CreateEvalGuardrailConfigEvalsBoolean$outboundSchema: z.ZodType<CreateEvalGuardrailConfigEvalsBoolean$Outbound, z.ZodTypeDef, CreateEvalGuardrailConfigEvalsBoolean>;
985
1127
  export declare function createEvalGuardrailConfigEvalsBooleanToJSON(createEvalGuardrailConfigEvalsBoolean: CreateEvalGuardrailConfigEvalsBoolean): string;
986
1128
  /** @internal */
987
- export type LLMGuardrailConfig$Outbound = CreateEvalGuardrailConfigEvalsBoolean$Outbound | CreateEvalGuardrailConfigEvalsNumber$Outbound;
1129
+ export type LLMGuardrailConfig$Outbound = CreateEvalGuardrailConfigEvalsBoolean$Outbound | CreateEvalGuardrailConfigEvalsCategorical$Outbound | CreateEvalGuardrailConfigEvalsNumber$Outbound;
988
1130
  /** @internal */
989
1131
  export declare const LLMGuardrailConfig$outboundSchema: z.ZodType<LLMGuardrailConfig$Outbound, z.ZodTypeDef, LLMGuardrailConfig>;
990
1132
  export declare function llmGuardrailConfigToJSON(llmGuardrailConfig: LLMGuardrailConfig): string;
@@ -993,6 +1135,14 @@ export declare const LLMOutputType$outboundSchema: z.ZodNativeEnum<typeof LLMOut
993
1135
  /** @internal */
994
1136
  export declare const LLMType$outboundSchema: z.ZodNativeEnum<typeof LLMType>;
995
1137
  /** @internal */
1138
+ export type LLMCategoricalLabels$Outbound = {
1139
+ value: string;
1140
+ description?: string | undefined;
1141
+ };
1142
+ /** @internal */
1143
+ export declare const LLMCategoricalLabels$outboundSchema: z.ZodType<LLMCategoricalLabels$Outbound, z.ZodTypeDef, LLMCategoricalLabels>;
1144
+ export declare function llmCategoricalLabelsToJSON(llmCategoricalLabels: LLMCategoricalLabels): string;
1145
+ /** @internal */
996
1146
  export type CreateEvalLLMRetry$Outbound = {
997
1147
  count: number;
998
1148
  on_codes?: Array<number> | undefined;
@@ -1054,11 +1204,13 @@ export declare const LLMJury$outboundSchema: z.ZodType<LLMJury$Outbound, z.ZodTy
1054
1204
  export declare function llmJuryToJSON(llmJury: LLMJury): string;
1055
1205
  /** @internal */
1056
1206
  export type Llm2$Outbound = {
1057
- guardrail_config?: CreateEvalGuardrailConfigEvalsBoolean$Outbound | CreateEvalGuardrailConfigEvalsNumber$Outbound | null | undefined;
1207
+ guardrail_config?: CreateEvalGuardrailConfigEvalsBoolean$Outbound | CreateEvalGuardrailConfigEvalsCategorical$Outbound | CreateEvalGuardrailConfigEvalsNumber$Outbound | null | undefined;
1058
1208
  output_type?: string | undefined;
1059
1209
  type: string;
1060
1210
  repetitions?: number | undefined;
1061
1211
  prompt: string;
1212
+ categories?: Array<string> | undefined;
1213
+ categorical_labels?: Array<LLMCategoricalLabels$Outbound> | undefined;
1062
1214
  path: string;
1063
1215
  description: string;
1064
1216
  key: string;
@@ -1082,6 +1234,16 @@ export type CreateEvalGuardrailConfigEvalsRequestNumber$Outbound = {
1082
1234
  export declare const CreateEvalGuardrailConfigEvalsRequestNumber$outboundSchema: z.ZodType<CreateEvalGuardrailConfigEvalsRequestNumber$Outbound, z.ZodTypeDef, CreateEvalGuardrailConfigEvalsRequestNumber>;
1083
1235
  export declare function createEvalGuardrailConfigEvalsRequestNumberToJSON(createEvalGuardrailConfigEvalsRequestNumber: CreateEvalGuardrailConfigEvalsRequestNumber): string;
1084
1236
  /** @internal */
1237
+ export type CreateEvalGuardrailConfigEvalsRequestCategorical$Outbound = {
1238
+ enabled: boolean;
1239
+ alert_on_failure: boolean;
1240
+ type: "categorical";
1241
+ values: Array<string>;
1242
+ };
1243
+ /** @internal */
1244
+ export declare const CreateEvalGuardrailConfigEvalsRequestCategorical$outboundSchema: z.ZodType<CreateEvalGuardrailConfigEvalsRequestCategorical$Outbound, z.ZodTypeDef, CreateEvalGuardrailConfigEvalsRequestCategorical>;
1245
+ export declare function createEvalGuardrailConfigEvalsRequestCategoricalToJSON(createEvalGuardrailConfigEvalsRequestCategorical: CreateEvalGuardrailConfigEvalsRequestCategorical): string;
1246
+ /** @internal */
1085
1247
  export type CreateEvalGuardrailConfigEvalsRequestBoolean$Outbound = {
1086
1248
  enabled: boolean;
1087
1249
  alert_on_failure: boolean;
@@ -1092,7 +1254,7 @@ export type CreateEvalGuardrailConfigEvalsRequestBoolean$Outbound = {
1092
1254
  export declare const CreateEvalGuardrailConfigEvalsRequestBoolean$outboundSchema: z.ZodType<CreateEvalGuardrailConfigEvalsRequestBoolean$Outbound, z.ZodTypeDef, CreateEvalGuardrailConfigEvalsRequestBoolean>;
1093
1255
  export declare function createEvalGuardrailConfigEvalsRequestBooleanToJSON(createEvalGuardrailConfigEvalsRequestBoolean: CreateEvalGuardrailConfigEvalsRequestBoolean): string;
1094
1256
  /** @internal */
1095
- export type CreateEvalLLMGuardrailConfig$Outbound = CreateEvalGuardrailConfigEvalsRequestBoolean$Outbound | CreateEvalGuardrailConfigEvalsRequestNumber$Outbound;
1257
+ export type CreateEvalLLMGuardrailConfig$Outbound = CreateEvalGuardrailConfigEvalsRequestBoolean$Outbound | CreateEvalGuardrailConfigEvalsRequestCategorical$Outbound | CreateEvalGuardrailConfigEvalsRequestNumber$Outbound;
1096
1258
  /** @internal */
1097
1259
  export declare const CreateEvalLLMGuardrailConfig$outboundSchema: z.ZodType<CreateEvalLLMGuardrailConfig$Outbound, z.ZodTypeDef, CreateEvalLLMGuardrailConfig>;
1098
1260
  export declare function createEvalLLMGuardrailConfigToJSON(createEvalLLMGuardrailConfig: CreateEvalLLMGuardrailConfig): string;
@@ -1101,12 +1263,22 @@ export declare const CreateEvalLLMOutputType$outboundSchema: z.ZodNativeEnum<typ
1101
1263
  /** @internal */
1102
1264
  export declare const CreateEvalLLMType$outboundSchema: z.ZodNativeEnum<typeof CreateEvalLLMType>;
1103
1265
  /** @internal */
1266
+ export type CreateEvalLLMCategoricalLabels$Outbound = {
1267
+ value: string;
1268
+ description?: string | undefined;
1269
+ };
1270
+ /** @internal */
1271
+ export declare const CreateEvalLLMCategoricalLabels$outboundSchema: z.ZodType<CreateEvalLLMCategoricalLabels$Outbound, z.ZodTypeDef, CreateEvalLLMCategoricalLabels>;
1272
+ export declare function createEvalLLMCategoricalLabelsToJSON(createEvalLLMCategoricalLabels: CreateEvalLLMCategoricalLabels): string;
1273
+ /** @internal */
1104
1274
  export type Llm1$Outbound = {
1105
- guardrail_config?: CreateEvalGuardrailConfigEvalsRequestBoolean$Outbound | CreateEvalGuardrailConfigEvalsRequestNumber$Outbound | null | undefined;
1275
+ guardrail_config?: CreateEvalGuardrailConfigEvalsRequestBoolean$Outbound | CreateEvalGuardrailConfigEvalsRequestCategorical$Outbound | CreateEvalGuardrailConfigEvalsRequestNumber$Outbound | null | undefined;
1106
1276
  output_type?: string | undefined;
1107
1277
  type: string;
1108
1278
  repetitions?: number | undefined;
1109
1279
  prompt: string;
1280
+ categories?: Array<string> | undefined;
1281
+ categorical_labels?: Array<CreateEvalLLMCategoricalLabels$Outbound> | undefined;
1110
1282
  path: string;
1111
1283
  description: string;
1112
1284
  key: string;
@@ -1132,6 +1304,9 @@ export declare const CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONRes
1132
1304
  export declare const CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7Number$inboundSchema: z.ZodType<CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7Number, z.ZodTypeDef, unknown>;
1133
1305
  export declare function createEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7NumberFromJSON(jsonString: string): SafeParseResult<CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7Number, SDKValidationError>;
1134
1306
  /** @internal */
1307
+ export declare const CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7Categorical$inboundSchema: z.ZodType<CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7Categorical, z.ZodTypeDef, unknown>;
1308
+ export declare function createEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7CategoricalFromJSON(jsonString: string): SafeParseResult<CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7Categorical, SDKValidationError>;
1309
+ /** @internal */
1135
1310
  export declare const CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7Boolean$inboundSchema: z.ZodType<CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7Boolean, z.ZodTypeDef, unknown>;
1136
1311
  export declare function createEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7BooleanFromJSON(jsonString: string): SafeParseResult<CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7Boolean, SDKValidationError>;
1137
1312
  /** @internal */
@@ -1148,6 +1323,9 @@ export declare const CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONRes
1148
1323
  export declare const CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody6Number$inboundSchema: z.ZodType<CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody6Number, z.ZodTypeDef, unknown>;
1149
1324
  export declare function createEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody6NumberFromJSON(jsonString: string): SafeParseResult<CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody6Number, SDKValidationError>;
1150
1325
  /** @internal */
1326
+ export declare const CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody6Categorical$inboundSchema: z.ZodType<CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody6Categorical, z.ZodTypeDef, unknown>;
1327
+ export declare function createEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody6CategoricalFromJSON(jsonString: string): SafeParseResult<CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody6Categorical, SDKValidationError>;
1328
+ /** @internal */
1151
1329
  export declare const CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody6Boolean$inboundSchema: z.ZodType<CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody6Boolean, z.ZodTypeDef, unknown>;
1152
1330
  export declare function createEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody6BooleanFromJSON(jsonString: string): SafeParseResult<CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody6Boolean, SDKValidationError>;
1153
1331
  /** @internal */
@@ -1166,6 +1344,9 @@ export declare const CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONRes
1166
1344
  export declare const CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyNumber$inboundSchema: z.ZodType<CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyNumber, z.ZodTypeDef, unknown>;
1167
1345
  export declare function createEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyNumberFromJSON(jsonString: string): SafeParseResult<CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyNumber, SDKValidationError>;
1168
1346
  /** @internal */
1347
+ export declare const CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyCategorical$inboundSchema: z.ZodType<CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyCategorical, z.ZodTypeDef, unknown>;
1348
+ export declare function createEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyCategoricalFromJSON(jsonString: string): SafeParseResult<CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyCategorical, SDKValidationError>;
1349
+ /** @internal */
1169
1350
  export declare const CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyBoolean$inboundSchema: z.ZodType<CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyBoolean, z.ZodTypeDef, unknown>;
1170
1351
  export declare function createEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyBooleanFromJSON(jsonString: string): SafeParseResult<CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyBoolean, SDKValidationError>;
1171
1352
  /** @internal */
@@ -1281,6 +1462,9 @@ export declare const CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONOpe
1281
1462
  export declare const CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONNumber$inboundSchema: z.ZodType<CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONNumber, z.ZodTypeDef, unknown>;
1282
1463
  export declare function createEvalGuardrailConfigEvalsResponse200ApplicationJSONNumberFromJSON(jsonString: string): SafeParseResult<CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONNumber, SDKValidationError>;
1283
1464
  /** @internal */
1465
+ export declare const CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONCategorical$inboundSchema: z.ZodType<CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONCategorical, z.ZodTypeDef, unknown>;
1466
+ export declare function createEvalGuardrailConfigEvalsResponse200ApplicationJSONCategoricalFromJSON(jsonString: string): SafeParseResult<CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONCategorical, SDKValidationError>;
1467
+ /** @internal */
1284
1468
  export declare const CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONBoolean$inboundSchema: z.ZodType<CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONBoolean, z.ZodTypeDef, unknown>;
1285
1469
  export declare function createEvalGuardrailConfigEvalsResponse200ApplicationJSONBooleanFromJSON(jsonString: string): SafeParseResult<CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONBoolean, SDKValidationError>;
1286
1470
  /** @internal */
@@ -1297,6 +1481,9 @@ export declare const CreateEvalGuardrailConfigEvalsResponse200Operator$inboundSc
1297
1481
  export declare const CreateEvalGuardrailConfigEvalsResponse200Number$inboundSchema: z.ZodType<CreateEvalGuardrailConfigEvalsResponse200Number, z.ZodTypeDef, unknown>;
1298
1482
  export declare function createEvalGuardrailConfigEvalsResponse200NumberFromJSON(jsonString: string): SafeParseResult<CreateEvalGuardrailConfigEvalsResponse200Number, SDKValidationError>;
1299
1483
  /** @internal */
1484
+ export declare const CreateEvalGuardrailConfigEvalsResponse200Categorical$inboundSchema: z.ZodType<CreateEvalGuardrailConfigEvalsResponse200Categorical, z.ZodTypeDef, unknown>;
1485
+ export declare function createEvalGuardrailConfigEvalsResponse200CategoricalFromJSON(jsonString: string): SafeParseResult<CreateEvalGuardrailConfigEvalsResponse200Categorical, SDKValidationError>;
1486
+ /** @internal */
1300
1487
  export declare const CreateEvalGuardrailConfigEvalsResponse200Boolean$inboundSchema: z.ZodType<CreateEvalGuardrailConfigEvalsResponse200Boolean, z.ZodTypeDef, unknown>;
1301
1488
  export declare function createEvalGuardrailConfigEvalsResponse200BooleanFromJSON(jsonString: string): SafeParseResult<CreateEvalGuardrailConfigEvalsResponse200Boolean, SDKValidationError>;
1302
1489
  /** @internal */
@@ -1315,6 +1502,9 @@ export declare const CreateEvalGuardrailConfigEvalsResponseOperator$inboundSchem
1315
1502
  export declare const CreateEvalGuardrailConfigEvalsResponseNumber$inboundSchema: z.ZodType<CreateEvalGuardrailConfigEvalsResponseNumber, z.ZodTypeDef, unknown>;
1316
1503
  export declare function createEvalGuardrailConfigEvalsResponseNumberFromJSON(jsonString: string): SafeParseResult<CreateEvalGuardrailConfigEvalsResponseNumber, SDKValidationError>;
1317
1504
  /** @internal */
1505
+ export declare const CreateEvalGuardrailConfigEvalsResponseCategorical$inboundSchema: z.ZodType<CreateEvalGuardrailConfigEvalsResponseCategorical, z.ZodTypeDef, unknown>;
1506
+ export declare function createEvalGuardrailConfigEvalsResponseCategoricalFromJSON(jsonString: string): SafeParseResult<CreateEvalGuardrailConfigEvalsResponseCategorical, SDKValidationError>;
1507
+ /** @internal */
1318
1508
  export declare const CreateEvalGuardrailConfigEvalsResponseBoolean$inboundSchema: z.ZodType<CreateEvalGuardrailConfigEvalsResponseBoolean, z.ZodTypeDef, unknown>;
1319
1509
  export declare function createEvalGuardrailConfigEvalsResponseBooleanFromJSON(jsonString: string): SafeParseResult<CreateEvalGuardrailConfigEvalsResponseBoolean, SDKValidationError>;
1320
1510
  /** @internal */
@@ -1331,6 +1521,9 @@ export declare const CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONRes
1331
1521
  export declare const CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1LLMNumber$inboundSchema: z.ZodType<CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1LLMNumber, z.ZodTypeDef, unknown>;
1332
1522
  export declare function createEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1LLMNumberFromJSON(jsonString: string): SafeParseResult<CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1LLMNumber, SDKValidationError>;
1333
1523
  /** @internal */
1524
+ export declare const CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1LLMCategorical$inboundSchema: z.ZodType<CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1LLMCategorical, z.ZodTypeDef, unknown>;
1525
+ export declare function createEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1LLMCategoricalFromJSON(jsonString: string): SafeParseResult<CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1LLMCategorical, SDKValidationError>;
1526
+ /** @internal */
1334
1527
  export declare const CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1LLMBoolean$inboundSchema: z.ZodType<CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1LLMBoolean, z.ZodTypeDef, unknown>;
1335
1528
  export declare function createEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1LLMBooleanFromJSON(jsonString: string): SafeParseResult<CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1LLMBoolean, SDKValidationError>;
1336
1529
  /** @internal */
@@ -1339,6 +1532,9 @@ export declare function createEvalLLMEvalsResponseGuardrailConfigFromJSON(jsonSt
1339
1532
  /** @internal */
1340
1533
  export declare const CreateEvalLLMEvalsResponseType$inboundSchema: z.ZodNativeEnum<typeof CreateEvalLLMEvalsResponseType>;
1341
1534
  /** @internal */
1535
+ export declare const CreateEvalLLMEvalsCategoricalLabels$inboundSchema: z.ZodType<CreateEvalLLMEvalsCategoricalLabels, z.ZodTypeDef, unknown>;
1536
+ export declare function createEvalLLMEvalsCategoricalLabelsFromJSON(jsonString: string): SafeParseResult<CreateEvalLLMEvalsCategoricalLabels, SDKValidationError>;
1537
+ /** @internal */
1342
1538
  export declare const CreateEvalLLMEvalsResponseRetry$inboundSchema: z.ZodType<CreateEvalLLMEvalsResponseRetry, z.ZodTypeDef, unknown>;
1343
1539
  export declare function createEvalLLMEvalsResponseRetryFromJSON(jsonString: string): SafeParseResult<CreateEvalLLMEvalsResponseRetry, SDKValidationError>;
1344
1540
  /** @internal */
@@ -1370,6 +1566,9 @@ export declare const CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONRes
1370
1566
  export declare const CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1Number$inboundSchema: z.ZodType<CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1Number, z.ZodTypeDef, unknown>;
1371
1567
  export declare function createEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1NumberFromJSON(jsonString: string): SafeParseResult<CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1Number, SDKValidationError>;
1372
1568
  /** @internal */
1569
+ export declare const CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1Categorical$inboundSchema: z.ZodType<CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1Categorical, z.ZodTypeDef, unknown>;
1570
+ export declare function createEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1CategoricalFromJSON(jsonString: string): SafeParseResult<CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1Categorical, SDKValidationError>;
1571
+ /** @internal */
1373
1572
  export declare const CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1Boolean$inboundSchema: z.ZodType<CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1Boolean, z.ZodTypeDef, unknown>;
1374
1573
  export declare function createEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1BooleanFromJSON(jsonString: string): SafeParseResult<CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1Boolean, SDKValidationError>;
1375
1574
  /** @internal */
@@ -1378,6 +1577,9 @@ export declare function createEvalLLMEvalsGuardrailConfigFromJSON(jsonString: st
1378
1577
  /** @internal */
1379
1578
  export declare const CreateEvalLLMEvalsType$inboundSchema: z.ZodNativeEnum<typeof CreateEvalLLMEvalsType>;
1380
1579
  /** @internal */
1580
+ export declare const CreateEvalLLMEvalsResponseCategoricalLabels$inboundSchema: z.ZodType<CreateEvalLLMEvalsResponseCategoricalLabels, z.ZodTypeDef, unknown>;
1581
+ export declare function createEvalLLMEvalsResponseCategoricalLabelsFromJSON(jsonString: string): SafeParseResult<CreateEvalLLMEvalsResponseCategoricalLabels, SDKValidationError>;
1582
+ /** @internal */
1381
1583
  export declare const CreateEvalLlm1$inboundSchema: z.ZodType<CreateEvalLlm1, z.ZodTypeDef, unknown>;
1382
1584
  export declare function createEvalLLM1FromJSON(jsonString: string): SafeParseResult<CreateEvalLlm1, SDKValidationError>;
1383
1585
  /** @internal */