@orq-ai/node 4.7.3 → 4.7.6

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (204) hide show
  1. package/README.md +1 -1
  2. package/funcs/filesCreate.js +3 -2
  3. package/funcs/filesCreate.js.map +1 -1
  4. package/funcs/filesGetContent.d.ts +1 -1
  5. package/funcs/filesGetContent.js +3 -3
  6. package/funcs/filesGetContent.js.map +1 -1
  7. package/funcs/routerAudioTranscriptionsCreate.js +3 -2
  8. package/funcs/routerAudioTranscriptionsCreate.js.map +1 -1
  9. package/funcs/routerAudioTranslationsCreate.js +3 -2
  10. package/funcs/routerAudioTranslationsCreate.js.map +1 -1
  11. package/jsr.json +1 -1
  12. package/lib/config.d.ts +3 -3
  13. package/lib/config.js +3 -3
  14. package/lib/config.js.map +1 -1
  15. package/lib/encodings.d.ts +1 -0
  16. package/lib/encodings.d.ts.map +1 -1
  17. package/lib/encodings.js +7 -0
  18. package/lib/encodings.js.map +1 -1
  19. package/models/components/reasoningpart.js +1 -1
  20. package/models/operations/createcontact.js +1 -1
  21. package/models/operations/createdataset.js +1 -1
  22. package/models/operations/createdatasetitem.js +4 -4
  23. package/models/operations/createdatasource.js +1 -1
  24. package/models/operations/createeval.js +16 -16
  25. package/models/operations/createidentity.js +1 -1
  26. package/models/operations/createtool.js +6 -6
  27. package/models/operations/filecontent.d.ts +3 -3
  28. package/models/operations/filecontent.d.ts.map +1 -1
  29. package/models/operations/filecontent.js +2 -2
  30. package/models/operations/filecontent.js.map +1 -1
  31. package/models/operations/getalltools.js +6 -6
  32. package/models/operations/getevals.js +16 -16
  33. package/models/operations/getv2humanevals.js +6 -6
  34. package/models/operations/getv2humanevalsets.js +2 -2
  35. package/models/operations/getv2humanevalsetsid.js +2 -2
  36. package/models/operations/getv2humanevalsid.js +6 -6
  37. package/models/operations/listdatasetdatapoints.js +4 -4
  38. package/models/operations/listdatasets.js +1 -1
  39. package/models/operations/listdatasources.js +1 -1
  40. package/models/operations/listidentities.js +1 -1
  41. package/models/operations/patchv2humanevalsetsid.js +2 -2
  42. package/models/operations/patchv2humanevalsid.js +12 -12
  43. package/models/operations/postv2feedbackevaluation.js +3 -3
  44. package/models/operations/postv2humanevals.js +12 -12
  45. package/models/operations/postv2humanevalsets.js +2 -2
  46. package/models/operations/retrievedatapoint.js +4 -4
  47. package/models/operations/retrievedataset.js +1 -1
  48. package/models/operations/retrievedatasource.js +1 -1
  49. package/models/operations/retrieveidentity.js +1 -1
  50. package/models/operations/retrievetool.js +6 -6
  51. package/models/operations/runagent.js +1 -1
  52. package/models/operations/streamrunagent.js +1 -1
  53. package/models/operations/updatedatapoint.js +4 -4
  54. package/models/operations/updatedataset.js +1 -1
  55. package/models/operations/updatedatasource.js +1 -1
  56. package/models/operations/updateeval.js +16 -16
  57. package/models/operations/updateidentity.js +1 -1
  58. package/models/operations/updatetool.js +7 -7
  59. package/package.json +1 -1
  60. package/packages/orq-rc/src/funcs/agentsCreate.ts +2 -2
  61. package/packages/orq-rc/src/funcs/filesCreate.ts +4 -3
  62. package/packages/orq-rc/src/funcs/guardrailRulesCreate.ts +161 -0
  63. package/packages/orq-rc/src/funcs/guardrailRulesDelete.ts +170 -0
  64. package/packages/orq-rc/src/funcs/guardrailRulesGet.ts +168 -0
  65. package/packages/orq-rc/src/funcs/guardrailRulesList.ts +170 -0
  66. package/packages/orq-rc/src/funcs/guardrailRulesUpdate.ts +170 -0
  67. package/packages/orq-rc/src/funcs/policiesCreate.ts +160 -0
  68. package/packages/orq-rc/src/funcs/policiesDelete.ts +166 -0
  69. package/packages/orq-rc/src/funcs/policiesGet.ts +165 -0
  70. package/packages/orq-rc/src/funcs/policiesList.ts +168 -0
  71. package/packages/orq-rc/src/funcs/policiesUpdate.ts +166 -0
  72. package/packages/orq-rc/src/funcs/routerAudioTranscriptionsCreate.ts +4 -3
  73. package/packages/orq-rc/src/funcs/routerAudioTranslationsCreate.ts +4 -3
  74. package/packages/orq-rc/src/funcs/routingRulesCreate.ts +161 -0
  75. package/packages/orq-rc/src/funcs/routingRulesDelete.ts +166 -0
  76. package/packages/orq-rc/src/funcs/routingRulesGet.ts +165 -0
  77. package/packages/orq-rc/src/funcs/routingRulesList.ts +168 -0
  78. package/packages/orq-rc/src/funcs/routingRulesUpdate.ts +166 -0
  79. package/packages/orq-rc/src/lib/config.ts +3 -3
  80. package/packages/orq-rc/src/lib/encodings.ts +9 -0
  81. package/packages/orq-rc/src/models/components/agentstartedstreamingevent.ts +9 -6
  82. package/packages/orq-rc/src/models/components/budgetlimit.ts +83 -0
  83. package/packages/orq-rc/src/models/components/evaluatorref.ts +89 -0
  84. package/packages/orq-rc/src/models/components/expression.ts +51 -0
  85. package/packages/orq-rc/src/models/components/guardrailref.ts +75 -0
  86. package/packages/orq-rc/src/models/components/guardrailruledocument.ts +66 -0
  87. package/packages/orq-rc/src/models/components/index.ts +13 -0
  88. package/packages/orq-rc/src/models/components/limits.ts +70 -0
  89. package/packages/orq-rc/src/models/components/modelref.ts +64 -0
  90. package/packages/orq-rc/src/models/components/modelsconfig.ts +73 -0
  91. package/packages/orq-rc/src/models/components/policydocument.ts +76 -0
  92. package/packages/orq-rc/src/models/components/reasoningpart.ts +1 -1
  93. package/packages/orq-rc/src/models/components/requestlimit.ts +69 -0
  94. package/packages/orq-rc/src/models/components/retryconfig.ts +60 -0
  95. package/packages/orq-rc/src/models/components/routingruledocument.ts +67 -0
  96. package/packages/orq-rc/src/models/components/tokenlimit.ts +69 -0
  97. package/packages/orq-rc/src/models/operations/createagentrequest.ts +0 -3
  98. package/packages/orq-rc/src/models/operations/createcontact.ts +1 -1
  99. package/packages/orq-rc/src/models/operations/createdataset.ts +1 -1
  100. package/packages/orq-rc/src/models/operations/createdatasetitem.ts +4 -4
  101. package/packages/orq-rc/src/models/operations/createdatasource.ts +1 -1
  102. package/packages/orq-rc/src/models/operations/createeval.ts +958 -132
  103. package/packages/orq-rc/src/models/operations/createidentity.ts +1 -1
  104. package/packages/orq-rc/src/models/operations/createtool.ts +6 -21
  105. package/packages/orq-rc/src/models/operations/getalltools.ts +6 -21
  106. package/packages/orq-rc/src/models/operations/getevals.ts +447 -16
  107. package/packages/orq-rc/src/models/operations/getv2humanevals.ts +6 -6
  108. package/packages/orq-rc/src/models/operations/getv2humanevalsets.ts +2 -2
  109. package/packages/orq-rc/src/models/operations/getv2humanevalsetsid.ts +2 -2
  110. package/packages/orq-rc/src/models/operations/getv2humanevalsid.ts +6 -6
  111. package/packages/orq-rc/src/models/operations/guardrailrulecreate.ts +124 -0
  112. package/packages/orq-rc/src/models/operations/guardrailruledelete.ts +39 -0
  113. package/packages/orq-rc/src/models/operations/guardrailruleget.ts +102 -0
  114. package/packages/orq-rc/src/models/operations/guardrailrulelist.ts +94 -0
  115. package/packages/orq-rc/src/models/operations/guardrailruleupdate.ts +153 -0
  116. package/packages/orq-rc/src/models/operations/index.ts +15 -0
  117. package/packages/orq-rc/src/models/operations/listagents.ts +0 -3
  118. package/packages/orq-rc/src/models/operations/listdatasetdatapoints.ts +4 -4
  119. package/packages/orq-rc/src/models/operations/listdatasets.ts +1 -1
  120. package/packages/orq-rc/src/models/operations/listdatasources.ts +1 -1
  121. package/packages/orq-rc/src/models/operations/listidentities.ts +1 -1
  122. package/packages/orq-rc/src/models/operations/patchv2humanevalsetsid.ts +2 -2
  123. package/packages/orq-rc/src/models/operations/patchv2humanevalsid.ts +12 -12
  124. package/packages/orq-rc/src/models/operations/policycreate.ts +138 -0
  125. package/packages/orq-rc/src/models/operations/policydelete.ts +39 -0
  126. package/packages/orq-rc/src/models/operations/policyget.ts +110 -0
  127. package/packages/orq-rc/src/models/operations/policylist.ts +94 -0
  128. package/packages/orq-rc/src/models/operations/policyupdate.ts +167 -0
  129. package/packages/orq-rc/src/models/operations/postv2agentsa2a.ts +0 -3
  130. package/packages/orq-rc/src/models/operations/postv2feedbackevaluation.ts +3 -3
  131. package/packages/orq-rc/src/models/operations/postv2humanevals.ts +12 -12
  132. package/packages/orq-rc/src/models/operations/postv2humanevalsets.ts +2 -2
  133. package/packages/orq-rc/src/models/operations/retrieveagentrequest.ts +0 -3
  134. package/packages/orq-rc/src/models/operations/retrievedatapoint.ts +4 -4
  135. package/packages/orq-rc/src/models/operations/retrievedataset.ts +1 -1
  136. package/packages/orq-rc/src/models/operations/retrievedatasource.ts +1 -1
  137. package/packages/orq-rc/src/models/operations/retrieveidentity.ts +1 -1
  138. package/packages/orq-rc/src/models/operations/retrievetool.ts +6 -21
  139. package/packages/orq-rc/src/models/operations/routingrulecreate.ts +124 -0
  140. package/packages/orq-rc/src/models/operations/routingruledelete.ts +39 -0
  141. package/packages/orq-rc/src/models/operations/routingruleget.ts +102 -0
  142. package/packages/orq-rc/src/models/operations/routingrulelist.ts +94 -0
  143. package/packages/orq-rc/src/models/operations/routingruleupdate.ts +154 -0
  144. package/packages/orq-rc/src/models/operations/runagent.ts +1 -1
  145. package/packages/orq-rc/src/models/operations/streamrunagent.ts +1 -1
  146. package/packages/orq-rc/src/models/operations/updateagent.ts +0 -3
  147. package/packages/orq-rc/src/models/operations/updatedatapoint.ts +4 -4
  148. package/packages/orq-rc/src/models/operations/updatedataset.ts +1 -1
  149. package/packages/orq-rc/src/models/operations/updatedatasource.ts +1 -1
  150. package/packages/orq-rc/src/models/operations/updateeval.ts +646 -16
  151. package/packages/orq-rc/src/models/operations/updateidentity.ts +1 -1
  152. package/packages/orq-rc/src/models/operations/updatetool.ts +7 -22
  153. package/packages/orq-rc/src/sdk/guardrailrules.ts +99 -0
  154. package/packages/orq-rc/src/sdk/policies.ts +99 -0
  155. package/packages/orq-rc/src/sdk/routingrules.ts +99 -0
  156. package/packages/orq-rc/src/sdk/sdk.ts +18 -0
  157. package/sdk/files.d.ts +7 -7
  158. package/sdk/files.d.ts.map +1 -1
  159. package/sdk/files.js +9 -9
  160. package/sdk/files.js.map +1 -1
  161. package/src/funcs/filesCreate.ts +4 -3
  162. package/src/funcs/filesGetContent.ts +3 -3
  163. package/src/funcs/routerAudioTranscriptionsCreate.ts +4 -3
  164. package/src/funcs/routerAudioTranslationsCreate.ts +4 -3
  165. package/src/lib/config.ts +3 -3
  166. package/src/lib/encodings.ts +9 -0
  167. package/src/models/components/reasoningpart.ts +1 -1
  168. package/src/models/operations/createcontact.ts +1 -1
  169. package/src/models/operations/createdataset.ts +1 -1
  170. package/src/models/operations/createdatasetitem.ts +4 -4
  171. package/src/models/operations/createdatasource.ts +1 -1
  172. package/src/models/operations/createeval.ts +16 -16
  173. package/src/models/operations/createidentity.ts +1 -1
  174. package/src/models/operations/createtool.ts +6 -6
  175. package/src/models/operations/filecontent.ts +5 -5
  176. package/src/models/operations/getalltools.ts +6 -6
  177. package/src/models/operations/getevals.ts +16 -16
  178. package/src/models/operations/getv2humanevals.ts +6 -6
  179. package/src/models/operations/getv2humanevalsets.ts +2 -2
  180. package/src/models/operations/getv2humanevalsetsid.ts +2 -2
  181. package/src/models/operations/getv2humanevalsid.ts +6 -6
  182. package/src/models/operations/listdatasetdatapoints.ts +4 -4
  183. package/src/models/operations/listdatasets.ts +1 -1
  184. package/src/models/operations/listdatasources.ts +1 -1
  185. package/src/models/operations/listidentities.ts +1 -1
  186. package/src/models/operations/patchv2humanevalsetsid.ts +2 -2
  187. package/src/models/operations/patchv2humanevalsid.ts +12 -12
  188. package/src/models/operations/postv2feedbackevaluation.ts +3 -3
  189. package/src/models/operations/postv2humanevals.ts +12 -12
  190. package/src/models/operations/postv2humanevalsets.ts +2 -2
  191. package/src/models/operations/retrievedatapoint.ts +4 -4
  192. package/src/models/operations/retrievedataset.ts +1 -1
  193. package/src/models/operations/retrievedatasource.ts +1 -1
  194. package/src/models/operations/retrieveidentity.ts +1 -1
  195. package/src/models/operations/retrievetool.ts +6 -6
  196. package/src/models/operations/runagent.ts +1 -1
  197. package/src/models/operations/streamrunagent.ts +1 -1
  198. package/src/models/operations/updatedatapoint.ts +4 -4
  199. package/src/models/operations/updatedataset.ts +1 -1
  200. package/src/models/operations/updatedatasource.ts +1 -1
  201. package/src/models/operations/updateeval.ts +16 -16
  202. package/src/models/operations/updateidentity.ts +1 -1
  203. package/src/models/operations/updatetool.ts +7 -7
  204. package/src/sdk/files.ts +17 -17
@@ -29,6 +29,13 @@ export type CreateEvalGuardrailConfigNumber = {
29
29
  operator: CreateEvalGuardrailConfigOperator;
30
30
  };
31
31
 
32
+ export type CreateEvalGuardrailConfigCategorical = {
33
+ enabled: boolean;
34
+ alertOnFailure?: boolean | undefined;
35
+ type: "categorical";
36
+ values: Array<string>;
37
+ };
38
+
32
39
  export type CreateEvalGuardrailConfigBoolean = {
33
40
  enabled: boolean;
34
41
  alertOnFailure?: boolean | undefined;
@@ -38,6 +45,7 @@ export type CreateEvalGuardrailConfigBoolean = {
38
45
 
39
46
  export type CreateEvalRequestBodyGuardrailConfig =
40
47
  | CreateEvalGuardrailConfigBoolean
48
+ | CreateEvalGuardrailConfigCategorical
41
49
  | CreateEvalGuardrailConfigNumber;
42
50
 
43
51
  export const CreateEvalRequestBodyOutputType = {
@@ -58,6 +66,7 @@ export type CreateEvalRequestBodyType = ClosedEnum<
58
66
  export type Python = {
59
67
  guardrailConfig?:
60
68
  | CreateEvalGuardrailConfigBoolean
69
+ | CreateEvalGuardrailConfigCategorical
61
70
  | CreateEvalGuardrailConfigNumber
62
71
  | null
63
72
  | undefined;
@@ -98,6 +107,13 @@ export type GuardrailConfigNumber = {
98
107
  operator: GuardrailConfigOperator;
99
108
  };
100
109
 
110
+ export type GuardrailConfigCategorical = {
111
+ enabled: boolean;
112
+ alertOnFailure?: boolean | undefined;
113
+ type: "categorical";
114
+ values: Array<string>;
115
+ };
116
+
101
117
  export type GuardrailConfigBoolean = {
102
118
  enabled: boolean;
103
119
  alertOnFailure?: boolean | undefined;
@@ -107,6 +123,7 @@ export type GuardrailConfigBoolean = {
107
123
 
108
124
  export type RequestBodyGuardrailConfig =
109
125
  | GuardrailConfigBoolean
126
+ | GuardrailConfigCategorical
110
127
  | GuardrailConfigNumber;
111
128
 
112
129
  /**
@@ -139,6 +156,7 @@ export type RequestBodyMethod = ClosedEnum<typeof RequestBodyMethod>;
139
156
  export type RequestBodyHTTP = {
140
157
  guardrailConfig?:
141
158
  | GuardrailConfigBoolean
159
+ | GuardrailConfigCategorical
142
160
  | GuardrailConfigNumber
143
161
  | null
144
162
  | undefined;
@@ -165,7 +183,7 @@ export type RequestBodyHTTP = {
165
183
  key: string;
166
184
  };
167
185
 
168
- export const Operator = {
186
+ export const CreateEvalGuardrailConfigEvalsOperator = {
169
187
  Eq: "eq",
170
188
  Ne: "ne",
171
189
  Gt: "gt",
@@ -173,24 +191,36 @@ export const Operator = {
173
191
  Lt: "lt",
174
192
  Lte: "lte",
175
193
  } as const;
176
- export type Operator = ClosedEnum<typeof Operator>;
194
+ export type CreateEvalGuardrailConfigEvalsOperator = ClosedEnum<
195
+ typeof CreateEvalGuardrailConfigEvalsOperator
196
+ >;
177
197
 
178
- export type NumberT = {
198
+ export type CreateEvalGuardrailConfigEvalsNumber = {
179
199
  enabled: boolean;
180
200
  alertOnFailure?: boolean | undefined;
181
201
  type: "number";
182
202
  value: number;
183
- operator: Operator;
203
+ operator: CreateEvalGuardrailConfigEvalsOperator;
184
204
  };
185
205
 
186
- export type Boolean = {
206
+ export type CreateEvalGuardrailConfigEvalsCategorical = {
207
+ enabled: boolean;
208
+ alertOnFailure?: boolean | undefined;
209
+ type: "categorical";
210
+ values: Array<string>;
211
+ };
212
+
213
+ export type CreateEvalGuardrailConfigEvalsBoolean = {
187
214
  enabled: boolean;
188
215
  alertOnFailure?: boolean | undefined;
189
216
  type: "boolean";
190
217
  value: boolean;
191
218
  };
192
219
 
193
- export type GuardrailConfig = Boolean | NumberT;
220
+ export type CreateEvalRequestBodyEvalsGuardrailConfig =
221
+ | CreateEvalGuardrailConfigEvalsBoolean
222
+ | CreateEvalGuardrailConfigEvalsCategorical
223
+ | CreateEvalGuardrailConfigEvalsNumber;
194
224
 
195
225
  export const OutputType = {
196
226
  Boolean: "boolean",
@@ -205,7 +235,12 @@ export type CreateEvalRequestBodyEvalsType = ClosedEnum<
205
235
  >;
206
236
 
207
237
  export type Json = {
208
- guardrailConfig?: Boolean | NumberT | null | undefined;
238
+ guardrailConfig?:
239
+ | CreateEvalGuardrailConfigEvalsBoolean
240
+ | CreateEvalGuardrailConfigEvalsCategorical
241
+ | CreateEvalGuardrailConfigEvalsNumber
242
+ | null
243
+ | undefined;
209
244
  outputType?: OutputType | undefined;
210
245
  type: CreateEvalRequestBodyEvalsType;
211
246
  schema: string;
@@ -223,7 +258,7 @@ export type Json = {
223
258
  key: string;
224
259
  };
225
260
 
226
- export const CreateEvalGuardrailConfigEvalsOperator = {
261
+ export const CreateEvalGuardrailConfigEvalsRequestRequestBodyOperator = {
227
262
  Eq: "eq",
228
263
  Ne: "ne",
229
264
  Gt: "gt",
@@ -231,19 +266,25 @@ export const CreateEvalGuardrailConfigEvalsOperator = {
231
266
  Lt: "lt",
232
267
  Lte: "lte",
233
268
  } as const;
234
- export type CreateEvalGuardrailConfigEvalsOperator = ClosedEnum<
235
- typeof CreateEvalGuardrailConfigEvalsOperator
236
- >;
269
+ export type CreateEvalGuardrailConfigEvalsRequestRequestBodyOperator =
270
+ ClosedEnum<typeof CreateEvalGuardrailConfigEvalsRequestRequestBodyOperator>;
237
271
 
238
- export type CreateEvalGuardrailConfigEvalsNumber = {
272
+ export type CreateEvalGuardrailConfigEvalsRequestRequestBodyNumber = {
239
273
  enabled: boolean;
240
274
  alertOnFailure?: boolean | undefined;
241
275
  type: "number";
242
276
  value: number;
243
- operator: CreateEvalGuardrailConfigEvalsOperator;
277
+ operator: CreateEvalGuardrailConfigEvalsRequestRequestBodyOperator;
244
278
  };
245
279
 
246
- export type CreateEvalGuardrailConfigEvalsBoolean = {
280
+ export type CreateEvalGuardrailConfigEvalsRequestRequestBodyCategorical = {
281
+ enabled: boolean;
282
+ alertOnFailure?: boolean | undefined;
283
+ type: "categorical";
284
+ values: Array<string>;
285
+ };
286
+
287
+ export type CreateEvalGuardrailConfigEvalsRequestRequestBodyBoolean = {
247
288
  enabled: boolean;
248
289
  alertOnFailure?: boolean | undefined;
249
290
  type: "boolean";
@@ -251,8 +292,9 @@ export type CreateEvalGuardrailConfigEvalsBoolean = {
251
292
  };
252
293
 
253
294
  export type LLMGuardrailConfig =
254
- | CreateEvalGuardrailConfigEvalsBoolean
255
- | CreateEvalGuardrailConfigEvalsNumber;
295
+ | CreateEvalGuardrailConfigEvalsRequestRequestBodyBoolean
296
+ | CreateEvalGuardrailConfigEvalsRequestRequestBodyCategorical
297
+ | CreateEvalGuardrailConfigEvalsRequestRequestBodyNumber;
256
298
 
257
299
  /**
258
300
  * The type of output expected from the evaluator
@@ -273,6 +315,11 @@ export const LLMType = {
273
315
  } as const;
274
316
  export type LLMType = ClosedEnum<typeof LLMType>;
275
317
 
318
+ export type LLMCategoricalLabels = {
319
+ value: string;
320
+ description?: string | undefined;
321
+ };
322
+
276
323
  export type CreateEvalLLMRetry = {
277
324
  count?: number | undefined;
278
325
  onCodes?: Array<number> | undefined;
@@ -317,8 +364,9 @@ export type LLMJury = {
317
364
 
318
365
  export type Llm2 = {
319
366
  guardrailConfig?:
320
- | CreateEvalGuardrailConfigEvalsBoolean
321
- | CreateEvalGuardrailConfigEvalsNumber
367
+ | CreateEvalGuardrailConfigEvalsRequestRequestBodyBoolean
368
+ | CreateEvalGuardrailConfigEvalsRequestRequestBodyCategorical
369
+ | CreateEvalGuardrailConfigEvalsRequestRequestBodyNumber
322
370
  | null
323
371
  | undefined;
324
372
  /**
@@ -328,6 +376,8 @@ export type Llm2 = {
328
376
  type: LLMType;
329
377
  repetitions?: number | undefined;
330
378
  prompt: string;
379
+ categories?: Array<string> | undefined;
380
+ categoricalLabels?: Array<LLMCategoricalLabels> | undefined;
331
381
  /**
332
382
  * Entity storage path in the format: `project/folder/subfolder/...`
333
383
  *
@@ -364,6 +414,13 @@ export type CreateEvalGuardrailConfigEvalsRequestNumber = {
364
414
  operator: CreateEvalGuardrailConfigEvalsRequestOperator;
365
415
  };
366
416
 
417
+ export type CreateEvalGuardrailConfigEvalsRequestCategorical = {
418
+ enabled: boolean;
419
+ alertOnFailure?: boolean | undefined;
420
+ type: "categorical";
421
+ values: Array<string>;
422
+ };
423
+
367
424
  export type CreateEvalGuardrailConfigEvalsRequestBoolean = {
368
425
  enabled: boolean;
369
426
  alertOnFailure?: boolean | undefined;
@@ -373,6 +430,7 @@ export type CreateEvalGuardrailConfigEvalsRequestBoolean = {
373
430
 
374
431
  export type CreateEvalLLMGuardrailConfig =
375
432
  | CreateEvalGuardrailConfigEvalsRequestBoolean
433
+ | CreateEvalGuardrailConfigEvalsRequestCategorical
376
434
  | CreateEvalGuardrailConfigEvalsRequestNumber;
377
435
 
378
436
  /**
@@ -396,9 +454,15 @@ export const CreateEvalLLMType = {
396
454
  } as const;
397
455
  export type CreateEvalLLMType = ClosedEnum<typeof CreateEvalLLMType>;
398
456
 
457
+ export type CreateEvalLLMCategoricalLabels = {
458
+ value: string;
459
+ description?: string | undefined;
460
+ };
461
+
399
462
  export type Llm1 = {
400
463
  guardrailConfig?:
401
464
  | CreateEvalGuardrailConfigEvalsRequestBoolean
465
+ | CreateEvalGuardrailConfigEvalsRequestCategorical
402
466
  | CreateEvalGuardrailConfigEvalsRequestNumber
403
467
  | null
404
468
  | undefined;
@@ -409,6 +473,8 @@ export type Llm1 = {
409
473
  type: CreateEvalLLMType;
410
474
  repetitions?: number | undefined;
411
475
  prompt: string;
476
+ categories?: Array<string> | undefined;
477
+ categoricalLabels?: Array<CreateEvalLLMCategoricalLabels> | undefined;
412
478
  /**
413
479
  * Entity storage path in the format: `project/folder/subfolder/...`
414
480
  *
@@ -458,6 +524,14 @@ export type CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody
458
524
  CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7Operator;
459
525
  };
460
526
 
527
+ export type CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7Categorical =
528
+ {
529
+ enabled: boolean;
530
+ alertOnFailure: boolean;
531
+ type: "categorical";
532
+ values: Array<string>;
533
+ };
534
+
461
535
  export type CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7Boolean =
462
536
  {
463
537
  enabled: boolean;
@@ -468,6 +542,7 @@ export type CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody
468
542
 
469
543
  export type CreateEvalResponseBodyEvalsResponse200ApplicationJSONGuardrailConfig =
470
544
  | CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7Boolean
545
+ | CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7Categorical
471
546
  | CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7Number;
472
547
 
473
548
  export const CreateEvalResponseBodyEvalsResponse200ApplicationJSONType = {
@@ -483,6 +558,7 @@ export type Typescript = {
483
558
  updated: string;
484
559
  guardrailConfig?:
485
560
  | CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7Boolean
561
+ | CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7Categorical
486
562
  | CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7Number
487
563
  | null
488
564
  | undefined;
@@ -515,6 +591,14 @@ export type CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody
515
591
  CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody6Operator;
516
592
  };
517
593
 
594
+ export type CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody6Categorical =
595
+ {
596
+ enabled: boolean;
597
+ alertOnFailure: boolean;
598
+ type: "categorical";
599
+ values: Array<string>;
600
+ };
601
+
518
602
  export type CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody6Boolean =
519
603
  {
520
604
  enabled: boolean;
@@ -525,6 +609,7 @@ export type CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody
525
609
 
526
610
  export type CreateEvalResponseBodyEvalsResponse200GuardrailConfig =
527
611
  | CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody6Boolean
612
+ | CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody6Categorical
528
613
  | CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody6Number;
529
614
 
530
615
  export const CreateEvalResponseBodyEvalsResponse200Type = {
@@ -557,6 +642,7 @@ export type Ragas = {
557
642
  updated: string;
558
643
  guardrailConfig?:
559
644
  | CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody6Boolean
645
+ | CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody6Categorical
560
646
  | CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody6Number
561
647
  | null
562
648
  | undefined;
@@ -590,6 +676,14 @@ export type CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody
590
676
  CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyOperator;
591
677
  };
592
678
 
679
+ export type CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyCategorical =
680
+ {
681
+ enabled: boolean;
682
+ alertOnFailure: boolean;
683
+ type: "categorical";
684
+ values: Array<string>;
685
+ };
686
+
593
687
  export type CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyBoolean =
594
688
  {
595
689
  enabled: boolean;
@@ -600,6 +694,7 @@ export type CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody
600
694
 
601
695
  export type CreateEvalResponseBodyEvalsResponseGuardrailConfig =
602
696
  | CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyBoolean
697
+ | CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyCategorical
603
698
  | CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyNumber;
604
699
 
605
700
  export const CreateEvalResponseBodyEvalsResponseType = {
@@ -790,6 +885,7 @@ export type CreateEvalResponseBodyFunction = {
790
885
  updated: string;
791
886
  guardrailConfig?:
792
887
  | CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyBoolean
888
+ | CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyCategorical
793
889
  | CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyNumber
794
890
  | null
795
891
  | undefined;
@@ -852,6 +948,14 @@ export type CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONNumber = {
852
948
  operator: CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONOperator;
853
949
  };
854
950
 
951
+ export type CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONCategorical =
952
+ {
953
+ enabled: boolean;
954
+ alertOnFailure: boolean;
955
+ type: "categorical";
956
+ values: Array<string>;
957
+ };
958
+
855
959
  export type CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONBoolean = {
856
960
  enabled: boolean;
857
961
  alertOnFailure: boolean;
@@ -861,6 +965,7 @@ export type CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONBoolean = {
861
965
 
862
966
  export type CreateEvalResponseBodyEvalsGuardrailConfig =
863
967
  | CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONBoolean
968
+ | CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONCategorical
864
969
  | CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONNumber;
865
970
 
866
971
  export const CreateEvalResponseBodyEvalsType = {
@@ -877,6 +982,7 @@ export type ResponseBodyPython = {
877
982
  updated: string;
878
983
  guardrailConfig?:
879
984
  | CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONBoolean
985
+ | CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONCategorical
880
986
  | CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONNumber
881
987
  | null
882
988
  | undefined;
@@ -905,6 +1011,13 @@ export type CreateEvalGuardrailConfigEvalsResponse200Number = {
905
1011
  operator: CreateEvalGuardrailConfigEvalsResponse200Operator;
906
1012
  };
907
1013
 
1014
+ export type CreateEvalGuardrailConfigEvalsResponse200Categorical = {
1015
+ enabled: boolean;
1016
+ alertOnFailure: boolean;
1017
+ type: "categorical";
1018
+ values: Array<string>;
1019
+ };
1020
+
908
1021
  export type CreateEvalGuardrailConfigEvalsResponse200Boolean = {
909
1022
  enabled: boolean;
910
1023
  alertOnFailure: boolean;
@@ -914,6 +1027,7 @@ export type CreateEvalGuardrailConfigEvalsResponse200Boolean = {
914
1027
 
915
1028
  export type CreateEvalResponseBodyGuardrailConfig =
916
1029
  | CreateEvalGuardrailConfigEvalsResponse200Boolean
1030
+ | CreateEvalGuardrailConfigEvalsResponse200Categorical
917
1031
  | CreateEvalGuardrailConfigEvalsResponse200Number;
918
1032
 
919
1033
  export const CreateEvalResponseBodyType = {
@@ -936,6 +1050,7 @@ export type ResponseBodyHTTP = {
936
1050
  updated: string;
937
1051
  guardrailConfig?:
938
1052
  | CreateEvalGuardrailConfigEvalsResponse200Boolean
1053
+ | CreateEvalGuardrailConfigEvalsResponse200Categorical
939
1054
  | CreateEvalGuardrailConfigEvalsResponse200Number
940
1055
  | null
941
1056
  | undefined;
@@ -967,6 +1082,13 @@ export type CreateEvalGuardrailConfigEvalsResponseNumber = {
967
1082
  operator: CreateEvalGuardrailConfigEvalsResponseOperator;
968
1083
  };
969
1084
 
1085
+ export type CreateEvalGuardrailConfigEvalsResponseCategorical = {
1086
+ enabled: boolean;
1087
+ alertOnFailure: boolean;
1088
+ type: "categorical";
1089
+ values: Array<string>;
1090
+ };
1091
+
970
1092
  export type CreateEvalGuardrailConfigEvalsResponseBoolean = {
971
1093
  enabled: boolean;
972
1094
  alertOnFailure: boolean;
@@ -976,6 +1098,7 @@ export type CreateEvalGuardrailConfigEvalsResponseBoolean = {
976
1098
 
977
1099
  export type ResponseBodyGuardrailConfig =
978
1100
  | CreateEvalGuardrailConfigEvalsResponseBoolean
1101
+ | CreateEvalGuardrailConfigEvalsResponseCategorical
979
1102
  | CreateEvalGuardrailConfigEvalsResponseNumber;
980
1103
 
981
1104
  export const CreateEvalResponseBodyEvalsResponse200ApplicationJson2Type = {
@@ -991,6 +1114,7 @@ export type ResponseBodyJSON = {
991
1114
  updated: string;
992
1115
  guardrailConfig?:
993
1116
  | CreateEvalGuardrailConfigEvalsResponseBoolean
1117
+ | CreateEvalGuardrailConfigEvalsResponseCategorical
994
1118
  | CreateEvalGuardrailConfigEvalsResponseNumber
995
1119
  | null
996
1120
  | undefined;
@@ -1023,6 +1147,14 @@ export type CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody
1023
1147
  CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1LLMOperator;
1024
1148
  };
1025
1149
 
1150
+ export type CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1LLMCategorical =
1151
+ {
1152
+ enabled: boolean;
1153
+ alertOnFailure: boolean;
1154
+ type: "categorical";
1155
+ values: Array<string>;
1156
+ };
1157
+
1026
1158
  export type CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1LLMBoolean =
1027
1159
  {
1028
1160
  enabled: boolean;
@@ -1033,6 +1165,7 @@ export type CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody
1033
1165
 
1034
1166
  export type CreateEvalLLMEvalsResponseGuardrailConfig =
1035
1167
  | CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1LLMBoolean
1168
+ | CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1LLMCategorical
1036
1169
  | CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1LLMNumber;
1037
1170
 
1038
1171
  export const CreateEvalLLMEvalsResponseType = {
@@ -1042,6 +1175,11 @@ export type CreateEvalLLMEvalsResponseType = ClosedEnum<
1042
1175
  typeof CreateEvalLLMEvalsResponseType
1043
1176
  >;
1044
1177
 
1178
+ export type CreateEvalLLMEvalsCategoricalLabels = {
1179
+ value: string;
1180
+ description?: string | undefined;
1181
+ };
1182
+
1045
1183
  export type CreateEvalLLMEvalsResponseRetry = {
1046
1184
  count: number;
1047
1185
  onCodes?: Array<number> | undefined;
@@ -1091,12 +1229,15 @@ export type CreateEvalLlm2 = {
1091
1229
  updated: string;
1092
1230
  guardrailConfig?:
1093
1231
  | CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1LLMBoolean
1232
+ | CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1LLMCategorical
1094
1233
  | CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1LLMNumber
1095
1234
  | null
1096
1235
  | undefined;
1097
1236
  type: CreateEvalLLMEvalsResponseType;
1098
1237
  repetitions?: number | undefined;
1099
1238
  prompt: string;
1239
+ categories?: Array<string> | undefined;
1240
+ categoricalLabels?: Array<CreateEvalLLMEvalsCategoricalLabels> | undefined;
1100
1241
  key: string;
1101
1242
  mode: "jury";
1102
1243
  jury: CreateEvalLLMJury;
@@ -1126,6 +1267,14 @@ export type CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody
1126
1267
  CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1Operator;
1127
1268
  };
1128
1269
 
1270
+ export type CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1Categorical =
1271
+ {
1272
+ enabled: boolean;
1273
+ alertOnFailure: boolean;
1274
+ type: "categorical";
1275
+ values: Array<string>;
1276
+ };
1277
+
1129
1278
  export type CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1Boolean =
1130
1279
  {
1131
1280
  enabled: boolean;
@@ -1136,6 +1285,7 @@ export type CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody
1136
1285
 
1137
1286
  export type CreateEvalLLMEvalsGuardrailConfig =
1138
1287
  | CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1Boolean
1288
+ | CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1Categorical
1139
1289
  | CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1Number;
1140
1290
 
1141
1291
  export const CreateEvalLLMEvalsType = {
@@ -1143,6 +1293,11 @@ export const CreateEvalLLMEvalsType = {
1143
1293
  } as const;
1144
1294
  export type CreateEvalLLMEvalsType = ClosedEnum<typeof CreateEvalLLMEvalsType>;
1145
1295
 
1296
+ export type CreateEvalLLMEvalsResponseCategoricalLabels = {
1297
+ value: string;
1298
+ description?: string | undefined;
1299
+ };
1300
+
1146
1301
  export type CreateEvalLlm1 = {
1147
1302
  id: string;
1148
1303
  description: string;
@@ -1150,12 +1305,17 @@ export type CreateEvalLlm1 = {
1150
1305
  updated: string;
1151
1306
  guardrailConfig?:
1152
1307
  | CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1Boolean
1308
+ | CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1Categorical
1153
1309
  | CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1Number
1154
1310
  | null
1155
1311
  | undefined;
1156
1312
  type: CreateEvalLLMEvalsType;
1157
1313
  repetitions?: number | undefined;
1158
1314
  prompt: string;
1315
+ categories?: Array<string> | undefined;
1316
+ categoricalLabels?:
1317
+ | Array<CreateEvalLLMEvalsResponseCategoricalLabels>
1318
+ | undefined;
1159
1319
  key: string;
1160
1320
  mode: "single";
1161
1321
  model: string;
@@ -1217,6 +1377,40 @@ export function createEvalGuardrailConfigNumberToJSON(
1217
1377
  );
1218
1378
  }
1219
1379
 
1380
+ /** @internal */
1381
+ export type CreateEvalGuardrailConfigCategorical$Outbound = {
1382
+ enabled: boolean;
1383
+ alert_on_failure: boolean;
1384
+ type: "categorical";
1385
+ values: Array<string>;
1386
+ };
1387
+
1388
+ /** @internal */
1389
+ export const CreateEvalGuardrailConfigCategorical$outboundSchema: z.ZodType<
1390
+ CreateEvalGuardrailConfigCategorical$Outbound,
1391
+ z.ZodTypeDef,
1392
+ CreateEvalGuardrailConfigCategorical
1393
+ > = z.object({
1394
+ enabled: z.boolean(),
1395
+ alertOnFailure: z.boolean().default(false),
1396
+ type: z.literal("categorical"),
1397
+ values: z.array(z.string()),
1398
+ }).transform((v) => {
1399
+ return remap$(v, {
1400
+ alertOnFailure: "alert_on_failure",
1401
+ });
1402
+ });
1403
+
1404
+ export function createEvalGuardrailConfigCategoricalToJSON(
1405
+ createEvalGuardrailConfigCategorical: CreateEvalGuardrailConfigCategorical,
1406
+ ): string {
1407
+ return JSON.stringify(
1408
+ CreateEvalGuardrailConfigCategorical$outboundSchema.parse(
1409
+ createEvalGuardrailConfigCategorical,
1410
+ ),
1411
+ );
1412
+ }
1413
+
1220
1414
  /** @internal */
1221
1415
  export type CreateEvalGuardrailConfigBoolean$Outbound = {
1222
1416
  enabled: boolean;
@@ -1254,6 +1448,7 @@ export function createEvalGuardrailConfigBooleanToJSON(
1254
1448
  /** @internal */
1255
1449
  export type CreateEvalRequestBodyGuardrailConfig$Outbound =
1256
1450
  | CreateEvalGuardrailConfigBoolean$Outbound
1451
+ | CreateEvalGuardrailConfigCategorical$Outbound
1257
1452
  | CreateEvalGuardrailConfigNumber$Outbound;
1258
1453
 
1259
1454
  /** @internal */
@@ -1263,6 +1458,7 @@ export const CreateEvalRequestBodyGuardrailConfig$outboundSchema: z.ZodType<
1263
1458
  CreateEvalRequestBodyGuardrailConfig
1264
1459
  > = z.union([
1265
1460
  z.lazy(() => CreateEvalGuardrailConfigBoolean$outboundSchema),
1461
+ z.lazy(() => CreateEvalGuardrailConfigCategorical$outboundSchema),
1266
1462
  z.lazy(() => CreateEvalGuardrailConfigNumber$outboundSchema),
1267
1463
  ]);
1268
1464
 
@@ -1290,6 +1486,7 @@ export const CreateEvalRequestBodyType$outboundSchema: z.ZodNativeEnum<
1290
1486
  export type Python$Outbound = {
1291
1487
  guardrail_config?:
1292
1488
  | CreateEvalGuardrailConfigBoolean$Outbound
1489
+ | CreateEvalGuardrailConfigCategorical$Outbound
1293
1490
  | CreateEvalGuardrailConfigNumber$Outbound
1294
1491
  | null
1295
1492
  | undefined;
@@ -1310,6 +1507,7 @@ export const Python$outboundSchema: z.ZodType<
1310
1507
  guardrailConfig: z.nullable(
1311
1508
  z.union([
1312
1509
  z.lazy(() => CreateEvalGuardrailConfigBoolean$outboundSchema),
1510
+ z.lazy(() => CreateEvalGuardrailConfigCategorical$outboundSchema),
1313
1511
  z.lazy(() => CreateEvalGuardrailConfigNumber$outboundSchema),
1314
1512
  ]),
1315
1513
  ).optional(),
@@ -1369,6 +1567,38 @@ export function guardrailConfigNumberToJSON(
1369
1567
  );
1370
1568
  }
1371
1569
 
1570
+ /** @internal */
1571
+ export type GuardrailConfigCategorical$Outbound = {
1572
+ enabled: boolean;
1573
+ alert_on_failure: boolean;
1574
+ type: "categorical";
1575
+ values: Array<string>;
1576
+ };
1577
+
1578
+ /** @internal */
1579
+ export const GuardrailConfigCategorical$outboundSchema: z.ZodType<
1580
+ GuardrailConfigCategorical$Outbound,
1581
+ z.ZodTypeDef,
1582
+ GuardrailConfigCategorical
1583
+ > = z.object({
1584
+ enabled: z.boolean(),
1585
+ alertOnFailure: z.boolean().default(false),
1586
+ type: z.literal("categorical"),
1587
+ values: z.array(z.string()),
1588
+ }).transform((v) => {
1589
+ return remap$(v, {
1590
+ alertOnFailure: "alert_on_failure",
1591
+ });
1592
+ });
1593
+
1594
+ export function guardrailConfigCategoricalToJSON(
1595
+ guardrailConfigCategorical: GuardrailConfigCategorical,
1596
+ ): string {
1597
+ return JSON.stringify(
1598
+ GuardrailConfigCategorical$outboundSchema.parse(guardrailConfigCategorical),
1599
+ );
1600
+ }
1601
+
1372
1602
  /** @internal */
1373
1603
  export type GuardrailConfigBoolean$Outbound = {
1374
1604
  enabled: boolean;
@@ -1404,6 +1634,7 @@ export function guardrailConfigBooleanToJSON(
1404
1634
  /** @internal */
1405
1635
  export type RequestBodyGuardrailConfig$Outbound =
1406
1636
  | GuardrailConfigBoolean$Outbound
1637
+ | GuardrailConfigCategorical$Outbound
1407
1638
  | GuardrailConfigNumber$Outbound;
1408
1639
 
1409
1640
  /** @internal */
@@ -1413,6 +1644,7 @@ export const RequestBodyGuardrailConfig$outboundSchema: z.ZodType<
1413
1644
  RequestBodyGuardrailConfig
1414
1645
  > = z.union([
1415
1646
  z.lazy(() => GuardrailConfigBoolean$outboundSchema),
1647
+ z.lazy(() => GuardrailConfigCategorical$outboundSchema),
1416
1648
  z.lazy(() => GuardrailConfigNumber$outboundSchema),
1417
1649
  ]);
1418
1650
 
@@ -1444,6 +1676,7 @@ export const RequestBodyMethod$outboundSchema: z.ZodNativeEnum<
1444
1676
  export type RequestBodyHTTP$Outbound = {
1445
1677
  guardrail_config?:
1446
1678
  | GuardrailConfigBoolean$Outbound
1679
+ | GuardrailConfigCategorical$Outbound
1447
1680
  | GuardrailConfigNumber$Outbound
1448
1681
  | null
1449
1682
  | undefined;
@@ -1467,6 +1700,7 @@ export const RequestBodyHTTP$outboundSchema: z.ZodType<
1467
1700
  guardrailConfig: z.nullable(
1468
1701
  z.union([
1469
1702
  z.lazy(() => GuardrailConfigBoolean$outboundSchema),
1703
+ z.lazy(() => GuardrailConfigCategorical$outboundSchema),
1470
1704
  z.lazy(() => GuardrailConfigNumber$outboundSchema),
1471
1705
  ]),
1472
1706
  ).optional(),
@@ -1493,11 +1727,13 @@ export function requestBodyHTTPToJSON(
1493
1727
  }
1494
1728
 
1495
1729
  /** @internal */
1496
- export const Operator$outboundSchema: z.ZodNativeEnum<typeof Operator> = z
1497
- .nativeEnum(Operator);
1730
+ export const CreateEvalGuardrailConfigEvalsOperator$outboundSchema:
1731
+ z.ZodNativeEnum<typeof CreateEvalGuardrailConfigEvalsOperator> = z.nativeEnum(
1732
+ CreateEvalGuardrailConfigEvalsOperator,
1733
+ );
1498
1734
 
1499
1735
  /** @internal */
1500
- export type NumberT$Outbound = {
1736
+ export type CreateEvalGuardrailConfigEvalsNumber$Outbound = {
1501
1737
  enabled: boolean;
1502
1738
  alert_on_failure: boolean;
1503
1739
  type: "number";
@@ -1506,28 +1742,70 @@ export type NumberT$Outbound = {
1506
1742
  };
1507
1743
 
1508
1744
  /** @internal */
1509
- export const NumberT$outboundSchema: z.ZodType<
1510
- NumberT$Outbound,
1745
+ export const CreateEvalGuardrailConfigEvalsNumber$outboundSchema: z.ZodType<
1746
+ CreateEvalGuardrailConfigEvalsNumber$Outbound,
1511
1747
  z.ZodTypeDef,
1512
- NumberT
1748
+ CreateEvalGuardrailConfigEvalsNumber
1513
1749
  > = z.object({
1514
1750
  enabled: z.boolean(),
1515
1751
  alertOnFailure: z.boolean().default(false),
1516
1752
  type: z.literal("number"),
1517
1753
  value: z.number(),
1518
- operator: Operator$outboundSchema,
1754
+ operator: CreateEvalGuardrailConfigEvalsOperator$outboundSchema,
1519
1755
  }).transform((v) => {
1520
1756
  return remap$(v, {
1521
1757
  alertOnFailure: "alert_on_failure",
1522
1758
  });
1523
1759
  });
1524
1760
 
1525
- export function numberToJSON(numberT: NumberT): string {
1526
- return JSON.stringify(NumberT$outboundSchema.parse(numberT));
1761
+ export function createEvalGuardrailConfigEvalsNumberToJSON(
1762
+ createEvalGuardrailConfigEvalsNumber: CreateEvalGuardrailConfigEvalsNumber,
1763
+ ): string {
1764
+ return JSON.stringify(
1765
+ CreateEvalGuardrailConfigEvalsNumber$outboundSchema.parse(
1766
+ createEvalGuardrailConfigEvalsNumber,
1767
+ ),
1768
+ );
1769
+ }
1770
+
1771
+ /** @internal */
1772
+ export type CreateEvalGuardrailConfigEvalsCategorical$Outbound = {
1773
+ enabled: boolean;
1774
+ alert_on_failure: boolean;
1775
+ type: "categorical";
1776
+ values: Array<string>;
1777
+ };
1778
+
1779
+ /** @internal */
1780
+ export const CreateEvalGuardrailConfigEvalsCategorical$outboundSchema:
1781
+ z.ZodType<
1782
+ CreateEvalGuardrailConfigEvalsCategorical$Outbound,
1783
+ z.ZodTypeDef,
1784
+ CreateEvalGuardrailConfigEvalsCategorical
1785
+ > = z.object({
1786
+ enabled: z.boolean(),
1787
+ alertOnFailure: z.boolean().default(false),
1788
+ type: z.literal("categorical"),
1789
+ values: z.array(z.string()),
1790
+ }).transform((v) => {
1791
+ return remap$(v, {
1792
+ alertOnFailure: "alert_on_failure",
1793
+ });
1794
+ });
1795
+
1796
+ export function createEvalGuardrailConfigEvalsCategoricalToJSON(
1797
+ createEvalGuardrailConfigEvalsCategorical:
1798
+ CreateEvalGuardrailConfigEvalsCategorical,
1799
+ ): string {
1800
+ return JSON.stringify(
1801
+ CreateEvalGuardrailConfigEvalsCategorical$outboundSchema.parse(
1802
+ createEvalGuardrailConfigEvalsCategorical,
1803
+ ),
1804
+ );
1527
1805
  }
1528
1806
 
1529
1807
  /** @internal */
1530
- export type Boolean$Outbound = {
1808
+ export type CreateEvalGuardrailConfigEvalsBoolean$Outbound = {
1531
1809
  enabled: boolean;
1532
1810
  alert_on_failure: boolean;
1533
1811
  type: "boolean";
@@ -1535,10 +1813,10 @@ export type Boolean$Outbound = {
1535
1813
  };
1536
1814
 
1537
1815
  /** @internal */
1538
- export const Boolean$outboundSchema: z.ZodType<
1539
- Boolean$Outbound,
1816
+ export const CreateEvalGuardrailConfigEvalsBoolean$outboundSchema: z.ZodType<
1817
+ CreateEvalGuardrailConfigEvalsBoolean$Outbound,
1540
1818
  z.ZodTypeDef,
1541
- Boolean
1819
+ CreateEvalGuardrailConfigEvalsBoolean
1542
1820
  > = z.object({
1543
1821
  enabled: z.boolean(),
1544
1822
  alertOnFailure: z.boolean().default(false),
@@ -1550,27 +1828,43 @@ export const Boolean$outboundSchema: z.ZodType<
1550
1828
  });
1551
1829
  });
1552
1830
 
1553
- export function booleanToJSON(value: Boolean): string {
1554
- return JSON.stringify(Boolean$outboundSchema.parse(value));
1831
+ export function createEvalGuardrailConfigEvalsBooleanToJSON(
1832
+ createEvalGuardrailConfigEvalsBoolean: CreateEvalGuardrailConfigEvalsBoolean,
1833
+ ): string {
1834
+ return JSON.stringify(
1835
+ CreateEvalGuardrailConfigEvalsBoolean$outboundSchema.parse(
1836
+ createEvalGuardrailConfigEvalsBoolean,
1837
+ ),
1838
+ );
1555
1839
  }
1556
1840
 
1557
1841
  /** @internal */
1558
- export type GuardrailConfig$Outbound = Boolean$Outbound | NumberT$Outbound;
1842
+ export type CreateEvalRequestBodyEvalsGuardrailConfig$Outbound =
1843
+ | CreateEvalGuardrailConfigEvalsBoolean$Outbound
1844
+ | CreateEvalGuardrailConfigEvalsCategorical$Outbound
1845
+ | CreateEvalGuardrailConfigEvalsNumber$Outbound;
1559
1846
 
1560
1847
  /** @internal */
1561
- export const GuardrailConfig$outboundSchema: z.ZodType<
1562
- GuardrailConfig$Outbound,
1563
- z.ZodTypeDef,
1564
- GuardrailConfig
1565
- > = z.union([
1566
- z.lazy(() => Boolean$outboundSchema),
1567
- z.lazy(() => NumberT$outboundSchema),
1568
- ]);
1848
+ export const CreateEvalRequestBodyEvalsGuardrailConfig$outboundSchema:
1849
+ z.ZodType<
1850
+ CreateEvalRequestBodyEvalsGuardrailConfig$Outbound,
1851
+ z.ZodTypeDef,
1852
+ CreateEvalRequestBodyEvalsGuardrailConfig
1853
+ > = z.union([
1854
+ z.lazy(() => CreateEvalGuardrailConfigEvalsBoolean$outboundSchema),
1855
+ z.lazy(() => CreateEvalGuardrailConfigEvalsCategorical$outboundSchema),
1856
+ z.lazy(() => CreateEvalGuardrailConfigEvalsNumber$outboundSchema),
1857
+ ]);
1569
1858
 
1570
- export function guardrailConfigToJSON(
1571
- guardrailConfig: GuardrailConfig,
1859
+ export function createEvalRequestBodyEvalsGuardrailConfigToJSON(
1860
+ createEvalRequestBodyEvalsGuardrailConfig:
1861
+ CreateEvalRequestBodyEvalsGuardrailConfig,
1572
1862
  ): string {
1573
- return JSON.stringify(GuardrailConfig$outboundSchema.parse(guardrailConfig));
1863
+ return JSON.stringify(
1864
+ CreateEvalRequestBodyEvalsGuardrailConfig$outboundSchema.parse(
1865
+ createEvalRequestBodyEvalsGuardrailConfig,
1866
+ ),
1867
+ );
1574
1868
  }
1575
1869
 
1576
1870
  /** @internal */
@@ -1584,7 +1878,12 @@ export const CreateEvalRequestBodyEvalsType$outboundSchema: z.ZodNativeEnum<
1584
1878
 
1585
1879
  /** @internal */
1586
1880
  export type Json$Outbound = {
1587
- guardrail_config?: Boolean$Outbound | NumberT$Outbound | null | undefined;
1881
+ guardrail_config?:
1882
+ | CreateEvalGuardrailConfigEvalsBoolean$Outbound
1883
+ | CreateEvalGuardrailConfigEvalsCategorical$Outbound
1884
+ | CreateEvalGuardrailConfigEvalsNumber$Outbound
1885
+ | null
1886
+ | undefined;
1588
1887
  output_type?: string | undefined;
1589
1888
  type: string;
1590
1889
  schema: string;
@@ -1598,8 +1897,9 @@ export const Json$outboundSchema: z.ZodType<Json$Outbound, z.ZodTypeDef, Json> =
1598
1897
  z.object({
1599
1898
  guardrailConfig: z.nullable(
1600
1899
  z.union([
1601
- z.lazy(() => Boolean$outboundSchema),
1602
- z.lazy(() => NumberT$outboundSchema),
1900
+ z.lazy(() => CreateEvalGuardrailConfigEvalsBoolean$outboundSchema),
1901
+ z.lazy(() => CreateEvalGuardrailConfigEvalsCategorical$outboundSchema),
1902
+ z.lazy(() => CreateEvalGuardrailConfigEvalsNumber$outboundSchema),
1603
1903
  ]),
1604
1904
  ).optional(),
1605
1905
  outputType: OutputType$outboundSchema.optional(),
@@ -1620,13 +1920,13 @@ export function jsonToJSON(json: Json): string {
1620
1920
  }
1621
1921
 
1622
1922
  /** @internal */
1623
- export const CreateEvalGuardrailConfigEvalsOperator$outboundSchema:
1624
- z.ZodNativeEnum<typeof CreateEvalGuardrailConfigEvalsOperator> = z.nativeEnum(
1625
- CreateEvalGuardrailConfigEvalsOperator,
1626
- );
1923
+ export const CreateEvalGuardrailConfigEvalsRequestRequestBodyOperator$outboundSchema:
1924
+ z.ZodNativeEnum<
1925
+ typeof CreateEvalGuardrailConfigEvalsRequestRequestBodyOperator
1926
+ > = z.nativeEnum(CreateEvalGuardrailConfigEvalsRequestRequestBodyOperator);
1627
1927
 
1628
1928
  /** @internal */
1629
- export type CreateEvalGuardrailConfigEvalsNumber$Outbound = {
1929
+ export type CreateEvalGuardrailConfigEvalsRequestRequestBodyNumber$Outbound = {
1630
1930
  enabled: boolean;
1631
1931
  alert_on_failure: boolean;
1632
1932
  type: "number";
@@ -1635,34 +1935,73 @@ export type CreateEvalGuardrailConfigEvalsNumber$Outbound = {
1635
1935
  };
1636
1936
 
1637
1937
  /** @internal */
1638
- export const CreateEvalGuardrailConfigEvalsNumber$outboundSchema: z.ZodType<
1639
- CreateEvalGuardrailConfigEvalsNumber$Outbound,
1640
- z.ZodTypeDef,
1641
- CreateEvalGuardrailConfigEvalsNumber
1642
- > = z.object({
1643
- enabled: z.boolean(),
1644
- alertOnFailure: z.boolean().default(false),
1645
- type: z.literal("number"),
1646
- value: z.number(),
1647
- operator: CreateEvalGuardrailConfigEvalsOperator$outboundSchema,
1648
- }).transform((v) => {
1649
- return remap$(v, {
1650
- alertOnFailure: "alert_on_failure",
1938
+ export const CreateEvalGuardrailConfigEvalsRequestRequestBodyNumber$outboundSchema:
1939
+ z.ZodType<
1940
+ CreateEvalGuardrailConfigEvalsRequestRequestBodyNumber$Outbound,
1941
+ z.ZodTypeDef,
1942
+ CreateEvalGuardrailConfigEvalsRequestRequestBodyNumber
1943
+ > = z.object({
1944
+ enabled: z.boolean(),
1945
+ alertOnFailure: z.boolean().default(false),
1946
+ type: z.literal("number"),
1947
+ value: z.number(),
1948
+ operator:
1949
+ CreateEvalGuardrailConfigEvalsRequestRequestBodyOperator$outboundSchema,
1950
+ }).transform((v) => {
1951
+ return remap$(v, {
1952
+ alertOnFailure: "alert_on_failure",
1953
+ });
1651
1954
  });
1652
- });
1653
1955
 
1654
- export function createEvalGuardrailConfigEvalsNumberToJSON(
1655
- createEvalGuardrailConfigEvalsNumber: CreateEvalGuardrailConfigEvalsNumber,
1956
+ export function createEvalGuardrailConfigEvalsRequestRequestBodyNumberToJSON(
1957
+ createEvalGuardrailConfigEvalsRequestRequestBodyNumber:
1958
+ CreateEvalGuardrailConfigEvalsRequestRequestBodyNumber,
1656
1959
  ): string {
1657
1960
  return JSON.stringify(
1658
- CreateEvalGuardrailConfigEvalsNumber$outboundSchema.parse(
1659
- createEvalGuardrailConfigEvalsNumber,
1961
+ CreateEvalGuardrailConfigEvalsRequestRequestBodyNumber$outboundSchema.parse(
1962
+ createEvalGuardrailConfigEvalsRequestRequestBodyNumber,
1660
1963
  ),
1661
1964
  );
1662
1965
  }
1663
1966
 
1664
1967
  /** @internal */
1665
- export type CreateEvalGuardrailConfigEvalsBoolean$Outbound = {
1968
+ export type CreateEvalGuardrailConfigEvalsRequestRequestBodyCategorical$Outbound =
1969
+ {
1970
+ enabled: boolean;
1971
+ alert_on_failure: boolean;
1972
+ type: "categorical";
1973
+ values: Array<string>;
1974
+ };
1975
+
1976
+ /** @internal */
1977
+ export const CreateEvalGuardrailConfigEvalsRequestRequestBodyCategorical$outboundSchema:
1978
+ z.ZodType<
1979
+ CreateEvalGuardrailConfigEvalsRequestRequestBodyCategorical$Outbound,
1980
+ z.ZodTypeDef,
1981
+ CreateEvalGuardrailConfigEvalsRequestRequestBodyCategorical
1982
+ > = z.object({
1983
+ enabled: z.boolean(),
1984
+ alertOnFailure: z.boolean().default(false),
1985
+ type: z.literal("categorical"),
1986
+ values: z.array(z.string()),
1987
+ }).transform((v) => {
1988
+ return remap$(v, {
1989
+ alertOnFailure: "alert_on_failure",
1990
+ });
1991
+ });
1992
+
1993
+ export function createEvalGuardrailConfigEvalsRequestRequestBodyCategoricalToJSON(
1994
+ createEvalGuardrailConfigEvalsRequestRequestBodyCategorical:
1995
+ CreateEvalGuardrailConfigEvalsRequestRequestBodyCategorical,
1996
+ ): string {
1997
+ return JSON.stringify(
1998
+ CreateEvalGuardrailConfigEvalsRequestRequestBodyCategorical$outboundSchema
1999
+ .parse(createEvalGuardrailConfigEvalsRequestRequestBodyCategorical),
2000
+ );
2001
+ }
2002
+
2003
+ /** @internal */
2004
+ export type CreateEvalGuardrailConfigEvalsRequestRequestBodyBoolean$Outbound = {
1666
2005
  enabled: boolean;
1667
2006
  alert_on_failure: boolean;
1668
2007
  type: "boolean";
@@ -1670,35 +2009,37 @@ export type CreateEvalGuardrailConfigEvalsBoolean$Outbound = {
1670
2009
  };
1671
2010
 
1672
2011
  /** @internal */
1673
- export const CreateEvalGuardrailConfigEvalsBoolean$outboundSchema: z.ZodType<
1674
- CreateEvalGuardrailConfigEvalsBoolean$Outbound,
1675
- z.ZodTypeDef,
1676
- CreateEvalGuardrailConfigEvalsBoolean
1677
- > = z.object({
1678
- enabled: z.boolean(),
1679
- alertOnFailure: z.boolean().default(false),
1680
- type: z.literal("boolean"),
1681
- value: z.boolean(),
1682
- }).transform((v) => {
1683
- return remap$(v, {
1684
- alertOnFailure: "alert_on_failure",
2012
+ export const CreateEvalGuardrailConfigEvalsRequestRequestBodyBoolean$outboundSchema:
2013
+ z.ZodType<
2014
+ CreateEvalGuardrailConfigEvalsRequestRequestBodyBoolean$Outbound,
2015
+ z.ZodTypeDef,
2016
+ CreateEvalGuardrailConfigEvalsRequestRequestBodyBoolean
2017
+ > = z.object({
2018
+ enabled: z.boolean(),
2019
+ alertOnFailure: z.boolean().default(false),
2020
+ type: z.literal("boolean"),
2021
+ value: z.boolean(),
2022
+ }).transform((v) => {
2023
+ return remap$(v, {
2024
+ alertOnFailure: "alert_on_failure",
2025
+ });
1685
2026
  });
1686
- });
1687
2027
 
1688
- export function createEvalGuardrailConfigEvalsBooleanToJSON(
1689
- createEvalGuardrailConfigEvalsBoolean: CreateEvalGuardrailConfigEvalsBoolean,
2028
+ export function createEvalGuardrailConfigEvalsRequestRequestBodyBooleanToJSON(
2029
+ createEvalGuardrailConfigEvalsRequestRequestBodyBoolean:
2030
+ CreateEvalGuardrailConfigEvalsRequestRequestBodyBoolean,
1690
2031
  ): string {
1691
2032
  return JSON.stringify(
1692
- CreateEvalGuardrailConfigEvalsBoolean$outboundSchema.parse(
1693
- createEvalGuardrailConfigEvalsBoolean,
1694
- ),
2033
+ CreateEvalGuardrailConfigEvalsRequestRequestBodyBoolean$outboundSchema
2034
+ .parse(createEvalGuardrailConfigEvalsRequestRequestBodyBoolean),
1695
2035
  );
1696
2036
  }
1697
2037
 
1698
2038
  /** @internal */
1699
2039
  export type LLMGuardrailConfig$Outbound =
1700
- | CreateEvalGuardrailConfigEvalsBoolean$Outbound
1701
- | CreateEvalGuardrailConfigEvalsNumber$Outbound;
2040
+ | CreateEvalGuardrailConfigEvalsRequestRequestBodyBoolean$Outbound
2041
+ | CreateEvalGuardrailConfigEvalsRequestRequestBodyCategorical$Outbound
2042
+ | CreateEvalGuardrailConfigEvalsRequestRequestBodyNumber$Outbound;
1702
2043
 
1703
2044
  /** @internal */
1704
2045
  export const LLMGuardrailConfig$outboundSchema: z.ZodType<
@@ -1706,8 +2047,15 @@ export const LLMGuardrailConfig$outboundSchema: z.ZodType<
1706
2047
  z.ZodTypeDef,
1707
2048
  LLMGuardrailConfig
1708
2049
  > = z.union([
1709
- z.lazy(() => CreateEvalGuardrailConfigEvalsBoolean$outboundSchema),
1710
- z.lazy(() => CreateEvalGuardrailConfigEvalsNumber$outboundSchema),
2050
+ z.lazy(() =>
2051
+ CreateEvalGuardrailConfigEvalsRequestRequestBodyBoolean$outboundSchema
2052
+ ),
2053
+ z.lazy(() =>
2054
+ CreateEvalGuardrailConfigEvalsRequestRequestBodyCategorical$outboundSchema
2055
+ ),
2056
+ z.lazy(() =>
2057
+ CreateEvalGuardrailConfigEvalsRequestRequestBodyNumber$outboundSchema
2058
+ ),
1711
2059
  ]);
1712
2060
 
1713
2061
  export function llmGuardrailConfigToJSON(
@@ -1727,6 +2075,30 @@ export const LLMOutputType$outboundSchema: z.ZodNativeEnum<
1727
2075
  export const LLMType$outboundSchema: z.ZodNativeEnum<typeof LLMType> = z
1728
2076
  .nativeEnum(LLMType);
1729
2077
 
2078
+ /** @internal */
2079
+ export type LLMCategoricalLabels$Outbound = {
2080
+ value: string;
2081
+ description?: string | undefined;
2082
+ };
2083
+
2084
+ /** @internal */
2085
+ export const LLMCategoricalLabels$outboundSchema: z.ZodType<
2086
+ LLMCategoricalLabels$Outbound,
2087
+ z.ZodTypeDef,
2088
+ LLMCategoricalLabels
2089
+ > = z.object({
2090
+ value: z.string(),
2091
+ description: z.string().optional(),
2092
+ });
2093
+
2094
+ export function llmCategoricalLabelsToJSON(
2095
+ llmCategoricalLabels: LLMCategoricalLabels,
2096
+ ): string {
2097
+ return JSON.stringify(
2098
+ LLMCategoricalLabels$outboundSchema.parse(llmCategoricalLabels),
2099
+ );
2100
+ }
2101
+
1730
2102
  /** @internal */
1731
2103
  export type CreateEvalLLMRetry$Outbound = {
1732
2104
  count: number;
@@ -1906,14 +2278,17 @@ export function llmJuryToJSON(llmJury: LLMJury): string {
1906
2278
  /** @internal */
1907
2279
  export type Llm2$Outbound = {
1908
2280
  guardrail_config?:
1909
- | CreateEvalGuardrailConfigEvalsBoolean$Outbound
1910
- | CreateEvalGuardrailConfigEvalsNumber$Outbound
2281
+ | CreateEvalGuardrailConfigEvalsRequestRequestBodyBoolean$Outbound
2282
+ | CreateEvalGuardrailConfigEvalsRequestRequestBodyCategorical$Outbound
2283
+ | CreateEvalGuardrailConfigEvalsRequestRequestBodyNumber$Outbound
1911
2284
  | null
1912
2285
  | undefined;
1913
2286
  output_type?: string | undefined;
1914
2287
  type: string;
1915
2288
  repetitions?: number | undefined;
1916
2289
  prompt: string;
2290
+ categories?: Array<string> | undefined;
2291
+ categorical_labels?: Array<LLMCategoricalLabels$Outbound> | undefined;
1917
2292
  path: string;
1918
2293
  description: string;
1919
2294
  key: string;
@@ -1926,14 +2301,25 @@ export const Llm2$outboundSchema: z.ZodType<Llm2$Outbound, z.ZodTypeDef, Llm2> =
1926
2301
  z.object({
1927
2302
  guardrailConfig: z.nullable(
1928
2303
  z.union([
1929
- z.lazy(() => CreateEvalGuardrailConfigEvalsBoolean$outboundSchema),
1930
- z.lazy(() => CreateEvalGuardrailConfigEvalsNumber$outboundSchema),
2304
+ z.lazy(() =>
2305
+ CreateEvalGuardrailConfigEvalsRequestRequestBodyBoolean$outboundSchema
2306
+ ),
2307
+ z.lazy(() =>
2308
+ CreateEvalGuardrailConfigEvalsRequestRequestBodyCategorical$outboundSchema
2309
+ ),
2310
+ z.lazy(() =>
2311
+ CreateEvalGuardrailConfigEvalsRequestRequestBodyNumber$outboundSchema
2312
+ ),
1931
2313
  ]),
1932
2314
  ).optional(),
1933
2315
  outputType: LLMOutputType$outboundSchema.optional(),
1934
2316
  type: LLMType$outboundSchema,
1935
2317
  repetitions: z.number().int().optional(),
1936
2318
  prompt: z.string(),
2319
+ categories: z.array(z.string()).optional(),
2320
+ categoricalLabels: z.array(
2321
+ z.lazy(() => LLMCategoricalLabels$outboundSchema),
2322
+ ).optional(),
1937
2323
  path: z.string(),
1938
2324
  description: z.string().default(""),
1939
2325
  key: z.string(),
@@ -1943,6 +2329,7 @@ export const Llm2$outboundSchema: z.ZodType<Llm2$Outbound, z.ZodTypeDef, Llm2> =
1943
2329
  return remap$(v, {
1944
2330
  guardrailConfig: "guardrail_config",
1945
2331
  outputType: "output_type",
2332
+ categoricalLabels: "categorical_labels",
1946
2333
  });
1947
2334
  });
1948
2335
 
@@ -1993,6 +2380,42 @@ export function createEvalGuardrailConfigEvalsRequestNumberToJSON(
1993
2380
  );
1994
2381
  }
1995
2382
 
2383
+ /** @internal */
2384
+ export type CreateEvalGuardrailConfigEvalsRequestCategorical$Outbound = {
2385
+ enabled: boolean;
2386
+ alert_on_failure: boolean;
2387
+ type: "categorical";
2388
+ values: Array<string>;
2389
+ };
2390
+
2391
+ /** @internal */
2392
+ export const CreateEvalGuardrailConfigEvalsRequestCategorical$outboundSchema:
2393
+ z.ZodType<
2394
+ CreateEvalGuardrailConfigEvalsRequestCategorical$Outbound,
2395
+ z.ZodTypeDef,
2396
+ CreateEvalGuardrailConfigEvalsRequestCategorical
2397
+ > = z.object({
2398
+ enabled: z.boolean(),
2399
+ alertOnFailure: z.boolean().default(false),
2400
+ type: z.literal("categorical"),
2401
+ values: z.array(z.string()),
2402
+ }).transform((v) => {
2403
+ return remap$(v, {
2404
+ alertOnFailure: "alert_on_failure",
2405
+ });
2406
+ });
2407
+
2408
+ export function createEvalGuardrailConfigEvalsRequestCategoricalToJSON(
2409
+ createEvalGuardrailConfigEvalsRequestCategorical:
2410
+ CreateEvalGuardrailConfigEvalsRequestCategorical,
2411
+ ): string {
2412
+ return JSON.stringify(
2413
+ CreateEvalGuardrailConfigEvalsRequestCategorical$outboundSchema.parse(
2414
+ createEvalGuardrailConfigEvalsRequestCategorical,
2415
+ ),
2416
+ );
2417
+ }
2418
+
1996
2419
  /** @internal */
1997
2420
  export type CreateEvalGuardrailConfigEvalsRequestBoolean$Outbound = {
1998
2421
  enabled: boolean;
@@ -2032,6 +2455,7 @@ export function createEvalGuardrailConfigEvalsRequestBooleanToJSON(
2032
2455
  /** @internal */
2033
2456
  export type CreateEvalLLMGuardrailConfig$Outbound =
2034
2457
  | CreateEvalGuardrailConfigEvalsRequestBoolean$Outbound
2458
+ | CreateEvalGuardrailConfigEvalsRequestCategorical$Outbound
2035
2459
  | CreateEvalGuardrailConfigEvalsRequestNumber$Outbound;
2036
2460
 
2037
2461
  /** @internal */
@@ -2041,6 +2465,7 @@ export const CreateEvalLLMGuardrailConfig$outboundSchema: z.ZodType<
2041
2465
  CreateEvalLLMGuardrailConfig
2042
2466
  > = z.union([
2043
2467
  z.lazy(() => CreateEvalGuardrailConfigEvalsRequestBoolean$outboundSchema),
2468
+ z.lazy(() => CreateEvalGuardrailConfigEvalsRequestCategorical$outboundSchema),
2044
2469
  z.lazy(() => CreateEvalGuardrailConfigEvalsRequestNumber$outboundSchema),
2045
2470
  ]);
2046
2471
 
@@ -2064,10 +2489,37 @@ export const CreateEvalLLMType$outboundSchema: z.ZodNativeEnum<
2064
2489
  typeof CreateEvalLLMType
2065
2490
  > = z.nativeEnum(CreateEvalLLMType);
2066
2491
 
2492
+ /** @internal */
2493
+ export type CreateEvalLLMCategoricalLabels$Outbound = {
2494
+ value: string;
2495
+ description?: string | undefined;
2496
+ };
2497
+
2498
+ /** @internal */
2499
+ export const CreateEvalLLMCategoricalLabels$outboundSchema: z.ZodType<
2500
+ CreateEvalLLMCategoricalLabels$Outbound,
2501
+ z.ZodTypeDef,
2502
+ CreateEvalLLMCategoricalLabels
2503
+ > = z.object({
2504
+ value: z.string(),
2505
+ description: z.string().optional(),
2506
+ });
2507
+
2508
+ export function createEvalLLMCategoricalLabelsToJSON(
2509
+ createEvalLLMCategoricalLabels: CreateEvalLLMCategoricalLabels,
2510
+ ): string {
2511
+ return JSON.stringify(
2512
+ CreateEvalLLMCategoricalLabels$outboundSchema.parse(
2513
+ createEvalLLMCategoricalLabels,
2514
+ ),
2515
+ );
2516
+ }
2517
+
2067
2518
  /** @internal */
2068
2519
  export type Llm1$Outbound = {
2069
2520
  guardrail_config?:
2070
2521
  | CreateEvalGuardrailConfigEvalsRequestBoolean$Outbound
2522
+ | CreateEvalGuardrailConfigEvalsRequestCategorical$Outbound
2071
2523
  | CreateEvalGuardrailConfigEvalsRequestNumber$Outbound
2072
2524
  | null
2073
2525
  | undefined;
@@ -2075,6 +2527,10 @@ export type Llm1$Outbound = {
2075
2527
  type: string;
2076
2528
  repetitions?: number | undefined;
2077
2529
  prompt: string;
2530
+ categories?: Array<string> | undefined;
2531
+ categorical_labels?:
2532
+ | Array<CreateEvalLLMCategoricalLabels$Outbound>
2533
+ | undefined;
2078
2534
  path: string;
2079
2535
  description: string;
2080
2536
  key: string;
@@ -2090,6 +2546,9 @@ export const Llm1$outboundSchema: z.ZodType<Llm1$Outbound, z.ZodTypeDef, Llm1> =
2090
2546
  z.lazy(() =>
2091
2547
  CreateEvalGuardrailConfigEvalsRequestBoolean$outboundSchema
2092
2548
  ),
2549
+ z.lazy(() =>
2550
+ CreateEvalGuardrailConfigEvalsRequestCategorical$outboundSchema
2551
+ ),
2093
2552
  z.lazy(() =>
2094
2553
  CreateEvalGuardrailConfigEvalsRequestNumber$outboundSchema
2095
2554
  ),
@@ -2099,6 +2558,10 @@ export const Llm1$outboundSchema: z.ZodType<Llm1$Outbound, z.ZodTypeDef, Llm1> =
2099
2558
  type: CreateEvalLLMType$outboundSchema,
2100
2559
  repetitions: z.number().int().optional(),
2101
2560
  prompt: z.string(),
2561
+ categories: z.array(z.string()).optional(),
2562
+ categoricalLabels: z.array(
2563
+ z.lazy(() => CreateEvalLLMCategoricalLabels$outboundSchema),
2564
+ ).optional(),
2102
2565
  path: z.string(),
2103
2566
  description: z.string().default(""),
2104
2567
  key: z.string(),
@@ -2108,6 +2571,7 @@ export const Llm1$outboundSchema: z.ZodType<Llm1$Outbound, z.ZodTypeDef, Llm1> =
2108
2571
  return remap$(v, {
2109
2572
  guardrailConfig: "guardrail_config",
2110
2573
  outputType: "output_type",
2574
+ categoricalLabels: "categorical_labels",
2111
2575
  });
2112
2576
  });
2113
2577
 
@@ -2161,44 +2625,76 @@ export function createEvalRequestBodyToJSON(
2161
2625
  }
2162
2626
 
2163
2627
  /** @internal */
2164
- export const CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7Operator$inboundSchema:
2165
- z.ZodNativeEnum<
2166
- typeof CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7Operator
2167
- > = z.nativeEnum(
2168
- CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7Operator,
2169
- );
2170
-
2171
- /** @internal */
2172
- export const CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7Number$inboundSchema:
2628
+ export const CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7Operator$inboundSchema:
2629
+ z.ZodNativeEnum<
2630
+ typeof CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7Operator
2631
+ > = z.nativeEnum(
2632
+ CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7Operator,
2633
+ );
2634
+
2635
+ /** @internal */
2636
+ export const CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7Number$inboundSchema:
2637
+ z.ZodType<
2638
+ CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7Number,
2639
+ z.ZodTypeDef,
2640
+ unknown
2641
+ > = z.object({
2642
+ enabled: z.boolean(),
2643
+ alert_on_failure: z.boolean().default(false),
2644
+ type: z.literal("number"),
2645
+ value: z.number(),
2646
+ operator:
2647
+ CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7Operator$inboundSchema,
2648
+ }).transform((v) => {
2649
+ return remap$(v, {
2650
+ "alert_on_failure": "alertOnFailure",
2651
+ });
2652
+ });
2653
+
2654
+ export function createEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7NumberFromJSON(
2655
+ jsonString: string,
2656
+ ): SafeParseResult<
2657
+ CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7Number,
2658
+ SDKValidationError
2659
+ > {
2660
+ return safeParse(
2661
+ jsonString,
2662
+ (x) =>
2663
+ CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7Number$inboundSchema
2664
+ .parse(JSON.parse(x)),
2665
+ `Failed to parse 'CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7Number' from JSON`,
2666
+ );
2667
+ }
2668
+
2669
+ /** @internal */
2670
+ export const CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7Categorical$inboundSchema:
2173
2671
  z.ZodType<
2174
- CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7Number,
2672
+ CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7Categorical,
2175
2673
  z.ZodTypeDef,
2176
2674
  unknown
2177
2675
  > = z.object({
2178
2676
  enabled: z.boolean(),
2179
2677
  alert_on_failure: z.boolean().default(false),
2180
- type: z.literal("number"),
2181
- value: z.number(),
2182
- operator:
2183
- CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7Operator$inboundSchema,
2678
+ type: z.literal("categorical"),
2679
+ values: z.array(z.string()),
2184
2680
  }).transform((v) => {
2185
2681
  return remap$(v, {
2186
2682
  "alert_on_failure": "alertOnFailure",
2187
2683
  });
2188
2684
  });
2189
2685
 
2190
- export function createEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7NumberFromJSON(
2686
+ export function createEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7CategoricalFromJSON(
2191
2687
  jsonString: string,
2192
2688
  ): SafeParseResult<
2193
- CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7Number,
2689
+ CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7Categorical,
2194
2690
  SDKValidationError
2195
2691
  > {
2196
2692
  return safeParse(
2197
2693
  jsonString,
2198
2694
  (x) =>
2199
- CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7Number$inboundSchema
2695
+ CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7Categorical$inboundSchema
2200
2696
  .parse(JSON.parse(x)),
2201
- `Failed to parse 'CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7Number' from JSON`,
2697
+ `Failed to parse 'CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7Categorical' from JSON`,
2202
2698
  );
2203
2699
  }
2204
2700
 
@@ -2244,6 +2740,9 @@ export const CreateEvalResponseBodyEvalsResponse200ApplicationJSONGuardrailConfi
2244
2740
  z.lazy(() =>
2245
2741
  CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7Boolean$inboundSchema
2246
2742
  ),
2743
+ z.lazy(() =>
2744
+ CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7Categorical$inboundSchema
2745
+ ),
2247
2746
  z.lazy(() =>
2248
2747
  CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7Number$inboundSchema
2249
2748
  ),
@@ -2278,13 +2777,16 @@ export const Typescript$inboundSchema: z.ZodType<
2278
2777
  > = z.object({
2279
2778
  _id: z.string(),
2280
2779
  description: z.string(),
2281
- created: z.string().default("2026-04-09T15:22:33.325Z"),
2282
- updated: z.string().default("2026-04-09T15:22:33.325Z"),
2780
+ created: z.string().default("2026-04-14T08:16:54.654Z"),
2781
+ updated: z.string().default("2026-04-14T08:16:54.654Z"),
2283
2782
  guardrail_config: z.nullable(
2284
2783
  z.union([
2285
2784
  z.lazy(() =>
2286
2785
  CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7Boolean$inboundSchema
2287
2786
  ),
2787
+ z.lazy(() =>
2788
+ CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7Categorical$inboundSchema
2789
+ ),
2288
2790
  z.lazy(() =>
2289
2791
  CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody7Number$inboundSchema
2290
2792
  ),
@@ -2352,6 +2854,38 @@ export function createEvalGuardrailConfigEvalsResponse200ApplicationJSONResponse
2352
2854
  );
2353
2855
  }
2354
2856
 
2857
+ /** @internal */
2858
+ export const CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody6Categorical$inboundSchema:
2859
+ z.ZodType<
2860
+ CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody6Categorical,
2861
+ z.ZodTypeDef,
2862
+ unknown
2863
+ > = z.object({
2864
+ enabled: z.boolean(),
2865
+ alert_on_failure: z.boolean().default(false),
2866
+ type: z.literal("categorical"),
2867
+ values: z.array(z.string()),
2868
+ }).transform((v) => {
2869
+ return remap$(v, {
2870
+ "alert_on_failure": "alertOnFailure",
2871
+ });
2872
+ });
2873
+
2874
+ export function createEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody6CategoricalFromJSON(
2875
+ jsonString: string,
2876
+ ): SafeParseResult<
2877
+ CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody6Categorical,
2878
+ SDKValidationError
2879
+ > {
2880
+ return safeParse(
2881
+ jsonString,
2882
+ (x) =>
2883
+ CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody6Categorical$inboundSchema
2884
+ .parse(JSON.parse(x)),
2885
+ `Failed to parse 'CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody6Categorical' from JSON`,
2886
+ );
2887
+ }
2888
+
2355
2889
  /** @internal */
2356
2890
  export const CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody6Boolean$inboundSchema:
2357
2891
  z.ZodType<
@@ -2394,6 +2928,9 @@ export const CreateEvalResponseBodyEvalsResponse200GuardrailConfig$inboundSchema
2394
2928
  z.lazy(() =>
2395
2929
  CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody6Boolean$inboundSchema
2396
2930
  ),
2931
+ z.lazy(() =>
2932
+ CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody6Categorical$inboundSchema
2933
+ ),
2397
2934
  z.lazy(() =>
2398
2935
  CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody6Number$inboundSchema
2399
2936
  ),
@@ -2429,13 +2966,16 @@ export const Ragas$inboundSchema: z.ZodType<Ragas, z.ZodTypeDef, unknown> = z
2429
2966
  .object({
2430
2967
  _id: z.string(),
2431
2968
  description: z.string(),
2432
- created: z.string().default("2026-04-09T15:22:33.325Z"),
2433
- updated: z.string().default("2026-04-09T15:22:33.325Z"),
2969
+ created: z.string().default("2026-04-14T08:16:54.654Z"),
2970
+ updated: z.string().default("2026-04-14T08:16:54.654Z"),
2434
2971
  guardrail_config: z.nullable(
2435
2972
  z.union([
2436
2973
  z.lazy(() =>
2437
2974
  CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody6Boolean$inboundSchema
2438
2975
  ),
2976
+ z.lazy(() =>
2977
+ CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody6Categorical$inboundSchema
2978
+ ),
2439
2979
  z.lazy(() =>
2440
2980
  CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody6Number$inboundSchema
2441
2981
  ),
@@ -2505,6 +3045,38 @@ export function createEvalGuardrailConfigEvalsResponse200ApplicationJSONResponse
2505
3045
  );
2506
3046
  }
2507
3047
 
3048
+ /** @internal */
3049
+ export const CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyCategorical$inboundSchema:
3050
+ z.ZodType<
3051
+ CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyCategorical,
3052
+ z.ZodTypeDef,
3053
+ unknown
3054
+ > = z.object({
3055
+ enabled: z.boolean(),
3056
+ alert_on_failure: z.boolean().default(false),
3057
+ type: z.literal("categorical"),
3058
+ values: z.array(z.string()),
3059
+ }).transform((v) => {
3060
+ return remap$(v, {
3061
+ "alert_on_failure": "alertOnFailure",
3062
+ });
3063
+ });
3064
+
3065
+ export function createEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyCategoricalFromJSON(
3066
+ jsonString: string,
3067
+ ): SafeParseResult<
3068
+ CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyCategorical,
3069
+ SDKValidationError
3070
+ > {
3071
+ return safeParse(
3072
+ jsonString,
3073
+ (x) =>
3074
+ CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyCategorical$inboundSchema
3075
+ .parse(JSON.parse(x)),
3076
+ `Failed to parse 'CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyCategorical' from JSON`,
3077
+ );
3078
+ }
3079
+
2508
3080
  /** @internal */
2509
3081
  export const CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyBoolean$inboundSchema:
2510
3082
  z.ZodType<
@@ -2547,6 +3119,9 @@ export const CreateEvalResponseBodyEvalsResponseGuardrailConfig$inboundSchema:
2547
3119
  z.lazy(() =>
2548
3120
  CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyBoolean$inboundSchema
2549
3121
  ),
3122
+ z.lazy(() =>
3123
+ CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyCategorical$inboundSchema
3124
+ ),
2550
3125
  z.lazy(() =>
2551
3126
  CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyNumber$inboundSchema
2552
3127
  ),
@@ -3221,13 +3796,16 @@ export const CreateEvalResponseBodyFunction$inboundSchema: z.ZodType<
3221
3796
  > = z.object({
3222
3797
  _id: z.string(),
3223
3798
  description: z.string(),
3224
- created: z.string().default("2026-04-09T15:22:33.325Z"),
3225
- updated: z.string().default("2026-04-09T15:22:33.325Z"),
3799
+ created: z.string().default("2026-04-14T08:16:54.654Z"),
3800
+ updated: z.string().default("2026-04-14T08:16:54.654Z"),
3226
3801
  guardrail_config: z.nullable(
3227
3802
  z.union([
3228
3803
  z.lazy(() =>
3229
3804
  CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyBoolean$inboundSchema
3230
3805
  ),
3806
+ z.lazy(() =>
3807
+ CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyCategorical$inboundSchema
3808
+ ),
3231
3809
  z.lazy(() =>
3232
3810
  CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyNumber$inboundSchema
3233
3811
  ),
@@ -3329,6 +3907,38 @@ export function createEvalGuardrailConfigEvalsResponse200ApplicationJSONNumberFr
3329
3907
  );
3330
3908
  }
3331
3909
 
3910
+ /** @internal */
3911
+ export const CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONCategorical$inboundSchema:
3912
+ z.ZodType<
3913
+ CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONCategorical,
3914
+ z.ZodTypeDef,
3915
+ unknown
3916
+ > = z.object({
3917
+ enabled: z.boolean(),
3918
+ alert_on_failure: z.boolean().default(false),
3919
+ type: z.literal("categorical"),
3920
+ values: z.array(z.string()),
3921
+ }).transform((v) => {
3922
+ return remap$(v, {
3923
+ "alert_on_failure": "alertOnFailure",
3924
+ });
3925
+ });
3926
+
3927
+ export function createEvalGuardrailConfigEvalsResponse200ApplicationJSONCategoricalFromJSON(
3928
+ jsonString: string,
3929
+ ): SafeParseResult<
3930
+ CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONCategorical,
3931
+ SDKValidationError
3932
+ > {
3933
+ return safeParse(
3934
+ jsonString,
3935
+ (x) =>
3936
+ CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONCategorical$inboundSchema
3937
+ .parse(JSON.parse(x)),
3938
+ `Failed to parse 'CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONCategorical' from JSON`,
3939
+ );
3940
+ }
3941
+
3332
3942
  /** @internal */
3333
3943
  export const CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONBoolean$inboundSchema:
3334
3944
  z.ZodType<
@@ -3368,6 +3978,9 @@ export const CreateEvalResponseBodyEvalsGuardrailConfig$inboundSchema:
3368
3978
  z.lazy(() =>
3369
3979
  CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONBoolean$inboundSchema
3370
3980
  ),
3981
+ z.lazy(() =>
3982
+ CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONCategorical$inboundSchema
3983
+ ),
3371
3984
  z.lazy(() =>
3372
3985
  CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONNumber$inboundSchema
3373
3986
  ),
@@ -3402,13 +4015,16 @@ export const ResponseBodyPython$inboundSchema: z.ZodType<
3402
4015
  > = z.object({
3403
4016
  _id: z.string(),
3404
4017
  description: z.string(),
3405
- created: z.string().default("2026-04-09T15:22:33.325Z"),
3406
- updated: z.string().default("2026-04-09T15:22:33.325Z"),
4018
+ created: z.string().default("2026-04-14T08:16:54.654Z"),
4019
+ updated: z.string().default("2026-04-14T08:16:54.654Z"),
3407
4020
  guardrail_config: z.nullable(
3408
4021
  z.union([
3409
4022
  z.lazy(() =>
3410
4023
  CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONBoolean$inboundSchema
3411
4024
  ),
4025
+ z.lazy(() =>
4026
+ CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONCategorical$inboundSchema
4027
+ ),
3412
4028
  z.lazy(() =>
3413
4029
  CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONNumber$inboundSchema
3414
4030
  ),
@@ -3473,6 +4089,39 @@ export function createEvalGuardrailConfigEvalsResponse200NumberFromJSON(
3473
4089
  );
3474
4090
  }
3475
4091
 
4092
+ /** @internal */
4093
+ export const CreateEvalGuardrailConfigEvalsResponse200Categorical$inboundSchema:
4094
+ z.ZodType<
4095
+ CreateEvalGuardrailConfigEvalsResponse200Categorical,
4096
+ z.ZodTypeDef,
4097
+ unknown
4098
+ > = z.object({
4099
+ enabled: z.boolean(),
4100
+ alert_on_failure: z.boolean().default(false),
4101
+ type: z.literal("categorical"),
4102
+ values: z.array(z.string()),
4103
+ }).transform((v) => {
4104
+ return remap$(v, {
4105
+ "alert_on_failure": "alertOnFailure",
4106
+ });
4107
+ });
4108
+
4109
+ export function createEvalGuardrailConfigEvalsResponse200CategoricalFromJSON(
4110
+ jsonString: string,
4111
+ ): SafeParseResult<
4112
+ CreateEvalGuardrailConfigEvalsResponse200Categorical,
4113
+ SDKValidationError
4114
+ > {
4115
+ return safeParse(
4116
+ jsonString,
4117
+ (x) =>
4118
+ CreateEvalGuardrailConfigEvalsResponse200Categorical$inboundSchema.parse(
4119
+ JSON.parse(x),
4120
+ ),
4121
+ `Failed to parse 'CreateEvalGuardrailConfigEvalsResponse200Categorical' from JSON`,
4122
+ );
4123
+ }
4124
+
3476
4125
  /** @internal */
3477
4126
  export const CreateEvalGuardrailConfigEvalsResponse200Boolean$inboundSchema:
3478
4127
  z.ZodType<
@@ -3513,6 +4162,9 @@ export const CreateEvalResponseBodyGuardrailConfig$inboundSchema: z.ZodType<
3513
4162
  unknown
3514
4163
  > = z.union([
3515
4164
  z.lazy(() => CreateEvalGuardrailConfigEvalsResponse200Boolean$inboundSchema),
4165
+ z.lazy(() =>
4166
+ CreateEvalGuardrailConfigEvalsResponse200Categorical$inboundSchema
4167
+ ),
3516
4168
  z.lazy(() => CreateEvalGuardrailConfigEvalsResponse200Number$inboundSchema),
3517
4169
  ]);
3518
4170
 
@@ -3545,13 +4197,16 @@ export const ResponseBodyHTTP$inboundSchema: z.ZodType<
3545
4197
  > = z.object({
3546
4198
  _id: z.string(),
3547
4199
  description: z.string(),
3548
- created: z.string().default("2026-04-09T15:22:33.325Z"),
3549
- updated: z.string().default("2026-04-09T15:22:33.325Z"),
4200
+ created: z.string().default("2026-04-14T08:16:54.654Z"),
4201
+ updated: z.string().default("2026-04-14T08:16:54.654Z"),
3550
4202
  guardrail_config: z.nullable(
3551
4203
  z.union([
3552
4204
  z.lazy(() =>
3553
4205
  CreateEvalGuardrailConfigEvalsResponse200Boolean$inboundSchema
3554
4206
  ),
4207
+ z.lazy(() =>
4208
+ CreateEvalGuardrailConfigEvalsResponse200Categorical$inboundSchema
4209
+ ),
3555
4210
  z.lazy(() =>
3556
4211
  CreateEvalGuardrailConfigEvalsResponse200Number$inboundSchema
3557
4212
  ),
@@ -3619,6 +4274,39 @@ export function createEvalGuardrailConfigEvalsResponseNumberFromJSON(
3619
4274
  );
3620
4275
  }
3621
4276
 
4277
+ /** @internal */
4278
+ export const CreateEvalGuardrailConfigEvalsResponseCategorical$inboundSchema:
4279
+ z.ZodType<
4280
+ CreateEvalGuardrailConfigEvalsResponseCategorical,
4281
+ z.ZodTypeDef,
4282
+ unknown
4283
+ > = z.object({
4284
+ enabled: z.boolean(),
4285
+ alert_on_failure: z.boolean().default(false),
4286
+ type: z.literal("categorical"),
4287
+ values: z.array(z.string()),
4288
+ }).transform((v) => {
4289
+ return remap$(v, {
4290
+ "alert_on_failure": "alertOnFailure",
4291
+ });
4292
+ });
4293
+
4294
+ export function createEvalGuardrailConfigEvalsResponseCategoricalFromJSON(
4295
+ jsonString: string,
4296
+ ): SafeParseResult<
4297
+ CreateEvalGuardrailConfigEvalsResponseCategorical,
4298
+ SDKValidationError
4299
+ > {
4300
+ return safeParse(
4301
+ jsonString,
4302
+ (x) =>
4303
+ CreateEvalGuardrailConfigEvalsResponseCategorical$inboundSchema.parse(
4304
+ JSON.parse(x),
4305
+ ),
4306
+ `Failed to parse 'CreateEvalGuardrailConfigEvalsResponseCategorical' from JSON`,
4307
+ );
4308
+ }
4309
+
3622
4310
  /** @internal */
3623
4311
  export const CreateEvalGuardrailConfigEvalsResponseBoolean$inboundSchema:
3624
4312
  z.ZodType<
@@ -3659,6 +4347,7 @@ export const ResponseBodyGuardrailConfig$inboundSchema: z.ZodType<
3659
4347
  unknown
3660
4348
  > = z.union([
3661
4349
  z.lazy(() => CreateEvalGuardrailConfigEvalsResponseBoolean$inboundSchema),
4350
+ z.lazy(() => CreateEvalGuardrailConfigEvalsResponseCategorical$inboundSchema),
3662
4351
  z.lazy(() => CreateEvalGuardrailConfigEvalsResponseNumber$inboundSchema),
3663
4352
  ]);
3664
4353
 
@@ -3686,11 +4375,14 @@ export const ResponseBodyJSON$inboundSchema: z.ZodType<
3686
4375
  > = z.object({
3687
4376
  _id: z.string(),
3688
4377
  description: z.string(),
3689
- created: z.string().default("2026-04-09T15:22:33.325Z"),
3690
- updated: z.string().default("2026-04-09T15:22:33.325Z"),
4378
+ created: z.string().default("2026-04-14T08:16:54.654Z"),
4379
+ updated: z.string().default("2026-04-14T08:16:54.654Z"),
3691
4380
  guardrail_config: z.nullable(
3692
4381
  z.union([
3693
4382
  z.lazy(() => CreateEvalGuardrailConfigEvalsResponseBoolean$inboundSchema),
4383
+ z.lazy(() =>
4384
+ CreateEvalGuardrailConfigEvalsResponseCategorical$inboundSchema
4385
+ ),
3694
4386
  z.lazy(() => CreateEvalGuardrailConfigEvalsResponseNumber$inboundSchema),
3695
4387
  ]),
3696
4388
  ).optional(),
@@ -3757,6 +4449,38 @@ export function createEvalGuardrailConfigEvalsResponse200ApplicationJSONResponse
3757
4449
  );
3758
4450
  }
3759
4451
 
4452
+ /** @internal */
4453
+ export const CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1LLMCategorical$inboundSchema:
4454
+ z.ZodType<
4455
+ CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1LLMCategorical,
4456
+ z.ZodTypeDef,
4457
+ unknown
4458
+ > = z.object({
4459
+ enabled: z.boolean(),
4460
+ alert_on_failure: z.boolean().default(false),
4461
+ type: z.literal("categorical"),
4462
+ values: z.array(z.string()),
4463
+ }).transform((v) => {
4464
+ return remap$(v, {
4465
+ "alert_on_failure": "alertOnFailure",
4466
+ });
4467
+ });
4468
+
4469
+ export function createEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1LLMCategoricalFromJSON(
4470
+ jsonString: string,
4471
+ ): SafeParseResult<
4472
+ CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1LLMCategorical,
4473
+ SDKValidationError
4474
+ > {
4475
+ return safeParse(
4476
+ jsonString,
4477
+ (x) =>
4478
+ CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1LLMCategorical$inboundSchema
4479
+ .parse(JSON.parse(x)),
4480
+ `Failed to parse 'CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1LLMCategorical' from JSON`,
4481
+ );
4482
+ }
4483
+
3760
4484
  /** @internal */
3761
4485
  export const CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1LLMBoolean$inboundSchema:
3762
4486
  z.ZodType<
@@ -3798,6 +4522,9 @@ export const CreateEvalLLMEvalsResponseGuardrailConfig$inboundSchema: z.ZodType<
3798
4522
  z.lazy(() =>
3799
4523
  CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1LLMBoolean$inboundSchema
3800
4524
  ),
4525
+ z.lazy(() =>
4526
+ CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1LLMCategorical$inboundSchema
4527
+ ),
3801
4528
  z.lazy(() =>
3802
4529
  CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1LLMNumber$inboundSchema
3803
4530
  ),
@@ -3824,6 +4551,27 @@ export const CreateEvalLLMEvalsResponseType$inboundSchema: z.ZodNativeEnum<
3824
4551
  typeof CreateEvalLLMEvalsResponseType
3825
4552
  > = z.nativeEnum(CreateEvalLLMEvalsResponseType);
3826
4553
 
4554
+ /** @internal */
4555
+ export const CreateEvalLLMEvalsCategoricalLabels$inboundSchema: z.ZodType<
4556
+ CreateEvalLLMEvalsCategoricalLabels,
4557
+ z.ZodTypeDef,
4558
+ unknown
4559
+ > = z.object({
4560
+ value: z.string(),
4561
+ description: z.string().optional(),
4562
+ });
4563
+
4564
+ export function createEvalLLMEvalsCategoricalLabelsFromJSON(
4565
+ jsonString: string,
4566
+ ): SafeParseResult<CreateEvalLLMEvalsCategoricalLabels, SDKValidationError> {
4567
+ return safeParse(
4568
+ jsonString,
4569
+ (x) =>
4570
+ CreateEvalLLMEvalsCategoricalLabels$inboundSchema.parse(JSON.parse(x)),
4571
+ `Failed to parse 'CreateEvalLLMEvalsCategoricalLabels' from JSON`,
4572
+ );
4573
+ }
4574
+
3827
4575
  /** @internal */
3828
4576
  export const CreateEvalLLMEvalsResponseRetry$inboundSchema: z.ZodType<
3829
4577
  CreateEvalLLMEvalsResponseRetry,
@@ -3999,13 +4747,16 @@ export const CreateEvalLlm2$inboundSchema: z.ZodType<
3999
4747
  > = z.object({
4000
4748
  _id: z.string(),
4001
4749
  description: z.string(),
4002
- created: z.string().default("2026-04-09T15:22:33.325Z"),
4003
- updated: z.string().default("2026-04-09T15:22:33.325Z"),
4750
+ created: z.string().default("2026-04-14T08:16:54.654Z"),
4751
+ updated: z.string().default("2026-04-14T08:16:54.654Z"),
4004
4752
  guardrail_config: z.nullable(
4005
4753
  z.union([
4006
4754
  z.lazy(() =>
4007
4755
  CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1LLMBoolean$inboundSchema
4008
4756
  ),
4757
+ z.lazy(() =>
4758
+ CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1LLMCategorical$inboundSchema
4759
+ ),
4009
4760
  z.lazy(() =>
4010
4761
  CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1LLMNumber$inboundSchema
4011
4762
  ),
@@ -4014,6 +4765,10 @@ export const CreateEvalLlm2$inboundSchema: z.ZodType<
4014
4765
  type: CreateEvalLLMEvalsResponseType$inboundSchema,
4015
4766
  repetitions: z.number().int().optional(),
4016
4767
  prompt: z.string(),
4768
+ categories: z.array(z.string()).optional(),
4769
+ categorical_labels: z.array(
4770
+ z.lazy(() => CreateEvalLLMEvalsCategoricalLabels$inboundSchema),
4771
+ ).optional(),
4017
4772
  key: z.string(),
4018
4773
  mode: z.literal("jury"),
4019
4774
  jury: z.lazy(() => CreateEvalLLMJury$inboundSchema),
@@ -4021,6 +4776,7 @@ export const CreateEvalLlm2$inboundSchema: z.ZodType<
4021
4776
  return remap$(v, {
4022
4777
  "_id": "id",
4023
4778
  "guardrail_config": "guardrailConfig",
4779
+ "categorical_labels": "categoricalLabels",
4024
4780
  });
4025
4781
  });
4026
4782
 
@@ -4076,6 +4832,38 @@ export function createEvalGuardrailConfigEvalsResponse200ApplicationJSONResponse
4076
4832
  );
4077
4833
  }
4078
4834
 
4835
+ /** @internal */
4836
+ export const CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1Categorical$inboundSchema:
4837
+ z.ZodType<
4838
+ CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1Categorical,
4839
+ z.ZodTypeDef,
4840
+ unknown
4841
+ > = z.object({
4842
+ enabled: z.boolean(),
4843
+ alert_on_failure: z.boolean().default(false),
4844
+ type: z.literal("categorical"),
4845
+ values: z.array(z.string()),
4846
+ }).transform((v) => {
4847
+ return remap$(v, {
4848
+ "alert_on_failure": "alertOnFailure",
4849
+ });
4850
+ });
4851
+
4852
+ export function createEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1CategoricalFromJSON(
4853
+ jsonString: string,
4854
+ ): SafeParseResult<
4855
+ CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1Categorical,
4856
+ SDKValidationError
4857
+ > {
4858
+ return safeParse(
4859
+ jsonString,
4860
+ (x) =>
4861
+ CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1Categorical$inboundSchema
4862
+ .parse(JSON.parse(x)),
4863
+ `Failed to parse 'CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1Categorical' from JSON`,
4864
+ );
4865
+ }
4866
+
4079
4867
  /** @internal */
4080
4868
  export const CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1Boolean$inboundSchema:
4081
4869
  z.ZodType<
@@ -4117,6 +4905,9 @@ export const CreateEvalLLMEvalsGuardrailConfig$inboundSchema: z.ZodType<
4117
4905
  z.lazy(() =>
4118
4906
  CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1Boolean$inboundSchema
4119
4907
  ),
4908
+ z.lazy(() =>
4909
+ CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1Categorical$inboundSchema
4910
+ ),
4120
4911
  z.lazy(() =>
4121
4912
  CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1Number$inboundSchema
4122
4913
  ),
@@ -4137,6 +4928,33 @@ export const CreateEvalLLMEvalsType$inboundSchema: z.ZodNativeEnum<
4137
4928
  typeof CreateEvalLLMEvalsType
4138
4929
  > = z.nativeEnum(CreateEvalLLMEvalsType);
4139
4930
 
4931
+ /** @internal */
4932
+ export const CreateEvalLLMEvalsResponseCategoricalLabels$inboundSchema:
4933
+ z.ZodType<
4934
+ CreateEvalLLMEvalsResponseCategoricalLabels,
4935
+ z.ZodTypeDef,
4936
+ unknown
4937
+ > = z.object({
4938
+ value: z.string(),
4939
+ description: z.string().optional(),
4940
+ });
4941
+
4942
+ export function createEvalLLMEvalsResponseCategoricalLabelsFromJSON(
4943
+ jsonString: string,
4944
+ ): SafeParseResult<
4945
+ CreateEvalLLMEvalsResponseCategoricalLabels,
4946
+ SDKValidationError
4947
+ > {
4948
+ return safeParse(
4949
+ jsonString,
4950
+ (x) =>
4951
+ CreateEvalLLMEvalsResponseCategoricalLabels$inboundSchema.parse(
4952
+ JSON.parse(x),
4953
+ ),
4954
+ `Failed to parse 'CreateEvalLLMEvalsResponseCategoricalLabels' from JSON`,
4955
+ );
4956
+ }
4957
+
4140
4958
  /** @internal */
4141
4959
  export const CreateEvalLlm1$inboundSchema: z.ZodType<
4142
4960
  CreateEvalLlm1,
@@ -4145,13 +4963,16 @@ export const CreateEvalLlm1$inboundSchema: z.ZodType<
4145
4963
  > = z.object({
4146
4964
  _id: z.string(),
4147
4965
  description: z.string(),
4148
- created: z.string().default("2026-04-09T15:22:33.325Z"),
4149
- updated: z.string().default("2026-04-09T15:22:33.325Z"),
4966
+ created: z.string().default("2026-04-14T08:16:54.654Z"),
4967
+ updated: z.string().default("2026-04-14T08:16:54.654Z"),
4150
4968
  guardrail_config: z.nullable(
4151
4969
  z.union([
4152
4970
  z.lazy(() =>
4153
4971
  CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1Boolean$inboundSchema
4154
4972
  ),
4973
+ z.lazy(() =>
4974
+ CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1Categorical$inboundSchema
4975
+ ),
4155
4976
  z.lazy(() =>
4156
4977
  CreateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1Number$inboundSchema
4157
4978
  ),
@@ -4160,6 +4981,10 @@ export const CreateEvalLlm1$inboundSchema: z.ZodType<
4160
4981
  type: CreateEvalLLMEvalsType$inboundSchema,
4161
4982
  repetitions: z.number().int().optional(),
4162
4983
  prompt: z.string(),
4984
+ categories: z.array(z.string()).optional(),
4985
+ categorical_labels: z.array(
4986
+ z.lazy(() => CreateEvalLLMEvalsResponseCategoricalLabels$inboundSchema),
4987
+ ).optional(),
4163
4988
  key: z.string(),
4164
4989
  mode: z.literal("single"),
4165
4990
  model: z.string(),
@@ -4167,6 +4992,7 @@ export const CreateEvalLlm1$inboundSchema: z.ZodType<
4167
4992
  return remap$(v, {
4168
4993
  "_id": "id",
4169
4994
  "guardrail_config": "guardrailConfig",
4995
+ "categorical_labels": "categoricalLabels",
4170
4996
  });
4171
4997
  });
4172
4998