@orq-ai/node 4.8.0-rc.2 → 4.8.0-rc.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/funcs/filesCreate.js +3 -2
- package/funcs/filesCreate.js.map +1 -1
- package/funcs/routerAudioTranscriptionsCreate.js +3 -2
- package/funcs/routerAudioTranscriptionsCreate.js.map +1 -1
- package/funcs/routerAudioTranslationsCreate.js +3 -2
- package/funcs/routerAudioTranslationsCreate.js.map +1 -1
- package/jsr.json +1 -1
- package/lib/config.d.ts +3 -3
- package/lib/config.js +3 -3
- package/lib/config.js.map +1 -1
- package/lib/encodings.d.ts +1 -0
- package/lib/encodings.d.ts.map +1 -1
- package/lib/encodings.js +7 -0
- package/lib/encodings.js.map +1 -1
- package/models/components/reasoningpart.js +1 -1
- package/models/operations/createcontact.js +1 -1
- package/models/operations/createdataset.js +1 -1
- package/models/operations/createdatasetitem.js +4 -4
- package/models/operations/createdatasource.js +1 -1
- package/models/operations/createeval.d.ts +238 -36
- package/models/operations/createeval.d.ts.map +1 -1
- package/models/operations/createeval.js +295 -20
- package/models/operations/createeval.js.map +1 -1
- package/models/operations/createidentity.js +1 -1
- package/models/operations/createtool.js +6 -6
- package/models/operations/getalltools.js +6 -6
- package/models/operations/getevals.d.ts +106 -16
- package/models/operations/getevals.d.ts.map +1 -1
- package/models/operations/getevals.js +183 -19
- package/models/operations/getevals.js.map +1 -1
- package/models/operations/getv2humanevals.js +6 -6
- package/models/operations/getv2humanevalsets.js +2 -2
- package/models/operations/getv2humanevalsetsid.js +2 -2
- package/models/operations/getv2humanevalsid.js +6 -6
- package/models/operations/listdatasetdatapoints.js +4 -4
- package/models/operations/listdatasets.js +1 -1
- package/models/operations/listdatasources.js +1 -1
- package/models/operations/listidentities.js +1 -1
- package/models/operations/patchv2humanevalsetsid.js +2 -2
- package/models/operations/patchv2humanevalsid.js +12 -12
- package/models/operations/postv2feedbackevaluation.js +3 -3
- package/models/operations/postv2humanevals.js +12 -12
- package/models/operations/postv2humanevalsets.js +2 -2
- package/models/operations/retrievedatapoint.js +4 -4
- package/models/operations/retrievedataset.js +1 -1
- package/models/operations/retrievedatasource.js +1 -1
- package/models/operations/retrieveidentity.js +1 -1
- package/models/operations/retrievetool.js +6 -6
- package/models/operations/runagent.js +1 -1
- package/models/operations/streamrunagent.js +1 -1
- package/models/operations/updatedatapoint.js +4 -4
- package/models/operations/updatedataset.js +1 -1
- package/models/operations/updatedatasource.js +1 -1
- package/models/operations/updateeval.d.ts +120 -16
- package/models/operations/updateeval.d.ts.map +1 -1
- package/models/operations/updateeval.js +195 -19
- package/models/operations/updateeval.js.map +1 -1
- package/models/operations/updateidentity.js +1 -1
- package/models/operations/updatetool.js +7 -7
- package/package.json +1 -1
- package/src/funcs/filesCreate.ts +4 -3
- package/src/funcs/routerAudioTranscriptionsCreate.ts +4 -3
- package/src/funcs/routerAudioTranslationsCreate.ts +4 -3
- package/src/lib/config.ts +3 -3
- package/src/lib/encodings.ts +9 -0
- package/src/models/components/reasoningpart.ts +1 -1
- package/src/models/operations/createcontact.ts +1 -1
- package/src/models/operations/createdataset.ts +1 -1
- package/src/models/operations/createdatasetitem.ts +4 -4
- package/src/models/operations/createdatasource.ts +1 -1
- package/src/models/operations/createeval.ts +793 -20
- package/src/models/operations/createidentity.ts +1 -1
- package/src/models/operations/createtool.ts +6 -6
- package/src/models/operations/getalltools.ts +6 -6
- package/src/models/operations/getevals.ts +447 -16
- package/src/models/operations/getv2humanevals.ts +6 -6
- package/src/models/operations/getv2humanevalsets.ts +2 -2
- package/src/models/operations/getv2humanevalsetsid.ts +2 -2
- package/src/models/operations/getv2humanevalsid.ts +6 -6
- package/src/models/operations/listdatasetdatapoints.ts +4 -4
- package/src/models/operations/listdatasets.ts +1 -1
- package/src/models/operations/listdatasources.ts +1 -1
- package/src/models/operations/listidentities.ts +1 -1
- package/src/models/operations/patchv2humanevalsetsid.ts +2 -2
- package/src/models/operations/patchv2humanevalsid.ts +12 -12
- package/src/models/operations/postv2feedbackevaluation.ts +3 -3
- package/src/models/operations/postv2humanevals.ts +12 -12
- package/src/models/operations/postv2humanevalsets.ts +2 -2
- package/src/models/operations/retrievedatapoint.ts +4 -4
- package/src/models/operations/retrievedataset.ts +1 -1
- package/src/models/operations/retrievedatasource.ts +1 -1
- package/src/models/operations/retrieveidentity.ts +1 -1
- package/src/models/operations/retrievetool.ts +6 -6
- package/src/models/operations/runagent.ts +1 -1
- package/src/models/operations/streamrunagent.ts +1 -1
- package/src/models/operations/updatedatapoint.ts +4 -4
- package/src/models/operations/updatedataset.ts +1 -1
- package/src/models/operations/updatedatasource.ts +1 -1
- package/src/models/operations/updateeval.ts +484 -16
- package/src/models/operations/updateidentity.ts +1 -1
- package/src/models/operations/updatetool.ts +7 -7
|
@@ -9,6 +9,11 @@ import { ClosedEnum } from "../../types/enums.js";
|
|
|
9
9
|
import { Result as SafeParseResult } from "../../types/fp.js";
|
|
10
10
|
import { SDKValidationError } from "../errors/sdkvalidationerror.js";
|
|
11
11
|
|
|
12
|
+
export type CategoricalLabels = {
|
|
13
|
+
value: string;
|
|
14
|
+
description?: string | undefined;
|
|
15
|
+
};
|
|
16
|
+
|
|
12
17
|
export const Mode = {
|
|
13
18
|
Single: "single",
|
|
14
19
|
Jury: "jury",
|
|
@@ -78,6 +83,7 @@ export type UpdateEvalRequestBody = {
|
|
|
78
83
|
prompt?: string | undefined;
|
|
79
84
|
outputType?: string | undefined;
|
|
80
85
|
categories?: Array<string> | undefined;
|
|
86
|
+
categoricalLabels?: Array<CategoricalLabels> | undefined;
|
|
81
87
|
repetitions?: number | undefined;
|
|
82
88
|
mode?: Mode | undefined;
|
|
83
89
|
model?: string | undefined;
|
|
@@ -121,6 +127,14 @@ export type UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody
|
|
|
121
127
|
UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyOperator;
|
|
122
128
|
};
|
|
123
129
|
|
|
130
|
+
export type UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyCategorical =
|
|
131
|
+
{
|
|
132
|
+
enabled: boolean;
|
|
133
|
+
alertOnFailure: boolean;
|
|
134
|
+
type: "categorical";
|
|
135
|
+
values: Array<string>;
|
|
136
|
+
};
|
|
137
|
+
|
|
124
138
|
export type UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyBoolean =
|
|
125
139
|
{
|
|
126
140
|
enabled: boolean;
|
|
@@ -131,6 +145,7 @@ export type UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody
|
|
|
131
145
|
|
|
132
146
|
export type UpdateEvalResponseBodyEvalsResponse200ApplicationJson7GuardrailConfig =
|
|
133
147
|
| UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyBoolean
|
|
148
|
+
| UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyCategorical
|
|
134
149
|
| UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyNumber;
|
|
135
150
|
|
|
136
151
|
export const UpdateEvalResponseBodyEvalsResponse200ApplicationJson7Type = {
|
|
@@ -146,6 +161,7 @@ export type ResponseBodyTypescript = {
|
|
|
146
161
|
updated: string;
|
|
147
162
|
guardrailConfig?:
|
|
148
163
|
| UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyBoolean
|
|
164
|
+
| UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyCategorical
|
|
149
165
|
| UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyNumber
|
|
150
166
|
| null
|
|
151
167
|
| undefined;
|
|
@@ -176,6 +192,14 @@ export type UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONNumber = {
|
|
|
176
192
|
operator: UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONOperator;
|
|
177
193
|
};
|
|
178
194
|
|
|
195
|
+
export type UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONCategorical =
|
|
196
|
+
{
|
|
197
|
+
enabled: boolean;
|
|
198
|
+
alertOnFailure: boolean;
|
|
199
|
+
type: "categorical";
|
|
200
|
+
values: Array<string>;
|
|
201
|
+
};
|
|
202
|
+
|
|
179
203
|
export type UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONBoolean = {
|
|
180
204
|
enabled: boolean;
|
|
181
205
|
alertOnFailure: boolean;
|
|
@@ -185,6 +209,7 @@ export type UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONBoolean = {
|
|
|
185
209
|
|
|
186
210
|
export type UpdateEvalResponseBodyEvalsResponse200ApplicationJSONGuardrailConfig =
|
|
187
211
|
| UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONBoolean
|
|
212
|
+
| UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONCategorical
|
|
188
213
|
| UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONNumber;
|
|
189
214
|
|
|
190
215
|
export const UpdateEvalResponseBodyEvalsResponse200ApplicationJSONType = {
|
|
@@ -218,6 +243,7 @@ export type ResponseBodyRagas = {
|
|
|
218
243
|
updated: string;
|
|
219
244
|
guardrailConfig?:
|
|
220
245
|
| UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONBoolean
|
|
246
|
+
| UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONCategorical
|
|
221
247
|
| UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONNumber
|
|
222
248
|
| null
|
|
223
249
|
| undefined;
|
|
@@ -247,6 +273,13 @@ export type UpdateEvalGuardrailConfigEvalsResponse200Number = {
|
|
|
247
273
|
operator: UpdateEvalGuardrailConfigEvalsResponse200Operator;
|
|
248
274
|
};
|
|
249
275
|
|
|
276
|
+
export type UpdateEvalGuardrailConfigEvalsResponse200Categorical = {
|
|
277
|
+
enabled: boolean;
|
|
278
|
+
alertOnFailure: boolean;
|
|
279
|
+
type: "categorical";
|
|
280
|
+
values: Array<string>;
|
|
281
|
+
};
|
|
282
|
+
|
|
250
283
|
export type UpdateEvalGuardrailConfigEvalsResponse200Boolean = {
|
|
251
284
|
enabled: boolean;
|
|
252
285
|
alertOnFailure: boolean;
|
|
@@ -256,6 +289,7 @@ export type UpdateEvalGuardrailConfigEvalsResponse200Boolean = {
|
|
|
256
289
|
|
|
257
290
|
export type UpdateEvalResponseBodyEvalsResponse200GuardrailConfig =
|
|
258
291
|
| UpdateEvalGuardrailConfigEvalsResponse200Boolean
|
|
292
|
+
| UpdateEvalGuardrailConfigEvalsResponse200Categorical
|
|
259
293
|
| UpdateEvalGuardrailConfigEvalsResponse200Number;
|
|
260
294
|
|
|
261
295
|
export const UpdateEvalResponseBodyEvalsResponse200Type = {
|
|
@@ -446,6 +480,7 @@ export type ResponseBodyFunction = {
|
|
|
446
480
|
updated: string;
|
|
447
481
|
guardrailConfig?:
|
|
448
482
|
| UpdateEvalGuardrailConfigEvalsResponse200Boolean
|
|
483
|
+
| UpdateEvalGuardrailConfigEvalsResponse200Categorical
|
|
449
484
|
| UpdateEvalGuardrailConfigEvalsResponse200Number
|
|
450
485
|
| null
|
|
451
486
|
| undefined;
|
|
@@ -506,6 +541,13 @@ export type UpdateEvalGuardrailConfigEvalsResponseNumber = {
|
|
|
506
541
|
operator: UpdateEvalGuardrailConfigEvalsResponseOperator;
|
|
507
542
|
};
|
|
508
543
|
|
|
544
|
+
export type UpdateEvalGuardrailConfigEvalsResponseCategorical = {
|
|
545
|
+
enabled: boolean;
|
|
546
|
+
alertOnFailure: boolean;
|
|
547
|
+
type: "categorical";
|
|
548
|
+
values: Array<string>;
|
|
549
|
+
};
|
|
550
|
+
|
|
509
551
|
export type UpdateEvalGuardrailConfigEvalsResponseBoolean = {
|
|
510
552
|
enabled: boolean;
|
|
511
553
|
alertOnFailure: boolean;
|
|
@@ -515,6 +557,7 @@ export type UpdateEvalGuardrailConfigEvalsResponseBoolean = {
|
|
|
515
557
|
|
|
516
558
|
export type UpdateEvalResponseBodyEvalsResponseGuardrailConfig =
|
|
517
559
|
| UpdateEvalGuardrailConfigEvalsResponseBoolean
|
|
560
|
+
| UpdateEvalGuardrailConfigEvalsResponseCategorical
|
|
518
561
|
| UpdateEvalGuardrailConfigEvalsResponseNumber;
|
|
519
562
|
|
|
520
563
|
export const UpdateEvalResponseBodyEvalsResponseType = {
|
|
@@ -531,6 +574,7 @@ export type UpdateEvalResponseBodyPython = {
|
|
|
531
574
|
updated: string;
|
|
532
575
|
guardrailConfig?:
|
|
533
576
|
| UpdateEvalGuardrailConfigEvalsResponseBoolean
|
|
577
|
+
| UpdateEvalGuardrailConfigEvalsResponseCategorical
|
|
534
578
|
| UpdateEvalGuardrailConfigEvalsResponseNumber
|
|
535
579
|
| null
|
|
536
580
|
| undefined;
|
|
@@ -559,6 +603,13 @@ export type UpdateEvalGuardrailConfigEvalsNumber = {
|
|
|
559
603
|
operator: UpdateEvalGuardrailConfigEvalsOperator;
|
|
560
604
|
};
|
|
561
605
|
|
|
606
|
+
export type UpdateEvalGuardrailConfigEvalsCategorical = {
|
|
607
|
+
enabled: boolean;
|
|
608
|
+
alertOnFailure: boolean;
|
|
609
|
+
type: "categorical";
|
|
610
|
+
values: Array<string>;
|
|
611
|
+
};
|
|
612
|
+
|
|
562
613
|
export type UpdateEvalGuardrailConfigEvalsBoolean = {
|
|
563
614
|
enabled: boolean;
|
|
564
615
|
alertOnFailure: boolean;
|
|
@@ -568,6 +619,7 @@ export type UpdateEvalGuardrailConfigEvalsBoolean = {
|
|
|
568
619
|
|
|
569
620
|
export type UpdateEvalResponseBodyEvalsGuardrailConfig =
|
|
570
621
|
| UpdateEvalGuardrailConfigEvalsBoolean
|
|
622
|
+
| UpdateEvalGuardrailConfigEvalsCategorical
|
|
571
623
|
| UpdateEvalGuardrailConfigEvalsNumber;
|
|
572
624
|
|
|
573
625
|
export const UpdateEvalResponseBodyEvalsType = {
|
|
@@ -592,6 +644,7 @@ export type UpdateEvalResponseBodyHTTP = {
|
|
|
592
644
|
updated: string;
|
|
593
645
|
guardrailConfig?:
|
|
594
646
|
| UpdateEvalGuardrailConfigEvalsBoolean
|
|
647
|
+
| UpdateEvalGuardrailConfigEvalsCategorical
|
|
595
648
|
| UpdateEvalGuardrailConfigEvalsNumber
|
|
596
649
|
| null
|
|
597
650
|
| undefined;
|
|
@@ -623,6 +676,13 @@ export type UpdateEvalGuardrailConfigNumber = {
|
|
|
623
676
|
operator: UpdateEvalGuardrailConfigOperator;
|
|
624
677
|
};
|
|
625
678
|
|
|
679
|
+
export type UpdateEvalGuardrailConfigCategorical = {
|
|
680
|
+
enabled: boolean;
|
|
681
|
+
alertOnFailure: boolean;
|
|
682
|
+
type: "categorical";
|
|
683
|
+
values: Array<string>;
|
|
684
|
+
};
|
|
685
|
+
|
|
626
686
|
export type UpdateEvalGuardrailConfigBoolean = {
|
|
627
687
|
enabled: boolean;
|
|
628
688
|
alertOnFailure: boolean;
|
|
@@ -632,6 +692,7 @@ export type UpdateEvalGuardrailConfigBoolean = {
|
|
|
632
692
|
|
|
633
693
|
export type UpdateEvalResponseBodyGuardrailConfig =
|
|
634
694
|
| UpdateEvalGuardrailConfigBoolean
|
|
695
|
+
| UpdateEvalGuardrailConfigCategorical
|
|
635
696
|
| UpdateEvalGuardrailConfigNumber;
|
|
636
697
|
|
|
637
698
|
export const UpdateEvalResponseBodyType = {
|
|
@@ -648,6 +709,7 @@ export type UpdateEvalResponseBodyJSON = {
|
|
|
648
709
|
updated: string;
|
|
649
710
|
guardrailConfig?:
|
|
650
711
|
| UpdateEvalGuardrailConfigBoolean
|
|
712
|
+
| UpdateEvalGuardrailConfigCategorical
|
|
651
713
|
| UpdateEvalGuardrailConfigNumber
|
|
652
714
|
| null
|
|
653
715
|
| undefined;
|
|
@@ -680,6 +742,14 @@ export type UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody
|
|
|
680
742
|
UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1LLMOperator;
|
|
681
743
|
};
|
|
682
744
|
|
|
745
|
+
export type UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1LLMCategorical =
|
|
746
|
+
{
|
|
747
|
+
enabled: boolean;
|
|
748
|
+
alertOnFailure: boolean;
|
|
749
|
+
type: "categorical";
|
|
750
|
+
values: Array<string>;
|
|
751
|
+
};
|
|
752
|
+
|
|
683
753
|
export type UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1LLMBoolean =
|
|
684
754
|
{
|
|
685
755
|
enabled: boolean;
|
|
@@ -690,6 +760,7 @@ export type UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody
|
|
|
690
760
|
|
|
691
761
|
export type UpdateEvalLLMEvalsGuardrailConfig =
|
|
692
762
|
| UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1LLMBoolean
|
|
763
|
+
| UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1LLMCategorical
|
|
693
764
|
| UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1LLMNumber;
|
|
694
765
|
|
|
695
766
|
export const UpdateEvalLLMEvalsType = {
|
|
@@ -697,6 +768,11 @@ export const UpdateEvalLLMEvalsType = {
|
|
|
697
768
|
} as const;
|
|
698
769
|
export type UpdateEvalLLMEvalsType = ClosedEnum<typeof UpdateEvalLLMEvalsType>;
|
|
699
770
|
|
|
771
|
+
export type UpdateEvalLLMEvalsCategoricalLabels = {
|
|
772
|
+
value: string;
|
|
773
|
+
description?: string | undefined;
|
|
774
|
+
};
|
|
775
|
+
|
|
700
776
|
export type UpdateEvalLLMRetry = {
|
|
701
777
|
count: number;
|
|
702
778
|
onCodes?: Array<number> | undefined;
|
|
@@ -746,12 +822,15 @@ export type UpdateEvalLlm2 = {
|
|
|
746
822
|
updated: string;
|
|
747
823
|
guardrailConfig?:
|
|
748
824
|
| UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1LLMBoolean
|
|
825
|
+
| UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1LLMCategorical
|
|
749
826
|
| UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1LLMNumber
|
|
750
827
|
| null
|
|
751
828
|
| undefined;
|
|
752
829
|
type: UpdateEvalLLMEvalsType;
|
|
753
830
|
repetitions?: number | undefined;
|
|
754
831
|
prompt: string;
|
|
832
|
+
categories?: Array<string> | undefined;
|
|
833
|
+
categoricalLabels?: Array<UpdateEvalLLMEvalsCategoricalLabels> | undefined;
|
|
755
834
|
key: string;
|
|
756
835
|
mode: "jury";
|
|
757
836
|
jury: UpdateEvalLLMJury;
|
|
@@ -781,6 +860,14 @@ export type UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody
|
|
|
781
860
|
UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1Operator;
|
|
782
861
|
};
|
|
783
862
|
|
|
863
|
+
export type UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1Categorical =
|
|
864
|
+
{
|
|
865
|
+
enabled: boolean;
|
|
866
|
+
alertOnFailure: boolean;
|
|
867
|
+
type: "categorical";
|
|
868
|
+
values: Array<string>;
|
|
869
|
+
};
|
|
870
|
+
|
|
784
871
|
export type UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1Boolean =
|
|
785
872
|
{
|
|
786
873
|
enabled: boolean;
|
|
@@ -791,6 +878,7 @@ export type UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody
|
|
|
791
878
|
|
|
792
879
|
export type UpdateEvalLLMGuardrailConfig =
|
|
793
880
|
| UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1Boolean
|
|
881
|
+
| UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1Categorical
|
|
794
882
|
| UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1Number;
|
|
795
883
|
|
|
796
884
|
export const UpdateEvalLLMType = {
|
|
@@ -798,6 +886,11 @@ export const UpdateEvalLLMType = {
|
|
|
798
886
|
} as const;
|
|
799
887
|
export type UpdateEvalLLMType = ClosedEnum<typeof UpdateEvalLLMType>;
|
|
800
888
|
|
|
889
|
+
export type UpdateEvalLLMCategoricalLabels = {
|
|
890
|
+
value: string;
|
|
891
|
+
description?: string | undefined;
|
|
892
|
+
};
|
|
893
|
+
|
|
801
894
|
export type UpdateEvalLlm1 = {
|
|
802
895
|
id: string;
|
|
803
896
|
description: string;
|
|
@@ -805,12 +898,15 @@ export type UpdateEvalLlm1 = {
|
|
|
805
898
|
updated: string;
|
|
806
899
|
guardrailConfig?:
|
|
807
900
|
| UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1Boolean
|
|
901
|
+
| UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1Categorical
|
|
808
902
|
| UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1Number
|
|
809
903
|
| null
|
|
810
904
|
| undefined;
|
|
811
905
|
type: UpdateEvalLLMType;
|
|
812
906
|
repetitions?: number | undefined;
|
|
813
907
|
prompt: string;
|
|
908
|
+
categories?: Array<string> | undefined;
|
|
909
|
+
categoricalLabels?: Array<UpdateEvalLLMCategoricalLabels> | undefined;
|
|
814
910
|
key: string;
|
|
815
911
|
mode: "single";
|
|
816
912
|
model: string;
|
|
@@ -831,6 +927,30 @@ export type UpdateEvalResponseBody =
|
|
|
831
927
|
| UpdateEvalLlm1
|
|
832
928
|
| UpdateEvalLlm2;
|
|
833
929
|
|
|
930
|
+
/** @internal */
|
|
931
|
+
export type CategoricalLabels$Outbound = {
|
|
932
|
+
value: string;
|
|
933
|
+
description?: string | undefined;
|
|
934
|
+
};
|
|
935
|
+
|
|
936
|
+
/** @internal */
|
|
937
|
+
export const CategoricalLabels$outboundSchema: z.ZodType<
|
|
938
|
+
CategoricalLabels$Outbound,
|
|
939
|
+
z.ZodTypeDef,
|
|
940
|
+
CategoricalLabels
|
|
941
|
+
> = z.object({
|
|
942
|
+
value: z.string(),
|
|
943
|
+
description: z.string().optional(),
|
|
944
|
+
});
|
|
945
|
+
|
|
946
|
+
export function categoricalLabelsToJSON(
|
|
947
|
+
categoricalLabels: CategoricalLabels,
|
|
948
|
+
): string {
|
|
949
|
+
return JSON.stringify(
|
|
950
|
+
CategoricalLabels$outboundSchema.parse(categoricalLabels),
|
|
951
|
+
);
|
|
952
|
+
}
|
|
953
|
+
|
|
834
954
|
/** @internal */
|
|
835
955
|
export const Mode$outboundSchema: z.ZodNativeEnum<typeof Mode> = z.nativeEnum(
|
|
836
956
|
Mode,
|
|
@@ -1021,6 +1141,7 @@ export type UpdateEvalRequestBody$Outbound = {
|
|
|
1021
1141
|
prompt?: string | undefined;
|
|
1022
1142
|
output_type?: string | undefined;
|
|
1023
1143
|
categories?: Array<string> | undefined;
|
|
1144
|
+
categorical_labels?: Array<CategoricalLabels$Outbound> | undefined;
|
|
1024
1145
|
repetitions?: number | undefined;
|
|
1025
1146
|
mode?: string | undefined;
|
|
1026
1147
|
model?: string | undefined;
|
|
@@ -1048,6 +1169,8 @@ export const UpdateEvalRequestBody$outboundSchema: z.ZodType<
|
|
|
1048
1169
|
prompt: z.string().optional(),
|
|
1049
1170
|
outputType: z.string().optional(),
|
|
1050
1171
|
categories: z.array(z.string()).optional(),
|
|
1172
|
+
categoricalLabels: z.array(z.lazy(() => CategoricalLabels$outboundSchema))
|
|
1173
|
+
.optional(),
|
|
1051
1174
|
repetitions: z.number().optional(),
|
|
1052
1175
|
mode: Mode$outboundSchema.optional(),
|
|
1053
1176
|
model: z.string().optional(),
|
|
@@ -1063,6 +1186,7 @@ export const UpdateEvalRequestBody$outboundSchema: z.ZodType<
|
|
|
1063
1186
|
}).transform((v) => {
|
|
1064
1187
|
return remap$(v, {
|
|
1065
1188
|
outputType: "output_type",
|
|
1189
|
+
categoricalLabels: "categorical_labels",
|
|
1066
1190
|
});
|
|
1067
1191
|
});
|
|
1068
1192
|
|
|
@@ -1144,6 +1268,38 @@ export function updateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponse
|
|
|
1144
1268
|
);
|
|
1145
1269
|
}
|
|
1146
1270
|
|
|
1271
|
+
/** @internal */
|
|
1272
|
+
export const UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyCategorical$inboundSchema:
|
|
1273
|
+
z.ZodType<
|
|
1274
|
+
UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyCategorical,
|
|
1275
|
+
z.ZodTypeDef,
|
|
1276
|
+
unknown
|
|
1277
|
+
> = z.object({
|
|
1278
|
+
enabled: z.boolean(),
|
|
1279
|
+
alert_on_failure: z.boolean().default(false),
|
|
1280
|
+
type: z.literal("categorical"),
|
|
1281
|
+
values: z.array(z.string()),
|
|
1282
|
+
}).transform((v) => {
|
|
1283
|
+
return remap$(v, {
|
|
1284
|
+
"alert_on_failure": "alertOnFailure",
|
|
1285
|
+
});
|
|
1286
|
+
});
|
|
1287
|
+
|
|
1288
|
+
export function updateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyCategoricalFromJSON(
|
|
1289
|
+
jsonString: string,
|
|
1290
|
+
): SafeParseResult<
|
|
1291
|
+
UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyCategorical,
|
|
1292
|
+
SDKValidationError
|
|
1293
|
+
> {
|
|
1294
|
+
return safeParse(
|
|
1295
|
+
jsonString,
|
|
1296
|
+
(x) =>
|
|
1297
|
+
UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyCategorical$inboundSchema
|
|
1298
|
+
.parse(JSON.parse(x)),
|
|
1299
|
+
`Failed to parse 'UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyCategorical' from JSON`,
|
|
1300
|
+
);
|
|
1301
|
+
}
|
|
1302
|
+
|
|
1147
1303
|
/** @internal */
|
|
1148
1304
|
export const UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyBoolean$inboundSchema:
|
|
1149
1305
|
z.ZodType<
|
|
@@ -1186,6 +1342,9 @@ export const UpdateEvalResponseBodyEvalsResponse200ApplicationJson7GuardrailConf
|
|
|
1186
1342
|
z.lazy(() =>
|
|
1187
1343
|
UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyBoolean$inboundSchema
|
|
1188
1344
|
),
|
|
1345
|
+
z.lazy(() =>
|
|
1346
|
+
UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyCategorical$inboundSchema
|
|
1347
|
+
),
|
|
1189
1348
|
z.lazy(() =>
|
|
1190
1349
|
UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyNumber$inboundSchema
|
|
1191
1350
|
),
|
|
@@ -1220,13 +1379,16 @@ export const ResponseBodyTypescript$inboundSchema: z.ZodType<
|
|
|
1220
1379
|
> = z.object({
|
|
1221
1380
|
_id: z.string(),
|
|
1222
1381
|
description: z.string(),
|
|
1223
|
-
created: z.string().default("2026-04-
|
|
1224
|
-
updated: z.string().default("2026-04-
|
|
1382
|
+
created: z.string().default("2026-04-10T14:12:40.252Z"),
|
|
1383
|
+
updated: z.string().default("2026-04-10T14:12:40.252Z"),
|
|
1225
1384
|
guardrail_config: z.nullable(
|
|
1226
1385
|
z.union([
|
|
1227
1386
|
z.lazy(() =>
|
|
1228
1387
|
UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyBoolean$inboundSchema
|
|
1229
1388
|
),
|
|
1389
|
+
z.lazy(() =>
|
|
1390
|
+
UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyCategorical$inboundSchema
|
|
1391
|
+
),
|
|
1230
1392
|
z.lazy(() =>
|
|
1231
1393
|
UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBodyNumber$inboundSchema
|
|
1232
1394
|
),
|
|
@@ -1295,6 +1457,38 @@ export function updateEvalGuardrailConfigEvalsResponse200ApplicationJSONNumberFr
|
|
|
1295
1457
|
);
|
|
1296
1458
|
}
|
|
1297
1459
|
|
|
1460
|
+
/** @internal */
|
|
1461
|
+
export const UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONCategorical$inboundSchema:
|
|
1462
|
+
z.ZodType<
|
|
1463
|
+
UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONCategorical,
|
|
1464
|
+
z.ZodTypeDef,
|
|
1465
|
+
unknown
|
|
1466
|
+
> = z.object({
|
|
1467
|
+
enabled: z.boolean(),
|
|
1468
|
+
alert_on_failure: z.boolean().default(false),
|
|
1469
|
+
type: z.literal("categorical"),
|
|
1470
|
+
values: z.array(z.string()),
|
|
1471
|
+
}).transform((v) => {
|
|
1472
|
+
return remap$(v, {
|
|
1473
|
+
"alert_on_failure": "alertOnFailure",
|
|
1474
|
+
});
|
|
1475
|
+
});
|
|
1476
|
+
|
|
1477
|
+
export function updateEvalGuardrailConfigEvalsResponse200ApplicationJSONCategoricalFromJSON(
|
|
1478
|
+
jsonString: string,
|
|
1479
|
+
): SafeParseResult<
|
|
1480
|
+
UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONCategorical,
|
|
1481
|
+
SDKValidationError
|
|
1482
|
+
> {
|
|
1483
|
+
return safeParse(
|
|
1484
|
+
jsonString,
|
|
1485
|
+
(x) =>
|
|
1486
|
+
UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONCategorical$inboundSchema
|
|
1487
|
+
.parse(JSON.parse(x)),
|
|
1488
|
+
`Failed to parse 'UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONCategorical' from JSON`,
|
|
1489
|
+
);
|
|
1490
|
+
}
|
|
1491
|
+
|
|
1298
1492
|
/** @internal */
|
|
1299
1493
|
export const UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONBoolean$inboundSchema:
|
|
1300
1494
|
z.ZodType<
|
|
@@ -1337,6 +1531,9 @@ export const UpdateEvalResponseBodyEvalsResponse200ApplicationJSONGuardrailConfi
|
|
|
1337
1531
|
z.lazy(() =>
|
|
1338
1532
|
UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONBoolean$inboundSchema
|
|
1339
1533
|
),
|
|
1534
|
+
z.lazy(() =>
|
|
1535
|
+
UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONCategorical$inboundSchema
|
|
1536
|
+
),
|
|
1340
1537
|
z.lazy(() =>
|
|
1341
1538
|
UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONNumber$inboundSchema
|
|
1342
1539
|
),
|
|
@@ -1376,13 +1573,16 @@ export const ResponseBodyRagas$inboundSchema: z.ZodType<
|
|
|
1376
1573
|
> = z.object({
|
|
1377
1574
|
_id: z.string(),
|
|
1378
1575
|
description: z.string(),
|
|
1379
|
-
created: z.string().default("2026-04-
|
|
1380
|
-
updated: z.string().default("2026-04-
|
|
1576
|
+
created: z.string().default("2026-04-10T14:12:40.252Z"),
|
|
1577
|
+
updated: z.string().default("2026-04-10T14:12:40.252Z"),
|
|
1381
1578
|
guardrail_config: z.nullable(
|
|
1382
1579
|
z.union([
|
|
1383
1580
|
z.lazy(() =>
|
|
1384
1581
|
UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONBoolean$inboundSchema
|
|
1385
1582
|
),
|
|
1583
|
+
z.lazy(() =>
|
|
1584
|
+
UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONCategorical$inboundSchema
|
|
1585
|
+
),
|
|
1386
1586
|
z.lazy(() =>
|
|
1387
1587
|
UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONNumber$inboundSchema
|
|
1388
1588
|
),
|
|
@@ -1449,6 +1649,39 @@ export function updateEvalGuardrailConfigEvalsResponse200NumberFromJSON(
|
|
|
1449
1649
|
);
|
|
1450
1650
|
}
|
|
1451
1651
|
|
|
1652
|
+
/** @internal */
|
|
1653
|
+
export const UpdateEvalGuardrailConfigEvalsResponse200Categorical$inboundSchema:
|
|
1654
|
+
z.ZodType<
|
|
1655
|
+
UpdateEvalGuardrailConfigEvalsResponse200Categorical,
|
|
1656
|
+
z.ZodTypeDef,
|
|
1657
|
+
unknown
|
|
1658
|
+
> = z.object({
|
|
1659
|
+
enabled: z.boolean(),
|
|
1660
|
+
alert_on_failure: z.boolean().default(false),
|
|
1661
|
+
type: z.literal("categorical"),
|
|
1662
|
+
values: z.array(z.string()),
|
|
1663
|
+
}).transform((v) => {
|
|
1664
|
+
return remap$(v, {
|
|
1665
|
+
"alert_on_failure": "alertOnFailure",
|
|
1666
|
+
});
|
|
1667
|
+
});
|
|
1668
|
+
|
|
1669
|
+
export function updateEvalGuardrailConfigEvalsResponse200CategoricalFromJSON(
|
|
1670
|
+
jsonString: string,
|
|
1671
|
+
): SafeParseResult<
|
|
1672
|
+
UpdateEvalGuardrailConfigEvalsResponse200Categorical,
|
|
1673
|
+
SDKValidationError
|
|
1674
|
+
> {
|
|
1675
|
+
return safeParse(
|
|
1676
|
+
jsonString,
|
|
1677
|
+
(x) =>
|
|
1678
|
+
UpdateEvalGuardrailConfigEvalsResponse200Categorical$inboundSchema.parse(
|
|
1679
|
+
JSON.parse(x),
|
|
1680
|
+
),
|
|
1681
|
+
`Failed to parse 'UpdateEvalGuardrailConfigEvalsResponse200Categorical' from JSON`,
|
|
1682
|
+
);
|
|
1683
|
+
}
|
|
1684
|
+
|
|
1452
1685
|
/** @internal */
|
|
1453
1686
|
export const UpdateEvalGuardrailConfigEvalsResponse200Boolean$inboundSchema:
|
|
1454
1687
|
z.ZodType<
|
|
@@ -1492,6 +1725,9 @@ export const UpdateEvalResponseBodyEvalsResponse200GuardrailConfig$inboundSchema
|
|
|
1492
1725
|
z.lazy(() =>
|
|
1493
1726
|
UpdateEvalGuardrailConfigEvalsResponse200Boolean$inboundSchema
|
|
1494
1727
|
),
|
|
1728
|
+
z.lazy(() =>
|
|
1729
|
+
UpdateEvalGuardrailConfigEvalsResponse200Categorical$inboundSchema
|
|
1730
|
+
),
|
|
1495
1731
|
z.lazy(() => UpdateEvalGuardrailConfigEvalsResponse200Number$inboundSchema),
|
|
1496
1732
|
]);
|
|
1497
1733
|
|
|
@@ -2194,13 +2430,16 @@ export const ResponseBodyFunction$inboundSchema: z.ZodType<
|
|
|
2194
2430
|
> = z.object({
|
|
2195
2431
|
_id: z.string(),
|
|
2196
2432
|
description: z.string(),
|
|
2197
|
-
created: z.string().default("2026-04-
|
|
2198
|
-
updated: z.string().default("2026-04-
|
|
2433
|
+
created: z.string().default("2026-04-10T14:12:40.252Z"),
|
|
2434
|
+
updated: z.string().default("2026-04-10T14:12:40.252Z"),
|
|
2199
2435
|
guardrail_config: z.nullable(
|
|
2200
2436
|
z.union([
|
|
2201
2437
|
z.lazy(() =>
|
|
2202
2438
|
UpdateEvalGuardrailConfigEvalsResponse200Boolean$inboundSchema
|
|
2203
2439
|
),
|
|
2440
|
+
z.lazy(() =>
|
|
2441
|
+
UpdateEvalGuardrailConfigEvalsResponse200Categorical$inboundSchema
|
|
2442
|
+
),
|
|
2204
2443
|
z.lazy(() =>
|
|
2205
2444
|
UpdateEvalGuardrailConfigEvalsResponse200Number$inboundSchema
|
|
2206
2445
|
),
|
|
@@ -2299,6 +2538,39 @@ export function updateEvalGuardrailConfigEvalsResponseNumberFromJSON(
|
|
|
2299
2538
|
);
|
|
2300
2539
|
}
|
|
2301
2540
|
|
|
2541
|
+
/** @internal */
|
|
2542
|
+
export const UpdateEvalGuardrailConfigEvalsResponseCategorical$inboundSchema:
|
|
2543
|
+
z.ZodType<
|
|
2544
|
+
UpdateEvalGuardrailConfigEvalsResponseCategorical,
|
|
2545
|
+
z.ZodTypeDef,
|
|
2546
|
+
unknown
|
|
2547
|
+
> = z.object({
|
|
2548
|
+
enabled: z.boolean(),
|
|
2549
|
+
alert_on_failure: z.boolean().default(false),
|
|
2550
|
+
type: z.literal("categorical"),
|
|
2551
|
+
values: z.array(z.string()),
|
|
2552
|
+
}).transform((v) => {
|
|
2553
|
+
return remap$(v, {
|
|
2554
|
+
"alert_on_failure": "alertOnFailure",
|
|
2555
|
+
});
|
|
2556
|
+
});
|
|
2557
|
+
|
|
2558
|
+
export function updateEvalGuardrailConfigEvalsResponseCategoricalFromJSON(
|
|
2559
|
+
jsonString: string,
|
|
2560
|
+
): SafeParseResult<
|
|
2561
|
+
UpdateEvalGuardrailConfigEvalsResponseCategorical,
|
|
2562
|
+
SDKValidationError
|
|
2563
|
+
> {
|
|
2564
|
+
return safeParse(
|
|
2565
|
+
jsonString,
|
|
2566
|
+
(x) =>
|
|
2567
|
+
UpdateEvalGuardrailConfigEvalsResponseCategorical$inboundSchema.parse(
|
|
2568
|
+
JSON.parse(x),
|
|
2569
|
+
),
|
|
2570
|
+
`Failed to parse 'UpdateEvalGuardrailConfigEvalsResponseCategorical' from JSON`,
|
|
2571
|
+
);
|
|
2572
|
+
}
|
|
2573
|
+
|
|
2302
2574
|
/** @internal */
|
|
2303
2575
|
export const UpdateEvalGuardrailConfigEvalsResponseBoolean$inboundSchema:
|
|
2304
2576
|
z.ZodType<
|
|
@@ -2340,6 +2612,9 @@ export const UpdateEvalResponseBodyEvalsResponseGuardrailConfig$inboundSchema:
|
|
|
2340
2612
|
unknown
|
|
2341
2613
|
> = z.union([
|
|
2342
2614
|
z.lazy(() => UpdateEvalGuardrailConfigEvalsResponseBoolean$inboundSchema),
|
|
2615
|
+
z.lazy(() =>
|
|
2616
|
+
UpdateEvalGuardrailConfigEvalsResponseCategorical$inboundSchema
|
|
2617
|
+
),
|
|
2343
2618
|
z.lazy(() => UpdateEvalGuardrailConfigEvalsResponseNumber$inboundSchema),
|
|
2344
2619
|
]);
|
|
2345
2620
|
|
|
@@ -2372,11 +2647,14 @@ export const UpdateEvalResponseBodyPython$inboundSchema: z.ZodType<
|
|
|
2372
2647
|
> = z.object({
|
|
2373
2648
|
_id: z.string(),
|
|
2374
2649
|
description: z.string(),
|
|
2375
|
-
created: z.string().default("2026-04-
|
|
2376
|
-
updated: z.string().default("2026-04-
|
|
2650
|
+
created: z.string().default("2026-04-10T14:12:40.252Z"),
|
|
2651
|
+
updated: z.string().default("2026-04-10T14:12:40.252Z"),
|
|
2377
2652
|
guardrail_config: z.nullable(
|
|
2378
2653
|
z.union([
|
|
2379
2654
|
z.lazy(() => UpdateEvalGuardrailConfigEvalsResponseBoolean$inboundSchema),
|
|
2655
|
+
z.lazy(() =>
|
|
2656
|
+
UpdateEvalGuardrailConfigEvalsResponseCategorical$inboundSchema
|
|
2657
|
+
),
|
|
2380
2658
|
z.lazy(() => UpdateEvalGuardrailConfigEvalsResponseNumber$inboundSchema),
|
|
2381
2659
|
]),
|
|
2382
2660
|
).optional(),
|
|
@@ -2434,6 +2712,38 @@ export function updateEvalGuardrailConfigEvalsNumberFromJSON(
|
|
|
2434
2712
|
);
|
|
2435
2713
|
}
|
|
2436
2714
|
|
|
2715
|
+
/** @internal */
|
|
2716
|
+
export const UpdateEvalGuardrailConfigEvalsCategorical$inboundSchema: z.ZodType<
|
|
2717
|
+
UpdateEvalGuardrailConfigEvalsCategorical,
|
|
2718
|
+
z.ZodTypeDef,
|
|
2719
|
+
unknown
|
|
2720
|
+
> = z.object({
|
|
2721
|
+
enabled: z.boolean(),
|
|
2722
|
+
alert_on_failure: z.boolean().default(false),
|
|
2723
|
+
type: z.literal("categorical"),
|
|
2724
|
+
values: z.array(z.string()),
|
|
2725
|
+
}).transform((v) => {
|
|
2726
|
+
return remap$(v, {
|
|
2727
|
+
"alert_on_failure": "alertOnFailure",
|
|
2728
|
+
});
|
|
2729
|
+
});
|
|
2730
|
+
|
|
2731
|
+
export function updateEvalGuardrailConfigEvalsCategoricalFromJSON(
|
|
2732
|
+
jsonString: string,
|
|
2733
|
+
): SafeParseResult<
|
|
2734
|
+
UpdateEvalGuardrailConfigEvalsCategorical,
|
|
2735
|
+
SDKValidationError
|
|
2736
|
+
> {
|
|
2737
|
+
return safeParse(
|
|
2738
|
+
jsonString,
|
|
2739
|
+
(x) =>
|
|
2740
|
+
UpdateEvalGuardrailConfigEvalsCategorical$inboundSchema.parse(
|
|
2741
|
+
JSON.parse(x),
|
|
2742
|
+
),
|
|
2743
|
+
`Failed to parse 'UpdateEvalGuardrailConfigEvalsCategorical' from JSON`,
|
|
2744
|
+
);
|
|
2745
|
+
}
|
|
2746
|
+
|
|
2437
2747
|
/** @internal */
|
|
2438
2748
|
export const UpdateEvalGuardrailConfigEvalsBoolean$inboundSchema: z.ZodType<
|
|
2439
2749
|
UpdateEvalGuardrailConfigEvalsBoolean,
|
|
@@ -2466,6 +2776,7 @@ export const UpdateEvalResponseBodyEvalsGuardrailConfig$inboundSchema:
|
|
|
2466
2776
|
z.ZodType<UpdateEvalResponseBodyEvalsGuardrailConfig, z.ZodTypeDef, unknown> =
|
|
2467
2777
|
z.union([
|
|
2468
2778
|
z.lazy(() => UpdateEvalGuardrailConfigEvalsBoolean$inboundSchema),
|
|
2779
|
+
z.lazy(() => UpdateEvalGuardrailConfigEvalsCategorical$inboundSchema),
|
|
2469
2780
|
z.lazy(() => UpdateEvalGuardrailConfigEvalsNumber$inboundSchema),
|
|
2470
2781
|
]);
|
|
2471
2782
|
|
|
@@ -2503,11 +2814,12 @@ export const UpdateEvalResponseBodyHTTP$inboundSchema: z.ZodType<
|
|
|
2503
2814
|
> = z.object({
|
|
2504
2815
|
_id: z.string(),
|
|
2505
2816
|
description: z.string(),
|
|
2506
|
-
created: z.string().default("2026-04-
|
|
2507
|
-
updated: z.string().default("2026-04-
|
|
2817
|
+
created: z.string().default("2026-04-10T14:12:40.252Z"),
|
|
2818
|
+
updated: z.string().default("2026-04-10T14:12:40.252Z"),
|
|
2508
2819
|
guardrail_config: z.nullable(
|
|
2509
2820
|
z.union([
|
|
2510
2821
|
z.lazy(() => UpdateEvalGuardrailConfigEvalsBoolean$inboundSchema),
|
|
2822
|
+
z.lazy(() => UpdateEvalGuardrailConfigEvalsCategorical$inboundSchema),
|
|
2511
2823
|
z.lazy(() => UpdateEvalGuardrailConfigEvalsNumber$inboundSchema),
|
|
2512
2824
|
]),
|
|
2513
2825
|
).optional(),
|
|
@@ -2566,6 +2878,33 @@ export function updateEvalGuardrailConfigNumberFromJSON(
|
|
|
2566
2878
|
);
|
|
2567
2879
|
}
|
|
2568
2880
|
|
|
2881
|
+
/** @internal */
|
|
2882
|
+
export const UpdateEvalGuardrailConfigCategorical$inboundSchema: z.ZodType<
|
|
2883
|
+
UpdateEvalGuardrailConfigCategorical,
|
|
2884
|
+
z.ZodTypeDef,
|
|
2885
|
+
unknown
|
|
2886
|
+
> = z.object({
|
|
2887
|
+
enabled: z.boolean(),
|
|
2888
|
+
alert_on_failure: z.boolean().default(false),
|
|
2889
|
+
type: z.literal("categorical"),
|
|
2890
|
+
values: z.array(z.string()),
|
|
2891
|
+
}).transform((v) => {
|
|
2892
|
+
return remap$(v, {
|
|
2893
|
+
"alert_on_failure": "alertOnFailure",
|
|
2894
|
+
});
|
|
2895
|
+
});
|
|
2896
|
+
|
|
2897
|
+
export function updateEvalGuardrailConfigCategoricalFromJSON(
|
|
2898
|
+
jsonString: string,
|
|
2899
|
+
): SafeParseResult<UpdateEvalGuardrailConfigCategorical, SDKValidationError> {
|
|
2900
|
+
return safeParse(
|
|
2901
|
+
jsonString,
|
|
2902
|
+
(x) =>
|
|
2903
|
+
UpdateEvalGuardrailConfigCategorical$inboundSchema.parse(JSON.parse(x)),
|
|
2904
|
+
`Failed to parse 'UpdateEvalGuardrailConfigCategorical' from JSON`,
|
|
2905
|
+
);
|
|
2906
|
+
}
|
|
2907
|
+
|
|
2569
2908
|
/** @internal */
|
|
2570
2909
|
export const UpdateEvalGuardrailConfigBoolean$inboundSchema: z.ZodType<
|
|
2571
2910
|
UpdateEvalGuardrailConfigBoolean,
|
|
@@ -2599,6 +2938,7 @@ export const UpdateEvalResponseBodyGuardrailConfig$inboundSchema: z.ZodType<
|
|
|
2599
2938
|
unknown
|
|
2600
2939
|
> = z.union([
|
|
2601
2940
|
z.lazy(() => UpdateEvalGuardrailConfigBoolean$inboundSchema),
|
|
2941
|
+
z.lazy(() => UpdateEvalGuardrailConfigCategorical$inboundSchema),
|
|
2602
2942
|
z.lazy(() => UpdateEvalGuardrailConfigNumber$inboundSchema),
|
|
2603
2943
|
]);
|
|
2604
2944
|
|
|
@@ -2626,11 +2966,12 @@ export const UpdateEvalResponseBodyJSON$inboundSchema: z.ZodType<
|
|
|
2626
2966
|
> = z.object({
|
|
2627
2967
|
_id: z.string(),
|
|
2628
2968
|
description: z.string(),
|
|
2629
|
-
created: z.string().default("2026-04-
|
|
2630
|
-
updated: z.string().default("2026-04-
|
|
2969
|
+
created: z.string().default("2026-04-10T14:12:40.252Z"),
|
|
2970
|
+
updated: z.string().default("2026-04-10T14:12:40.252Z"),
|
|
2631
2971
|
guardrail_config: z.nullable(
|
|
2632
2972
|
z.union([
|
|
2633
2973
|
z.lazy(() => UpdateEvalGuardrailConfigBoolean$inboundSchema),
|
|
2974
|
+
z.lazy(() => UpdateEvalGuardrailConfigCategorical$inboundSchema),
|
|
2634
2975
|
z.lazy(() => UpdateEvalGuardrailConfigNumber$inboundSchema),
|
|
2635
2976
|
]),
|
|
2636
2977
|
).optional(),
|
|
@@ -2696,6 +3037,38 @@ export function updateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponse
|
|
|
2696
3037
|
);
|
|
2697
3038
|
}
|
|
2698
3039
|
|
|
3040
|
+
/** @internal */
|
|
3041
|
+
export const UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1LLMCategorical$inboundSchema:
|
|
3042
|
+
z.ZodType<
|
|
3043
|
+
UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1LLMCategorical,
|
|
3044
|
+
z.ZodTypeDef,
|
|
3045
|
+
unknown
|
|
3046
|
+
> = z.object({
|
|
3047
|
+
enabled: z.boolean(),
|
|
3048
|
+
alert_on_failure: z.boolean().default(false),
|
|
3049
|
+
type: z.literal("categorical"),
|
|
3050
|
+
values: z.array(z.string()),
|
|
3051
|
+
}).transform((v) => {
|
|
3052
|
+
return remap$(v, {
|
|
3053
|
+
"alert_on_failure": "alertOnFailure",
|
|
3054
|
+
});
|
|
3055
|
+
});
|
|
3056
|
+
|
|
3057
|
+
export function updateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1LLMCategoricalFromJSON(
|
|
3058
|
+
jsonString: string,
|
|
3059
|
+
): SafeParseResult<
|
|
3060
|
+
UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1LLMCategorical,
|
|
3061
|
+
SDKValidationError
|
|
3062
|
+
> {
|
|
3063
|
+
return safeParse(
|
|
3064
|
+
jsonString,
|
|
3065
|
+
(x) =>
|
|
3066
|
+
UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1LLMCategorical$inboundSchema
|
|
3067
|
+
.parse(JSON.parse(x)),
|
|
3068
|
+
`Failed to parse 'UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1LLMCategorical' from JSON`,
|
|
3069
|
+
);
|
|
3070
|
+
}
|
|
3071
|
+
|
|
2699
3072
|
/** @internal */
|
|
2700
3073
|
export const UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1LLMBoolean$inboundSchema:
|
|
2701
3074
|
z.ZodType<
|
|
@@ -2737,6 +3110,9 @@ export const UpdateEvalLLMEvalsGuardrailConfig$inboundSchema: z.ZodType<
|
|
|
2737
3110
|
z.lazy(() =>
|
|
2738
3111
|
UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1LLMBoolean$inboundSchema
|
|
2739
3112
|
),
|
|
3113
|
+
z.lazy(() =>
|
|
3114
|
+
UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1LLMCategorical$inboundSchema
|
|
3115
|
+
),
|
|
2740
3116
|
z.lazy(() =>
|
|
2741
3117
|
UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1LLMNumber$inboundSchema
|
|
2742
3118
|
),
|
|
@@ -2757,6 +3133,27 @@ export const UpdateEvalLLMEvalsType$inboundSchema: z.ZodNativeEnum<
|
|
|
2757
3133
|
typeof UpdateEvalLLMEvalsType
|
|
2758
3134
|
> = z.nativeEnum(UpdateEvalLLMEvalsType);
|
|
2759
3135
|
|
|
3136
|
+
/** @internal */
|
|
3137
|
+
export const UpdateEvalLLMEvalsCategoricalLabels$inboundSchema: z.ZodType<
|
|
3138
|
+
UpdateEvalLLMEvalsCategoricalLabels,
|
|
3139
|
+
z.ZodTypeDef,
|
|
3140
|
+
unknown
|
|
3141
|
+
> = z.object({
|
|
3142
|
+
value: z.string(),
|
|
3143
|
+
description: z.string().optional(),
|
|
3144
|
+
});
|
|
3145
|
+
|
|
3146
|
+
export function updateEvalLLMEvalsCategoricalLabelsFromJSON(
|
|
3147
|
+
jsonString: string,
|
|
3148
|
+
): SafeParseResult<UpdateEvalLLMEvalsCategoricalLabels, SDKValidationError> {
|
|
3149
|
+
return safeParse(
|
|
3150
|
+
jsonString,
|
|
3151
|
+
(x) =>
|
|
3152
|
+
UpdateEvalLLMEvalsCategoricalLabels$inboundSchema.parse(JSON.parse(x)),
|
|
3153
|
+
`Failed to parse 'UpdateEvalLLMEvalsCategoricalLabels' from JSON`,
|
|
3154
|
+
);
|
|
3155
|
+
}
|
|
3156
|
+
|
|
2760
3157
|
/** @internal */
|
|
2761
3158
|
export const UpdateEvalLLMRetry$inboundSchema: z.ZodType<
|
|
2762
3159
|
UpdateEvalLLMRetry,
|
|
@@ -2930,13 +3327,16 @@ export const UpdateEvalLlm2$inboundSchema: z.ZodType<
|
|
|
2930
3327
|
> = z.object({
|
|
2931
3328
|
_id: z.string(),
|
|
2932
3329
|
description: z.string(),
|
|
2933
|
-
created: z.string().default("2026-04-
|
|
2934
|
-
updated: z.string().default("2026-04-
|
|
3330
|
+
created: z.string().default("2026-04-10T14:12:40.252Z"),
|
|
3331
|
+
updated: z.string().default("2026-04-10T14:12:40.252Z"),
|
|
2935
3332
|
guardrail_config: z.nullable(
|
|
2936
3333
|
z.union([
|
|
2937
3334
|
z.lazy(() =>
|
|
2938
3335
|
UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1LLMBoolean$inboundSchema
|
|
2939
3336
|
),
|
|
3337
|
+
z.lazy(() =>
|
|
3338
|
+
UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1LLMCategorical$inboundSchema
|
|
3339
|
+
),
|
|
2940
3340
|
z.lazy(() =>
|
|
2941
3341
|
UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1LLMNumber$inboundSchema
|
|
2942
3342
|
),
|
|
@@ -2945,6 +3345,10 @@ export const UpdateEvalLlm2$inboundSchema: z.ZodType<
|
|
|
2945
3345
|
type: UpdateEvalLLMEvalsType$inboundSchema,
|
|
2946
3346
|
repetitions: z.number().int().optional(),
|
|
2947
3347
|
prompt: z.string(),
|
|
3348
|
+
categories: z.array(z.string()).optional(),
|
|
3349
|
+
categorical_labels: z.array(
|
|
3350
|
+
z.lazy(() => UpdateEvalLLMEvalsCategoricalLabels$inboundSchema),
|
|
3351
|
+
).optional(),
|
|
2948
3352
|
key: z.string(),
|
|
2949
3353
|
mode: z.literal("jury"),
|
|
2950
3354
|
jury: z.lazy(() => UpdateEvalLLMJury$inboundSchema),
|
|
@@ -2952,6 +3356,7 @@ export const UpdateEvalLlm2$inboundSchema: z.ZodType<
|
|
|
2952
3356
|
return remap$(v, {
|
|
2953
3357
|
"_id": "id",
|
|
2954
3358
|
"guardrail_config": "guardrailConfig",
|
|
3359
|
+
"categorical_labels": "categoricalLabels",
|
|
2955
3360
|
});
|
|
2956
3361
|
});
|
|
2957
3362
|
|
|
@@ -3007,6 +3412,38 @@ export function updateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponse
|
|
|
3007
3412
|
);
|
|
3008
3413
|
}
|
|
3009
3414
|
|
|
3415
|
+
/** @internal */
|
|
3416
|
+
export const UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1Categorical$inboundSchema:
|
|
3417
|
+
z.ZodType<
|
|
3418
|
+
UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1Categorical,
|
|
3419
|
+
z.ZodTypeDef,
|
|
3420
|
+
unknown
|
|
3421
|
+
> = z.object({
|
|
3422
|
+
enabled: z.boolean(),
|
|
3423
|
+
alert_on_failure: z.boolean().default(false),
|
|
3424
|
+
type: z.literal("categorical"),
|
|
3425
|
+
values: z.array(z.string()),
|
|
3426
|
+
}).transform((v) => {
|
|
3427
|
+
return remap$(v, {
|
|
3428
|
+
"alert_on_failure": "alertOnFailure",
|
|
3429
|
+
});
|
|
3430
|
+
});
|
|
3431
|
+
|
|
3432
|
+
export function updateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1CategoricalFromJSON(
|
|
3433
|
+
jsonString: string,
|
|
3434
|
+
): SafeParseResult<
|
|
3435
|
+
UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1Categorical,
|
|
3436
|
+
SDKValidationError
|
|
3437
|
+
> {
|
|
3438
|
+
return safeParse(
|
|
3439
|
+
jsonString,
|
|
3440
|
+
(x) =>
|
|
3441
|
+
UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1Categorical$inboundSchema
|
|
3442
|
+
.parse(JSON.parse(x)),
|
|
3443
|
+
`Failed to parse 'UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1Categorical' from JSON`,
|
|
3444
|
+
);
|
|
3445
|
+
}
|
|
3446
|
+
|
|
3010
3447
|
/** @internal */
|
|
3011
3448
|
export const UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1Boolean$inboundSchema:
|
|
3012
3449
|
z.ZodType<
|
|
@@ -3048,6 +3485,9 @@ export const UpdateEvalLLMGuardrailConfig$inboundSchema: z.ZodType<
|
|
|
3048
3485
|
z.lazy(() =>
|
|
3049
3486
|
UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1Boolean$inboundSchema
|
|
3050
3487
|
),
|
|
3488
|
+
z.lazy(() =>
|
|
3489
|
+
UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1Categorical$inboundSchema
|
|
3490
|
+
),
|
|
3051
3491
|
z.lazy(() =>
|
|
3052
3492
|
UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1Number$inboundSchema
|
|
3053
3493
|
),
|
|
@@ -3068,6 +3508,26 @@ export const UpdateEvalLLMType$inboundSchema: z.ZodNativeEnum<
|
|
|
3068
3508
|
typeof UpdateEvalLLMType
|
|
3069
3509
|
> = z.nativeEnum(UpdateEvalLLMType);
|
|
3070
3510
|
|
|
3511
|
+
/** @internal */
|
|
3512
|
+
export const UpdateEvalLLMCategoricalLabels$inboundSchema: z.ZodType<
|
|
3513
|
+
UpdateEvalLLMCategoricalLabels,
|
|
3514
|
+
z.ZodTypeDef,
|
|
3515
|
+
unknown
|
|
3516
|
+
> = z.object({
|
|
3517
|
+
value: z.string(),
|
|
3518
|
+
description: z.string().optional(),
|
|
3519
|
+
});
|
|
3520
|
+
|
|
3521
|
+
export function updateEvalLLMCategoricalLabelsFromJSON(
|
|
3522
|
+
jsonString: string,
|
|
3523
|
+
): SafeParseResult<UpdateEvalLLMCategoricalLabels, SDKValidationError> {
|
|
3524
|
+
return safeParse(
|
|
3525
|
+
jsonString,
|
|
3526
|
+
(x) => UpdateEvalLLMCategoricalLabels$inboundSchema.parse(JSON.parse(x)),
|
|
3527
|
+
`Failed to parse 'UpdateEvalLLMCategoricalLabels' from JSON`,
|
|
3528
|
+
);
|
|
3529
|
+
}
|
|
3530
|
+
|
|
3071
3531
|
/** @internal */
|
|
3072
3532
|
export const UpdateEvalLlm1$inboundSchema: z.ZodType<
|
|
3073
3533
|
UpdateEvalLlm1,
|
|
@@ -3076,13 +3536,16 @@ export const UpdateEvalLlm1$inboundSchema: z.ZodType<
|
|
|
3076
3536
|
> = z.object({
|
|
3077
3537
|
_id: z.string(),
|
|
3078
3538
|
description: z.string(),
|
|
3079
|
-
created: z.string().default("2026-04-
|
|
3080
|
-
updated: z.string().default("2026-04-
|
|
3539
|
+
created: z.string().default("2026-04-10T14:12:40.252Z"),
|
|
3540
|
+
updated: z.string().default("2026-04-10T14:12:40.252Z"),
|
|
3081
3541
|
guardrail_config: z.nullable(
|
|
3082
3542
|
z.union([
|
|
3083
3543
|
z.lazy(() =>
|
|
3084
3544
|
UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1Boolean$inboundSchema
|
|
3085
3545
|
),
|
|
3546
|
+
z.lazy(() =>
|
|
3547
|
+
UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1Categorical$inboundSchema
|
|
3548
|
+
),
|
|
3086
3549
|
z.lazy(() =>
|
|
3087
3550
|
UpdateEvalGuardrailConfigEvalsResponse200ApplicationJSONResponseBody1Number$inboundSchema
|
|
3088
3551
|
),
|
|
@@ -3091,6 +3554,10 @@ export const UpdateEvalLlm1$inboundSchema: z.ZodType<
|
|
|
3091
3554
|
type: UpdateEvalLLMType$inboundSchema,
|
|
3092
3555
|
repetitions: z.number().int().optional(),
|
|
3093
3556
|
prompt: z.string(),
|
|
3557
|
+
categories: z.array(z.string()).optional(),
|
|
3558
|
+
categorical_labels: z.array(
|
|
3559
|
+
z.lazy(() => UpdateEvalLLMCategoricalLabels$inboundSchema),
|
|
3560
|
+
).optional(),
|
|
3094
3561
|
key: z.string(),
|
|
3095
3562
|
mode: z.literal("single"),
|
|
3096
3563
|
model: z.string(),
|
|
@@ -3098,6 +3565,7 @@ export const UpdateEvalLlm1$inboundSchema: z.ZodType<
|
|
|
3098
3565
|
return remap$(v, {
|
|
3099
3566
|
"_id": "id",
|
|
3100
3567
|
"guardrail_config": "guardrailConfig",
|
|
3568
|
+
"categorical_labels": "categoricalLabels",
|
|
3101
3569
|
});
|
|
3102
3570
|
});
|
|
3103
3571
|
|