@wix/evalforge-types 0.53.0 → 0.55.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/build/index.js +431 -1310
- package/build/index.js.map +4 -4
- package/build/index.mjs +429 -1310
- package/build/index.mjs.map +4 -4
- package/build/types/assertion/assertion.d.ts +106 -4
- package/build/types/common/models.d.ts +30 -22
- package/build/types/evaluation/eval-result.d.ts +4 -0
- package/build/types/evaluation/eval-run.d.ts +5 -0
- package/build/types/evaluation/metrics.d.ts +4 -0
- package/build/types/scenario/index.d.ts +0 -1
- package/build/types/scenario/test-scenario.d.ts +69 -30
- package/package.json +2 -3
- package/build/types/scenario/assertions.d.ts +0 -98
package/build/index.mjs
CHANGED
|
@@ -45,927 +45,31 @@ var MCPServerConfigSchema = z3.record(z3.string(), z3.unknown());
|
|
|
45
45
|
|
|
46
46
|
// src/common/models.ts
|
|
47
47
|
import { z as z4 } from "zod";
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
Model2["GPT_4_0314"] = "GPT_4_0314";
|
|
57
|
-
Model2["GPT_4_32K"] = "GPT_4_32K";
|
|
58
|
-
Model2["GPT_4_32K_0314"] = "GPT_4_32K_0314";
|
|
59
|
-
Model2["GPT_3_5_TURBO_0613"] = "GPT_3_5_TURBO_0613";
|
|
60
|
-
Model2["GPT_3_5_TURBO_16K"] = "GPT_3_5_TURBO_16K";
|
|
61
|
-
Model2["GPT_3_5_TURBO_16K_0613"] = "GPT_3_5_TURBO_16K_0613";
|
|
62
|
-
Model2["GPT_4_0613"] = "GPT_4_0613";
|
|
63
|
-
Model2["GPT_4_32K_0613"] = "GPT_4_32K_0613";
|
|
64
|
-
Model2["GPT_3_5_TURBO_1106"] = "GPT_3_5_TURBO_1106";
|
|
65
|
-
Model2["GPT_4_1106_PREVIEW"] = "GPT_4_1106_PREVIEW";
|
|
66
|
-
Model2["GPT_4_VISION_PREVIEW"] = "GPT_4_VISION_PREVIEW";
|
|
67
|
-
Model2["GPT_4_TURBO_PREVIEW"] = "GPT_4_TURBO_PREVIEW";
|
|
68
|
-
Model2["GPT_4_0125_PREVIEW"] = "GPT_4_0125_PREVIEW";
|
|
69
|
-
Model2["GPT_3_5_TURBO_0125"] = "GPT_3_5_TURBO_0125";
|
|
70
|
-
Model2["GPT_4_TURBO_2024_04_09"] = "GPT_4_TURBO_2024_04_09";
|
|
71
|
-
Model2["GPT_4O_2024_05_13"] = "GPT_4O_2024_05_13";
|
|
72
|
-
Model2["GPT_4O_MINI_2024_07_18"] = "GPT_4O_MINI_2024_07_18";
|
|
73
|
-
Model2["GPT_4O_2024_08_06"] = "GPT_4O_2024_08_06";
|
|
74
|
-
Model2["O1_PREVIEW"] = "O1_PREVIEW";
|
|
75
|
-
Model2["O1_PREVIEW_2024_09_12"] = "O1_PREVIEW_2024_09_12";
|
|
76
|
-
Model2["O1_MINI"] = "O1_MINI";
|
|
77
|
-
Model2["O1_MINI_2024_09_12"] = "O1_MINI_2024_09_12";
|
|
78
|
-
Model2["GPT_4O_2024_11_20"] = "GPT_4O_2024_11_20";
|
|
79
|
-
Model2["O1_2024_12_17"] = "O1_2024_12_17";
|
|
80
|
-
Model2["O3_MINI_2025_01_31"] = "O3_MINI_2025_01_31";
|
|
81
|
-
Model2["GPT_4_OLD"] = "GPT_4_OLD";
|
|
82
|
-
Model2["GPT_4_1_2025_04_14"] = "GPT_4_1_2025_04_14";
|
|
83
|
-
Model2["GPT_4_1_MINI_2025_04_14"] = "GPT_4_1_MINI_2025_04_14";
|
|
84
|
-
Model2["GPT_4_1_NANO_2025_04_14"] = "GPT_4_1_NANO_2025_04_14";
|
|
85
|
-
Model2["O3_2025_04_16"] = "O3_2025_04_16";
|
|
86
|
-
Model2["O4_MINI_2025_04_16"] = "O4_MINI_2025_04_16";
|
|
87
|
-
Model2["GPT_EXP"] = "GPT_EXP";
|
|
88
|
-
Model2["GPT_EXP_2"] = "GPT_EXP_2";
|
|
89
|
-
Model2["GPT_5_2025_08_07"] = "GPT_5_2025_08_07";
|
|
90
|
-
Model2["GPT_5_MINI_2025_08_07"] = "GPT_5_MINI_2025_08_07";
|
|
91
|
-
Model2["GPT_5_NANO_2025_08_07"] = "GPT_5_NANO_2025_08_07";
|
|
92
|
-
Model2["GPT_5_2_2025_12_11_COMPLETION"] = "GPT_5_2_2025_12_11_COMPLETION";
|
|
93
|
-
Model2["GPT_5_1_2025_11_13_COMPLETION"] = "GPT_5_1_2025_11_13_COMPLETION";
|
|
94
|
-
Model2["GPT_5_4_2026_03_05_COMPLETION"] = "GPT_5_4_2026_03_05_COMPLETION";
|
|
95
|
-
})(Model || (Model = {}));
|
|
96
|
-
var MessageRole;
|
|
97
|
-
(function(MessageRole2) {
|
|
98
|
-
MessageRole2["UNKNOWN"] = "UNKNOWN";
|
|
99
|
-
MessageRole2["USER"] = "USER";
|
|
100
|
-
MessageRole2["ASSISTANT"] = "ASSISTANT";
|
|
101
|
-
MessageRole2["SYSTEM"] = "SYSTEM";
|
|
102
|
-
MessageRole2["FUNCTION"] = "FUNCTION";
|
|
103
|
-
MessageRole2["TOOL"] = "TOOL";
|
|
104
|
-
MessageRole2["DEVELOPER"] = "DEVELOPER";
|
|
105
|
-
})(MessageRole || (MessageRole = {}));
|
|
106
|
-
var TextBisonModel;
|
|
107
|
-
(function(TextBisonModel2) {
|
|
108
|
-
TextBisonModel2["UNKNOWN_TEXT_BISON_MODEL"] = "UNKNOWN_TEXT_BISON_MODEL";
|
|
109
|
-
TextBisonModel2["TEXT_BISON"] = "TEXT_BISON";
|
|
110
|
-
TextBisonModel2["TEXT_BISON_001"] = "TEXT_BISON_001";
|
|
111
|
-
TextBisonModel2["TEXT_BISON_32K"] = "TEXT_BISON_32K";
|
|
112
|
-
TextBisonModel2["TEXT_BISON_002"] = "TEXT_BISON_002";
|
|
113
|
-
TextBisonModel2["TEXT_BISON_32K_002"] = "TEXT_BISON_32K_002";
|
|
114
|
-
})(TextBisonModel || (TextBisonModel = {}));
|
|
115
|
-
var ChatBisonModel;
|
|
116
|
-
(function(ChatBisonModel2) {
|
|
117
|
-
ChatBisonModel2["UNKNOWN_CHAT_BISON_MODEL"] = "UNKNOWN_CHAT_BISON_MODEL";
|
|
118
|
-
ChatBisonModel2["CHAT_BISON"] = "CHAT_BISON";
|
|
119
|
-
ChatBisonModel2["CHAT_BISON_001"] = "CHAT_BISON_001";
|
|
120
|
-
ChatBisonModel2["CHAT_BISON_32K"] = "CHAT_BISON_32K";
|
|
121
|
-
ChatBisonModel2["CHAT_BISON_002"] = "CHAT_BISON_002";
|
|
122
|
-
ChatBisonModel2["CHAT_BISON_32K_002"] = "CHAT_BISON_32K_002";
|
|
123
|
-
})(ChatBisonModel || (ChatBisonModel = {}));
|
|
124
|
-
var V1Model;
|
|
125
|
-
(function(V1Model2) {
|
|
126
|
-
V1Model2["UNKNOWN"] = "UNKNOWN";
|
|
127
|
-
V1Model2["GPT_3_5_TURBO"] = "GPT_3_5_TURBO";
|
|
128
|
-
V1Model2["GPT_3_5_TURBO_1106"] = "GPT_3_5_TURBO_1106";
|
|
129
|
-
V1Model2["GPT_4_0613"] = "GPT_4_0613";
|
|
130
|
-
V1Model2["GPT_3_5_TURBO_0125"] = "GPT_3_5_TURBO_0125";
|
|
131
|
-
V1Model2["GPT_4O_2024_05_13"] = "GPT_4O_2024_05_13";
|
|
132
|
-
V1Model2["GPT_4O_MINI_2024_07_18"] = "GPT_4O_MINI_2024_07_18";
|
|
133
|
-
V1Model2["GPT_4_1_MINI_2025_04_14"] = "GPT_4_1_MINI_2025_04_14";
|
|
134
|
-
V1Model2["GPT_4_1_NANO_2025_04_14"] = "GPT_4_1_NANO_2025_04_14";
|
|
135
|
-
V1Model2["GPT_4_1_2025_04_14"] = "GPT_4_1_2025_04_14";
|
|
136
|
-
V1Model2["GPT_4O_2024_11_20"] = "GPT_4O_2024_11_20";
|
|
137
|
-
V1Model2["O4_MINI_2025_04_16"] = "O4_MINI_2025_04_16";
|
|
138
|
-
V1Model2["GPT_5_2_2025_12_11_COMPLETION"] = "GPT_5_2_2025_12_11_COMPLETION";
|
|
139
|
-
})(V1Model || (V1Model = {}));
|
|
140
|
-
var ChatCompletionMessageMessageRole;
|
|
141
|
-
(function(ChatCompletionMessageMessageRole2) {
|
|
142
|
-
ChatCompletionMessageMessageRole2["UNKNOWN"] = "UNKNOWN";
|
|
143
|
-
ChatCompletionMessageMessageRole2["USER"] = "USER";
|
|
144
|
-
ChatCompletionMessageMessageRole2["ASSISTANT"] = "ASSISTANT";
|
|
145
|
-
ChatCompletionMessageMessageRole2["SYSTEM"] = "SYSTEM";
|
|
146
|
-
ChatCompletionMessageMessageRole2["FUNCTION"] = "FUNCTION";
|
|
147
|
-
ChatCompletionMessageMessageRole2["TOOL"] = "TOOL";
|
|
148
|
-
ChatCompletionMessageMessageRole2["DEVELOPER"] = "DEVELOPER";
|
|
149
|
-
})(ChatCompletionMessageMessageRole || (ChatCompletionMessageMessageRole = {}));
|
|
150
|
-
var GoogleproxyV1Model;
|
|
151
|
-
(function(GoogleproxyV1Model2) {
|
|
152
|
-
GoogleproxyV1Model2["UNKNOWN_MODEL"] = "UNKNOWN_MODEL";
|
|
153
|
-
GoogleproxyV1Model2["GEMINI_1_0_PRO"] = "GEMINI_1_0_PRO";
|
|
154
|
-
GoogleproxyV1Model2["GEMINI_1_0_PRO_VISION"] = "GEMINI_1_0_PRO_VISION";
|
|
155
|
-
GoogleproxyV1Model2["GEMINI_1_5_PRO"] = "GEMINI_1_5_PRO";
|
|
156
|
-
GoogleproxyV1Model2["GEMINI_1_5_FLASH"] = "GEMINI_1_5_FLASH";
|
|
157
|
-
GoogleproxyV1Model2["GEMINI_2_0_FLASH"] = "GEMINI_2_0_FLASH";
|
|
158
|
-
GoogleproxyV1Model2["GEMINI_2_0_FLASH_LITE"] = "GEMINI_2_0_FLASH_LITE";
|
|
159
|
-
GoogleproxyV1Model2["GEMINI_2_5_PRO"] = "GEMINI_2_5_PRO";
|
|
160
|
-
GoogleproxyV1Model2["GEMINI_2_5_FLASH"] = "GEMINI_2_5_FLASH";
|
|
161
|
-
GoogleproxyV1Model2["GEMINI_2_5_FLASH_LITE"] = "GEMINI_2_5_FLASH_LITE";
|
|
162
|
-
GoogleproxyV1Model2["GEMINI_2_5_FLASH_IMAGE"] = "GEMINI_2_5_FLASH_IMAGE";
|
|
163
|
-
GoogleproxyV1Model2["GEMINI_2_5_COMPUTER_USE"] = "GEMINI_2_5_COMPUTER_USE";
|
|
164
|
-
GoogleproxyV1Model2["GEMINI_3_0_PRO"] = "GEMINI_3_0_PRO";
|
|
165
|
-
GoogleproxyV1Model2["GEMINI_3_0_PRO_IMAGE"] = "GEMINI_3_0_PRO_IMAGE";
|
|
166
|
-
GoogleproxyV1Model2["GEMINI_3_0_FLASH"] = "GEMINI_3_0_FLASH";
|
|
167
|
-
GoogleproxyV1Model2["GEMINI_3_1_PRO"] = "GEMINI_3_1_PRO";
|
|
168
|
-
})(GoogleproxyV1Model || (GoogleproxyV1Model = {}));
|
|
169
|
-
var ContentRole;
|
|
170
|
-
(function(ContentRole2) {
|
|
171
|
-
ContentRole2["UNKNOWN_CONTENT_ROLE"] = "UNKNOWN_CONTENT_ROLE";
|
|
172
|
-
ContentRole2["USER"] = "USER";
|
|
173
|
-
ContentRole2["MODEL"] = "MODEL";
|
|
174
|
-
})(ContentRole || (ContentRole = {}));
|
|
175
|
-
var Language;
|
|
176
|
-
(function(Language2) {
|
|
177
|
-
Language2["LANGUAGE_UNSPECIFIED"] = "LANGUAGE_UNSPECIFIED";
|
|
178
|
-
Language2["PYTHON"] = "PYTHON";
|
|
179
|
-
})(Language || (Language = {}));
|
|
180
|
-
var Outcome;
|
|
181
|
-
(function(Outcome2) {
|
|
182
|
-
Outcome2["OUTCOME_UNSPECIFIED"] = "OUTCOME_UNSPECIFIED";
|
|
183
|
-
Outcome2["OUTCOME_OK"] = "OUTCOME_OK";
|
|
184
|
-
Outcome2["OUTCOME_FAILED"] = "OUTCOME_FAILED";
|
|
185
|
-
Outcome2["OUTCOME_DEADLINE_EXCEEDED"] = "OUTCOME_DEADLINE_EXCEEDED";
|
|
186
|
-
})(Outcome || (Outcome = {}));
|
|
187
|
-
var MediaResolutionLevel;
|
|
188
|
-
(function(MediaResolutionLevel2) {
|
|
189
|
-
MediaResolutionLevel2["MEDIA_RESOLUTION_UNSPECIFIED"] = "MEDIA_RESOLUTION_UNSPECIFIED";
|
|
190
|
-
MediaResolutionLevel2["MEDIA_RESOLUTION_LOW"] = "MEDIA_RESOLUTION_LOW";
|
|
191
|
-
MediaResolutionLevel2["MEDIA_RESOLUTION_MEDIUM"] = "MEDIA_RESOLUTION_MEDIUM";
|
|
192
|
-
MediaResolutionLevel2["MEDIA_RESOLUTION_HIGH"] = "MEDIA_RESOLUTION_HIGH";
|
|
193
|
-
MediaResolutionLevel2["MEDIA_RESOLUTION_ULTRA_HIGH"] = "MEDIA_RESOLUTION_ULTRA_HIGH";
|
|
194
|
-
})(MediaResolutionLevel || (MediaResolutionLevel = {}));
|
|
195
|
-
var Mode;
|
|
196
|
-
(function(Mode2) {
|
|
197
|
-
Mode2["MODE_UNSPECIFIED"] = "MODE_UNSPECIFIED";
|
|
198
|
-
Mode2["MODE_DYNAMIC"] = "MODE_DYNAMIC";
|
|
199
|
-
})(Mode || (Mode = {}));
|
|
200
|
-
var Environment;
|
|
201
|
-
(function(Environment2) {
|
|
202
|
-
Environment2["ENVIRONMENT_UNSPECIFIED"] = "ENVIRONMENT_UNSPECIFIED";
|
|
203
|
-
Environment2["ENVIRONMENT_BROWSER"] = "ENVIRONMENT_BROWSER";
|
|
204
|
-
})(Environment || (Environment = {}));
|
|
205
|
-
var HarmCategory;
|
|
206
|
-
(function(HarmCategory2) {
|
|
207
|
-
HarmCategory2["UNKNOWN_CATEGORY"] = "UNKNOWN_CATEGORY";
|
|
208
|
-
HarmCategory2["HARM_CATEGORY_SEXUALLY_EXPLICIT"] = "HARM_CATEGORY_SEXUALLY_EXPLICIT";
|
|
209
|
-
HarmCategory2["HARM_CATEGORY_HATE_SPEECH"] = "HARM_CATEGORY_HATE_SPEECH";
|
|
210
|
-
HarmCategory2["HARM_CATEGORY_HARASSMENT"] = "HARM_CATEGORY_HARASSMENT";
|
|
211
|
-
HarmCategory2["HARM_CATEGORY_DANGEROUS_CONTENT"] = "HARM_CATEGORY_DANGEROUS_CONTENT";
|
|
212
|
-
})(HarmCategory || (HarmCategory = {}));
|
|
213
|
-
var Threshold;
|
|
214
|
-
(function(Threshold2) {
|
|
215
|
-
Threshold2["UNKNOWN_THRESHOLD"] = "UNKNOWN_THRESHOLD";
|
|
216
|
-
Threshold2["BLOCK_NONE"] = "BLOCK_NONE";
|
|
217
|
-
Threshold2["BLOCK_LOW_AND_ABOVE"] = "BLOCK_LOW_AND_ABOVE";
|
|
218
|
-
Threshold2["BLOCK_MED_AND_ABOVE"] = "BLOCK_MED_AND_ABOVE";
|
|
219
|
-
Threshold2["BLOCK_ONLY_HIGH"] = "BLOCK_ONLY_HIGH";
|
|
220
|
-
})(Threshold || (Threshold = {}));
|
|
221
|
-
var Modality;
|
|
222
|
-
(function(Modality2) {
|
|
223
|
-
Modality2["UNKNOWN_MODALITY"] = "UNKNOWN_MODALITY";
|
|
224
|
-
Modality2["TEXT"] = "TEXT";
|
|
225
|
-
Modality2["IMAGE"] = "IMAGE";
|
|
226
|
-
Modality2["AUDIO"] = "AUDIO";
|
|
227
|
-
})(Modality || (Modality = {}));
|
|
228
|
-
var PersonGeneration;
|
|
229
|
-
(function(PersonGeneration2) {
|
|
230
|
-
PersonGeneration2["PERSON_GENERATION_UNSPECIFIED"] = "PERSON_GENERATION_UNSPECIFIED";
|
|
231
|
-
PersonGeneration2["ALLOW_ALL"] = "ALLOW_ALL";
|
|
232
|
-
PersonGeneration2["ALLOW_ADULT"] = "ALLOW_ADULT";
|
|
233
|
-
PersonGeneration2["ALLOW_NONE"] = "ALLOW_NONE";
|
|
234
|
-
})(PersonGeneration || (PersonGeneration = {}));
|
|
235
|
-
var FunctionCallingConfigMode;
|
|
236
|
-
(function(FunctionCallingConfigMode2) {
|
|
237
|
-
FunctionCallingConfigMode2["UNKNOWN"] = "UNKNOWN";
|
|
238
|
-
FunctionCallingConfigMode2["AUTO"] = "AUTO";
|
|
239
|
-
FunctionCallingConfigMode2["ANY"] = "ANY";
|
|
240
|
-
FunctionCallingConfigMode2["NONE"] = "NONE";
|
|
241
|
-
FunctionCallingConfigMode2["VALIDATED"] = "VALIDATED";
|
|
242
|
-
})(FunctionCallingConfigMode || (FunctionCallingConfigMode = {}));
|
|
243
|
-
var CacheControlType;
|
|
244
|
-
(function(CacheControlType2) {
|
|
245
|
-
CacheControlType2["UNKNOWN"] = "UNKNOWN";
|
|
246
|
-
CacheControlType2["EPHEMERAL"] = "EPHEMERAL";
|
|
247
|
-
})(CacheControlType || (CacheControlType = {}));
|
|
248
|
-
var AmazonproxyV1Model;
|
|
249
|
-
(function(AmazonproxyV1Model2) {
|
|
250
|
-
AmazonproxyV1Model2["UNKNOWN"] = "UNKNOWN";
|
|
251
|
-
AmazonproxyV1Model2["CLAUDE_3_SONNET_1_0"] = "CLAUDE_3_SONNET_1_0";
|
|
252
|
-
AmazonproxyV1Model2["CLAUDE_3_HAIKU_1_0"] = "CLAUDE_3_HAIKU_1_0";
|
|
253
|
-
AmazonproxyV1Model2["CLAUDE_3_5_SONNET_1_0"] = "CLAUDE_3_5_SONNET_1_0";
|
|
254
|
-
AmazonproxyV1Model2["CLAUDE_3_5_SONNET_2_0"] = "CLAUDE_3_5_SONNET_2_0";
|
|
255
|
-
AmazonproxyV1Model2["CLAUDE_3_5_HAIKU_1_0"] = "CLAUDE_3_5_HAIKU_1_0";
|
|
256
|
-
AmazonproxyV1Model2["CLAUDE_3_7_SONNET_1_0"] = "CLAUDE_3_7_SONNET_1_0";
|
|
257
|
-
AmazonproxyV1Model2["CLAUDE_4_SONNET_1_0"] = "CLAUDE_4_SONNET_1_0";
|
|
258
|
-
AmazonproxyV1Model2["CLAUDE_4_OPUS_1_0"] = "CLAUDE_4_OPUS_1_0";
|
|
259
|
-
AmazonproxyV1Model2["CLAUDE_4_5_SONNET_1_0"] = "CLAUDE_4_5_SONNET_1_0";
|
|
260
|
-
AmazonproxyV1Model2["CLAUDE_4_5_HAIKU_1_0"] = "CLAUDE_4_5_HAIKU_1_0";
|
|
261
|
-
AmazonproxyV1Model2["CLAUDE_4_5_OPUS_1_0"] = "CLAUDE_4_5_OPUS_1_0";
|
|
262
|
-
AmazonproxyV1Model2["CLAUDE_4_6_OPUS_1_0"] = "CLAUDE_4_6_OPUS_1_0";
|
|
263
|
-
AmazonproxyV1Model2["CLAUDE_4_6_SONNET_1_0"] = "CLAUDE_4_6_SONNET_1_0";
|
|
264
|
-
})(AmazonproxyV1Model || (AmazonproxyV1Model = {}));
|
|
265
|
-
var Role;
|
|
266
|
-
(function(Role2) {
|
|
267
|
-
Role2["UNKNOWN"] = "UNKNOWN";
|
|
268
|
-
Role2["USER"] = "USER";
|
|
269
|
-
Role2["ASSISTANT"] = "ASSISTANT";
|
|
270
|
-
})(Role || (Role = {}));
|
|
271
|
-
var MediaType;
|
|
272
|
-
(function(MediaType2) {
|
|
273
|
-
MediaType2["UNKNOWN"] = "UNKNOWN";
|
|
274
|
-
MediaType2["IMAGE_JPEG"] = "IMAGE_JPEG";
|
|
275
|
-
MediaType2["IMAGE_PNG"] = "IMAGE_PNG";
|
|
276
|
-
MediaType2["IMAGE_WEBP"] = "IMAGE_WEBP";
|
|
277
|
-
MediaType2["IMAGE_GIF"] = "IMAGE_GIF";
|
|
278
|
-
})(MediaType || (MediaType = {}));
|
|
279
|
-
var ToolChoiceType;
|
|
280
|
-
(function(ToolChoiceType2) {
|
|
281
|
-
ToolChoiceType2["UNKNOWN"] = "UNKNOWN";
|
|
282
|
-
ToolChoiceType2["AUTO"] = "AUTO";
|
|
283
|
-
ToolChoiceType2["ANY"] = "ANY";
|
|
284
|
-
ToolChoiceType2["TOOL"] = "TOOL";
|
|
285
|
-
})(ToolChoiceType || (ToolChoiceType = {}));
|
|
286
|
-
var McpServerType;
|
|
287
|
-
(function(McpServerType2) {
|
|
288
|
-
McpServerType2["UNKNOWN"] = "UNKNOWN";
|
|
289
|
-
McpServerType2["URL"] = "URL";
|
|
290
|
-
})(McpServerType || (McpServerType = {}));
|
|
291
|
-
var V1CacheControlType;
|
|
292
|
-
(function(V1CacheControlType2) {
|
|
293
|
-
V1CacheControlType2["UNKNOWN"] = "UNKNOWN";
|
|
294
|
-
V1CacheControlType2["EPHEMERAL"] = "EPHEMERAL";
|
|
295
|
-
})(V1CacheControlType || (V1CacheControlType = {}));
|
|
296
|
-
var ClaudeModel;
|
|
297
|
-
(function(ClaudeModel3) {
|
|
298
|
-
ClaudeModel3["UNKNOWN_CLAUDE_MODEL"] = "UNKNOWN_CLAUDE_MODEL";
|
|
299
|
-
ClaudeModel3["CLAUDE_3_SONNET_1_0"] = "CLAUDE_3_SONNET_1_0";
|
|
300
|
-
ClaudeModel3["CLAUDE_3_HAIKU_1_0"] = "CLAUDE_3_HAIKU_1_0";
|
|
301
|
-
ClaudeModel3["CLAUDE_3_OPUS_1_0"] = "CLAUDE_3_OPUS_1_0";
|
|
302
|
-
ClaudeModel3["CLAUDE_3_5_SONNET_1_0"] = "CLAUDE_3_5_SONNET_1_0";
|
|
303
|
-
ClaudeModel3["CLAUDE_3_5_SONNET_2_0"] = "CLAUDE_3_5_SONNET_2_0";
|
|
304
|
-
ClaudeModel3["CLAUDE_3_7_SONNET_1_0"] = "CLAUDE_3_7_SONNET_1_0";
|
|
305
|
-
ClaudeModel3["CLAUDE_4_SONNET_1_0"] = "CLAUDE_4_SONNET_1_0";
|
|
306
|
-
ClaudeModel3["CLAUDE_4_OPUS_1_0"] = "CLAUDE_4_OPUS_1_0";
|
|
307
|
-
ClaudeModel3["CLAUDE_4_5_SONNET_1_0"] = "CLAUDE_4_5_SONNET_1_0";
|
|
308
|
-
ClaudeModel3["CLAUDE_4_5_HAIKU_1_0"] = "CLAUDE_4_5_HAIKU_1_0";
|
|
309
|
-
ClaudeModel3["CLAUDE_4_5_OPUS_1_0"] = "CLAUDE_4_5_OPUS_1_0";
|
|
310
|
-
ClaudeModel3["CLAUDE_4_6_OPUS_1_0"] = "CLAUDE_4_6_OPUS_1_0";
|
|
311
|
-
ClaudeModel3["CLAUDE_4_6_SONNET_1_0"] = "CLAUDE_4_6_SONNET_1_0";
|
|
312
|
-
})(ClaudeModel || (ClaudeModel = {}));
|
|
313
|
-
var MessageRoleRole;
|
|
314
|
-
(function(MessageRoleRole2) {
|
|
315
|
-
MessageRoleRole2["UNKNOWN"] = "UNKNOWN";
|
|
316
|
-
MessageRoleRole2["USER"] = "USER";
|
|
317
|
-
MessageRoleRole2["ASSISTANT"] = "ASSISTANT";
|
|
318
|
-
})(MessageRoleRole || (MessageRoleRole = {}));
|
|
319
|
-
var ImageMediaTypeMediaType;
|
|
320
|
-
(function(ImageMediaTypeMediaType2) {
|
|
321
|
-
ImageMediaTypeMediaType2["UNKNOWN"] = "UNKNOWN";
|
|
322
|
-
ImageMediaTypeMediaType2["IMAGE_JPEG"] = "IMAGE_JPEG";
|
|
323
|
-
ImageMediaTypeMediaType2["IMAGE_PNG"] = "IMAGE_PNG";
|
|
324
|
-
ImageMediaTypeMediaType2["IMAGE_WEBP"] = "IMAGE_WEBP";
|
|
325
|
-
ImageMediaTypeMediaType2["IMAGE_GIF"] = "IMAGE_GIF";
|
|
326
|
-
})(ImageMediaTypeMediaType || (ImageMediaTypeMediaType = {}));
|
|
327
|
-
var V1ToolChoiceType;
|
|
328
|
-
(function(V1ToolChoiceType2) {
|
|
329
|
-
V1ToolChoiceType2["UNKNOWN"] = "UNKNOWN";
|
|
330
|
-
V1ToolChoiceType2["AUTO"] = "AUTO";
|
|
331
|
-
V1ToolChoiceType2["ANY"] = "ANY";
|
|
332
|
-
V1ToolChoiceType2["TOOL"] = "TOOL";
|
|
333
|
-
})(V1ToolChoiceType || (V1ToolChoiceType = {}));
|
|
334
|
-
var V1McpServerType;
|
|
335
|
-
(function(V1McpServerType2) {
|
|
336
|
-
V1McpServerType2["UNKNOWN"] = "UNKNOWN";
|
|
337
|
-
V1McpServerType2["URL"] = "URL";
|
|
338
|
-
})(V1McpServerType || (V1McpServerType = {}));
|
|
339
|
-
var AnthropicModel;
|
|
340
|
-
(function(AnthropicModel2) {
|
|
341
|
-
AnthropicModel2["UNKNOWN_ANTHROPIC_MODEL"] = "UNKNOWN_ANTHROPIC_MODEL";
|
|
342
|
-
AnthropicModel2["CLAUDE_3_HAIKU_1_0"] = "CLAUDE_3_HAIKU_1_0";
|
|
343
|
-
AnthropicModel2["CLAUDE_3_5_SONNET_1_0"] = "CLAUDE_3_5_SONNET_1_0";
|
|
344
|
-
AnthropicModel2["CLAUDE_3_5_SONNET_2_0"] = "CLAUDE_3_5_SONNET_2_0";
|
|
345
|
-
AnthropicModel2["CLAUDE_3_7_SONNET_1_0"] = "CLAUDE_3_7_SONNET_1_0";
|
|
346
|
-
AnthropicModel2["CLAUDE_4_SONNET_1_0"] = "CLAUDE_4_SONNET_1_0";
|
|
347
|
-
AnthropicModel2["CLAUDE_4_OPUS_1_0"] = "CLAUDE_4_OPUS_1_0";
|
|
348
|
-
AnthropicModel2["CLAUDE_4_1_OPUS_1_0"] = "CLAUDE_4_1_OPUS_1_0";
|
|
349
|
-
AnthropicModel2["CLAUDE_4_5_SONNET_1_0"] = "CLAUDE_4_5_SONNET_1_0";
|
|
350
|
-
AnthropicModel2["CLAUDE_4_5_HAIKU_1_0"] = "CLAUDE_4_5_HAIKU_1_0";
|
|
351
|
-
AnthropicModel2["CLAUDE_4_5_OPUS_1_0"] = "CLAUDE_4_5_OPUS_1_0";
|
|
352
|
-
AnthropicModel2["CLAUDE_4_6_OPUS_1_0"] = "CLAUDE_4_6_OPUS_1_0";
|
|
353
|
-
AnthropicModel2["CLAUDE_4_6_SONNET_1_0"] = "CLAUDE_4_6_SONNET_1_0";
|
|
354
|
-
})(AnthropicModel || (AnthropicModel = {}));
|
|
355
|
-
var V1MessageRoleRole;
|
|
356
|
-
(function(V1MessageRoleRole2) {
|
|
357
|
-
V1MessageRoleRole2["UNKNOWN"] = "UNKNOWN";
|
|
358
|
-
V1MessageRoleRole2["USER"] = "USER";
|
|
359
|
-
V1MessageRoleRole2["ASSISTANT"] = "ASSISTANT";
|
|
360
|
-
})(V1MessageRoleRole || (V1MessageRoleRole = {}));
|
|
361
|
-
var AnthropicV1CacheControlType;
|
|
362
|
-
(function(AnthropicV1CacheControlType2) {
|
|
363
|
-
AnthropicV1CacheControlType2["UNKNOWN"] = "UNKNOWN";
|
|
364
|
-
AnthropicV1CacheControlType2["EPHEMERAL"] = "EPHEMERAL";
|
|
365
|
-
})(AnthropicV1CacheControlType || (AnthropicV1CacheControlType = {}));
|
|
366
|
-
var V1ImageMediaTypeMediaType;
|
|
367
|
-
(function(V1ImageMediaTypeMediaType2) {
|
|
368
|
-
V1ImageMediaTypeMediaType2["UNKNOWN"] = "UNKNOWN";
|
|
369
|
-
V1ImageMediaTypeMediaType2["IMAGE_JPEG"] = "IMAGE_JPEG";
|
|
370
|
-
V1ImageMediaTypeMediaType2["IMAGE_PNG"] = "IMAGE_PNG";
|
|
371
|
-
V1ImageMediaTypeMediaType2["IMAGE_WEBP"] = "IMAGE_WEBP";
|
|
372
|
-
V1ImageMediaTypeMediaType2["IMAGE_GIF"] = "IMAGE_GIF";
|
|
373
|
-
})(V1ImageMediaTypeMediaType || (V1ImageMediaTypeMediaType = {}));
|
|
374
|
-
var AnthropicV1ToolChoiceType;
|
|
375
|
-
(function(AnthropicV1ToolChoiceType2) {
|
|
376
|
-
AnthropicV1ToolChoiceType2["UNKNOWN"] = "UNKNOWN";
|
|
377
|
-
AnthropicV1ToolChoiceType2["AUTO"] = "AUTO";
|
|
378
|
-
AnthropicV1ToolChoiceType2["ANY"] = "ANY";
|
|
379
|
-
AnthropicV1ToolChoiceType2["TOOL"] = "TOOL";
|
|
380
|
-
AnthropicV1ToolChoiceType2["NONE"] = "NONE";
|
|
381
|
-
})(AnthropicV1ToolChoiceType || (AnthropicV1ToolChoiceType = {}));
|
|
382
|
-
var AnthropicV1McpServerType;
|
|
383
|
-
(function(AnthropicV1McpServerType2) {
|
|
384
|
-
AnthropicV1McpServerType2["UNKNOWN"] = "UNKNOWN";
|
|
385
|
-
AnthropicV1McpServerType2["URL"] = "URL";
|
|
386
|
-
})(AnthropicV1McpServerType || (AnthropicV1McpServerType = {}));
|
|
387
|
-
var LlamaModel;
|
|
388
|
-
(function(LlamaModel2) {
|
|
389
|
-
LlamaModel2["UNKNOWN_LLAMA_MODEL"] = "UNKNOWN_LLAMA_MODEL";
|
|
390
|
-
LlamaModel2["LLAMA_3_8B_INSTRUCT_1_0"] = "LLAMA_3_8B_INSTRUCT_1_0";
|
|
391
|
-
LlamaModel2["LLAMA_3_70B_INSTRUCT_1_0"] = "LLAMA_3_70B_INSTRUCT_1_0";
|
|
392
|
-
LlamaModel2["LLAMA_3_1_8B_INSTRUCT_1_0"] = "LLAMA_3_1_8B_INSTRUCT_1_0";
|
|
393
|
-
LlamaModel2["LLAMA_3_1_70B_INSTRUCT_1_0"] = "LLAMA_3_1_70B_INSTRUCT_1_0";
|
|
394
|
-
LlamaModel2["LLAMA_3_2_1B_INSTRUCT_1_0"] = "LLAMA_3_2_1B_INSTRUCT_1_0";
|
|
395
|
-
LlamaModel2["LLAMA_3_2_3B_INSTRUCT_1_0"] = "LLAMA_3_2_3B_INSTRUCT_1_0";
|
|
396
|
-
})(LlamaModel || (LlamaModel = {}));
|
|
397
|
-
var ConverseModel;
|
|
398
|
-
(function(ConverseModel2) {
|
|
399
|
-
ConverseModel2["UNKNOWN_CONVERSE_MODEL"] = "UNKNOWN_CONVERSE_MODEL";
|
|
400
|
-
ConverseModel2["OPEN_AI_GPT_OSS_120B"] = "OPEN_AI_GPT_OSS_120B";
|
|
401
|
-
ConverseModel2["MINIMAX_M2"] = "MINIMAX_M2";
|
|
402
|
-
})(ConverseModel || (ConverseModel = {}));
|
|
403
|
-
var ImageModel;
|
|
404
|
-
(function(ImageModel2) {
|
|
405
|
-
ImageModel2["UNKNOWN_IMAGE_GENERATION_MODEL"] = "UNKNOWN_IMAGE_GENERATION_MODEL";
|
|
406
|
-
ImageModel2["DALL_E_2"] = "DALL_E_2";
|
|
407
|
-
ImageModel2["DALL_E_3"] = "DALL_E_3";
|
|
408
|
-
})(ImageModel || (ImageModel = {}));
|
|
409
|
-
var ImageQuality;
|
|
410
|
-
(function(ImageQuality2) {
|
|
411
|
-
ImageQuality2["UNKNOWN_IMAGE_QUALITY"] = "UNKNOWN_IMAGE_QUALITY";
|
|
412
|
-
ImageQuality2["STANDARD"] = "STANDARD";
|
|
413
|
-
ImageQuality2["HD"] = "HD";
|
|
414
|
-
})(ImageQuality || (ImageQuality = {}));
|
|
415
|
-
var ImageSize;
|
|
416
|
-
(function(ImageSize2) {
|
|
417
|
-
ImageSize2["UNKNOWN_IMAGE_SIZE"] = "UNKNOWN_IMAGE_SIZE";
|
|
418
|
-
ImageSize2["SIZE_256X256"] = "SIZE_256X256";
|
|
419
|
-
ImageSize2["SIZE_512X512"] = "SIZE_512X512";
|
|
420
|
-
ImageSize2["SIZE_1024X1024"] = "SIZE_1024X1024";
|
|
421
|
-
ImageSize2["SIZE_1792X1024"] = "SIZE_1792X1024";
|
|
422
|
-
ImageSize2["SIZE_1024X1792"] = "SIZE_1024X1792";
|
|
423
|
-
})(ImageSize || (ImageSize = {}));
|
|
424
|
-
var ImageStyle;
|
|
425
|
-
(function(ImageStyle2) {
|
|
426
|
-
ImageStyle2["UNKNOWN_IMAGE_STYLE"] = "UNKNOWN_IMAGE_STYLE";
|
|
427
|
-
ImageStyle2["VIVID"] = "VIVID";
|
|
428
|
-
ImageStyle2["NATURAL"] = "NATURAL";
|
|
429
|
-
})(ImageStyle || (ImageStyle = {}));
|
|
430
|
-
var V1ImageModel;
|
|
431
|
-
(function(V1ImageModel2) {
|
|
432
|
-
V1ImageModel2["STABILITY_IMAGE_MODEL_UNSPECIFIED"] = "STABILITY_IMAGE_MODEL_UNSPECIFIED";
|
|
433
|
-
V1ImageModel2["SDXL_1_0"] = "SDXL_1_0";
|
|
434
|
-
})(V1ImageModel || (V1ImageModel = {}));
|
|
435
|
-
var ClipGuidancePreset;
|
|
436
|
-
(function(ClipGuidancePreset2) {
|
|
437
|
-
ClipGuidancePreset2["CLIP_GUIDANCE_PRESET_UNSPECIFIED"] = "CLIP_GUIDANCE_PRESET_UNSPECIFIED";
|
|
438
|
-
ClipGuidancePreset2["FAST_BLUE"] = "FAST_BLUE";
|
|
439
|
-
ClipGuidancePreset2["FAST_GREEN"] = "FAST_GREEN";
|
|
440
|
-
ClipGuidancePreset2["NONE"] = "NONE";
|
|
441
|
-
ClipGuidancePreset2["SIMPLE"] = "SIMPLE";
|
|
442
|
-
ClipGuidancePreset2["SLOW"] = "SLOW";
|
|
443
|
-
ClipGuidancePreset2["SLOWER"] = "SLOWER";
|
|
444
|
-
ClipGuidancePreset2["SLOWEST"] = "SLOWEST";
|
|
445
|
-
})(ClipGuidancePreset || (ClipGuidancePreset = {}));
|
|
446
|
-
var Sampler;
|
|
447
|
-
(function(Sampler2) {
|
|
448
|
-
Sampler2["SAMPLER_UNSPECIFIED"] = "SAMPLER_UNSPECIFIED";
|
|
449
|
-
Sampler2["DDIM"] = "DDIM";
|
|
450
|
-
Sampler2["DDPM"] = "DDPM";
|
|
451
|
-
Sampler2["K_DPMPP_2M"] = "K_DPMPP_2M";
|
|
452
|
-
Sampler2["K_DPMPP_2S_ANCESTRAL"] = "K_DPMPP_2S_ANCESTRAL";
|
|
453
|
-
Sampler2["K_DPM_2"] = "K_DPM_2";
|
|
454
|
-
Sampler2["K_DPM_2_ANCESTRAL"] = "K_DPM_2_ANCESTRAL";
|
|
455
|
-
Sampler2["K_EULER"] = "K_EULER";
|
|
456
|
-
Sampler2["K_EULER_ANCESTRAL"] = "K_EULER_ANCESTRAL";
|
|
457
|
-
Sampler2["K_HEUN"] = "K_HEUN";
|
|
458
|
-
Sampler2["K_LMS"] = "K_LMS";
|
|
459
|
-
})(Sampler || (Sampler = {}));
|
|
460
|
-
var StylePreset;
|
|
461
|
-
(function(StylePreset2) {
|
|
462
|
-
StylePreset2["STYLE_PRESET_UNSPECIFIED"] = "STYLE_PRESET_UNSPECIFIED";
|
|
463
|
-
StylePreset2["ANALOG_FILM"] = "ANALOG_FILM";
|
|
464
|
-
StylePreset2["ANIME"] = "ANIME";
|
|
465
|
-
StylePreset2["CINEMATIC"] = "CINEMATIC";
|
|
466
|
-
StylePreset2["COMIC_BOOK"] = "COMIC_BOOK";
|
|
467
|
-
StylePreset2["DIGITAL_ART"] = "DIGITAL_ART";
|
|
468
|
-
StylePreset2["ENHANCE"] = "ENHANCE";
|
|
469
|
-
StylePreset2["FANTASY_ART"] = "FANTASY_ART";
|
|
470
|
-
StylePreset2["ISOMETRIC"] = "ISOMETRIC";
|
|
471
|
-
StylePreset2["LINE_ART"] = "LINE_ART";
|
|
472
|
-
StylePreset2["LOW_POLY"] = "LOW_POLY";
|
|
473
|
-
StylePreset2["MODELING_COMPOUND"] = "MODELING_COMPOUND";
|
|
474
|
-
StylePreset2["NEON_PUNK"] = "NEON_PUNK";
|
|
475
|
-
StylePreset2["ORIGAMI"] = "ORIGAMI";
|
|
476
|
-
StylePreset2["PHOTOGRAPHIC"] = "PHOTOGRAPHIC";
|
|
477
|
-
StylePreset2["PIXEL_ART"] = "PIXEL_ART";
|
|
478
|
-
StylePreset2["TILE_TEXTURE"] = "TILE_TEXTURE";
|
|
479
|
-
StylePreset2["MODEL_3D"] = "MODEL_3D";
|
|
480
|
-
})(StylePreset || (StylePreset = {}));
|
|
481
|
-
var ImageCoreModel;
|
|
482
|
-
(function(ImageCoreModel2) {
|
|
483
|
-
ImageCoreModel2["STABILITY_CORE_IMAGE_MODEL_UNSPECIFIED"] = "STABILITY_CORE_IMAGE_MODEL_UNSPECIFIED";
|
|
484
|
-
ImageCoreModel2["STABLE_IMAGE_CORE"] = "STABLE_IMAGE_CORE";
|
|
485
|
-
})(ImageCoreModel || (ImageCoreModel = {}));
|
|
486
|
-
var GenerateCoreRequestStylePreset;
|
|
487
|
-
(function(GenerateCoreRequestStylePreset2) {
|
|
488
|
-
GenerateCoreRequestStylePreset2["STYLE_PRESET_UNSPECIFIED"] = "STYLE_PRESET_UNSPECIFIED";
|
|
489
|
-
GenerateCoreRequestStylePreset2["ANALOG_FILM"] = "ANALOG_FILM";
|
|
490
|
-
GenerateCoreRequestStylePreset2["ANIME"] = "ANIME";
|
|
491
|
-
GenerateCoreRequestStylePreset2["CINEMATIC"] = "CINEMATIC";
|
|
492
|
-
GenerateCoreRequestStylePreset2["COMIC_BOOK"] = "COMIC_BOOK";
|
|
493
|
-
GenerateCoreRequestStylePreset2["DIGITAL_ART"] = "DIGITAL_ART";
|
|
494
|
-
GenerateCoreRequestStylePreset2["ENHANCE"] = "ENHANCE";
|
|
495
|
-
GenerateCoreRequestStylePreset2["FANTASY_ART"] = "FANTASY_ART";
|
|
496
|
-
GenerateCoreRequestStylePreset2["ISOMETRIC"] = "ISOMETRIC";
|
|
497
|
-
GenerateCoreRequestStylePreset2["LINE_ART"] = "LINE_ART";
|
|
498
|
-
GenerateCoreRequestStylePreset2["LOW_POLY"] = "LOW_POLY";
|
|
499
|
-
GenerateCoreRequestStylePreset2["MODELING_COMPOUND"] = "MODELING_COMPOUND";
|
|
500
|
-
GenerateCoreRequestStylePreset2["NEON_PUNK"] = "NEON_PUNK";
|
|
501
|
-
GenerateCoreRequestStylePreset2["ORIGAMI"] = "ORIGAMI";
|
|
502
|
-
GenerateCoreRequestStylePreset2["PHOTOGRAPHIC"] = "PHOTOGRAPHIC";
|
|
503
|
-
GenerateCoreRequestStylePreset2["PIXEL_ART"] = "PIXEL_ART";
|
|
504
|
-
GenerateCoreRequestStylePreset2["TILE_TEXTURE"] = "TILE_TEXTURE";
|
|
505
|
-
GenerateCoreRequestStylePreset2["MODEL_3D"] = "MODEL_3D";
|
|
506
|
-
})(GenerateCoreRequestStylePreset || (GenerateCoreRequestStylePreset = {}));
|
|
507
|
-
var GenerationMode;
|
|
508
|
-
(function(GenerationMode2) {
|
|
509
|
-
GenerationMode2["UNKNOWN_GENERATION_MODE"] = "UNKNOWN_GENERATION_MODE";
|
|
510
|
-
GenerationMode2["TEXT_TO_IMAGE"] = "TEXT_TO_IMAGE";
|
|
511
|
-
GenerationMode2["IMAGE_TO_IMAGE"] = "IMAGE_TO_IMAGE";
|
|
512
|
-
})(GenerationMode || (GenerationMode = {}));
|
|
513
|
-
var ImageStableDiffusionModel;
|
|
514
|
-
(function(ImageStableDiffusionModel2) {
|
|
515
|
-
ImageStableDiffusionModel2["STABLE_DIFFUSION_MODEL_UNSPECIFIED"] = "STABLE_DIFFUSION_MODEL_UNSPECIFIED";
|
|
516
|
-
ImageStableDiffusionModel2["SD3_LARGE"] = "SD3_LARGE";
|
|
517
|
-
ImageStableDiffusionModel2["SD3_LARGE_TURBO"] = "SD3_LARGE_TURBO";
|
|
518
|
-
ImageStableDiffusionModel2["SD3_MEDIUM"] = "SD3_MEDIUM";
|
|
519
|
-
ImageStableDiffusionModel2["SD3_5_LARGE"] = "SD3_5_LARGE";
|
|
520
|
-
ImageStableDiffusionModel2["SD3_5_LARGE_TURBO"] = "SD3_5_LARGE_TURBO";
|
|
521
|
-
ImageStableDiffusionModel2["SD3_5_MEDIUM"] = "SD3_5_MEDIUM";
|
|
522
|
-
})(ImageStableDiffusionModel || (ImageStableDiffusionModel = {}));
|
|
523
|
-
var OutputFormat;
|
|
524
|
-
(function(OutputFormat2) {
|
|
525
|
-
OutputFormat2["OUTPUT_FORMAT_UNSPECIFIED"] = "OUTPUT_FORMAT_UNSPECIFIED";
|
|
526
|
-
OutputFormat2["JPEG"] = "JPEG";
|
|
527
|
-
OutputFormat2["PNG"] = "PNG";
|
|
528
|
-
})(OutputFormat || (OutputFormat = {}));
|
|
529
|
-
var GenerateAnImageModel;
|
|
530
|
-
(function(GenerateAnImageModel2) {
|
|
531
|
-
GenerateAnImageModel2["GEN_IMAGE_MODEL_UNSPECIFIED"] = "GEN_IMAGE_MODEL_UNSPECIFIED";
|
|
532
|
-
GenerateAnImageModel2["FLUX_PRO_1_1_ULTRA"] = "FLUX_PRO_1_1_ULTRA";
|
|
533
|
-
GenerateAnImageModel2["FLUX_1_DEV"] = "FLUX_1_DEV";
|
|
534
|
-
GenerateAnImageModel2["FLUX_PRO_1_CANNY"] = "FLUX_PRO_1_CANNY";
|
|
535
|
-
GenerateAnImageModel2["FLUX_PRO_1_DEPTH"] = "FLUX_PRO_1_DEPTH";
|
|
536
|
-
GenerateAnImageModel2["FLUX_PRO_1_FILL"] = "FLUX_PRO_1_FILL";
|
|
537
|
-
})(GenerateAnImageModel || (GenerateAnImageModel = {}));
|
|
538
|
-
var CreatePredictionModel;
|
|
539
|
-
(function(CreatePredictionModel2) {
|
|
540
|
-
CreatePredictionModel2["UNKNOWN_CREATE_PREDICTION_MODEL"] = "UNKNOWN_CREATE_PREDICTION_MODEL";
|
|
541
|
-
CreatePredictionModel2["FLUX_PULID"] = "FLUX_PULID";
|
|
542
|
-
CreatePredictionModel2["FLUX_DEV_CONTROLNET"] = "FLUX_DEV_CONTROLNET";
|
|
543
|
-
CreatePredictionModel2["REVE_EDIT"] = "REVE_EDIT";
|
|
544
|
-
CreatePredictionModel2["LUCATACO_FLORENCE_2_LARGE"] = "LUCATACO_FLORENCE_2_LARGE";
|
|
545
|
-
CreatePredictionModel2["PERCEPTRON_ISAAC_01"] = "PERCEPTRON_ISAAC_01";
|
|
546
|
-
CreatePredictionModel2["PRUNAAI_Z_IMAGE_TURBO"] = "PRUNAAI_Z_IMAGE_TURBO";
|
|
547
|
-
CreatePredictionModel2["QWEN_IMAGE_LAYERED"] = "QWEN_IMAGE_LAYERED";
|
|
548
|
-
})(CreatePredictionModel || (CreatePredictionModel = {}));
|
|
549
|
-
var TaskInput;
|
|
550
|
-
(function(TaskInput2) {
|
|
551
|
-
TaskInput2["UNRECOGNIZED_TASK_INPUT"] = "UNRECOGNIZED_TASK_INPUT";
|
|
552
|
-
TaskInput2["OBJECT_DETECTION"] = "OBJECT_DETECTION";
|
|
553
|
-
TaskInput2["CAPTION"] = "CAPTION";
|
|
554
|
-
TaskInput2["DETAILED_CAPTION"] = "DETAILED_CAPTION";
|
|
555
|
-
TaskInput2["MORE_DETAILED_CAPTION"] = "MORE_DETAILED_CAPTION";
|
|
556
|
-
TaskInput2["CAPTION_TO_PHRASE_GROUNDING"] = "CAPTION_TO_PHRASE_GROUNDING";
|
|
557
|
-
TaskInput2["REGION_PROPOSAL"] = "REGION_PROPOSAL";
|
|
558
|
-
TaskInput2["DENSE_REGION_CAPTION"] = "DENSE_REGION_CAPTION";
|
|
559
|
-
TaskInput2["OCR"] = "OCR";
|
|
560
|
-
TaskInput2["OCR_WITH_REGION"] = "OCR_WITH_REGION";
|
|
561
|
-
})(TaskInput || (TaskInput = {}));
|
|
562
|
-
var ResponseType;
|
|
563
|
-
(function(ResponseType2) {
|
|
564
|
-
ResponseType2["UNRECOGNIZED_RESPONSE_TYPE"] = "UNRECOGNIZED_RESPONSE_TYPE";
|
|
565
|
-
ResponseType2["TEXT"] = "TEXT";
|
|
566
|
-
ResponseType2["BOX"] = "BOX";
|
|
567
|
-
ResponseType2["POINT"] = "POINT";
|
|
568
|
-
ResponseType2["POLYGON"] = "POLYGON";
|
|
569
|
-
})(ResponseType || (ResponseType = {}));
|
|
570
|
-
var EditImageWithPromptRequestModel;
|
|
571
|
-
(function(EditImageWithPromptRequestModel2) {
|
|
572
|
-
EditImageWithPromptRequestModel2["UNKNOWN_EDIT_IMAGE_WITH__PROMPT_REQUEST_MODEL"] = "UNKNOWN_EDIT_IMAGE_WITH__PROMPT_REQUEST_MODEL";
|
|
573
|
-
EditImageWithPromptRequestModel2["INPAINT"] = "INPAINT";
|
|
574
|
-
EditImageWithPromptRequestModel2["OUTPAINT"] = "OUTPAINT";
|
|
575
|
-
})(EditImageWithPromptRequestModel || (EditImageWithPromptRequestModel = {}));
|
|
576
|
-
var EditImageWithPromptRequestStylePreset;
|
|
577
|
-
(function(EditImageWithPromptRequestStylePreset2) {
|
|
578
|
-
EditImageWithPromptRequestStylePreset2["STYLE_PRESET_UNSPECIFIED"] = "STYLE_PRESET_UNSPECIFIED";
|
|
579
|
-
EditImageWithPromptRequestStylePreset2["ANALOG_FILM"] = "ANALOG_FILM";
|
|
580
|
-
EditImageWithPromptRequestStylePreset2["ANIME"] = "ANIME";
|
|
581
|
-
EditImageWithPromptRequestStylePreset2["CINEMATIC"] = "CINEMATIC";
|
|
582
|
-
EditImageWithPromptRequestStylePreset2["COMIC_BOOK"] = "COMIC_BOOK";
|
|
583
|
-
EditImageWithPromptRequestStylePreset2["DIGITAL_ART"] = "DIGITAL_ART";
|
|
584
|
-
EditImageWithPromptRequestStylePreset2["ENHANCE"] = "ENHANCE";
|
|
585
|
-
EditImageWithPromptRequestStylePreset2["FANTASY_ART"] = "FANTASY_ART";
|
|
586
|
-
EditImageWithPromptRequestStylePreset2["ISOMETRIC"] = "ISOMETRIC";
|
|
587
|
-
EditImageWithPromptRequestStylePreset2["LINE_ART"] = "LINE_ART";
|
|
588
|
-
EditImageWithPromptRequestStylePreset2["LOW_POLY"] = "LOW_POLY";
|
|
589
|
-
EditImageWithPromptRequestStylePreset2["MODELING_COMPOUND"] = "MODELING_COMPOUND";
|
|
590
|
-
EditImageWithPromptRequestStylePreset2["NEON_PUNK"] = "NEON_PUNK";
|
|
591
|
-
EditImageWithPromptRequestStylePreset2["ORIGAMI"] = "ORIGAMI";
|
|
592
|
-
EditImageWithPromptRequestStylePreset2["PHOTOGRAPHIC"] = "PHOTOGRAPHIC";
|
|
593
|
-
EditImageWithPromptRequestStylePreset2["PIXEL_ART"] = "PIXEL_ART";
|
|
594
|
-
EditImageWithPromptRequestStylePreset2["TILE_TEXTURE"] = "TILE_TEXTURE";
|
|
595
|
-
EditImageWithPromptRequestStylePreset2["MODEL_3D"] = "MODEL_3D";
|
|
596
|
-
})(EditImageWithPromptRequestStylePreset || (EditImageWithPromptRequestStylePreset = {}));
|
|
597
|
-
var TextToImageRequestModel;
|
|
598
|
-
(function(TextToImageRequestModel2) {
|
|
599
|
-
TextToImageRequestModel2["UNKNOWN_MODEL"] = "UNKNOWN_MODEL";
|
|
600
|
-
TextToImageRequestModel2["FLUX_1_DEV"] = "FLUX_1_DEV";
|
|
601
|
-
TextToImageRequestModel2["FLUX_1_SCHNELL"] = "FLUX_1_SCHNELL";
|
|
602
|
-
TextToImageRequestModel2["FLUX_1_KONTEXT_MAX"] = "FLUX_1_KONTEXT_MAX";
|
|
603
|
-
TextToImageRequestModel2["FLUX_1_KONTEXT_PRO"] = "FLUX_1_KONTEXT_PRO";
|
|
604
|
-
TextToImageRequestModel2["QWEN_IMAGE_EDIT"] = "QWEN_IMAGE_EDIT";
|
|
605
|
-
TextToImageRequestModel2["IDEOGRAM_3_0"] = "IDEOGRAM_3_0";
|
|
606
|
-
TextToImageRequestModel2["IDEOGRAM_3_0_EDIT"] = "IDEOGRAM_3_0_EDIT";
|
|
607
|
-
TextToImageRequestModel2["FLUX_1_1_PRO_ULTRA"] = "FLUX_1_1_PRO_ULTRA";
|
|
608
|
-
TextToImageRequestModel2["FLUX_1_FILL_PRO"] = "FLUX_1_FILL_PRO";
|
|
609
|
-
TextToImageRequestModel2["SEEDREAM_4"] = "SEEDREAM_4";
|
|
610
|
-
TextToImageRequestModel2["FLUX_DEV_FILL"] = "FLUX_DEV_FILL";
|
|
611
|
-
TextToImageRequestModel2["FLUX_DEPTH_PRO"] = "FLUX_DEPTH_PRO";
|
|
612
|
-
TextToImageRequestModel2["FLUX_CANNY_PRO"] = "FLUX_CANNY_PRO";
|
|
613
|
-
TextToImageRequestModel2["FROM_MODEL_ID"] = "FROM_MODEL_ID";
|
|
614
|
-
})(TextToImageRequestModel || (TextToImageRequestModel = {}));
|
|
615
|
-
var PerplexityModel;
|
|
616
|
-
(function(PerplexityModel2) {
|
|
617
|
-
PerplexityModel2["UNKNOWN_PERPLEXITY_MODEL"] = "UNKNOWN_PERPLEXITY_MODEL";
|
|
618
|
-
PerplexityModel2["SONAR"] = "SONAR";
|
|
619
|
-
PerplexityModel2["SONAR_PRO"] = "SONAR_PRO";
|
|
620
|
-
PerplexityModel2["SONAR_REASONING"] = "SONAR_REASONING";
|
|
621
|
-
PerplexityModel2["SONAR_REASONING_PRO"] = "SONAR_REASONING_PRO";
|
|
622
|
-
PerplexityModel2["SONAR_DEEP_RESEARCH"] = "SONAR_DEEP_RESEARCH";
|
|
623
|
-
})(PerplexityModel || (PerplexityModel = {}));
|
|
624
|
-
var PerplexityMessageMessageRole;
|
|
625
|
-
(function(PerplexityMessageMessageRole2) {
|
|
626
|
-
PerplexityMessageMessageRole2["UNKNOWN"] = "UNKNOWN";
|
|
627
|
-
PerplexityMessageMessageRole2["SYSTEM"] = "SYSTEM";
|
|
628
|
-
PerplexityMessageMessageRole2["USER"] = "USER";
|
|
629
|
-
PerplexityMessageMessageRole2["ASSISTANT"] = "ASSISTANT";
|
|
630
|
-
})(PerplexityMessageMessageRole || (PerplexityMessageMessageRole = {}));
|
|
631
|
-
var ImagenModel;
|
|
632
|
-
(function(ImagenModel2) {
|
|
633
|
-
ImagenModel2["UNKNOWN_IMAGEN_MODEL"] = "UNKNOWN_IMAGEN_MODEL";
|
|
634
|
-
ImagenModel2["IMAGEN_3_0_GENERATE_002"] = "IMAGEN_3_0_GENERATE_002";
|
|
635
|
-
ImagenModel2["IMAGEN_3_0_FAST_GENERATE_001"] = "IMAGEN_3_0_FAST_GENERATE_001";
|
|
636
|
-
ImagenModel2["IMAGEN_4_0_GENERATE_001"] = "IMAGEN_4_0_GENERATE_001";
|
|
637
|
-
ImagenModel2["IMAGEN_4_0_FAST_GENERATE_001"] = "IMAGEN_4_0_FAST_GENERATE_001";
|
|
638
|
-
ImagenModel2["IMAGEN_4_0_ULTRA_GENERATE_001"] = "IMAGEN_4_0_ULTRA_GENERATE_001";
|
|
639
|
-
})(ImagenModel || (ImagenModel = {}));
|
|
640
|
-
var GenerateImageMlPlatformModel;
|
|
641
|
-
(function(GenerateImageMlPlatformModel2) {
|
|
642
|
-
GenerateImageMlPlatformModel2["UNKNOWN_CREATE_PREDICTION_MODEL"] = "UNKNOWN_CREATE_PREDICTION_MODEL";
|
|
643
|
-
GenerateImageMlPlatformModel2["FLUX_PULID"] = "FLUX_PULID";
|
|
644
|
-
})(GenerateImageMlPlatformModel || (GenerateImageMlPlatformModel = {}));
|
|
645
|
-
var OpenAiImageModel;
|
|
646
|
-
(function(OpenAiImageModel2) {
|
|
647
|
-
OpenAiImageModel2["UNKNOWN_IMAGE_CREATION_MODEL"] = "UNKNOWN_IMAGE_CREATION_MODEL";
|
|
648
|
-
OpenAiImageModel2["GPT_4O_IMAGE"] = "GPT_4O_IMAGE";
|
|
649
|
-
OpenAiImageModel2["GPT_IMAGE_1"] = "GPT_IMAGE_1";
|
|
650
|
-
OpenAiImageModel2["GPT_IMAGE_EXP"] = "GPT_IMAGE_EXP";
|
|
651
|
-
OpenAiImageModel2["GPT_IMAGE_EXP_2"] = "GPT_IMAGE_EXP_2";
|
|
652
|
-
OpenAiImageModel2["GPT_IMAGE_EXP_3"] = "GPT_IMAGE_EXP_3";
|
|
653
|
-
OpenAiImageModel2["GPT_IMAGE_1_5"] = "GPT_IMAGE_1_5";
|
|
654
|
-
})(OpenAiImageModel || (OpenAiImageModel = {}));
|
|
655
|
-
var VideoGenModel;
|
|
656
|
-
(function(VideoGenModel2) {
|
|
657
|
-
VideoGenModel2["UNKNOWN_VIDEO_GEN_MODEL"] = "UNKNOWN_VIDEO_GEN_MODEL";
|
|
658
|
-
VideoGenModel2["VEO_2_0_GENERATE_001"] = "VEO_2_0_GENERATE_001";
|
|
659
|
-
VideoGenModel2["VEO_3_0_GENERATE_001"] = "VEO_3_0_GENERATE_001";
|
|
660
|
-
VideoGenModel2["VEO_3_0_FAST_GENERATE_001"] = "VEO_3_0_FAST_GENERATE_001";
|
|
661
|
-
})(VideoGenModel || (VideoGenModel = {}));
|
|
662
|
-
var ChatCompletionModel;
|
|
663
|
-
(function(ChatCompletionModel2) {
|
|
664
|
-
ChatCompletionModel2["UNKNOWN_CHAT_COMPLETION_MODEL"] = "UNKNOWN_CHAT_COMPLETION_MODEL";
|
|
665
|
-
ChatCompletionModel2["LLAMA_4_SCOUT_17B_16E_INSTRUCT_MAAS"] = "LLAMA_4_SCOUT_17B_16E_INSTRUCT_MAAS";
|
|
666
|
-
ChatCompletionModel2["LLAMA_4_MAVERICK_17B_128E_INSTRUCT_MAAS"] = "LLAMA_4_MAVERICK_17B_128E_INSTRUCT_MAAS";
|
|
667
|
-
})(ChatCompletionModel || (ChatCompletionModel = {}));
|
|
668
|
-
var V1ChatCompletionMessageMessageRole;
|
|
669
|
-
(function(V1ChatCompletionMessageMessageRole2) {
|
|
670
|
-
V1ChatCompletionMessageMessageRole2["UNKNOWN"] = "UNKNOWN";
|
|
671
|
-
V1ChatCompletionMessageMessageRole2["USER"] = "USER";
|
|
672
|
-
V1ChatCompletionMessageMessageRole2["ASSISTANT"] = "ASSISTANT";
|
|
673
|
-
V1ChatCompletionMessageMessageRole2["SYSTEM"] = "SYSTEM";
|
|
674
|
-
})(V1ChatCompletionMessageMessageRole || (V1ChatCompletionMessageMessageRole = {}));
|
|
675
|
-
var PredictorChatCompletionMessageMessageRole;
|
|
676
|
-
(function(PredictorChatCompletionMessageMessageRole2) {
|
|
677
|
-
PredictorChatCompletionMessageMessageRole2["UNKNOWN"] = "UNKNOWN";
|
|
678
|
-
PredictorChatCompletionMessageMessageRole2["USER"] = "USER";
|
|
679
|
-
PredictorChatCompletionMessageMessageRole2["ASSISTANT"] = "ASSISTANT";
|
|
680
|
-
PredictorChatCompletionMessageMessageRole2["SYSTEM"] = "SYSTEM";
|
|
681
|
-
})(PredictorChatCompletionMessageMessageRole || (PredictorChatCompletionMessageMessageRole = {}));
|
|
682
|
-
var VideoInferenceRequestOutputFormat;
|
|
683
|
-
(function(VideoInferenceRequestOutputFormat2) {
|
|
684
|
-
VideoInferenceRequestOutputFormat2["UNKNOWN_OUTPUT_FORMAT"] = "UNKNOWN_OUTPUT_FORMAT";
|
|
685
|
-
VideoInferenceRequestOutputFormat2["MP4"] = "MP4";
|
|
686
|
-
VideoInferenceRequestOutputFormat2["WEBM"] = "WEBM";
|
|
687
|
-
})(VideoInferenceRequestOutputFormat || (VideoInferenceRequestOutputFormat = {}));
|
|
688
|
-
var VideoModel;
|
|
689
|
-
(function(VideoModel2) {
|
|
690
|
-
VideoModel2["UNKNOWN_VIDEO_MODEL"] = "UNKNOWN_VIDEO_MODEL";
|
|
691
|
-
VideoModel2["SEEDANCE_1_0_PRO"] = "SEEDANCE_1_0_PRO";
|
|
692
|
-
VideoModel2["SEEDANCE_1_0_LITE"] = "SEEDANCE_1_0_LITE";
|
|
693
|
-
VideoModel2["SEEDANCE_1_0_PRO_FAST"] = "SEEDANCE_1_0_PRO_FAST";
|
|
694
|
-
VideoModel2["FROM_MODEL_ID"] = "FROM_MODEL_ID";
|
|
695
|
-
})(VideoModel || (VideoModel = {}));
|
|
696
|
-
var ResponsesModel;
|
|
697
|
-
(function(ResponsesModel2) {
|
|
698
|
-
ResponsesModel2["MODEL_UNSPECIFIED"] = "MODEL_UNSPECIFIED";
|
|
699
|
-
ResponsesModel2["GPT_5_2025_08_07_RESPONSES"] = "GPT_5_2025_08_07_RESPONSES";
|
|
700
|
-
ResponsesModel2["GPT_5_MINI_2025_08_07_RESPONSES"] = "GPT_5_MINI_2025_08_07_RESPONSES";
|
|
701
|
-
ResponsesModel2["GPT_5_NANO_2025_08_07_RESPONSES"] = "GPT_5_NANO_2025_08_07_RESPONSES";
|
|
702
|
-
ResponsesModel2["O3_PRO_2025_06_10"] = "O3_PRO_2025_06_10";
|
|
703
|
-
ResponsesModel2["O3_DEEP_RESEARCH_2025_06_26"] = "O3_DEEP_RESEARCH_2025_06_26";
|
|
704
|
-
ResponsesModel2["GPT_5_CODEX"] = "GPT_5_CODEX";
|
|
705
|
-
ResponsesModel2["GPT_5_1_2025_11_13"] = "GPT_5_1_2025_11_13";
|
|
706
|
-
ResponsesModel2["GPT_5_1_CODEX"] = "GPT_5_1_CODEX";
|
|
707
|
-
ResponsesModel2["GPT_5_1_CODEX_MINI"] = "GPT_5_1_CODEX_MINI";
|
|
708
|
-
ResponsesModel2["GPT_EXP_RESPONSES"] = "GPT_EXP_RESPONSES";
|
|
709
|
-
ResponsesModel2["GPT_EXP_RESPONSES_2"] = "GPT_EXP_RESPONSES_2";
|
|
710
|
-
ResponsesModel2["GPT_EXP_RESPONSES_3"] = "GPT_EXP_RESPONSES_3";
|
|
711
|
-
ResponsesModel2["GPT_5_1_CODEX_MAX"] = "GPT_5_1_CODEX_MAX";
|
|
712
|
-
ResponsesModel2["GPT_5_2_2025_12_11"] = "GPT_5_2_2025_12_11";
|
|
713
|
-
ResponsesModel2["GPT_5_2_CODEX"] = "GPT_5_2_CODEX";
|
|
714
|
-
ResponsesModel2["GPT_5_3_CODEX"] = "GPT_5_3_CODEX";
|
|
715
|
-
ResponsesModel2["GPT_5_4_2026_03_05"] = "GPT_5_4_2026_03_05";
|
|
716
|
-
ResponsesModel2["GPT_5_4_PRO_2026_03_05"] = "GPT_5_4_PRO_2026_03_05";
|
|
717
|
-
})(ResponsesModel || (ResponsesModel = {}));
|
|
718
|
-
var ResponsesMessageRole;
|
|
719
|
-
(function(ResponsesMessageRole2) {
|
|
720
|
-
ResponsesMessageRole2["UNKNOWN_RESPONSE"] = "UNKNOWN_RESPONSE";
|
|
721
|
-
ResponsesMessageRole2["USER"] = "USER";
|
|
722
|
-
ResponsesMessageRole2["SYSTEM"] = "SYSTEM";
|
|
723
|
-
ResponsesMessageRole2["DEVELOPER"] = "DEVELOPER";
|
|
724
|
-
})(ResponsesMessageRole || (ResponsesMessageRole = {}));
|
|
725
|
-
var V1ResponsesModel;
|
|
726
|
-
(function(V1ResponsesModel2) {
|
|
727
|
-
V1ResponsesModel2["MODEL_UNSPECIFIED"] = "MODEL_UNSPECIFIED";
|
|
728
|
-
V1ResponsesModel2["GPT_5_2025_08_07_RESPONSES"] = "GPT_5_2025_08_07_RESPONSES";
|
|
729
|
-
V1ResponsesModel2["GPT_5_MINI_2025_08_07_RESPONSES"] = "GPT_5_MINI_2025_08_07_RESPONSES";
|
|
730
|
-
V1ResponsesModel2["GPT_5_NANO_2025_08_07_RESPONSES"] = "GPT_5_NANO_2025_08_07_RESPONSES";
|
|
731
|
-
V1ResponsesModel2["GPT_5_2_2025_12_11"] = "GPT_5_2_2025_12_11";
|
|
732
|
-
})(V1ResponsesModel || (V1ResponsesModel = {}));
|
|
733
|
-
var ResponsesInputMessageResponsesMessageRole;
|
|
734
|
-
(function(ResponsesInputMessageResponsesMessageRole2) {
|
|
735
|
-
ResponsesInputMessageResponsesMessageRole2["UNKNOWN_RESPONSE"] = "UNKNOWN_RESPONSE";
|
|
736
|
-
ResponsesInputMessageResponsesMessageRole2["USER"] = "USER";
|
|
737
|
-
ResponsesInputMessageResponsesMessageRole2["SYSTEM"] = "SYSTEM";
|
|
738
|
-
ResponsesInputMessageResponsesMessageRole2["DEVELOPER"] = "DEVELOPER";
|
|
739
|
-
})(ResponsesInputMessageResponsesMessageRole || (ResponsesInputMessageResponsesMessageRole = {}));
|
|
740
|
-
var V1VideoModel;
|
|
741
|
-
(function(V1VideoModel2) {
|
|
742
|
-
V1VideoModel2["UNKNOWN_VIDEO_MODEL"] = "UNKNOWN_VIDEO_MODEL";
|
|
743
|
-
V1VideoModel2["SORA_2"] = "SORA_2";
|
|
744
|
-
V1VideoModel2["SORA_2_PRO"] = "SORA_2_PRO";
|
|
745
|
-
})(V1VideoModel || (V1VideoModel = {}));
|
|
746
|
-
var Fireworks_proxyV1ChatCompletionMessageMessageRole;
|
|
747
|
-
(function(Fireworks_proxyV1ChatCompletionMessageMessageRole2) {
|
|
748
|
-
Fireworks_proxyV1ChatCompletionMessageMessageRole2["UNKNOWN"] = "UNKNOWN";
|
|
749
|
-
Fireworks_proxyV1ChatCompletionMessageMessageRole2["USER"] = "USER";
|
|
750
|
-
Fireworks_proxyV1ChatCompletionMessageMessageRole2["ASSISTANT"] = "ASSISTANT";
|
|
751
|
-
Fireworks_proxyV1ChatCompletionMessageMessageRole2["SYSTEM"] = "SYSTEM";
|
|
752
|
-
Fireworks_proxyV1ChatCompletionMessageMessageRole2["FUNCTION"] = "FUNCTION";
|
|
753
|
-
Fireworks_proxyV1ChatCompletionMessageMessageRole2["TOOL"] = "TOOL";
|
|
754
|
-
Fireworks_proxyV1ChatCompletionMessageMessageRole2["DEVELOPER"] = "DEVELOPER";
|
|
755
|
-
})(Fireworks_proxyV1ChatCompletionMessageMessageRole || (Fireworks_proxyV1ChatCompletionMessageMessageRole = {}));
|
|
756
|
-
var GatewayMessageDefinitionRole;
|
|
757
|
-
(function(GatewayMessageDefinitionRole2) {
|
|
758
|
-
GatewayMessageDefinitionRole2["UNKNOWN"] = "UNKNOWN";
|
|
759
|
-
GatewayMessageDefinitionRole2["USER"] = "USER";
|
|
760
|
-
GatewayMessageDefinitionRole2["ASSISTANT"] = "ASSISTANT";
|
|
761
|
-
GatewayMessageDefinitionRole2["SYSTEM"] = "SYSTEM";
|
|
762
|
-
GatewayMessageDefinitionRole2["TOOL"] = "TOOL";
|
|
763
|
-
GatewayMessageDefinitionRole2["DEVELOPER"] = "DEVELOPER";
|
|
764
|
-
})(GatewayMessageDefinitionRole || (GatewayMessageDefinitionRole = {}));
|
|
765
|
-
var FinishReason;
|
|
766
|
-
(function(FinishReason2) {
|
|
767
|
-
FinishReason2["UNKNOWN_FINISH_REASON"] = "UNKNOWN_FINISH_REASON";
|
|
768
|
-
FinishReason2["UNSPECIFIED"] = "UNSPECIFIED";
|
|
769
|
-
FinishReason2["STOP"] = "STOP";
|
|
770
|
-
FinishReason2["MAX_TOKENS"] = "MAX_TOKENS";
|
|
771
|
-
FinishReason2["SAFETY"] = "SAFETY";
|
|
772
|
-
FinishReason2["RECITATION"] = "RECITATION";
|
|
773
|
-
FinishReason2["OTHER"] = "OTHER";
|
|
774
|
-
FinishReason2["LANGUAGE"] = "LANGUAGE";
|
|
775
|
-
FinishReason2["BLOCKLIST"] = "BLOCKLIST";
|
|
776
|
-
FinishReason2["PROHIBITED_CONTENT"] = "PROHIBITED_CONTENT";
|
|
777
|
-
FinishReason2["SPII"] = "SPII";
|
|
778
|
-
FinishReason2["MALFORMED_FUNCTION_CALL"] = "MALFORMED_FUNCTION_CALL";
|
|
779
|
-
FinishReason2["IMAGE_SAFETY"] = "IMAGE_SAFETY";
|
|
780
|
-
FinishReason2["UNEXPECTED_TOOL_CALL"] = "UNEXPECTED_TOOL_CALL";
|
|
781
|
-
FinishReason2["TOO_MANY_TOOL_CALLS"] = "TOO_MANY_TOOL_CALLS";
|
|
782
|
-
FinishReason2["IMAGE_PROHIBITED_CONTENT"] = "IMAGE_PROHIBITED_CONTENT";
|
|
783
|
-
FinishReason2["IMAGE_OTHER"] = "IMAGE_OTHER";
|
|
784
|
-
FinishReason2["NO_IMAGE"] = "NO_IMAGE";
|
|
785
|
-
FinishReason2["IMAGE_RECITATION"] = "IMAGE_RECITATION";
|
|
786
|
-
FinishReason2["MISSING_THOUGHT_SIGNATURE"] = "MISSING_THOUGHT_SIGNATURE";
|
|
787
|
-
})(FinishReason || (FinishReason = {}));
|
|
788
|
-
var HarmProbability;
|
|
789
|
-
(function(HarmProbability2) {
|
|
790
|
-
HarmProbability2["UNKNOWN_PROBABILITY"] = "UNKNOWN_PROBABILITY";
|
|
791
|
-
HarmProbability2["NEGLIGIBLE"] = "NEGLIGIBLE";
|
|
792
|
-
HarmProbability2["LOW"] = "LOW";
|
|
793
|
-
HarmProbability2["MEDIUM"] = "MEDIUM";
|
|
794
|
-
HarmProbability2["HIGH"] = "HIGH";
|
|
795
|
-
})(HarmProbability || (HarmProbability = {}));
|
|
796
|
-
var Type;
|
|
797
|
-
(function(Type2) {
|
|
798
|
-
Type2["UNKNOWN"] = "UNKNOWN";
|
|
799
|
-
Type2["MESSAGE"] = "MESSAGE";
|
|
800
|
-
})(Type || (Type = {}));
|
|
801
|
-
var ResponseTypeType;
|
|
802
|
-
(function(ResponseTypeType2) {
|
|
803
|
-
ResponseTypeType2["UNKNOWN"] = "UNKNOWN";
|
|
804
|
-
ResponseTypeType2["MESSAGE"] = "MESSAGE";
|
|
805
|
-
})(ResponseTypeType || (ResponseTypeType = {}));
|
|
806
|
-
var V1ResponseTypeType;
|
|
807
|
-
(function(V1ResponseTypeType2) {
|
|
808
|
-
V1ResponseTypeType2["UNKNOWN"] = "UNKNOWN";
|
|
809
|
-
V1ResponseTypeType2["MESSAGE"] = "MESSAGE";
|
|
810
|
-
})(V1ResponseTypeType || (V1ResponseTypeType = {}));
|
|
811
|
-
var EmbeddingModel;
|
|
812
|
-
(function(EmbeddingModel2) {
|
|
813
|
-
EmbeddingModel2["UNKNOWN_EMBEDDING_MODEL"] = "UNKNOWN_EMBEDDING_MODEL";
|
|
814
|
-
EmbeddingModel2["TEXT_EMBEDDING_ADA_002"] = "TEXT_EMBEDDING_ADA_002";
|
|
815
|
-
EmbeddingModel2["TEXT_EMBEDDING_3_SMALL"] = "TEXT_EMBEDDING_3_SMALL";
|
|
816
|
-
EmbeddingModel2["TEXT_EMBEDDING_3_LARGE"] = "TEXT_EMBEDDING_3_LARGE";
|
|
817
|
-
})(EmbeddingModel || (EmbeddingModel = {}));
|
|
818
|
-
var EmbeddingEncodingFormat;
|
|
819
|
-
(function(EmbeddingEncodingFormat2) {
|
|
820
|
-
EmbeddingEncodingFormat2["UNKNOWN_ENCODING_FORMAT"] = "UNKNOWN_ENCODING_FORMAT";
|
|
821
|
-
EmbeddingEncodingFormat2["FLOAT"] = "FLOAT";
|
|
822
|
-
EmbeddingEncodingFormat2["BASE64"] = "BASE64";
|
|
823
|
-
})(EmbeddingEncodingFormat || (EmbeddingEncodingFormat = {}));
|
|
824
|
-
var V1EmbeddingModel;
|
|
825
|
-
(function(V1EmbeddingModel2) {
|
|
826
|
-
V1EmbeddingModel2["UNKNOWN_EMBEDDING_MODEL"] = "UNKNOWN_EMBEDDING_MODEL";
|
|
827
|
-
V1EmbeddingModel2["ADA"] = "ADA";
|
|
828
|
-
V1EmbeddingModel2["TEXT_EMBEDDING_3_SMALL"] = "TEXT_EMBEDDING_3_SMALL";
|
|
829
|
-
V1EmbeddingModel2["TEXT_EMBEDDING_3_LARGE"] = "TEXT_EMBEDDING_3_LARGE";
|
|
830
|
-
})(V1EmbeddingModel || (V1EmbeddingModel = {}));
|
|
831
|
-
var V1EmbeddingEncodingFormat;
|
|
832
|
-
(function(V1EmbeddingEncodingFormat2) {
|
|
833
|
-
V1EmbeddingEncodingFormat2["UNKNOWN_ENCODING_FORMAT"] = "UNKNOWN_ENCODING_FORMAT";
|
|
834
|
-
V1EmbeddingEncodingFormat2["FLOAT"] = "FLOAT";
|
|
835
|
-
V1EmbeddingEncodingFormat2["BASE64"] = "BASE64";
|
|
836
|
-
})(V1EmbeddingEncodingFormat || (V1EmbeddingEncodingFormat = {}));
|
|
837
|
-
var GoogleproxyV1EmbeddingModel;
|
|
838
|
-
(function(GoogleproxyV1EmbeddingModel2) {
|
|
839
|
-
GoogleproxyV1EmbeddingModel2["UNKNOWN_EMBEDDING_MODEL"] = "UNKNOWN_EMBEDDING_MODEL";
|
|
840
|
-
GoogleproxyV1EmbeddingModel2["TEXT_MULTILINGUAL_EMBEDDING_002"] = "TEXT_MULTILINGUAL_EMBEDDING_002";
|
|
841
|
-
GoogleproxyV1EmbeddingModel2["TEXT_EMBEDDING_005"] = "TEXT_EMBEDDING_005";
|
|
842
|
-
GoogleproxyV1EmbeddingModel2["TEXT_EMBEDDING_LARGE"] = "TEXT_EMBEDDING_LARGE";
|
|
843
|
-
GoogleproxyV1EmbeddingModel2["GEMINI_EMBEDDING_001"] = "GEMINI_EMBEDDING_001";
|
|
844
|
-
})(GoogleproxyV1EmbeddingModel || (GoogleproxyV1EmbeddingModel = {}));
|
|
845
|
-
var TaskType;
|
|
846
|
-
(function(TaskType2) {
|
|
847
|
-
TaskType2["UNKNOWN_TASK_TYPE"] = "UNKNOWN_TASK_TYPE";
|
|
848
|
-
TaskType2["RETRIEVAL_QUERY"] = "RETRIEVAL_QUERY";
|
|
849
|
-
TaskType2["RETRIEVAL_DOCUMENT"] = "RETRIEVAL_DOCUMENT";
|
|
850
|
-
TaskType2["SEMANTIC_SIMILARITY"] = "SEMANTIC_SIMILARITY";
|
|
851
|
-
TaskType2["CLASSIFICATION"] = "CLASSIFICATION";
|
|
852
|
-
TaskType2["CLUSTERING"] = "CLUSTERING";
|
|
853
|
-
TaskType2["QUESTION_ANSWERING"] = "QUESTION_ANSWERING";
|
|
854
|
-
TaskType2["FACT_VERIFICATION"] = "FACT_VERIFICATION";
|
|
855
|
-
TaskType2["CODE_RETRIEVAL_QUERY"] = "CODE_RETRIEVAL_QUERY";
|
|
856
|
-
})(TaskType || (TaskType = {}));
|
|
857
|
-
var TranscriptionModel;
|
|
858
|
-
(function(TranscriptionModel2) {
|
|
859
|
-
TranscriptionModel2["UNKNOWN_TRANSCRIPTION_MODEL"] = "UNKNOWN_TRANSCRIPTION_MODEL";
|
|
860
|
-
TranscriptionModel2["WHISPER_1"] = "WHISPER_1";
|
|
861
|
-
})(TranscriptionModel || (TranscriptionModel = {}));
|
|
862
|
-
var CreateTranscriptionRequestResponseFormat;
|
|
863
|
-
(function(CreateTranscriptionRequestResponseFormat2) {
|
|
864
|
-
CreateTranscriptionRequestResponseFormat2["UNKNOWN_RESPONSE_FORMAT"] = "UNKNOWN_RESPONSE_FORMAT";
|
|
865
|
-
CreateTranscriptionRequestResponseFormat2["JSON"] = "JSON";
|
|
866
|
-
CreateTranscriptionRequestResponseFormat2["TEXT"] = "TEXT";
|
|
867
|
-
CreateTranscriptionRequestResponseFormat2["SRT"] = "SRT";
|
|
868
|
-
CreateTranscriptionRequestResponseFormat2["VERBOSE_JSON"] = "VERBOSE_JSON";
|
|
869
|
-
CreateTranscriptionRequestResponseFormat2["VTT"] = "VTT";
|
|
870
|
-
})(CreateTranscriptionRequestResponseFormat || (CreateTranscriptionRequestResponseFormat = {}));
|
|
871
|
-
var TimestampGranularity;
|
|
872
|
-
(function(TimestampGranularity2) {
|
|
873
|
-
TimestampGranularity2["UNKNOWN_TIMESTAMP_GRANULARITY"] = "UNKNOWN_TIMESTAMP_GRANULARITY";
|
|
874
|
-
TimestampGranularity2["WORD"] = "WORD";
|
|
875
|
-
TimestampGranularity2["SEGMENT"] = "SEGMENT";
|
|
876
|
-
})(TimestampGranularity || (TimestampGranularity = {}));
|
|
877
|
-
var SpeechModel;
|
|
878
|
-
(function(SpeechModel2) {
|
|
879
|
-
SpeechModel2["UNKNOWN_SPEECH_MODEL"] = "UNKNOWN_SPEECH_MODEL";
|
|
880
|
-
SpeechModel2["TTS_1"] = "TTS_1";
|
|
881
|
-
SpeechModel2["TTS_1_HD"] = "TTS_1_HD";
|
|
882
|
-
})(SpeechModel || (SpeechModel = {}));
|
|
883
|
-
var ElevenLabsTextToSpeechModel;
|
|
884
|
-
(function(ElevenLabsTextToSpeechModel2) {
|
|
885
|
-
ElevenLabsTextToSpeechModel2["UNKNOWN_ELEVEN_LABS_TEXT_TO_SPEECH_MODEL"] = "UNKNOWN_ELEVEN_LABS_TEXT_TO_SPEECH_MODEL";
|
|
886
|
-
ElevenLabsTextToSpeechModel2["ELEVEN_MULTILINGUAL_V2"] = "ELEVEN_MULTILINGUAL_V2";
|
|
887
|
-
ElevenLabsTextToSpeechModel2["ELEVEN_FLASH_V2_5"] = "ELEVEN_FLASH_V2_5";
|
|
888
|
-
ElevenLabsTextToSpeechModel2["ELEVEN_FLASH_V2"] = "ELEVEN_FLASH_V2";
|
|
889
|
-
})(ElevenLabsTextToSpeechModel || (ElevenLabsTextToSpeechModel = {}));
|
|
890
|
-
var EntityType;
|
|
891
|
-
(function(EntityType2) {
|
|
892
|
-
EntityType2["UNKNOWN_ENTITY_TYPE"] = "UNKNOWN_ENTITY_TYPE";
|
|
893
|
-
EntityType2["VENDOR"] = "VENDOR";
|
|
894
|
-
EntityType2["PROJECT"] = "PROJECT";
|
|
895
|
-
EntityType2["PROMPT"] = "PROMPT";
|
|
896
|
-
})(EntityType || (EntityType = {}));
|
|
897
|
-
var OutageStatus;
|
|
898
|
-
(function(OutageStatus2) {
|
|
899
|
-
OutageStatus2["UNKNOWN_STATUS"] = "UNKNOWN_STATUS";
|
|
900
|
-
OutageStatus2["HEALTHY"] = "HEALTHY";
|
|
901
|
-
OutageStatus2["OUTAGE"] = "OUTAGE";
|
|
902
|
-
})(OutageStatus || (OutageStatus = {}));
|
|
903
|
-
var ImageEditingModel;
|
|
904
|
-
(function(ImageEditingModel2) {
|
|
905
|
-
ImageEditingModel2["IMAGE_EDITING_MODEL_UNSPECIFIED"] = "IMAGE_EDITING_MODEL_UNSPECIFIED";
|
|
906
|
-
ImageEditingModel2["PR_AI_BACKGROUND_MODEL_VERSION_3"] = "PR_AI_BACKGROUND_MODEL_VERSION_3";
|
|
907
|
-
ImageEditingModel2["PR_AI_BACKGROUND_MODEL_VERSION_4"] = "PR_AI_BACKGROUND_MODEL_VERSION_4";
|
|
908
|
-
})(ImageEditingModel || (ImageEditingModel = {}));
|
|
909
|
-
var EditImageModel;
|
|
910
|
-
(function(EditImageModel2) {
|
|
911
|
-
EditImageModel2["UNKNOWN_EDIT_IMAGE_REQUEST_MODEL"] = "UNKNOWN_EDIT_IMAGE_REQUEST_MODEL";
|
|
912
|
-
EditImageModel2["ERASE"] = "ERASE";
|
|
913
|
-
})(EditImageModel || (EditImageModel = {}));
|
|
914
|
-
var V1EditImageModel;
|
|
915
|
-
(function(V1EditImageModel2) {
|
|
916
|
-
V1EditImageModel2["UNKNOWN_EDIT_IMAGE_MODEL"] = "UNKNOWN_EDIT_IMAGE_MODEL";
|
|
917
|
-
V1EditImageModel2["REAL_ESRGAN"] = "REAL_ESRGAN";
|
|
918
|
-
V1EditImageModel2["RECRAFT_VECTORIZE"] = "RECRAFT_VECTORIZE";
|
|
919
|
-
})(V1EditImageModel || (V1EditImageModel = {}));
|
|
920
|
-
var EditAction;
|
|
921
|
-
(function(EditAction2) {
|
|
922
|
-
EditAction2["UNKNOWN_EDIT_ACTION"] = "UNKNOWN_EDIT_ACTION";
|
|
923
|
-
EditAction2["VECTORIZE"] = "VECTORIZE";
|
|
924
|
-
EditAction2["REMOVE_BACKGROUND"] = "REMOVE_BACKGROUND";
|
|
925
|
-
EditAction2["CRISP_UPSCALE"] = "CRISP_UPSCALE";
|
|
926
|
-
EditAction2["CREATIVE_UPSCALE"] = "CREATIVE_UPSCALE";
|
|
927
|
-
EditAction2["ERASE_REGION"] = "ERASE_REGION";
|
|
928
|
-
})(EditAction || (EditAction = {}));
|
|
929
|
-
var ExtractFromImageModel;
|
|
930
|
-
(function(ExtractFromImageModel2) {
|
|
931
|
-
ExtractFromImageModel2["UNKNOWN_EXTRACT_FROM_IMAGE_MODEL"] = "UNKNOWN_EXTRACT_FROM_IMAGE_MODEL";
|
|
932
|
-
ExtractFromImageModel2["DATALAB_OCR"] = "DATALAB_OCR";
|
|
933
|
-
})(ExtractFromImageModel || (ExtractFromImageModel = {}));
|
|
934
|
-
var WebhookIdentityType;
|
|
935
|
-
(function(WebhookIdentityType2) {
|
|
936
|
-
WebhookIdentityType2["UNKNOWN"] = "UNKNOWN";
|
|
937
|
-
WebhookIdentityType2["ANONYMOUS_VISITOR"] = "ANONYMOUS_VISITOR";
|
|
938
|
-
WebhookIdentityType2["MEMBER"] = "MEMBER";
|
|
939
|
-
WebhookIdentityType2["WIX_USER"] = "WIX_USER";
|
|
940
|
-
WebhookIdentityType2["APP"] = "APP";
|
|
941
|
-
})(WebhookIdentityType || (WebhookIdentityType = {}));
|
|
942
|
-
|
|
943
|
-
// src/common/models.ts
|
|
944
|
-
var ClaudeModel2 = {
|
|
945
|
-
CLAUDE_4_SONNET_1_0: AnthropicModel.CLAUDE_4_SONNET_1_0,
|
|
946
|
-
CLAUDE_4_OPUS_1_0: AnthropicModel.CLAUDE_4_OPUS_1_0,
|
|
947
|
-
CLAUDE_4_5_SONNET_1_0: AnthropicModel.CLAUDE_4_5_SONNET_1_0,
|
|
948
|
-
CLAUDE_4_5_HAIKU_1_0: AnthropicModel.CLAUDE_4_5_HAIKU_1_0,
|
|
949
|
-
CLAUDE_4_5_OPUS_1_0: AnthropicModel.CLAUDE_4_5_OPUS_1_0,
|
|
950
|
-
CLAUDE_4_6_SONNET_1_0: AnthropicModel.CLAUDE_4_6_SONNET_1_0,
|
|
951
|
-
CLAUDE_4_6_OPUS_1_0: AnthropicModel.CLAUDE_4_6_OPUS_1_0
|
|
48
|
+
var ClaudeModel = {
|
|
49
|
+
CLAUDE_4_SONNET_1_0: "claude-sonnet-4",
|
|
50
|
+
CLAUDE_4_OPUS_1_0: "claude-opus-4",
|
|
51
|
+
CLAUDE_4_5_SONNET_1_0: "claude-sonnet-4-5",
|
|
52
|
+
CLAUDE_4_5_HAIKU_1_0: "claude-haiku-4-5",
|
|
53
|
+
CLAUDE_4_5_OPUS_1_0: "claude-opus-4-5",
|
|
54
|
+
CLAUDE_4_6_SONNET_1_0: "claude-sonnet-4-6",
|
|
55
|
+
CLAUDE_4_6_OPUS_1_0: "claude-opus-4-6"
|
|
952
56
|
};
|
|
953
57
|
var OpenAIModel = {
|
|
954
|
-
GPT_4O_MINI_2024_07_18:
|
|
955
|
-
GPT_4O_2024_11_20:
|
|
956
|
-
O1_2024_12_17:
|
|
957
|
-
O3_MINI_2025_01_31:
|
|
958
|
-
GPT_4_1_2025_04_14:
|
|
959
|
-
GPT_4_1_MINI_2025_04_14:
|
|
960
|
-
GPT_4_1_NANO_2025_04_14:
|
|
961
|
-
O3_2025_04_16:
|
|
962
|
-
O4_MINI_2025_04_16:
|
|
963
|
-
GPT_5_2025_08_07:
|
|
964
|
-
GPT_5_MINI_2025_08_07:
|
|
965
|
-
GPT_5_NANO_2025_08_07:
|
|
58
|
+
GPT_4O_MINI_2024_07_18: "gpt-4o-mini",
|
|
59
|
+
GPT_4O_2024_11_20: "gpt-4o",
|
|
60
|
+
O1_2024_12_17: "o1",
|
|
61
|
+
O3_MINI_2025_01_31: "o3-mini",
|
|
62
|
+
GPT_4_1_2025_04_14: "gpt-4.1",
|
|
63
|
+
GPT_4_1_MINI_2025_04_14: "gpt-4.1-mini",
|
|
64
|
+
GPT_4_1_NANO_2025_04_14: "gpt-4.1-nano",
|
|
65
|
+
O3_2025_04_16: "o3",
|
|
66
|
+
O4_MINI_2025_04_16: "o4-mini",
|
|
67
|
+
GPT_5_2025_08_07: "gpt-5",
|
|
68
|
+
GPT_5_MINI_2025_08_07: "gpt-5-mini",
|
|
69
|
+
GPT_5_NANO_2025_08_07: "gpt-5-nano"
|
|
966
70
|
};
|
|
967
|
-
var AVAILABLE_CLAUDE_MODEL_IDS = Object.values(
|
|
968
|
-
var PREFERRED_JUDGE_MODEL =
|
|
71
|
+
var AVAILABLE_CLAUDE_MODEL_IDS = Object.values(ClaudeModel);
|
|
72
|
+
var PREFERRED_JUDGE_MODEL = ClaudeModel.CLAUDE_4_5_HAIKU_1_0;
|
|
969
73
|
var DEFAULT_JUDGE_MODEL = AVAILABLE_CLAUDE_MODEL_IDS.includes(
|
|
970
74
|
PREFERRED_JUDGE_MODEL
|
|
971
75
|
) ? PREFERRED_JUDGE_MODEL : AVAILABLE_CLAUDE_MODEL_IDS[0];
|
|
@@ -988,6 +92,32 @@ var ALL_AVAILABLE_MODEL_IDS = [
|
|
|
988
92
|
var AnyModelSchema = z4.enum(
|
|
989
93
|
ALL_AVAILABLE_MODEL_IDS
|
|
990
94
|
);
|
|
95
|
+
var LEGACY_MODEL_ID_MAP = {
|
|
96
|
+
// Claude
|
|
97
|
+
CLAUDE_4_SONNET_1_0: ClaudeModel.CLAUDE_4_SONNET_1_0,
|
|
98
|
+
CLAUDE_4_OPUS_1_0: ClaudeModel.CLAUDE_4_OPUS_1_0,
|
|
99
|
+
CLAUDE_4_5_SONNET_1_0: ClaudeModel.CLAUDE_4_5_SONNET_1_0,
|
|
100
|
+
CLAUDE_4_5_HAIKU_1_0: ClaudeModel.CLAUDE_4_5_HAIKU_1_0,
|
|
101
|
+
CLAUDE_4_5_OPUS_1_0: ClaudeModel.CLAUDE_4_5_OPUS_1_0,
|
|
102
|
+
CLAUDE_4_6_SONNET_1_0: ClaudeModel.CLAUDE_4_6_SONNET_1_0,
|
|
103
|
+
CLAUDE_4_6_OPUS_1_0: ClaudeModel.CLAUDE_4_6_OPUS_1_0,
|
|
104
|
+
// OpenAI
|
|
105
|
+
GPT_4O_MINI_2024_07_18: OpenAIModel.GPT_4O_MINI_2024_07_18,
|
|
106
|
+
GPT_4O_2024_11_20: OpenAIModel.GPT_4O_2024_11_20,
|
|
107
|
+
O1_2024_12_17: OpenAIModel.O1_2024_12_17,
|
|
108
|
+
O3_MINI_2025_01_31: OpenAIModel.O3_MINI_2025_01_31,
|
|
109
|
+
GPT_4_1_2025_04_14: OpenAIModel.GPT_4_1_2025_04_14,
|
|
110
|
+
GPT_4_1_MINI_2025_04_14: OpenAIModel.GPT_4_1_MINI_2025_04_14,
|
|
111
|
+
GPT_4_1_NANO_2025_04_14: OpenAIModel.GPT_4_1_NANO_2025_04_14,
|
|
112
|
+
O3_2025_04_16: OpenAIModel.O3_2025_04_16,
|
|
113
|
+
O4_MINI_2025_04_16: OpenAIModel.O4_MINI_2025_04_16,
|
|
114
|
+
GPT_5_2025_08_07: OpenAIModel.GPT_5_2025_08_07,
|
|
115
|
+
GPT_5_MINI_2025_08_07: OpenAIModel.GPT_5_MINI_2025_08_07,
|
|
116
|
+
GPT_5_NANO_2025_08_07: OpenAIModel.GPT_5_NANO_2025_08_07
|
|
117
|
+
};
|
|
118
|
+
function normalizeModelId(modelId) {
|
|
119
|
+
return LEGACY_MODEL_ID_MAP[modelId] ?? modelId;
|
|
120
|
+
}
|
|
991
121
|
var nullToUndefined = (val) => val === null ? void 0 : val;
|
|
992
122
|
var ModelConfigSchema = z4.object({
|
|
993
123
|
model: AnyModelSchema,
|
|
@@ -1415,85 +545,34 @@ var TestSchema = z20.discriminatedUnion("type", [
|
|
|
1415
545
|
PlaywrightNLTestSchema
|
|
1416
546
|
]);
|
|
1417
547
|
|
|
1418
|
-
// src/scenario/assertions.ts
|
|
1419
|
-
import { z as z21 } from "zod";
|
|
1420
|
-
var SkillWasCalledAssertionSchema = z21.object({
|
|
1421
|
-
type: z21.literal("skill_was_called"),
|
|
1422
|
-
/** Names of the skills that must have been called (matched against trace Skill tool args) */
|
|
1423
|
-
skillNames: z21.array(z21.string().min(1)).min(1)
|
|
1424
|
-
});
|
|
1425
|
-
var ToolCalledWithParamAssertionSchema = z21.object({
|
|
1426
|
-
type: z21.literal("tool_called_with_param"),
|
|
1427
|
-
/** Name of the tool that must have been called */
|
|
1428
|
-
toolName: z21.string().min(1),
|
|
1429
|
-
/** JSON string of key-value pairs for expected parameters (substring match) */
|
|
1430
|
-
expectedParams: z21.string().min(1)
|
|
1431
|
-
});
|
|
1432
|
-
var BuildPassedAssertionSchema = z21.object({
|
|
1433
|
-
type: z21.literal("build_passed"),
|
|
1434
|
-
/** Command to run (default: "yarn build") */
|
|
1435
|
-
command: z21.string().optional(),
|
|
1436
|
-
/** Expected exit code (default: 0) */
|
|
1437
|
-
expectedExitCode: z21.number().int().optional()
|
|
1438
|
-
});
|
|
1439
|
-
var CostAssertionSchema = z21.object({
|
|
1440
|
-
type: z21.literal("cost"),
|
|
1441
|
-
/** Maximum allowed cost in USD */
|
|
1442
|
-
maxCostUsd: z21.number().positive()
|
|
1443
|
-
});
|
|
1444
|
-
var LlmJudgeAssertionSchema = z21.object({
|
|
1445
|
-
type: z21.literal("llm_judge"),
|
|
1446
|
-
/** Prompt template; placeholders: {{output}}, {{cwd}}, {{changedFiles}}, {{trace}} */
|
|
1447
|
-
prompt: z21.string(),
|
|
1448
|
-
/** Minimum score to pass (0-10, default 7) */
|
|
1449
|
-
minScore: z21.number().int().min(0).max(10).optional(),
|
|
1450
|
-
/** Model for the judge (e.g. claude-3-5-haiku) */
|
|
1451
|
-
model: z21.string().optional(),
|
|
1452
|
-
maxTokens: z21.number().int().optional(),
|
|
1453
|
-
temperature: z21.number().min(0).max(1).optional()
|
|
1454
|
-
});
|
|
1455
|
-
var TimeAssertionSchema = z21.object({
|
|
1456
|
-
type: z21.literal("time_limit"),
|
|
1457
|
-
/** Maximum allowed duration in milliseconds */
|
|
1458
|
-
maxDurationMs: z21.number().int().positive()
|
|
1459
|
-
});
|
|
1460
|
-
var AssertionSchema = z21.union([
|
|
1461
|
-
SkillWasCalledAssertionSchema,
|
|
1462
|
-
ToolCalledWithParamAssertionSchema,
|
|
1463
|
-
BuildPassedAssertionSchema,
|
|
1464
|
-
TimeAssertionSchema,
|
|
1465
|
-
CostAssertionSchema,
|
|
1466
|
-
LlmJudgeAssertionSchema
|
|
1467
|
-
]);
|
|
1468
|
-
|
|
1469
548
|
// src/scenario/environment.ts
|
|
1470
|
-
import { z as
|
|
1471
|
-
var LocalProjectConfigSchema =
|
|
549
|
+
import { z as z21 } from "zod";
|
|
550
|
+
var LocalProjectConfigSchema = z21.object({
|
|
1472
551
|
/** Template ID to use for the local project */
|
|
1473
|
-
templateId:
|
|
552
|
+
templateId: z21.string().optional(),
|
|
1474
553
|
/** Files to create in the project */
|
|
1475
|
-
files:
|
|
1476
|
-
|
|
1477
|
-
path:
|
|
1478
|
-
content:
|
|
554
|
+
files: z21.array(
|
|
555
|
+
z21.object({
|
|
556
|
+
path: z21.string().min(1),
|
|
557
|
+
content: z21.string().min(1)
|
|
1479
558
|
})
|
|
1480
559
|
).optional()
|
|
1481
560
|
});
|
|
1482
|
-
var MetaSiteConfigSchema =
|
|
1483
|
-
configurations:
|
|
1484
|
-
|
|
1485
|
-
name:
|
|
1486
|
-
apiCalls:
|
|
1487
|
-
|
|
1488
|
-
url:
|
|
1489
|
-
method:
|
|
1490
|
-
body:
|
|
561
|
+
var MetaSiteConfigSchema = z21.object({
|
|
562
|
+
configurations: z21.array(
|
|
563
|
+
z21.object({
|
|
564
|
+
name: z21.string().min(1),
|
|
565
|
+
apiCalls: z21.array(
|
|
566
|
+
z21.object({
|
|
567
|
+
url: z21.string().url(),
|
|
568
|
+
method: z21.enum(["POST", "PUT"]),
|
|
569
|
+
body: z21.string()
|
|
1491
570
|
})
|
|
1492
571
|
)
|
|
1493
572
|
})
|
|
1494
573
|
).optional()
|
|
1495
574
|
});
|
|
1496
|
-
var EnvironmentSchema =
|
|
575
|
+
var EnvironmentSchema = z21.object({
|
|
1497
576
|
/** Local project configuration */
|
|
1498
577
|
localProject: LocalProjectConfigSchema.optional(),
|
|
1499
578
|
/** Meta site configuration */
|
|
@@ -1501,11 +580,11 @@ var EnvironmentSchema = z22.object({
|
|
|
1501
580
|
});
|
|
1502
581
|
|
|
1503
582
|
// src/scenario/test-scenario.ts
|
|
1504
|
-
import { z as
|
|
583
|
+
import { z as z23 } from "zod";
|
|
1505
584
|
|
|
1506
585
|
// src/assertion/assertion.ts
|
|
1507
|
-
import { z as
|
|
1508
|
-
var AssertionTypeSchema =
|
|
586
|
+
import { z as z22 } from "zod";
|
|
587
|
+
var AssertionTypeSchema = z22.enum([
|
|
1509
588
|
"skill_was_called",
|
|
1510
589
|
"tool_called_with_param",
|
|
1511
590
|
"build_passed",
|
|
@@ -1513,59 +592,61 @@ var AssertionTypeSchema = z23.enum([
|
|
|
1513
592
|
"cost",
|
|
1514
593
|
"llm_judge"
|
|
1515
594
|
]);
|
|
1516
|
-
var AssertionParameterTypeSchema =
|
|
595
|
+
var AssertionParameterTypeSchema = z22.enum([
|
|
1517
596
|
"string",
|
|
1518
597
|
"number",
|
|
1519
598
|
"boolean"
|
|
1520
599
|
]);
|
|
1521
|
-
var AssertionParameterSchema =
|
|
600
|
+
var AssertionParameterSchema = z22.object({
|
|
1522
601
|
/** Parameter name (used as key in params object) */
|
|
1523
|
-
name:
|
|
602
|
+
name: z22.string().min(1),
|
|
1524
603
|
/** Display label for the parameter */
|
|
1525
|
-
label:
|
|
604
|
+
label: z22.string().min(1),
|
|
1526
605
|
/** Parameter type */
|
|
1527
606
|
type: AssertionParameterTypeSchema,
|
|
1528
607
|
/** Whether this parameter is required */
|
|
1529
|
-
required:
|
|
608
|
+
required: z22.boolean(),
|
|
1530
609
|
/** Default value (optional, used when not provided) */
|
|
1531
|
-
defaultValue:
|
|
610
|
+
defaultValue: z22.union([z22.string(), z22.number(), z22.boolean()]).optional(),
|
|
1532
611
|
/** If true, parameter is hidden by default behind "Show advanced options" */
|
|
1533
|
-
advanced:
|
|
612
|
+
advanced: z22.boolean().optional()
|
|
1534
613
|
});
|
|
1535
|
-
var ScenarioAssertionLinkSchema =
|
|
614
|
+
var ScenarioAssertionLinkSchema = z22.object({
|
|
1536
615
|
/** ID of the assertion (can be system assertion like 'system:skill_was_called' or custom assertion UUID) */
|
|
1537
|
-
assertionId:
|
|
616
|
+
assertionId: z22.string(),
|
|
1538
617
|
/** Parameter values for this assertion in this scenario */
|
|
1539
|
-
params:
|
|
1540
|
-
|
|
1541
|
-
|
|
618
|
+
params: z22.record(
|
|
619
|
+
z22.string(),
|
|
620
|
+
z22.union([z22.string(), z22.number(), z22.boolean(), z22.null()])
|
|
1542
621
|
).optional()
|
|
1543
622
|
});
|
|
1544
|
-
var SkillWasCalledConfigSchema =
|
|
623
|
+
var SkillWasCalledConfigSchema = z22.object({
|
|
1545
624
|
/** Names of the skills that must have been called */
|
|
1546
|
-
skillNames:
|
|
625
|
+
skillNames: z22.array(z22.string().min(1)).min(1)
|
|
1547
626
|
});
|
|
1548
|
-
var CostConfigSchema =
|
|
627
|
+
var CostConfigSchema = z22.strictObject({
|
|
1549
628
|
/** Maximum allowed cost in USD */
|
|
1550
|
-
maxCostUsd:
|
|
629
|
+
maxCostUsd: z22.number().positive()
|
|
1551
630
|
});
|
|
1552
|
-
var ToolCalledWithParamConfigSchema =
|
|
631
|
+
var ToolCalledWithParamConfigSchema = z22.strictObject({
|
|
1553
632
|
/** Name of the tool that must have been called */
|
|
1554
|
-
toolName:
|
|
633
|
+
toolName: z22.string().min(1),
|
|
1555
634
|
/** JSON string of key-value pairs for expected parameters (substring match) */
|
|
1556
|
-
expectedParams:
|
|
635
|
+
expectedParams: z22.string().min(1),
|
|
636
|
+
/** If true, the matching tool call must also have succeeded (step.success === true) */
|
|
637
|
+
requireSuccess: z22.boolean().optional()
|
|
1557
638
|
});
|
|
1558
|
-
var BuildPassedConfigSchema =
|
|
639
|
+
var BuildPassedConfigSchema = z22.strictObject({
|
|
1559
640
|
/** Command to run (default: "yarn build") */
|
|
1560
|
-
command:
|
|
641
|
+
command: z22.string().optional(),
|
|
1561
642
|
/** Expected exit code (default: 0) */
|
|
1562
|
-
expectedExitCode:
|
|
643
|
+
expectedExitCode: z22.number().int().optional()
|
|
1563
644
|
});
|
|
1564
|
-
var TimeConfigSchema =
|
|
645
|
+
var TimeConfigSchema = z22.strictObject({
|
|
1565
646
|
/** Maximum allowed duration in milliseconds */
|
|
1566
|
-
maxDurationMs:
|
|
647
|
+
maxDurationMs: z22.number().int().positive()
|
|
1567
648
|
});
|
|
1568
|
-
var LlmJudgeConfigSchema =
|
|
649
|
+
var LlmJudgeConfigSchema = z22.object({
|
|
1569
650
|
/**
|
|
1570
651
|
* Prompt template with placeholders:
|
|
1571
652
|
* - {{output}}: agent's final output
|
|
@@ -1576,19 +657,45 @@ var LlmJudgeConfigSchema = z23.object({
|
|
|
1576
657
|
* - {{trace}}: step-by-step trace of tool calls
|
|
1577
658
|
* - Custom parameters defined in the parameters array
|
|
1578
659
|
*/
|
|
1579
|
-
prompt:
|
|
660
|
+
prompt: z22.string().min(1),
|
|
1580
661
|
/** Minimum score to pass (0-10, default 7) */
|
|
1581
|
-
minScore:
|
|
662
|
+
minScore: z22.number().int().min(0).max(10).optional(),
|
|
1582
663
|
/** Model for the judge (e.g. claude-3-5-haiku-20241022) */
|
|
1583
|
-
model:
|
|
664
|
+
model: z22.string().optional(),
|
|
1584
665
|
/** Max output tokens */
|
|
1585
|
-
maxTokens:
|
|
666
|
+
maxTokens: z22.number().int().optional(),
|
|
1586
667
|
/** Temperature (0-1) */
|
|
1587
|
-
temperature:
|
|
668
|
+
temperature: z22.number().min(0).max(1).optional(),
|
|
1588
669
|
/** User-defined parameters for this assertion */
|
|
1589
|
-
parameters:
|
|
670
|
+
parameters: z22.array(AssertionParameterSchema).optional()
|
|
671
|
+
});
|
|
672
|
+
var SkillWasCalledAssertionSchema = SkillWasCalledConfigSchema.extend({
|
|
673
|
+
type: z22.literal("skill_was_called")
|
|
1590
674
|
});
|
|
1591
|
-
var
|
|
675
|
+
var ToolCalledWithParamAssertionSchema = ToolCalledWithParamConfigSchema.extend({
|
|
676
|
+
type: z22.literal("tool_called_with_param")
|
|
677
|
+
});
|
|
678
|
+
var BuildPassedAssertionSchema = BuildPassedConfigSchema.extend({
|
|
679
|
+
type: z22.literal("build_passed")
|
|
680
|
+
});
|
|
681
|
+
var CostAssertionSchema = CostConfigSchema.extend({
|
|
682
|
+
type: z22.literal("cost")
|
|
683
|
+
});
|
|
684
|
+
var LlmJudgeAssertionSchema = LlmJudgeConfigSchema.extend({
|
|
685
|
+
type: z22.literal("llm_judge")
|
|
686
|
+
});
|
|
687
|
+
var TimeAssertionSchema = TimeConfigSchema.extend({
|
|
688
|
+
type: z22.literal("time_limit")
|
|
689
|
+
});
|
|
690
|
+
var AssertionSchema = z22.union([
|
|
691
|
+
SkillWasCalledAssertionSchema,
|
|
692
|
+
ToolCalledWithParamAssertionSchema,
|
|
693
|
+
BuildPassedAssertionSchema,
|
|
694
|
+
TimeAssertionSchema,
|
|
695
|
+
CostAssertionSchema,
|
|
696
|
+
LlmJudgeAssertionSchema
|
|
697
|
+
]);
|
|
698
|
+
var AssertionConfigSchema = z22.union([
|
|
1592
699
|
LlmJudgeConfigSchema,
|
|
1593
700
|
// requires prompt - check first
|
|
1594
701
|
SkillWasCalledConfigSchema,
|
|
@@ -1601,7 +708,7 @@ var AssertionConfigSchema = z23.union([
|
|
|
1601
708
|
// requires maxCostUsd, uses strictObject
|
|
1602
709
|
BuildPassedConfigSchema,
|
|
1603
710
|
// all optional, uses strictObject to reject unknown keys
|
|
1604
|
-
|
|
711
|
+
z22.object({})
|
|
1605
712
|
// fallback empty config
|
|
1606
713
|
]);
|
|
1607
714
|
var CustomAssertionSchema = TenantEntitySchema.extend({
|
|
@@ -1652,25 +759,25 @@ function getLlmJudgeConfig(assertion) {
|
|
|
1652
759
|
}
|
|
1653
760
|
|
|
1654
761
|
// src/scenario/test-scenario.ts
|
|
1655
|
-
var ExpectedFileSchema =
|
|
762
|
+
var ExpectedFileSchema = z23.object({
|
|
1656
763
|
/** Relative path where the file should be created */
|
|
1657
|
-
path:
|
|
764
|
+
path: z23.string(),
|
|
1658
765
|
/** Optional expected content */
|
|
1659
|
-
content:
|
|
766
|
+
content: z23.string().optional()
|
|
1660
767
|
});
|
|
1661
768
|
var TestScenarioSchema = TenantEntitySchema.extend({
|
|
1662
769
|
/** The prompt sent to the agent to trigger the task */
|
|
1663
|
-
triggerPrompt:
|
|
770
|
+
triggerPrompt: z23.string().min(10),
|
|
1664
771
|
/** ID of the template to use for this scenario (null = no template) */
|
|
1665
|
-
templateId:
|
|
772
|
+
templateId: z23.string().nullish(),
|
|
1666
773
|
/** Inline assertions to evaluate for this scenario (legacy) */
|
|
1667
|
-
assertions:
|
|
774
|
+
assertions: z23.array(AssertionSchema).optional(),
|
|
1668
775
|
/** IDs of saved assertions to evaluate (from assertions table) - legacy, use assertionLinks */
|
|
1669
|
-
assertionIds:
|
|
776
|
+
assertionIds: z23.array(z23.string()).optional(),
|
|
1670
777
|
/** Linked assertions with per-scenario parameter values */
|
|
1671
|
-
assertionLinks:
|
|
778
|
+
assertionLinks: z23.array(ScenarioAssertionLinkSchema).optional(),
|
|
1672
779
|
/** Tags for categorisation and filtering */
|
|
1673
|
-
tags:
|
|
780
|
+
tags: z23.array(z23.string()).optional()
|
|
1674
781
|
});
|
|
1675
782
|
var CreateTestScenarioInputSchema = TestScenarioSchema.omit({
|
|
1676
783
|
id: true,
|
|
@@ -1681,10 +788,10 @@ var CreateTestScenarioInputSchema = TestScenarioSchema.omit({
|
|
|
1681
788
|
var UpdateTestScenarioInputSchema = CreateTestScenarioInputSchema.partial();
|
|
1682
789
|
|
|
1683
790
|
// src/suite/test-suite.ts
|
|
1684
|
-
import { z as
|
|
791
|
+
import { z as z24 } from "zod";
|
|
1685
792
|
var TestSuiteSchema = TenantEntitySchema.extend({
|
|
1686
793
|
/** IDs of test scenarios in this suite */
|
|
1687
|
-
scenarioIds:
|
|
794
|
+
scenarioIds: z24.array(z24.string())
|
|
1688
795
|
});
|
|
1689
796
|
var CreateTestSuiteInputSchema = TestSuiteSchema.omit({
|
|
1690
797
|
id: true,
|
|
@@ -1695,21 +802,21 @@ var CreateTestSuiteInputSchema = TestSuiteSchema.omit({
|
|
|
1695
802
|
var UpdateTestSuiteInputSchema = CreateTestSuiteInputSchema.partial();
|
|
1696
803
|
|
|
1697
804
|
// src/evaluation/metrics.ts
|
|
1698
|
-
import { z as
|
|
1699
|
-
var TokenUsageSchema =
|
|
1700
|
-
prompt:
|
|
1701
|
-
completion:
|
|
1702
|
-
total:
|
|
1703
|
-
});
|
|
1704
|
-
var EvalMetricsSchema =
|
|
1705
|
-
totalAssertions:
|
|
1706
|
-
passed:
|
|
1707
|
-
failed:
|
|
1708
|
-
skipped:
|
|
1709
|
-
errors:
|
|
1710
|
-
passRate:
|
|
1711
|
-
avgDuration:
|
|
1712
|
-
totalDuration:
|
|
805
|
+
import { z as z25 } from "zod";
|
|
806
|
+
var TokenUsageSchema = z25.object({
|
|
807
|
+
prompt: z25.number(),
|
|
808
|
+
completion: z25.number(),
|
|
809
|
+
total: z25.number()
|
|
810
|
+
});
|
|
811
|
+
var EvalMetricsSchema = z25.object({
|
|
812
|
+
totalAssertions: z25.number(),
|
|
813
|
+
passed: z25.number(),
|
|
814
|
+
failed: z25.number(),
|
|
815
|
+
skipped: z25.number(),
|
|
816
|
+
errors: z25.number(),
|
|
817
|
+
passRate: z25.number(),
|
|
818
|
+
avgDuration: z25.number(),
|
|
819
|
+
totalDuration: z25.number()
|
|
1713
820
|
});
|
|
1714
821
|
var EvalStatus = /* @__PURE__ */ ((EvalStatus2) => {
|
|
1715
822
|
EvalStatus2["PENDING"] = "pending";
|
|
@@ -1719,7 +826,7 @@ var EvalStatus = /* @__PURE__ */ ((EvalStatus2) => {
|
|
|
1719
826
|
EvalStatus2["CANCELLED"] = "cancelled";
|
|
1720
827
|
return EvalStatus2;
|
|
1721
828
|
})(EvalStatus || {});
|
|
1722
|
-
var EvalStatusSchema =
|
|
829
|
+
var EvalStatusSchema = z25.enum(EvalStatus);
|
|
1723
830
|
var LLMStepType = /* @__PURE__ */ ((LLMStepType2) => {
|
|
1724
831
|
LLMStepType2["COMPLETION"] = "completion";
|
|
1725
832
|
LLMStepType2["TOOL_USE"] = "tool_use";
|
|
@@ -1727,52 +834,54 @@ var LLMStepType = /* @__PURE__ */ ((LLMStepType2) => {
|
|
|
1727
834
|
LLMStepType2["THINKING"] = "thinking";
|
|
1728
835
|
return LLMStepType2;
|
|
1729
836
|
})(LLMStepType || {});
|
|
1730
|
-
var LLMTraceStepSchema =
|
|
1731
|
-
id:
|
|
1732
|
-
stepNumber:
|
|
1733
|
-
type:
|
|
1734
|
-
model:
|
|
1735
|
-
provider:
|
|
1736
|
-
startedAt:
|
|
1737
|
-
durationMs:
|
|
837
|
+
var LLMTraceStepSchema = z25.object({
|
|
838
|
+
id: z25.string(),
|
|
839
|
+
stepNumber: z25.number(),
|
|
840
|
+
type: z25.enum(LLMStepType),
|
|
841
|
+
model: z25.string(),
|
|
842
|
+
provider: z25.string(),
|
|
843
|
+
startedAt: z25.string(),
|
|
844
|
+
durationMs: z25.number(),
|
|
1738
845
|
tokenUsage: TokenUsageSchema,
|
|
1739
|
-
costUsd:
|
|
1740
|
-
toolName:
|
|
1741
|
-
toolArguments:
|
|
1742
|
-
inputPreview:
|
|
1743
|
-
outputPreview:
|
|
1744
|
-
success:
|
|
1745
|
-
error:
|
|
1746
|
-
|
|
1747
|
-
|
|
1748
|
-
|
|
1749
|
-
|
|
1750
|
-
|
|
1751
|
-
|
|
1752
|
-
|
|
1753
|
-
|
|
1754
|
-
|
|
1755
|
-
|
|
846
|
+
costUsd: z25.number(),
|
|
847
|
+
toolName: z25.string().optional(),
|
|
848
|
+
toolArguments: z25.string().optional(),
|
|
849
|
+
inputPreview: z25.string().optional(),
|
|
850
|
+
outputPreview: z25.string().optional(),
|
|
851
|
+
success: z25.boolean(),
|
|
852
|
+
error: z25.string().optional(),
|
|
853
|
+
turnIndex: z25.number().optional()
|
|
854
|
+
});
|
|
855
|
+
var LLMBreakdownStatsSchema = z25.object({
|
|
856
|
+
count: z25.number(),
|
|
857
|
+
durationMs: z25.number(),
|
|
858
|
+
tokens: z25.number(),
|
|
859
|
+
costUsd: z25.number()
|
|
860
|
+
});
|
|
861
|
+
var LLMTraceSummarySchema = z25.object({
|
|
862
|
+
totalSteps: z25.number(),
|
|
863
|
+
totalTurns: z25.number().optional(),
|
|
864
|
+
totalDurationMs: z25.number(),
|
|
1756
865
|
totalTokens: TokenUsageSchema,
|
|
1757
|
-
totalCostUsd:
|
|
1758
|
-
stepTypeBreakdown:
|
|
1759
|
-
modelBreakdown:
|
|
1760
|
-
modelsUsed:
|
|
1761
|
-
});
|
|
1762
|
-
var LLMTraceSchema =
|
|
1763
|
-
id:
|
|
1764
|
-
steps:
|
|
866
|
+
totalCostUsd: z25.number(),
|
|
867
|
+
stepTypeBreakdown: z25.record(z25.string(), LLMBreakdownStatsSchema).optional(),
|
|
868
|
+
modelBreakdown: z25.record(z25.string(), LLMBreakdownStatsSchema),
|
|
869
|
+
modelsUsed: z25.array(z25.string())
|
|
870
|
+
});
|
|
871
|
+
var LLMTraceSchema = z25.object({
|
|
872
|
+
id: z25.string(),
|
|
873
|
+
steps: z25.array(LLMTraceStepSchema),
|
|
1765
874
|
summary: LLMTraceSummarySchema
|
|
1766
875
|
});
|
|
1767
876
|
|
|
1768
877
|
// src/evaluation/eval-result.ts
|
|
1769
|
-
import { z as
|
|
878
|
+
import { z as z29 } from "zod";
|
|
1770
879
|
|
|
1771
880
|
// src/evaluation/eval-run.ts
|
|
1772
|
-
import { z as
|
|
881
|
+
import { z as z27 } from "zod";
|
|
1773
882
|
|
|
1774
883
|
// src/evaluation/live-trace.ts
|
|
1775
|
-
import { z as
|
|
884
|
+
import { z as z26 } from "zod";
|
|
1776
885
|
var LiveTraceEventType = /* @__PURE__ */ ((LiveTraceEventType2) => {
|
|
1777
886
|
LiveTraceEventType2["THINKING"] = "thinking";
|
|
1778
887
|
LiveTraceEventType2["TOOL_USE"] = "tool_use";
|
|
@@ -1786,37 +895,37 @@ var LiveTraceEventType = /* @__PURE__ */ ((LiveTraceEventType2) => {
|
|
|
1786
895
|
LiveTraceEventType2["USER"] = "user";
|
|
1787
896
|
return LiveTraceEventType2;
|
|
1788
897
|
})(LiveTraceEventType || {});
|
|
1789
|
-
var LiveTraceEventSchema =
|
|
898
|
+
var LiveTraceEventSchema = z26.object({
|
|
1790
899
|
/** The evaluation run ID */
|
|
1791
|
-
evalRunId:
|
|
900
|
+
evalRunId: z26.string(),
|
|
1792
901
|
/** The scenario ID being executed */
|
|
1793
|
-
scenarioId:
|
|
902
|
+
scenarioId: z26.string(),
|
|
1794
903
|
/** The scenario name for display */
|
|
1795
|
-
scenarioName:
|
|
904
|
+
scenarioName: z26.string(),
|
|
1796
905
|
/** The target ID (skill, agent, etc.) */
|
|
1797
|
-
targetId:
|
|
906
|
+
targetId: z26.string(),
|
|
1798
907
|
/** The target name for display */
|
|
1799
|
-
targetName:
|
|
908
|
+
targetName: z26.string(),
|
|
1800
909
|
/** Step number in the current scenario execution */
|
|
1801
|
-
stepNumber:
|
|
910
|
+
stepNumber: z26.number(),
|
|
1802
911
|
/** Type of trace event */
|
|
1803
|
-
type:
|
|
912
|
+
type: z26.enum(LiveTraceEventType),
|
|
1804
913
|
/** Tool name if this is a tool_use event */
|
|
1805
|
-
toolName:
|
|
914
|
+
toolName: z26.string().optional(),
|
|
1806
915
|
/** Tool arguments preview (truncated JSON) */
|
|
1807
|
-
toolArgs:
|
|
916
|
+
toolArgs: z26.string().optional(),
|
|
1808
917
|
/** Output preview (truncated text) */
|
|
1809
|
-
outputPreview:
|
|
918
|
+
outputPreview: z26.string().optional(),
|
|
1810
919
|
/** File path for file operations */
|
|
1811
|
-
filePath:
|
|
920
|
+
filePath: z26.string().optional(),
|
|
1812
921
|
/** Elapsed time in milliseconds for progress events */
|
|
1813
|
-
elapsedMs:
|
|
922
|
+
elapsedMs: z26.number().optional(),
|
|
1814
923
|
/** Thinking/reasoning text from Claude */
|
|
1815
|
-
thinking:
|
|
924
|
+
thinking: z26.string().optional(),
|
|
1816
925
|
/** Timestamp when this event occurred */
|
|
1817
|
-
timestamp:
|
|
926
|
+
timestamp: z26.string(),
|
|
1818
927
|
/** Whether this is the final event for this scenario */
|
|
1819
|
-
isComplete:
|
|
928
|
+
isComplete: z26.boolean()
|
|
1820
929
|
});
|
|
1821
930
|
var TRACE_EVENT_PREFIX = "TRACE_EVENT:";
|
|
1822
931
|
function parseTraceEventLine(line) {
|
|
@@ -1844,14 +953,14 @@ var TriggerType = /* @__PURE__ */ ((TriggerType2) => {
|
|
|
1844
953
|
TriggerType2["MANUAL"] = "MANUAL";
|
|
1845
954
|
return TriggerType2;
|
|
1846
955
|
})(TriggerType || {});
|
|
1847
|
-
var TriggerMetadataSchema =
|
|
1848
|
-
version:
|
|
1849
|
-
resourceUpdated:
|
|
956
|
+
var TriggerMetadataSchema = z27.object({
|
|
957
|
+
version: z27.string().optional(),
|
|
958
|
+
resourceUpdated: z27.array(z27.string()).optional()
|
|
1850
959
|
});
|
|
1851
|
-
var TriggerSchema =
|
|
1852
|
-
id:
|
|
960
|
+
var TriggerSchema = z27.object({
|
|
961
|
+
id: z27.string(),
|
|
1853
962
|
metadata: TriggerMetadataSchema.optional(),
|
|
1854
|
-
type:
|
|
963
|
+
type: z27.enum(TriggerType)
|
|
1855
964
|
});
|
|
1856
965
|
var FailureCategory = /* @__PURE__ */ ((FailureCategory2) => {
|
|
1857
966
|
FailureCategory2["MISSING_FILE"] = "missing_file";
|
|
@@ -1869,28 +978,28 @@ var FailureSeverity = /* @__PURE__ */ ((FailureSeverity2) => {
|
|
|
1869
978
|
FailureSeverity2["LOW"] = "low";
|
|
1870
979
|
return FailureSeverity2;
|
|
1871
980
|
})(FailureSeverity || {});
|
|
1872
|
-
var DiffLineTypeSchema =
|
|
1873
|
-
var DiffLineSchema =
|
|
981
|
+
var DiffLineTypeSchema = z27.enum(["added", "removed", "unchanged"]);
|
|
982
|
+
var DiffLineSchema = z27.object({
|
|
1874
983
|
type: DiffLineTypeSchema,
|
|
1875
|
-
content:
|
|
1876
|
-
lineNumber:
|
|
1877
|
-
});
|
|
1878
|
-
var DiffContentSchema =
|
|
1879
|
-
path:
|
|
1880
|
-
expected:
|
|
1881
|
-
actual:
|
|
1882
|
-
diffLines:
|
|
1883
|
-
renamedFrom:
|
|
1884
|
-
});
|
|
1885
|
-
var CommandExecutionSchema =
|
|
1886
|
-
command:
|
|
1887
|
-
exitCode:
|
|
1888
|
-
output:
|
|
1889
|
-
duration:
|
|
1890
|
-
});
|
|
1891
|
-
var FileModificationSchema =
|
|
1892
|
-
path:
|
|
1893
|
-
action:
|
|
984
|
+
content: z27.string(),
|
|
985
|
+
lineNumber: z27.number()
|
|
986
|
+
});
|
|
987
|
+
var DiffContentSchema = z27.object({
|
|
988
|
+
path: z27.string(),
|
|
989
|
+
expected: z27.string(),
|
|
990
|
+
actual: z27.string(),
|
|
991
|
+
diffLines: z27.array(DiffLineSchema),
|
|
992
|
+
renamedFrom: z27.string().optional()
|
|
993
|
+
});
|
|
994
|
+
var CommandExecutionSchema = z27.object({
|
|
995
|
+
command: z27.string(),
|
|
996
|
+
exitCode: z27.number(),
|
|
997
|
+
output: z27.string().optional(),
|
|
998
|
+
duration: z27.number()
|
|
999
|
+
});
|
|
1000
|
+
var FileModificationSchema = z27.object({
|
|
1001
|
+
path: z27.string(),
|
|
1002
|
+
action: z27.enum(["created", "modified", "deleted"])
|
|
1894
1003
|
});
|
|
1895
1004
|
var TemplateFileStatus = /* @__PURE__ */ ((TemplateFileStatus2) => {
|
|
1896
1005
|
TemplateFileStatus2["NEW"] = "new";
|
|
@@ -1898,87 +1007,87 @@ var TemplateFileStatus = /* @__PURE__ */ ((TemplateFileStatus2) => {
|
|
|
1898
1007
|
TemplateFileStatus2["UNCHANGED"] = "unchanged";
|
|
1899
1008
|
return TemplateFileStatus2;
|
|
1900
1009
|
})(TemplateFileStatus || {});
|
|
1901
|
-
var TemplateFileSchema =
|
|
1010
|
+
var TemplateFileSchema = z27.object({
|
|
1902
1011
|
/** Relative path within the template */
|
|
1903
|
-
path:
|
|
1012
|
+
path: z27.string(),
|
|
1904
1013
|
/** Full file content after execution */
|
|
1905
|
-
content:
|
|
1014
|
+
content: z27.string(),
|
|
1906
1015
|
/** File status (new, modified, unchanged) */
|
|
1907
|
-
status:
|
|
1908
|
-
});
|
|
1909
|
-
var ApiCallSchema =
|
|
1910
|
-
endpoint:
|
|
1911
|
-
tokensUsed:
|
|
1912
|
-
duration:
|
|
1913
|
-
});
|
|
1914
|
-
var ExecutionTraceSchema =
|
|
1915
|
-
commands:
|
|
1916
|
-
filesModified:
|
|
1917
|
-
apiCalls:
|
|
1918
|
-
totalDuration:
|
|
1919
|
-
});
|
|
1920
|
-
var FailureAnalysisSchema =
|
|
1921
|
-
category:
|
|
1922
|
-
severity:
|
|
1923
|
-
summary:
|
|
1924
|
-
details:
|
|
1925
|
-
rootCause:
|
|
1926
|
-
suggestedFix:
|
|
1927
|
-
relatedAssertions:
|
|
1928
|
-
codeSnippet:
|
|
1929
|
-
similarIssues:
|
|
1930
|
-
patternId:
|
|
1016
|
+
status: z27.enum(["new", "modified", "unchanged"])
|
|
1017
|
+
});
|
|
1018
|
+
var ApiCallSchema = z27.object({
|
|
1019
|
+
endpoint: z27.string(),
|
|
1020
|
+
tokensUsed: z27.number(),
|
|
1021
|
+
duration: z27.number()
|
|
1022
|
+
});
|
|
1023
|
+
var ExecutionTraceSchema = z27.object({
|
|
1024
|
+
commands: z27.array(CommandExecutionSchema),
|
|
1025
|
+
filesModified: z27.array(FileModificationSchema),
|
|
1026
|
+
apiCalls: z27.array(ApiCallSchema),
|
|
1027
|
+
totalDuration: z27.number()
|
|
1028
|
+
});
|
|
1029
|
+
var FailureAnalysisSchema = z27.object({
|
|
1030
|
+
category: z27.enum(FailureCategory),
|
|
1031
|
+
severity: z27.enum(FailureSeverity),
|
|
1032
|
+
summary: z27.string(),
|
|
1033
|
+
details: z27.string(),
|
|
1034
|
+
rootCause: z27.string(),
|
|
1035
|
+
suggestedFix: z27.string(),
|
|
1036
|
+
relatedAssertions: z27.array(z27.string()),
|
|
1037
|
+
codeSnippet: z27.string().optional(),
|
|
1038
|
+
similarIssues: z27.array(z27.string()).optional(),
|
|
1039
|
+
patternId: z27.string().optional(),
|
|
1931
1040
|
// Extended fields for detailed debugging
|
|
1932
1041
|
diff: DiffContentSchema.optional(),
|
|
1933
1042
|
executionTrace: ExecutionTraceSchema.optional()
|
|
1934
1043
|
});
|
|
1935
1044
|
var EvalRunSchema = TenantEntitySchema.extend({
|
|
1936
1045
|
/** Agent ID for this run */
|
|
1937
|
-
agentId:
|
|
1046
|
+
agentId: z27.string().optional(),
|
|
1938
1047
|
/** Preset ID that originated this run (optional) */
|
|
1939
|
-
presetId:
|
|
1048
|
+
presetId: z27.string().optional(),
|
|
1940
1049
|
/** Skill IDs for this run */
|
|
1941
|
-
skillIds:
|
|
1050
|
+
skillIds: z27.array(z27.string()).optional(),
|
|
1942
1051
|
/** Map of skillId to skillVersionId for this run */
|
|
1943
|
-
skillVersions:
|
|
1052
|
+
skillVersions: z27.record(z27.string(), z27.string()).optional(),
|
|
1944
1053
|
/** Scenario IDs to run (always present — resolved server-side from tags when needed) */
|
|
1945
|
-
scenarioIds:
|
|
1054
|
+
scenarioIds: z27.array(z27.string()),
|
|
1946
1055
|
/** Current status */
|
|
1947
1056
|
status: EvalStatusSchema,
|
|
1948
1057
|
/** Progress percentage (0-100) */
|
|
1949
|
-
progress:
|
|
1058
|
+
progress: z27.number(),
|
|
1950
1059
|
/** Results for each scenario/target combination (lazy to break eval-result ↔ eval-run cycle) */
|
|
1951
|
-
results:
|
|
1060
|
+
results: z27.array(z27.lazy(() => EvalRunResultSchema)),
|
|
1952
1061
|
/** Aggregated metrics across all results */
|
|
1953
1062
|
aggregateMetrics: EvalMetricsSchema,
|
|
1954
1063
|
/** Failure analyses */
|
|
1955
|
-
failureAnalyses:
|
|
1064
|
+
failureAnalyses: z27.array(FailureAnalysisSchema).optional(),
|
|
1956
1065
|
/** Aggregated LLM trace summary */
|
|
1957
1066
|
llmTraceSummary: LLMTraceSummarySchema.optional(),
|
|
1958
1067
|
/** What triggered this run */
|
|
1959
1068
|
trigger: TriggerSchema.optional(),
|
|
1960
1069
|
/** When the run started (set when evaluation is triggered) */
|
|
1961
|
-
startedAt:
|
|
1070
|
+
startedAt: z27.string().optional(),
|
|
1962
1071
|
/** When the run completed */
|
|
1963
|
-
completedAt:
|
|
1072
|
+
completedAt: z27.string().optional(),
|
|
1964
1073
|
/** Live trace events captured during execution (for playback on results page) */
|
|
1965
|
-
liveTraceEvents:
|
|
1074
|
+
liveTraceEvents: z27.array(LiveTraceEventSchema).optional(),
|
|
1966
1075
|
/** Remote job ID for tracking execution in Dev Machines */
|
|
1967
|
-
jobId:
|
|
1076
|
+
jobId: z27.string().optional(),
|
|
1968
1077
|
/** Remote job status from the Dev Machine API (PENDING, RUNNING, COMPLETED, FAILED, CANCELLED) */
|
|
1969
|
-
jobStatus:
|
|
1078
|
+
jobStatus: z27.string().optional(),
|
|
1970
1079
|
/** Remote job error message if the job failed */
|
|
1971
|
-
jobError:
|
|
1080
|
+
jobError: z27.string().optional(),
|
|
1972
1081
|
/** Timestamp of the last job status check */
|
|
1973
|
-
jobStatusCheckedAt:
|
|
1082
|
+
jobStatusCheckedAt: z27.string().optional(),
|
|
1974
1083
|
/** MCP server IDs to enable for this run (optional) */
|
|
1975
|
-
mcpIds:
|
|
1084
|
+
mcpIds: z27.array(z27.string()).optional(),
|
|
1976
1085
|
/** Sub-agent IDs to enable for this run (optional) */
|
|
1977
|
-
subAgentIds:
|
|
1086
|
+
subAgentIds: z27.array(z27.string()).optional(),
|
|
1978
1087
|
/** Rule IDs to enable for this run (optional) */
|
|
1979
|
-
ruleIds:
|
|
1088
|
+
ruleIds: z27.array(z27.string()).optional(),
|
|
1980
1089
|
/** Tags used to select scenarios for this run (for traceability) */
|
|
1981
|
-
tags:
|
|
1090
|
+
tags: z27.array(z27.string()).optional()
|
|
1982
1091
|
});
|
|
1983
1092
|
var CreateEvalRunInputSchema = EvalRunSchema.omit({
|
|
1984
1093
|
id: true,
|
|
@@ -1993,60 +1102,60 @@ var CreateEvalRunInputSchema = EvalRunSchema.omit({
|
|
|
1993
1102
|
scenarioIds: true
|
|
1994
1103
|
}).extend({
|
|
1995
1104
|
/** Optional on input — backend resolves from tags when not provided */
|
|
1996
|
-
scenarioIds:
|
|
1105
|
+
scenarioIds: z27.array(z27.string()).optional()
|
|
1997
1106
|
}).refine(
|
|
1998
1107
|
(data) => data.scenarioIds && data.scenarioIds.length > 0 || data.tags && data.tags.length > 0,
|
|
1999
1108
|
{ message: "Either scenarioIds or tags must be provided" }
|
|
2000
1109
|
);
|
|
2001
|
-
var EvaluationProgressSchema =
|
|
2002
|
-
runId:
|
|
2003
|
-
targetId:
|
|
2004
|
-
totalScenarios:
|
|
2005
|
-
completedScenarios:
|
|
2006
|
-
scenarioProgress:
|
|
2007
|
-
|
|
2008
|
-
scenarioId:
|
|
2009
|
-
currentStep:
|
|
2010
|
-
error:
|
|
1110
|
+
var EvaluationProgressSchema = z27.object({
|
|
1111
|
+
runId: z27.string(),
|
|
1112
|
+
targetId: z27.string(),
|
|
1113
|
+
totalScenarios: z27.number(),
|
|
1114
|
+
completedScenarios: z27.number(),
|
|
1115
|
+
scenarioProgress: z27.array(
|
|
1116
|
+
z27.object({
|
|
1117
|
+
scenarioId: z27.string(),
|
|
1118
|
+
currentStep: z27.string(),
|
|
1119
|
+
error: z27.string().optional()
|
|
2011
1120
|
})
|
|
2012
1121
|
),
|
|
2013
|
-
createdAt:
|
|
2014
|
-
});
|
|
2015
|
-
var EvaluationLogSchema =
|
|
2016
|
-
runId:
|
|
2017
|
-
scenarioId:
|
|
2018
|
-
log:
|
|
2019
|
-
level:
|
|
2020
|
-
message:
|
|
2021
|
-
args:
|
|
2022
|
-
error:
|
|
1122
|
+
createdAt: z27.number()
|
|
1123
|
+
});
|
|
1124
|
+
var EvaluationLogSchema = z27.object({
|
|
1125
|
+
runId: z27.string(),
|
|
1126
|
+
scenarioId: z27.string(),
|
|
1127
|
+
log: z27.object({
|
|
1128
|
+
level: z27.enum(["info", "error", "debug"]),
|
|
1129
|
+
message: z27.string().optional(),
|
|
1130
|
+
args: z27.array(z27.any()).optional(),
|
|
1131
|
+
error: z27.string().optional()
|
|
2023
1132
|
})
|
|
2024
1133
|
});
|
|
2025
1134
|
var LLM_TIMEOUT = 12e4;
|
|
2026
1135
|
|
|
2027
1136
|
// src/evaluation/conversation.ts
|
|
2028
|
-
import { z as
|
|
2029
|
-
var TextBlockSchema =
|
|
2030
|
-
type:
|
|
2031
|
-
text:
|
|
2032
|
-
});
|
|
2033
|
-
var ThinkingBlockSchema =
|
|
2034
|
-
type:
|
|
2035
|
-
thinking:
|
|
2036
|
-
});
|
|
2037
|
-
var ToolUseBlockSchema =
|
|
2038
|
-
type:
|
|
2039
|
-
toolName:
|
|
2040
|
-
toolId:
|
|
2041
|
-
input:
|
|
2042
|
-
});
|
|
2043
|
-
var ToolResultBlockSchema =
|
|
2044
|
-
type:
|
|
2045
|
-
toolUseId:
|
|
2046
|
-
content:
|
|
2047
|
-
isError:
|
|
2048
|
-
});
|
|
2049
|
-
var ConversationBlockSchema =
|
|
1137
|
+
import { z as z28 } from "zod";
|
|
1138
|
+
var TextBlockSchema = z28.object({
|
|
1139
|
+
type: z28.literal("text"),
|
|
1140
|
+
text: z28.string()
|
|
1141
|
+
});
|
|
1142
|
+
var ThinkingBlockSchema = z28.object({
|
|
1143
|
+
type: z28.literal("thinking"),
|
|
1144
|
+
thinking: z28.string()
|
|
1145
|
+
});
|
|
1146
|
+
var ToolUseBlockSchema = z28.object({
|
|
1147
|
+
type: z28.literal("tool_use"),
|
|
1148
|
+
toolName: z28.string(),
|
|
1149
|
+
toolId: z28.string(),
|
|
1150
|
+
input: z28.unknown()
|
|
1151
|
+
});
|
|
1152
|
+
var ToolResultBlockSchema = z28.object({
|
|
1153
|
+
type: z28.literal("tool_result"),
|
|
1154
|
+
toolUseId: z28.string(),
|
|
1155
|
+
content: z28.string(),
|
|
1156
|
+
isError: z28.boolean().optional()
|
|
1157
|
+
});
|
|
1158
|
+
var ConversationBlockSchema = z28.discriminatedUnion("type", [
|
|
2050
1159
|
TextBlockSchema,
|
|
2051
1160
|
ThinkingBlockSchema,
|
|
2052
1161
|
ToolUseBlockSchema,
|
|
@@ -2057,18 +1166,18 @@ var ConversationMessageRoles = [
|
|
|
2057
1166
|
"user",
|
|
2058
1167
|
"system"
|
|
2059
1168
|
];
|
|
2060
|
-
var ConversationMessageSchema =
|
|
2061
|
-
role:
|
|
2062
|
-
content:
|
|
2063
|
-
timestamp:
|
|
1169
|
+
var ConversationMessageSchema = z28.object({
|
|
1170
|
+
role: z28.enum(ConversationMessageRoles),
|
|
1171
|
+
content: z28.array(ConversationBlockSchema),
|
|
1172
|
+
timestamp: z28.string()
|
|
2064
1173
|
});
|
|
2065
|
-
var ScenarioConversationSchema =
|
|
2066
|
-
id:
|
|
2067
|
-
projectId:
|
|
2068
|
-
evalRunId:
|
|
2069
|
-
resultId:
|
|
2070
|
-
messages:
|
|
2071
|
-
createdAt:
|
|
1174
|
+
var ScenarioConversationSchema = z28.object({
|
|
1175
|
+
id: z28.string(),
|
|
1176
|
+
projectId: z28.string(),
|
|
1177
|
+
evalRunId: z28.string(),
|
|
1178
|
+
resultId: z28.string(),
|
|
1179
|
+
messages: z28.array(ConversationMessageSchema),
|
|
1180
|
+
createdAt: z28.string()
|
|
2072
1181
|
});
|
|
2073
1182
|
|
|
2074
1183
|
// src/evaluation/eval-result.ts
|
|
@@ -2079,100 +1188,100 @@ var AssertionResultStatus = /* @__PURE__ */ ((AssertionResultStatus2) => {
|
|
|
2079
1188
|
AssertionResultStatus2["ERROR"] = "error";
|
|
2080
1189
|
return AssertionResultStatus2;
|
|
2081
1190
|
})(AssertionResultStatus || {});
|
|
2082
|
-
var AssertionResultSchema =
|
|
2083
|
-
id:
|
|
2084
|
-
assertionId:
|
|
2085
|
-
assertionType:
|
|
2086
|
-
assertionName:
|
|
2087
|
-
status:
|
|
2088
|
-
message:
|
|
2089
|
-
expected:
|
|
2090
|
-
actual:
|
|
2091
|
-
duration:
|
|
2092
|
-
details:
|
|
2093
|
-
llmTraceSteps:
|
|
2094
|
-
});
|
|
2095
|
-
var EvalRunResultSchema =
|
|
2096
|
-
id:
|
|
2097
|
-
targetId:
|
|
2098
|
-
targetName:
|
|
1191
|
+
var AssertionResultSchema = z29.object({
|
|
1192
|
+
id: z29.string(),
|
|
1193
|
+
assertionId: z29.string(),
|
|
1194
|
+
assertionType: z29.string(),
|
|
1195
|
+
assertionName: z29.string(),
|
|
1196
|
+
status: z29.enum(AssertionResultStatus),
|
|
1197
|
+
message: z29.string().optional(),
|
|
1198
|
+
expected: z29.string().optional(),
|
|
1199
|
+
actual: z29.string().optional(),
|
|
1200
|
+
duration: z29.number().optional(),
|
|
1201
|
+
details: z29.record(z29.string(), z29.unknown()).optional(),
|
|
1202
|
+
llmTraceSteps: z29.array(LLMTraceStepSchema).optional()
|
|
1203
|
+
});
|
|
1204
|
+
var EvalRunResultSchema = z29.object({
|
|
1205
|
+
id: z29.string(),
|
|
1206
|
+
targetId: z29.string(),
|
|
1207
|
+
targetName: z29.string().optional(),
|
|
2099
1208
|
/** SkillVersion ID used for this evaluation (for version tracking) */
|
|
2100
|
-
skillVersionId:
|
|
1209
|
+
skillVersionId: z29.string().optional(),
|
|
2101
1210
|
/** SkillVersion semver string (e.g., "1.0.0", "1.2.3") for display */
|
|
2102
|
-
skillVersion:
|
|
2103
|
-
scenarioId:
|
|
2104
|
-
scenarioName:
|
|
1211
|
+
skillVersion: z29.string().optional(),
|
|
1212
|
+
scenarioId: z29.string(),
|
|
1213
|
+
scenarioName: z29.string(),
|
|
2105
1214
|
modelConfig: ModelConfigSchema.optional(),
|
|
2106
|
-
assertionResults:
|
|
1215
|
+
assertionResults: z29.array(AssertionResultSchema),
|
|
2107
1216
|
metrics: EvalMetricsSchema.optional(),
|
|
2108
|
-
passed:
|
|
2109
|
-
failed:
|
|
2110
|
-
passRate:
|
|
2111
|
-
duration:
|
|
2112
|
-
outputText:
|
|
2113
|
-
files:
|
|
2114
|
-
fileDiffs:
|
|
1217
|
+
passed: z29.number(),
|
|
1218
|
+
failed: z29.number(),
|
|
1219
|
+
passRate: z29.number(),
|
|
1220
|
+
duration: z29.number(),
|
|
1221
|
+
outputText: z29.string().optional(),
|
|
1222
|
+
files: z29.array(ExpectedFileSchema).optional(),
|
|
1223
|
+
fileDiffs: z29.array(DiffContentSchema).optional(),
|
|
2115
1224
|
/** Full template files after execution with status indicators */
|
|
2116
|
-
templateFiles:
|
|
2117
|
-
startedAt:
|
|
2118
|
-
completedAt:
|
|
1225
|
+
templateFiles: z29.array(TemplateFileSchema).optional(),
|
|
1226
|
+
startedAt: z29.string().optional(),
|
|
1227
|
+
completedAt: z29.string().optional(),
|
|
2119
1228
|
llmTrace: LLMTraceSchema.optional(),
|
|
2120
1229
|
/** Full conversation messages (only present in transit; stripped before DB storage) */
|
|
2121
|
-
conversation:
|
|
2122
|
-
});
|
|
2123
|
-
var PromptResultSchema =
|
|
2124
|
-
text:
|
|
2125
|
-
files:
|
|
2126
|
-
finishReason:
|
|
2127
|
-
reasoning:
|
|
2128
|
-
reasoningDetails:
|
|
2129
|
-
toolCalls:
|
|
2130
|
-
toolResults:
|
|
2131
|
-
warnings:
|
|
2132
|
-
sources:
|
|
2133
|
-
steps:
|
|
2134
|
-
generationTimeMs:
|
|
2135
|
-
prompt:
|
|
2136
|
-
systemPrompt:
|
|
2137
|
-
usage:
|
|
2138
|
-
totalTokens:
|
|
2139
|
-
totalMicrocentsSpent:
|
|
1230
|
+
conversation: z29.array(ConversationMessageSchema).optional()
|
|
1231
|
+
});
|
|
1232
|
+
var PromptResultSchema = z29.object({
|
|
1233
|
+
text: z29.string(),
|
|
1234
|
+
files: z29.array(z29.unknown()).optional(),
|
|
1235
|
+
finishReason: z29.string().optional(),
|
|
1236
|
+
reasoning: z29.string().optional(),
|
|
1237
|
+
reasoningDetails: z29.unknown().optional(),
|
|
1238
|
+
toolCalls: z29.array(z29.unknown()).optional(),
|
|
1239
|
+
toolResults: z29.array(z29.unknown()).optional(),
|
|
1240
|
+
warnings: z29.array(z29.unknown()).optional(),
|
|
1241
|
+
sources: z29.array(z29.unknown()).optional(),
|
|
1242
|
+
steps: z29.array(z29.unknown()),
|
|
1243
|
+
generationTimeMs: z29.number(),
|
|
1244
|
+
prompt: z29.string(),
|
|
1245
|
+
systemPrompt: z29.string(),
|
|
1246
|
+
usage: z29.object({
|
|
1247
|
+
totalTokens: z29.number().optional(),
|
|
1248
|
+
totalMicrocentsSpent: z29.number().optional()
|
|
2140
1249
|
})
|
|
2141
1250
|
});
|
|
2142
|
-
var EvaluationResultSchema =
|
|
2143
|
-
id:
|
|
2144
|
-
runId:
|
|
2145
|
-
timestamp:
|
|
1251
|
+
var EvaluationResultSchema = z29.object({
|
|
1252
|
+
id: z29.string(),
|
|
1253
|
+
runId: z29.string(),
|
|
1254
|
+
timestamp: z29.number(),
|
|
2146
1255
|
promptResult: PromptResultSchema,
|
|
2147
|
-
testResults:
|
|
2148
|
-
tags:
|
|
2149
|
-
feedback:
|
|
2150
|
-
score:
|
|
2151
|
-
suiteId:
|
|
2152
|
-
});
|
|
2153
|
-
var LeanEvaluationResultSchema =
|
|
2154
|
-
id:
|
|
2155
|
-
runId:
|
|
2156
|
-
timestamp:
|
|
2157
|
-
tags:
|
|
2158
|
-
scenarioId:
|
|
2159
|
-
scenarioVersion:
|
|
2160
|
-
targetId:
|
|
2161
|
-
targetVersion:
|
|
2162
|
-
suiteId:
|
|
2163
|
-
score:
|
|
2164
|
-
time:
|
|
2165
|
-
microcentsSpent:
|
|
1256
|
+
testResults: z29.array(z29.unknown()),
|
|
1257
|
+
tags: z29.array(z29.string()).optional(),
|
|
1258
|
+
feedback: z29.string().optional(),
|
|
1259
|
+
score: z29.number(),
|
|
1260
|
+
suiteId: z29.string().optional()
|
|
1261
|
+
});
|
|
1262
|
+
var LeanEvaluationResultSchema = z29.object({
|
|
1263
|
+
id: z29.string(),
|
|
1264
|
+
runId: z29.string(),
|
|
1265
|
+
timestamp: z29.number(),
|
|
1266
|
+
tags: z29.array(z29.string()).optional(),
|
|
1267
|
+
scenarioId: z29.string(),
|
|
1268
|
+
scenarioVersion: z29.number().optional(),
|
|
1269
|
+
targetId: z29.string(),
|
|
1270
|
+
targetVersion: z29.number().optional(),
|
|
1271
|
+
suiteId: z29.string().optional(),
|
|
1272
|
+
score: z29.number(),
|
|
1273
|
+
time: z29.number().optional(),
|
|
1274
|
+
microcentsSpent: z29.number().optional()
|
|
2166
1275
|
});
|
|
2167
1276
|
|
|
2168
1277
|
// src/project/project.ts
|
|
2169
|
-
import { z as
|
|
1278
|
+
import { z as z30 } from "zod";
|
|
2170
1279
|
var ProjectSchema = BaseEntitySchema.extend({
|
|
2171
|
-
appId:
|
|
2172
|
-
appSecret:
|
|
2173
|
-
useWixAuth:
|
|
2174
|
-
useBase44Auth:
|
|
2175
|
-
scenarioTags:
|
|
1280
|
+
appId: z30.string().optional().describe("The ID of the app in Dev Center"),
|
|
1281
|
+
appSecret: z30.string().optional().describe("The secret of the app in Dev Center"),
|
|
1282
|
+
useWixAuth: z30.boolean().optional().describe("Enable Wix CLI/MCP auth for evaluations"),
|
|
1283
|
+
useBase44Auth: z30.boolean().optional().describe("Enable Base44 auth for evaluations"),
|
|
1284
|
+
scenarioTags: z30.array(z30.string()).optional().describe("Project-level tag vocabulary for scenarios")
|
|
2176
1285
|
});
|
|
2177
1286
|
var CreateProjectInputSchema = ProjectSchema.omit({
|
|
2178
1287
|
id: true,
|
|
@@ -2225,7 +1334,7 @@ var SYSTEM_ASSERTIONS = {
|
|
|
2225
1334
|
[SYSTEM_ASSERTION_IDS.TOOL_CALLED_WITH_PARAM]: {
|
|
2226
1335
|
id: SYSTEM_ASSERTION_IDS.TOOL_CALLED_WITH_PARAM,
|
|
2227
1336
|
name: "Tool Called With Param",
|
|
2228
|
-
description: "Check that a tool was called with expected parameters",
|
|
1337
|
+
description: "Check that a tool was called with expected parameters (tool name is substring matched)",
|
|
2229
1338
|
type: "tool_called_with_param",
|
|
2230
1339
|
parameters: [
|
|
2231
1340
|
{
|
|
@@ -2239,6 +1348,14 @@ var SYSTEM_ASSERTIONS = {
|
|
|
2239
1348
|
label: "Expected Parameters (JSON, substring match)",
|
|
2240
1349
|
type: "string",
|
|
2241
1350
|
required: true
|
|
1351
|
+
},
|
|
1352
|
+
{
|
|
1353
|
+
name: "requireSuccess",
|
|
1354
|
+
label: "Require Successful Call",
|
|
1355
|
+
type: "boolean",
|
|
1356
|
+
required: false,
|
|
1357
|
+
defaultValue: false,
|
|
1358
|
+
advanced: true
|
|
2242
1359
|
}
|
|
2243
1360
|
]
|
|
2244
1361
|
},
|
|
@@ -2373,7 +1490,7 @@ export {
|
|
|
2373
1490
|
BulkImportResultItemSchema,
|
|
2374
1491
|
BulkImportResultSchema,
|
|
2375
1492
|
BulkImportSkillsInputSchema,
|
|
2376
|
-
|
|
1493
|
+
ClaudeModel,
|
|
2377
1494
|
ClaudeModelSchema,
|
|
2378
1495
|
CommandExecutionSchema,
|
|
2379
1496
|
CommandExecutionTestSchema,
|
|
@@ -2421,6 +1538,7 @@ export {
|
|
|
2421
1538
|
FilePresenceTestSchema,
|
|
2422
1539
|
GitHubSourceSchema,
|
|
2423
1540
|
InitialVersionInputSchema,
|
|
1541
|
+
LEGACY_MODEL_ID_MAP,
|
|
2424
1542
|
LLMBreakdownStatsSchema,
|
|
2425
1543
|
LLMStepType,
|
|
2426
1544
|
LLMTestSchema,
|
|
@@ -2511,6 +1629,7 @@ export {
|
|
|
2511
1629
|
getSystemAssertions,
|
|
2512
1630
|
isSystemAssertionId,
|
|
2513
1631
|
isValidSkillFolderName,
|
|
1632
|
+
normalizeModelId,
|
|
2514
1633
|
parseTraceEventLine,
|
|
2515
1634
|
validateAssertionConfig
|
|
2516
1635
|
};
|