@wix/evalforge-types 0.53.0 → 0.55.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/build/index.js +431 -1310
- package/build/index.js.map +4 -4
- package/build/index.mjs +429 -1310
- package/build/index.mjs.map +4 -4
- package/build/types/assertion/assertion.d.ts +106 -4
- package/build/types/common/models.d.ts +30 -22
- package/build/types/evaluation/eval-result.d.ts +4 -0
- package/build/types/evaluation/eval-run.d.ts +5 -0
- package/build/types/evaluation/metrics.d.ts +4 -0
- package/build/types/scenario/index.d.ts +0 -1
- package/build/types/scenario/test-scenario.d.ts +69 -30
- package/package.json +2 -3
- package/build/types/scenario/assertions.d.ts +0 -98
package/build/index.js
CHANGED
|
@@ -49,7 +49,7 @@ __export(index_exports, {
|
|
|
49
49
|
BulkImportResultItemSchema: () => BulkImportResultItemSchema,
|
|
50
50
|
BulkImportResultSchema: () => BulkImportResultSchema,
|
|
51
51
|
BulkImportSkillsInputSchema: () => BulkImportSkillsInputSchema,
|
|
52
|
-
ClaudeModel: () =>
|
|
52
|
+
ClaudeModel: () => ClaudeModel,
|
|
53
53
|
ClaudeModelSchema: () => ClaudeModelSchema,
|
|
54
54
|
CommandExecutionSchema: () => CommandExecutionSchema,
|
|
55
55
|
CommandExecutionTestSchema: () => CommandExecutionTestSchema,
|
|
@@ -97,6 +97,7 @@ __export(index_exports, {
|
|
|
97
97
|
FilePresenceTestSchema: () => FilePresenceTestSchema,
|
|
98
98
|
GitHubSourceSchema: () => GitHubSourceSchema,
|
|
99
99
|
InitialVersionInputSchema: () => InitialVersionInputSchema,
|
|
100
|
+
LEGACY_MODEL_ID_MAP: () => LEGACY_MODEL_ID_MAP,
|
|
100
101
|
LLMBreakdownStatsSchema: () => LLMBreakdownStatsSchema,
|
|
101
102
|
LLMStepType: () => LLMStepType,
|
|
102
103
|
LLMTestSchema: () => LLMTestSchema,
|
|
@@ -187,6 +188,7 @@ __export(index_exports, {
|
|
|
187
188
|
getSystemAssertions: () => getSystemAssertions,
|
|
188
189
|
isSystemAssertionId: () => isSystemAssertionId,
|
|
189
190
|
isValidSkillFolderName: () => isValidSkillFolderName,
|
|
191
|
+
normalizeModelId: () => normalizeModelId,
|
|
190
192
|
parseTraceEventLine: () => parseTraceEventLine,
|
|
191
193
|
validateAssertionConfig: () => validateAssertionConfig
|
|
192
194
|
});
|
|
@@ -239,927 +241,31 @@ var MCPServerConfigSchema = import_zod3.z.record(import_zod3.z.string(), import_
|
|
|
239
241
|
|
|
240
242
|
// src/common/models.ts
|
|
241
243
|
var import_zod4 = require("zod");
|
|
242
|
-
|
|
243
|
-
|
|
244
|
-
|
|
245
|
-
|
|
246
|
-
|
|
247
|
-
|
|
248
|
-
|
|
249
|
-
|
|
250
|
-
Model2["GPT_4_0314"] = "GPT_4_0314";
|
|
251
|
-
Model2["GPT_4_32K"] = "GPT_4_32K";
|
|
252
|
-
Model2["GPT_4_32K_0314"] = "GPT_4_32K_0314";
|
|
253
|
-
Model2["GPT_3_5_TURBO_0613"] = "GPT_3_5_TURBO_0613";
|
|
254
|
-
Model2["GPT_3_5_TURBO_16K"] = "GPT_3_5_TURBO_16K";
|
|
255
|
-
Model2["GPT_3_5_TURBO_16K_0613"] = "GPT_3_5_TURBO_16K_0613";
|
|
256
|
-
Model2["GPT_4_0613"] = "GPT_4_0613";
|
|
257
|
-
Model2["GPT_4_32K_0613"] = "GPT_4_32K_0613";
|
|
258
|
-
Model2["GPT_3_5_TURBO_1106"] = "GPT_3_5_TURBO_1106";
|
|
259
|
-
Model2["GPT_4_1106_PREVIEW"] = "GPT_4_1106_PREVIEW";
|
|
260
|
-
Model2["GPT_4_VISION_PREVIEW"] = "GPT_4_VISION_PREVIEW";
|
|
261
|
-
Model2["GPT_4_TURBO_PREVIEW"] = "GPT_4_TURBO_PREVIEW";
|
|
262
|
-
Model2["GPT_4_0125_PREVIEW"] = "GPT_4_0125_PREVIEW";
|
|
263
|
-
Model2["GPT_3_5_TURBO_0125"] = "GPT_3_5_TURBO_0125";
|
|
264
|
-
Model2["GPT_4_TURBO_2024_04_09"] = "GPT_4_TURBO_2024_04_09";
|
|
265
|
-
Model2["GPT_4O_2024_05_13"] = "GPT_4O_2024_05_13";
|
|
266
|
-
Model2["GPT_4O_MINI_2024_07_18"] = "GPT_4O_MINI_2024_07_18";
|
|
267
|
-
Model2["GPT_4O_2024_08_06"] = "GPT_4O_2024_08_06";
|
|
268
|
-
Model2["O1_PREVIEW"] = "O1_PREVIEW";
|
|
269
|
-
Model2["O1_PREVIEW_2024_09_12"] = "O1_PREVIEW_2024_09_12";
|
|
270
|
-
Model2["O1_MINI"] = "O1_MINI";
|
|
271
|
-
Model2["O1_MINI_2024_09_12"] = "O1_MINI_2024_09_12";
|
|
272
|
-
Model2["GPT_4O_2024_11_20"] = "GPT_4O_2024_11_20";
|
|
273
|
-
Model2["O1_2024_12_17"] = "O1_2024_12_17";
|
|
274
|
-
Model2["O3_MINI_2025_01_31"] = "O3_MINI_2025_01_31";
|
|
275
|
-
Model2["GPT_4_OLD"] = "GPT_4_OLD";
|
|
276
|
-
Model2["GPT_4_1_2025_04_14"] = "GPT_4_1_2025_04_14";
|
|
277
|
-
Model2["GPT_4_1_MINI_2025_04_14"] = "GPT_4_1_MINI_2025_04_14";
|
|
278
|
-
Model2["GPT_4_1_NANO_2025_04_14"] = "GPT_4_1_NANO_2025_04_14";
|
|
279
|
-
Model2["O3_2025_04_16"] = "O3_2025_04_16";
|
|
280
|
-
Model2["O4_MINI_2025_04_16"] = "O4_MINI_2025_04_16";
|
|
281
|
-
Model2["GPT_EXP"] = "GPT_EXP";
|
|
282
|
-
Model2["GPT_EXP_2"] = "GPT_EXP_2";
|
|
283
|
-
Model2["GPT_5_2025_08_07"] = "GPT_5_2025_08_07";
|
|
284
|
-
Model2["GPT_5_MINI_2025_08_07"] = "GPT_5_MINI_2025_08_07";
|
|
285
|
-
Model2["GPT_5_NANO_2025_08_07"] = "GPT_5_NANO_2025_08_07";
|
|
286
|
-
Model2["GPT_5_2_2025_12_11_COMPLETION"] = "GPT_5_2_2025_12_11_COMPLETION";
|
|
287
|
-
Model2["GPT_5_1_2025_11_13_COMPLETION"] = "GPT_5_1_2025_11_13_COMPLETION";
|
|
288
|
-
Model2["GPT_5_4_2026_03_05_COMPLETION"] = "GPT_5_4_2026_03_05_COMPLETION";
|
|
289
|
-
})(Model || (Model = {}));
|
|
290
|
-
var MessageRole;
|
|
291
|
-
(function(MessageRole2) {
|
|
292
|
-
MessageRole2["UNKNOWN"] = "UNKNOWN";
|
|
293
|
-
MessageRole2["USER"] = "USER";
|
|
294
|
-
MessageRole2["ASSISTANT"] = "ASSISTANT";
|
|
295
|
-
MessageRole2["SYSTEM"] = "SYSTEM";
|
|
296
|
-
MessageRole2["FUNCTION"] = "FUNCTION";
|
|
297
|
-
MessageRole2["TOOL"] = "TOOL";
|
|
298
|
-
MessageRole2["DEVELOPER"] = "DEVELOPER";
|
|
299
|
-
})(MessageRole || (MessageRole = {}));
|
|
300
|
-
var TextBisonModel;
|
|
301
|
-
(function(TextBisonModel2) {
|
|
302
|
-
TextBisonModel2["UNKNOWN_TEXT_BISON_MODEL"] = "UNKNOWN_TEXT_BISON_MODEL";
|
|
303
|
-
TextBisonModel2["TEXT_BISON"] = "TEXT_BISON";
|
|
304
|
-
TextBisonModel2["TEXT_BISON_001"] = "TEXT_BISON_001";
|
|
305
|
-
TextBisonModel2["TEXT_BISON_32K"] = "TEXT_BISON_32K";
|
|
306
|
-
TextBisonModel2["TEXT_BISON_002"] = "TEXT_BISON_002";
|
|
307
|
-
TextBisonModel2["TEXT_BISON_32K_002"] = "TEXT_BISON_32K_002";
|
|
308
|
-
})(TextBisonModel || (TextBisonModel = {}));
|
|
309
|
-
var ChatBisonModel;
|
|
310
|
-
(function(ChatBisonModel2) {
|
|
311
|
-
ChatBisonModel2["UNKNOWN_CHAT_BISON_MODEL"] = "UNKNOWN_CHAT_BISON_MODEL";
|
|
312
|
-
ChatBisonModel2["CHAT_BISON"] = "CHAT_BISON";
|
|
313
|
-
ChatBisonModel2["CHAT_BISON_001"] = "CHAT_BISON_001";
|
|
314
|
-
ChatBisonModel2["CHAT_BISON_32K"] = "CHAT_BISON_32K";
|
|
315
|
-
ChatBisonModel2["CHAT_BISON_002"] = "CHAT_BISON_002";
|
|
316
|
-
ChatBisonModel2["CHAT_BISON_32K_002"] = "CHAT_BISON_32K_002";
|
|
317
|
-
})(ChatBisonModel || (ChatBisonModel = {}));
|
|
318
|
-
var V1Model;
|
|
319
|
-
(function(V1Model2) {
|
|
320
|
-
V1Model2["UNKNOWN"] = "UNKNOWN";
|
|
321
|
-
V1Model2["GPT_3_5_TURBO"] = "GPT_3_5_TURBO";
|
|
322
|
-
V1Model2["GPT_3_5_TURBO_1106"] = "GPT_3_5_TURBO_1106";
|
|
323
|
-
V1Model2["GPT_4_0613"] = "GPT_4_0613";
|
|
324
|
-
V1Model2["GPT_3_5_TURBO_0125"] = "GPT_3_5_TURBO_0125";
|
|
325
|
-
V1Model2["GPT_4O_2024_05_13"] = "GPT_4O_2024_05_13";
|
|
326
|
-
V1Model2["GPT_4O_MINI_2024_07_18"] = "GPT_4O_MINI_2024_07_18";
|
|
327
|
-
V1Model2["GPT_4_1_MINI_2025_04_14"] = "GPT_4_1_MINI_2025_04_14";
|
|
328
|
-
V1Model2["GPT_4_1_NANO_2025_04_14"] = "GPT_4_1_NANO_2025_04_14";
|
|
329
|
-
V1Model2["GPT_4_1_2025_04_14"] = "GPT_4_1_2025_04_14";
|
|
330
|
-
V1Model2["GPT_4O_2024_11_20"] = "GPT_4O_2024_11_20";
|
|
331
|
-
V1Model2["O4_MINI_2025_04_16"] = "O4_MINI_2025_04_16";
|
|
332
|
-
V1Model2["GPT_5_2_2025_12_11_COMPLETION"] = "GPT_5_2_2025_12_11_COMPLETION";
|
|
333
|
-
})(V1Model || (V1Model = {}));
|
|
334
|
-
var ChatCompletionMessageMessageRole;
|
|
335
|
-
(function(ChatCompletionMessageMessageRole2) {
|
|
336
|
-
ChatCompletionMessageMessageRole2["UNKNOWN"] = "UNKNOWN";
|
|
337
|
-
ChatCompletionMessageMessageRole2["USER"] = "USER";
|
|
338
|
-
ChatCompletionMessageMessageRole2["ASSISTANT"] = "ASSISTANT";
|
|
339
|
-
ChatCompletionMessageMessageRole2["SYSTEM"] = "SYSTEM";
|
|
340
|
-
ChatCompletionMessageMessageRole2["FUNCTION"] = "FUNCTION";
|
|
341
|
-
ChatCompletionMessageMessageRole2["TOOL"] = "TOOL";
|
|
342
|
-
ChatCompletionMessageMessageRole2["DEVELOPER"] = "DEVELOPER";
|
|
343
|
-
})(ChatCompletionMessageMessageRole || (ChatCompletionMessageMessageRole = {}));
|
|
344
|
-
var GoogleproxyV1Model;
|
|
345
|
-
(function(GoogleproxyV1Model2) {
|
|
346
|
-
GoogleproxyV1Model2["UNKNOWN_MODEL"] = "UNKNOWN_MODEL";
|
|
347
|
-
GoogleproxyV1Model2["GEMINI_1_0_PRO"] = "GEMINI_1_0_PRO";
|
|
348
|
-
GoogleproxyV1Model2["GEMINI_1_0_PRO_VISION"] = "GEMINI_1_0_PRO_VISION";
|
|
349
|
-
GoogleproxyV1Model2["GEMINI_1_5_PRO"] = "GEMINI_1_5_PRO";
|
|
350
|
-
GoogleproxyV1Model2["GEMINI_1_5_FLASH"] = "GEMINI_1_5_FLASH";
|
|
351
|
-
GoogleproxyV1Model2["GEMINI_2_0_FLASH"] = "GEMINI_2_0_FLASH";
|
|
352
|
-
GoogleproxyV1Model2["GEMINI_2_0_FLASH_LITE"] = "GEMINI_2_0_FLASH_LITE";
|
|
353
|
-
GoogleproxyV1Model2["GEMINI_2_5_PRO"] = "GEMINI_2_5_PRO";
|
|
354
|
-
GoogleproxyV1Model2["GEMINI_2_5_FLASH"] = "GEMINI_2_5_FLASH";
|
|
355
|
-
GoogleproxyV1Model2["GEMINI_2_5_FLASH_LITE"] = "GEMINI_2_5_FLASH_LITE";
|
|
356
|
-
GoogleproxyV1Model2["GEMINI_2_5_FLASH_IMAGE"] = "GEMINI_2_5_FLASH_IMAGE";
|
|
357
|
-
GoogleproxyV1Model2["GEMINI_2_5_COMPUTER_USE"] = "GEMINI_2_5_COMPUTER_USE";
|
|
358
|
-
GoogleproxyV1Model2["GEMINI_3_0_PRO"] = "GEMINI_3_0_PRO";
|
|
359
|
-
GoogleproxyV1Model2["GEMINI_3_0_PRO_IMAGE"] = "GEMINI_3_0_PRO_IMAGE";
|
|
360
|
-
GoogleproxyV1Model2["GEMINI_3_0_FLASH"] = "GEMINI_3_0_FLASH";
|
|
361
|
-
GoogleproxyV1Model2["GEMINI_3_1_PRO"] = "GEMINI_3_1_PRO";
|
|
362
|
-
})(GoogleproxyV1Model || (GoogleproxyV1Model = {}));
|
|
363
|
-
var ContentRole;
|
|
364
|
-
(function(ContentRole2) {
|
|
365
|
-
ContentRole2["UNKNOWN_CONTENT_ROLE"] = "UNKNOWN_CONTENT_ROLE";
|
|
366
|
-
ContentRole2["USER"] = "USER";
|
|
367
|
-
ContentRole2["MODEL"] = "MODEL";
|
|
368
|
-
})(ContentRole || (ContentRole = {}));
|
|
369
|
-
var Language;
|
|
370
|
-
(function(Language2) {
|
|
371
|
-
Language2["LANGUAGE_UNSPECIFIED"] = "LANGUAGE_UNSPECIFIED";
|
|
372
|
-
Language2["PYTHON"] = "PYTHON";
|
|
373
|
-
})(Language || (Language = {}));
|
|
374
|
-
var Outcome;
|
|
375
|
-
(function(Outcome2) {
|
|
376
|
-
Outcome2["OUTCOME_UNSPECIFIED"] = "OUTCOME_UNSPECIFIED";
|
|
377
|
-
Outcome2["OUTCOME_OK"] = "OUTCOME_OK";
|
|
378
|
-
Outcome2["OUTCOME_FAILED"] = "OUTCOME_FAILED";
|
|
379
|
-
Outcome2["OUTCOME_DEADLINE_EXCEEDED"] = "OUTCOME_DEADLINE_EXCEEDED";
|
|
380
|
-
})(Outcome || (Outcome = {}));
|
|
381
|
-
var MediaResolutionLevel;
|
|
382
|
-
(function(MediaResolutionLevel2) {
|
|
383
|
-
MediaResolutionLevel2["MEDIA_RESOLUTION_UNSPECIFIED"] = "MEDIA_RESOLUTION_UNSPECIFIED";
|
|
384
|
-
MediaResolutionLevel2["MEDIA_RESOLUTION_LOW"] = "MEDIA_RESOLUTION_LOW";
|
|
385
|
-
MediaResolutionLevel2["MEDIA_RESOLUTION_MEDIUM"] = "MEDIA_RESOLUTION_MEDIUM";
|
|
386
|
-
MediaResolutionLevel2["MEDIA_RESOLUTION_HIGH"] = "MEDIA_RESOLUTION_HIGH";
|
|
387
|
-
MediaResolutionLevel2["MEDIA_RESOLUTION_ULTRA_HIGH"] = "MEDIA_RESOLUTION_ULTRA_HIGH";
|
|
388
|
-
})(MediaResolutionLevel || (MediaResolutionLevel = {}));
|
|
389
|
-
var Mode;
|
|
390
|
-
(function(Mode2) {
|
|
391
|
-
Mode2["MODE_UNSPECIFIED"] = "MODE_UNSPECIFIED";
|
|
392
|
-
Mode2["MODE_DYNAMIC"] = "MODE_DYNAMIC";
|
|
393
|
-
})(Mode || (Mode = {}));
|
|
394
|
-
var Environment;
|
|
395
|
-
(function(Environment2) {
|
|
396
|
-
Environment2["ENVIRONMENT_UNSPECIFIED"] = "ENVIRONMENT_UNSPECIFIED";
|
|
397
|
-
Environment2["ENVIRONMENT_BROWSER"] = "ENVIRONMENT_BROWSER";
|
|
398
|
-
})(Environment || (Environment = {}));
|
|
399
|
-
var HarmCategory;
|
|
400
|
-
(function(HarmCategory2) {
|
|
401
|
-
HarmCategory2["UNKNOWN_CATEGORY"] = "UNKNOWN_CATEGORY";
|
|
402
|
-
HarmCategory2["HARM_CATEGORY_SEXUALLY_EXPLICIT"] = "HARM_CATEGORY_SEXUALLY_EXPLICIT";
|
|
403
|
-
HarmCategory2["HARM_CATEGORY_HATE_SPEECH"] = "HARM_CATEGORY_HATE_SPEECH";
|
|
404
|
-
HarmCategory2["HARM_CATEGORY_HARASSMENT"] = "HARM_CATEGORY_HARASSMENT";
|
|
405
|
-
HarmCategory2["HARM_CATEGORY_DANGEROUS_CONTENT"] = "HARM_CATEGORY_DANGEROUS_CONTENT";
|
|
406
|
-
})(HarmCategory || (HarmCategory = {}));
|
|
407
|
-
var Threshold;
|
|
408
|
-
(function(Threshold2) {
|
|
409
|
-
Threshold2["UNKNOWN_THRESHOLD"] = "UNKNOWN_THRESHOLD";
|
|
410
|
-
Threshold2["BLOCK_NONE"] = "BLOCK_NONE";
|
|
411
|
-
Threshold2["BLOCK_LOW_AND_ABOVE"] = "BLOCK_LOW_AND_ABOVE";
|
|
412
|
-
Threshold2["BLOCK_MED_AND_ABOVE"] = "BLOCK_MED_AND_ABOVE";
|
|
413
|
-
Threshold2["BLOCK_ONLY_HIGH"] = "BLOCK_ONLY_HIGH";
|
|
414
|
-
})(Threshold || (Threshold = {}));
|
|
415
|
-
var Modality;
|
|
416
|
-
(function(Modality2) {
|
|
417
|
-
Modality2["UNKNOWN_MODALITY"] = "UNKNOWN_MODALITY";
|
|
418
|
-
Modality2["TEXT"] = "TEXT";
|
|
419
|
-
Modality2["IMAGE"] = "IMAGE";
|
|
420
|
-
Modality2["AUDIO"] = "AUDIO";
|
|
421
|
-
})(Modality || (Modality = {}));
|
|
422
|
-
var PersonGeneration;
|
|
423
|
-
(function(PersonGeneration2) {
|
|
424
|
-
PersonGeneration2["PERSON_GENERATION_UNSPECIFIED"] = "PERSON_GENERATION_UNSPECIFIED";
|
|
425
|
-
PersonGeneration2["ALLOW_ALL"] = "ALLOW_ALL";
|
|
426
|
-
PersonGeneration2["ALLOW_ADULT"] = "ALLOW_ADULT";
|
|
427
|
-
PersonGeneration2["ALLOW_NONE"] = "ALLOW_NONE";
|
|
428
|
-
})(PersonGeneration || (PersonGeneration = {}));
|
|
429
|
-
var FunctionCallingConfigMode;
|
|
430
|
-
(function(FunctionCallingConfigMode2) {
|
|
431
|
-
FunctionCallingConfigMode2["UNKNOWN"] = "UNKNOWN";
|
|
432
|
-
FunctionCallingConfigMode2["AUTO"] = "AUTO";
|
|
433
|
-
FunctionCallingConfigMode2["ANY"] = "ANY";
|
|
434
|
-
FunctionCallingConfigMode2["NONE"] = "NONE";
|
|
435
|
-
FunctionCallingConfigMode2["VALIDATED"] = "VALIDATED";
|
|
436
|
-
})(FunctionCallingConfigMode || (FunctionCallingConfigMode = {}));
|
|
437
|
-
var CacheControlType;
|
|
438
|
-
(function(CacheControlType2) {
|
|
439
|
-
CacheControlType2["UNKNOWN"] = "UNKNOWN";
|
|
440
|
-
CacheControlType2["EPHEMERAL"] = "EPHEMERAL";
|
|
441
|
-
})(CacheControlType || (CacheControlType = {}));
|
|
442
|
-
var AmazonproxyV1Model;
|
|
443
|
-
(function(AmazonproxyV1Model2) {
|
|
444
|
-
AmazonproxyV1Model2["UNKNOWN"] = "UNKNOWN";
|
|
445
|
-
AmazonproxyV1Model2["CLAUDE_3_SONNET_1_0"] = "CLAUDE_3_SONNET_1_0";
|
|
446
|
-
AmazonproxyV1Model2["CLAUDE_3_HAIKU_1_0"] = "CLAUDE_3_HAIKU_1_0";
|
|
447
|
-
AmazonproxyV1Model2["CLAUDE_3_5_SONNET_1_0"] = "CLAUDE_3_5_SONNET_1_0";
|
|
448
|
-
AmazonproxyV1Model2["CLAUDE_3_5_SONNET_2_0"] = "CLAUDE_3_5_SONNET_2_0";
|
|
449
|
-
AmazonproxyV1Model2["CLAUDE_3_5_HAIKU_1_0"] = "CLAUDE_3_5_HAIKU_1_0";
|
|
450
|
-
AmazonproxyV1Model2["CLAUDE_3_7_SONNET_1_0"] = "CLAUDE_3_7_SONNET_1_0";
|
|
451
|
-
AmazonproxyV1Model2["CLAUDE_4_SONNET_1_0"] = "CLAUDE_4_SONNET_1_0";
|
|
452
|
-
AmazonproxyV1Model2["CLAUDE_4_OPUS_1_0"] = "CLAUDE_4_OPUS_1_0";
|
|
453
|
-
AmazonproxyV1Model2["CLAUDE_4_5_SONNET_1_0"] = "CLAUDE_4_5_SONNET_1_0";
|
|
454
|
-
AmazonproxyV1Model2["CLAUDE_4_5_HAIKU_1_0"] = "CLAUDE_4_5_HAIKU_1_0";
|
|
455
|
-
AmazonproxyV1Model2["CLAUDE_4_5_OPUS_1_0"] = "CLAUDE_4_5_OPUS_1_0";
|
|
456
|
-
AmazonproxyV1Model2["CLAUDE_4_6_OPUS_1_0"] = "CLAUDE_4_6_OPUS_1_0";
|
|
457
|
-
AmazonproxyV1Model2["CLAUDE_4_6_SONNET_1_0"] = "CLAUDE_4_6_SONNET_1_0";
|
|
458
|
-
})(AmazonproxyV1Model || (AmazonproxyV1Model = {}));
|
|
459
|
-
var Role;
|
|
460
|
-
(function(Role2) {
|
|
461
|
-
Role2["UNKNOWN"] = "UNKNOWN";
|
|
462
|
-
Role2["USER"] = "USER";
|
|
463
|
-
Role2["ASSISTANT"] = "ASSISTANT";
|
|
464
|
-
})(Role || (Role = {}));
|
|
465
|
-
var MediaType;
|
|
466
|
-
(function(MediaType2) {
|
|
467
|
-
MediaType2["UNKNOWN"] = "UNKNOWN";
|
|
468
|
-
MediaType2["IMAGE_JPEG"] = "IMAGE_JPEG";
|
|
469
|
-
MediaType2["IMAGE_PNG"] = "IMAGE_PNG";
|
|
470
|
-
MediaType2["IMAGE_WEBP"] = "IMAGE_WEBP";
|
|
471
|
-
MediaType2["IMAGE_GIF"] = "IMAGE_GIF";
|
|
472
|
-
})(MediaType || (MediaType = {}));
|
|
473
|
-
var ToolChoiceType;
|
|
474
|
-
(function(ToolChoiceType2) {
|
|
475
|
-
ToolChoiceType2["UNKNOWN"] = "UNKNOWN";
|
|
476
|
-
ToolChoiceType2["AUTO"] = "AUTO";
|
|
477
|
-
ToolChoiceType2["ANY"] = "ANY";
|
|
478
|
-
ToolChoiceType2["TOOL"] = "TOOL";
|
|
479
|
-
})(ToolChoiceType || (ToolChoiceType = {}));
|
|
480
|
-
var McpServerType;
|
|
481
|
-
(function(McpServerType2) {
|
|
482
|
-
McpServerType2["UNKNOWN"] = "UNKNOWN";
|
|
483
|
-
McpServerType2["URL"] = "URL";
|
|
484
|
-
})(McpServerType || (McpServerType = {}));
|
|
485
|
-
var V1CacheControlType;
|
|
486
|
-
(function(V1CacheControlType2) {
|
|
487
|
-
V1CacheControlType2["UNKNOWN"] = "UNKNOWN";
|
|
488
|
-
V1CacheControlType2["EPHEMERAL"] = "EPHEMERAL";
|
|
489
|
-
})(V1CacheControlType || (V1CacheControlType = {}));
|
|
490
|
-
var ClaudeModel;
|
|
491
|
-
(function(ClaudeModel3) {
|
|
492
|
-
ClaudeModel3["UNKNOWN_CLAUDE_MODEL"] = "UNKNOWN_CLAUDE_MODEL";
|
|
493
|
-
ClaudeModel3["CLAUDE_3_SONNET_1_0"] = "CLAUDE_3_SONNET_1_0";
|
|
494
|
-
ClaudeModel3["CLAUDE_3_HAIKU_1_0"] = "CLAUDE_3_HAIKU_1_0";
|
|
495
|
-
ClaudeModel3["CLAUDE_3_OPUS_1_0"] = "CLAUDE_3_OPUS_1_0";
|
|
496
|
-
ClaudeModel3["CLAUDE_3_5_SONNET_1_0"] = "CLAUDE_3_5_SONNET_1_0";
|
|
497
|
-
ClaudeModel3["CLAUDE_3_5_SONNET_2_0"] = "CLAUDE_3_5_SONNET_2_0";
|
|
498
|
-
ClaudeModel3["CLAUDE_3_7_SONNET_1_0"] = "CLAUDE_3_7_SONNET_1_0";
|
|
499
|
-
ClaudeModel3["CLAUDE_4_SONNET_1_0"] = "CLAUDE_4_SONNET_1_0";
|
|
500
|
-
ClaudeModel3["CLAUDE_4_OPUS_1_0"] = "CLAUDE_4_OPUS_1_0";
|
|
501
|
-
ClaudeModel3["CLAUDE_4_5_SONNET_1_0"] = "CLAUDE_4_5_SONNET_1_0";
|
|
502
|
-
ClaudeModel3["CLAUDE_4_5_HAIKU_1_0"] = "CLAUDE_4_5_HAIKU_1_0";
|
|
503
|
-
ClaudeModel3["CLAUDE_4_5_OPUS_1_0"] = "CLAUDE_4_5_OPUS_1_0";
|
|
504
|
-
ClaudeModel3["CLAUDE_4_6_OPUS_1_0"] = "CLAUDE_4_6_OPUS_1_0";
|
|
505
|
-
ClaudeModel3["CLAUDE_4_6_SONNET_1_0"] = "CLAUDE_4_6_SONNET_1_0";
|
|
506
|
-
})(ClaudeModel || (ClaudeModel = {}));
|
|
507
|
-
var MessageRoleRole;
|
|
508
|
-
(function(MessageRoleRole2) {
|
|
509
|
-
MessageRoleRole2["UNKNOWN"] = "UNKNOWN";
|
|
510
|
-
MessageRoleRole2["USER"] = "USER";
|
|
511
|
-
MessageRoleRole2["ASSISTANT"] = "ASSISTANT";
|
|
512
|
-
})(MessageRoleRole || (MessageRoleRole = {}));
|
|
513
|
-
var ImageMediaTypeMediaType;
|
|
514
|
-
(function(ImageMediaTypeMediaType2) {
|
|
515
|
-
ImageMediaTypeMediaType2["UNKNOWN"] = "UNKNOWN";
|
|
516
|
-
ImageMediaTypeMediaType2["IMAGE_JPEG"] = "IMAGE_JPEG";
|
|
517
|
-
ImageMediaTypeMediaType2["IMAGE_PNG"] = "IMAGE_PNG";
|
|
518
|
-
ImageMediaTypeMediaType2["IMAGE_WEBP"] = "IMAGE_WEBP";
|
|
519
|
-
ImageMediaTypeMediaType2["IMAGE_GIF"] = "IMAGE_GIF";
|
|
520
|
-
})(ImageMediaTypeMediaType || (ImageMediaTypeMediaType = {}));
|
|
521
|
-
var V1ToolChoiceType;
|
|
522
|
-
(function(V1ToolChoiceType2) {
|
|
523
|
-
V1ToolChoiceType2["UNKNOWN"] = "UNKNOWN";
|
|
524
|
-
V1ToolChoiceType2["AUTO"] = "AUTO";
|
|
525
|
-
V1ToolChoiceType2["ANY"] = "ANY";
|
|
526
|
-
V1ToolChoiceType2["TOOL"] = "TOOL";
|
|
527
|
-
})(V1ToolChoiceType || (V1ToolChoiceType = {}));
|
|
528
|
-
var V1McpServerType;
|
|
529
|
-
(function(V1McpServerType2) {
|
|
530
|
-
V1McpServerType2["UNKNOWN"] = "UNKNOWN";
|
|
531
|
-
V1McpServerType2["URL"] = "URL";
|
|
532
|
-
})(V1McpServerType || (V1McpServerType = {}));
|
|
533
|
-
var AnthropicModel;
|
|
534
|
-
(function(AnthropicModel2) {
|
|
535
|
-
AnthropicModel2["UNKNOWN_ANTHROPIC_MODEL"] = "UNKNOWN_ANTHROPIC_MODEL";
|
|
536
|
-
AnthropicModel2["CLAUDE_3_HAIKU_1_0"] = "CLAUDE_3_HAIKU_1_0";
|
|
537
|
-
AnthropicModel2["CLAUDE_3_5_SONNET_1_0"] = "CLAUDE_3_5_SONNET_1_0";
|
|
538
|
-
AnthropicModel2["CLAUDE_3_5_SONNET_2_0"] = "CLAUDE_3_5_SONNET_2_0";
|
|
539
|
-
AnthropicModel2["CLAUDE_3_7_SONNET_1_0"] = "CLAUDE_3_7_SONNET_1_0";
|
|
540
|
-
AnthropicModel2["CLAUDE_4_SONNET_1_0"] = "CLAUDE_4_SONNET_1_0";
|
|
541
|
-
AnthropicModel2["CLAUDE_4_OPUS_1_0"] = "CLAUDE_4_OPUS_1_0";
|
|
542
|
-
AnthropicModel2["CLAUDE_4_1_OPUS_1_0"] = "CLAUDE_4_1_OPUS_1_0";
|
|
543
|
-
AnthropicModel2["CLAUDE_4_5_SONNET_1_0"] = "CLAUDE_4_5_SONNET_1_0";
|
|
544
|
-
AnthropicModel2["CLAUDE_4_5_HAIKU_1_0"] = "CLAUDE_4_5_HAIKU_1_0";
|
|
545
|
-
AnthropicModel2["CLAUDE_4_5_OPUS_1_0"] = "CLAUDE_4_5_OPUS_1_0";
|
|
546
|
-
AnthropicModel2["CLAUDE_4_6_OPUS_1_0"] = "CLAUDE_4_6_OPUS_1_0";
|
|
547
|
-
AnthropicModel2["CLAUDE_4_6_SONNET_1_0"] = "CLAUDE_4_6_SONNET_1_0";
|
|
548
|
-
})(AnthropicModel || (AnthropicModel = {}));
|
|
549
|
-
var V1MessageRoleRole;
|
|
550
|
-
(function(V1MessageRoleRole2) {
|
|
551
|
-
V1MessageRoleRole2["UNKNOWN"] = "UNKNOWN";
|
|
552
|
-
V1MessageRoleRole2["USER"] = "USER";
|
|
553
|
-
V1MessageRoleRole2["ASSISTANT"] = "ASSISTANT";
|
|
554
|
-
})(V1MessageRoleRole || (V1MessageRoleRole = {}));
|
|
555
|
-
var AnthropicV1CacheControlType;
|
|
556
|
-
(function(AnthropicV1CacheControlType2) {
|
|
557
|
-
AnthropicV1CacheControlType2["UNKNOWN"] = "UNKNOWN";
|
|
558
|
-
AnthropicV1CacheControlType2["EPHEMERAL"] = "EPHEMERAL";
|
|
559
|
-
})(AnthropicV1CacheControlType || (AnthropicV1CacheControlType = {}));
|
|
560
|
-
var V1ImageMediaTypeMediaType;
|
|
561
|
-
(function(V1ImageMediaTypeMediaType2) {
|
|
562
|
-
V1ImageMediaTypeMediaType2["UNKNOWN"] = "UNKNOWN";
|
|
563
|
-
V1ImageMediaTypeMediaType2["IMAGE_JPEG"] = "IMAGE_JPEG";
|
|
564
|
-
V1ImageMediaTypeMediaType2["IMAGE_PNG"] = "IMAGE_PNG";
|
|
565
|
-
V1ImageMediaTypeMediaType2["IMAGE_WEBP"] = "IMAGE_WEBP";
|
|
566
|
-
V1ImageMediaTypeMediaType2["IMAGE_GIF"] = "IMAGE_GIF";
|
|
567
|
-
})(V1ImageMediaTypeMediaType || (V1ImageMediaTypeMediaType = {}));
|
|
568
|
-
var AnthropicV1ToolChoiceType;
|
|
569
|
-
(function(AnthropicV1ToolChoiceType2) {
|
|
570
|
-
AnthropicV1ToolChoiceType2["UNKNOWN"] = "UNKNOWN";
|
|
571
|
-
AnthropicV1ToolChoiceType2["AUTO"] = "AUTO";
|
|
572
|
-
AnthropicV1ToolChoiceType2["ANY"] = "ANY";
|
|
573
|
-
AnthropicV1ToolChoiceType2["TOOL"] = "TOOL";
|
|
574
|
-
AnthropicV1ToolChoiceType2["NONE"] = "NONE";
|
|
575
|
-
})(AnthropicV1ToolChoiceType || (AnthropicV1ToolChoiceType = {}));
|
|
576
|
-
var AnthropicV1McpServerType;
|
|
577
|
-
(function(AnthropicV1McpServerType2) {
|
|
578
|
-
AnthropicV1McpServerType2["UNKNOWN"] = "UNKNOWN";
|
|
579
|
-
AnthropicV1McpServerType2["URL"] = "URL";
|
|
580
|
-
})(AnthropicV1McpServerType || (AnthropicV1McpServerType = {}));
|
|
581
|
-
var LlamaModel;
|
|
582
|
-
(function(LlamaModel2) {
|
|
583
|
-
LlamaModel2["UNKNOWN_LLAMA_MODEL"] = "UNKNOWN_LLAMA_MODEL";
|
|
584
|
-
LlamaModel2["LLAMA_3_8B_INSTRUCT_1_0"] = "LLAMA_3_8B_INSTRUCT_1_0";
|
|
585
|
-
LlamaModel2["LLAMA_3_70B_INSTRUCT_1_0"] = "LLAMA_3_70B_INSTRUCT_1_0";
|
|
586
|
-
LlamaModel2["LLAMA_3_1_8B_INSTRUCT_1_0"] = "LLAMA_3_1_8B_INSTRUCT_1_0";
|
|
587
|
-
LlamaModel2["LLAMA_3_1_70B_INSTRUCT_1_0"] = "LLAMA_3_1_70B_INSTRUCT_1_0";
|
|
588
|
-
LlamaModel2["LLAMA_3_2_1B_INSTRUCT_1_0"] = "LLAMA_3_2_1B_INSTRUCT_1_0";
|
|
589
|
-
LlamaModel2["LLAMA_3_2_3B_INSTRUCT_1_0"] = "LLAMA_3_2_3B_INSTRUCT_1_0";
|
|
590
|
-
})(LlamaModel || (LlamaModel = {}));
|
|
591
|
-
var ConverseModel;
|
|
592
|
-
(function(ConverseModel2) {
|
|
593
|
-
ConverseModel2["UNKNOWN_CONVERSE_MODEL"] = "UNKNOWN_CONVERSE_MODEL";
|
|
594
|
-
ConverseModel2["OPEN_AI_GPT_OSS_120B"] = "OPEN_AI_GPT_OSS_120B";
|
|
595
|
-
ConverseModel2["MINIMAX_M2"] = "MINIMAX_M2";
|
|
596
|
-
})(ConverseModel || (ConverseModel = {}));
|
|
597
|
-
var ImageModel;
|
|
598
|
-
(function(ImageModel2) {
|
|
599
|
-
ImageModel2["UNKNOWN_IMAGE_GENERATION_MODEL"] = "UNKNOWN_IMAGE_GENERATION_MODEL";
|
|
600
|
-
ImageModel2["DALL_E_2"] = "DALL_E_2";
|
|
601
|
-
ImageModel2["DALL_E_3"] = "DALL_E_3";
|
|
602
|
-
})(ImageModel || (ImageModel = {}));
|
|
603
|
-
var ImageQuality;
|
|
604
|
-
(function(ImageQuality2) {
|
|
605
|
-
ImageQuality2["UNKNOWN_IMAGE_QUALITY"] = "UNKNOWN_IMAGE_QUALITY";
|
|
606
|
-
ImageQuality2["STANDARD"] = "STANDARD";
|
|
607
|
-
ImageQuality2["HD"] = "HD";
|
|
608
|
-
})(ImageQuality || (ImageQuality = {}));
|
|
609
|
-
var ImageSize;
|
|
610
|
-
(function(ImageSize2) {
|
|
611
|
-
ImageSize2["UNKNOWN_IMAGE_SIZE"] = "UNKNOWN_IMAGE_SIZE";
|
|
612
|
-
ImageSize2["SIZE_256X256"] = "SIZE_256X256";
|
|
613
|
-
ImageSize2["SIZE_512X512"] = "SIZE_512X512";
|
|
614
|
-
ImageSize2["SIZE_1024X1024"] = "SIZE_1024X1024";
|
|
615
|
-
ImageSize2["SIZE_1792X1024"] = "SIZE_1792X1024";
|
|
616
|
-
ImageSize2["SIZE_1024X1792"] = "SIZE_1024X1792";
|
|
617
|
-
})(ImageSize || (ImageSize = {}));
|
|
618
|
-
var ImageStyle;
|
|
619
|
-
(function(ImageStyle2) {
|
|
620
|
-
ImageStyle2["UNKNOWN_IMAGE_STYLE"] = "UNKNOWN_IMAGE_STYLE";
|
|
621
|
-
ImageStyle2["VIVID"] = "VIVID";
|
|
622
|
-
ImageStyle2["NATURAL"] = "NATURAL";
|
|
623
|
-
})(ImageStyle || (ImageStyle = {}));
|
|
624
|
-
var V1ImageModel;
|
|
625
|
-
(function(V1ImageModel2) {
|
|
626
|
-
V1ImageModel2["STABILITY_IMAGE_MODEL_UNSPECIFIED"] = "STABILITY_IMAGE_MODEL_UNSPECIFIED";
|
|
627
|
-
V1ImageModel2["SDXL_1_0"] = "SDXL_1_0";
|
|
628
|
-
})(V1ImageModel || (V1ImageModel = {}));
|
|
629
|
-
var ClipGuidancePreset;
|
|
630
|
-
(function(ClipGuidancePreset2) {
|
|
631
|
-
ClipGuidancePreset2["CLIP_GUIDANCE_PRESET_UNSPECIFIED"] = "CLIP_GUIDANCE_PRESET_UNSPECIFIED";
|
|
632
|
-
ClipGuidancePreset2["FAST_BLUE"] = "FAST_BLUE";
|
|
633
|
-
ClipGuidancePreset2["FAST_GREEN"] = "FAST_GREEN";
|
|
634
|
-
ClipGuidancePreset2["NONE"] = "NONE";
|
|
635
|
-
ClipGuidancePreset2["SIMPLE"] = "SIMPLE";
|
|
636
|
-
ClipGuidancePreset2["SLOW"] = "SLOW";
|
|
637
|
-
ClipGuidancePreset2["SLOWER"] = "SLOWER";
|
|
638
|
-
ClipGuidancePreset2["SLOWEST"] = "SLOWEST";
|
|
639
|
-
})(ClipGuidancePreset || (ClipGuidancePreset = {}));
|
|
640
|
-
var Sampler;
|
|
641
|
-
(function(Sampler2) {
|
|
642
|
-
Sampler2["SAMPLER_UNSPECIFIED"] = "SAMPLER_UNSPECIFIED";
|
|
643
|
-
Sampler2["DDIM"] = "DDIM";
|
|
644
|
-
Sampler2["DDPM"] = "DDPM";
|
|
645
|
-
Sampler2["K_DPMPP_2M"] = "K_DPMPP_2M";
|
|
646
|
-
Sampler2["K_DPMPP_2S_ANCESTRAL"] = "K_DPMPP_2S_ANCESTRAL";
|
|
647
|
-
Sampler2["K_DPM_2"] = "K_DPM_2";
|
|
648
|
-
Sampler2["K_DPM_2_ANCESTRAL"] = "K_DPM_2_ANCESTRAL";
|
|
649
|
-
Sampler2["K_EULER"] = "K_EULER";
|
|
650
|
-
Sampler2["K_EULER_ANCESTRAL"] = "K_EULER_ANCESTRAL";
|
|
651
|
-
Sampler2["K_HEUN"] = "K_HEUN";
|
|
652
|
-
Sampler2["K_LMS"] = "K_LMS";
|
|
653
|
-
})(Sampler || (Sampler = {}));
|
|
654
|
-
var StylePreset;
|
|
655
|
-
(function(StylePreset2) {
|
|
656
|
-
StylePreset2["STYLE_PRESET_UNSPECIFIED"] = "STYLE_PRESET_UNSPECIFIED";
|
|
657
|
-
StylePreset2["ANALOG_FILM"] = "ANALOG_FILM";
|
|
658
|
-
StylePreset2["ANIME"] = "ANIME";
|
|
659
|
-
StylePreset2["CINEMATIC"] = "CINEMATIC";
|
|
660
|
-
StylePreset2["COMIC_BOOK"] = "COMIC_BOOK";
|
|
661
|
-
StylePreset2["DIGITAL_ART"] = "DIGITAL_ART";
|
|
662
|
-
StylePreset2["ENHANCE"] = "ENHANCE";
|
|
663
|
-
StylePreset2["FANTASY_ART"] = "FANTASY_ART";
|
|
664
|
-
StylePreset2["ISOMETRIC"] = "ISOMETRIC";
|
|
665
|
-
StylePreset2["LINE_ART"] = "LINE_ART";
|
|
666
|
-
StylePreset2["LOW_POLY"] = "LOW_POLY";
|
|
667
|
-
StylePreset2["MODELING_COMPOUND"] = "MODELING_COMPOUND";
|
|
668
|
-
StylePreset2["NEON_PUNK"] = "NEON_PUNK";
|
|
669
|
-
StylePreset2["ORIGAMI"] = "ORIGAMI";
|
|
670
|
-
StylePreset2["PHOTOGRAPHIC"] = "PHOTOGRAPHIC";
|
|
671
|
-
StylePreset2["PIXEL_ART"] = "PIXEL_ART";
|
|
672
|
-
StylePreset2["TILE_TEXTURE"] = "TILE_TEXTURE";
|
|
673
|
-
StylePreset2["MODEL_3D"] = "MODEL_3D";
|
|
674
|
-
})(StylePreset || (StylePreset = {}));
|
|
675
|
-
var ImageCoreModel;
|
|
676
|
-
(function(ImageCoreModel2) {
|
|
677
|
-
ImageCoreModel2["STABILITY_CORE_IMAGE_MODEL_UNSPECIFIED"] = "STABILITY_CORE_IMAGE_MODEL_UNSPECIFIED";
|
|
678
|
-
ImageCoreModel2["STABLE_IMAGE_CORE"] = "STABLE_IMAGE_CORE";
|
|
679
|
-
})(ImageCoreModel || (ImageCoreModel = {}));
|
|
680
|
-
var GenerateCoreRequestStylePreset;
|
|
681
|
-
(function(GenerateCoreRequestStylePreset2) {
|
|
682
|
-
GenerateCoreRequestStylePreset2["STYLE_PRESET_UNSPECIFIED"] = "STYLE_PRESET_UNSPECIFIED";
|
|
683
|
-
GenerateCoreRequestStylePreset2["ANALOG_FILM"] = "ANALOG_FILM";
|
|
684
|
-
GenerateCoreRequestStylePreset2["ANIME"] = "ANIME";
|
|
685
|
-
GenerateCoreRequestStylePreset2["CINEMATIC"] = "CINEMATIC";
|
|
686
|
-
GenerateCoreRequestStylePreset2["COMIC_BOOK"] = "COMIC_BOOK";
|
|
687
|
-
GenerateCoreRequestStylePreset2["DIGITAL_ART"] = "DIGITAL_ART";
|
|
688
|
-
GenerateCoreRequestStylePreset2["ENHANCE"] = "ENHANCE";
|
|
689
|
-
GenerateCoreRequestStylePreset2["FANTASY_ART"] = "FANTASY_ART";
|
|
690
|
-
GenerateCoreRequestStylePreset2["ISOMETRIC"] = "ISOMETRIC";
|
|
691
|
-
GenerateCoreRequestStylePreset2["LINE_ART"] = "LINE_ART";
|
|
692
|
-
GenerateCoreRequestStylePreset2["LOW_POLY"] = "LOW_POLY";
|
|
693
|
-
GenerateCoreRequestStylePreset2["MODELING_COMPOUND"] = "MODELING_COMPOUND";
|
|
694
|
-
GenerateCoreRequestStylePreset2["NEON_PUNK"] = "NEON_PUNK";
|
|
695
|
-
GenerateCoreRequestStylePreset2["ORIGAMI"] = "ORIGAMI";
|
|
696
|
-
GenerateCoreRequestStylePreset2["PHOTOGRAPHIC"] = "PHOTOGRAPHIC";
|
|
697
|
-
GenerateCoreRequestStylePreset2["PIXEL_ART"] = "PIXEL_ART";
|
|
698
|
-
GenerateCoreRequestStylePreset2["TILE_TEXTURE"] = "TILE_TEXTURE";
|
|
699
|
-
GenerateCoreRequestStylePreset2["MODEL_3D"] = "MODEL_3D";
|
|
700
|
-
})(GenerateCoreRequestStylePreset || (GenerateCoreRequestStylePreset = {}));
|
|
701
|
-
var GenerationMode;
|
|
702
|
-
(function(GenerationMode2) {
|
|
703
|
-
GenerationMode2["UNKNOWN_GENERATION_MODE"] = "UNKNOWN_GENERATION_MODE";
|
|
704
|
-
GenerationMode2["TEXT_TO_IMAGE"] = "TEXT_TO_IMAGE";
|
|
705
|
-
GenerationMode2["IMAGE_TO_IMAGE"] = "IMAGE_TO_IMAGE";
|
|
706
|
-
})(GenerationMode || (GenerationMode = {}));
|
|
707
|
-
var ImageStableDiffusionModel;
|
|
708
|
-
(function(ImageStableDiffusionModel2) {
|
|
709
|
-
ImageStableDiffusionModel2["STABLE_DIFFUSION_MODEL_UNSPECIFIED"] = "STABLE_DIFFUSION_MODEL_UNSPECIFIED";
|
|
710
|
-
ImageStableDiffusionModel2["SD3_LARGE"] = "SD3_LARGE";
|
|
711
|
-
ImageStableDiffusionModel2["SD3_LARGE_TURBO"] = "SD3_LARGE_TURBO";
|
|
712
|
-
ImageStableDiffusionModel2["SD3_MEDIUM"] = "SD3_MEDIUM";
|
|
713
|
-
ImageStableDiffusionModel2["SD3_5_LARGE"] = "SD3_5_LARGE";
|
|
714
|
-
ImageStableDiffusionModel2["SD3_5_LARGE_TURBO"] = "SD3_5_LARGE_TURBO";
|
|
715
|
-
ImageStableDiffusionModel2["SD3_5_MEDIUM"] = "SD3_5_MEDIUM";
|
|
716
|
-
})(ImageStableDiffusionModel || (ImageStableDiffusionModel = {}));
|
|
717
|
-
var OutputFormat;
|
|
718
|
-
(function(OutputFormat2) {
|
|
719
|
-
OutputFormat2["OUTPUT_FORMAT_UNSPECIFIED"] = "OUTPUT_FORMAT_UNSPECIFIED";
|
|
720
|
-
OutputFormat2["JPEG"] = "JPEG";
|
|
721
|
-
OutputFormat2["PNG"] = "PNG";
|
|
722
|
-
})(OutputFormat || (OutputFormat = {}));
|
|
723
|
-
var GenerateAnImageModel;
|
|
724
|
-
(function(GenerateAnImageModel2) {
|
|
725
|
-
GenerateAnImageModel2["GEN_IMAGE_MODEL_UNSPECIFIED"] = "GEN_IMAGE_MODEL_UNSPECIFIED";
|
|
726
|
-
GenerateAnImageModel2["FLUX_PRO_1_1_ULTRA"] = "FLUX_PRO_1_1_ULTRA";
|
|
727
|
-
GenerateAnImageModel2["FLUX_1_DEV"] = "FLUX_1_DEV";
|
|
728
|
-
GenerateAnImageModel2["FLUX_PRO_1_CANNY"] = "FLUX_PRO_1_CANNY";
|
|
729
|
-
GenerateAnImageModel2["FLUX_PRO_1_DEPTH"] = "FLUX_PRO_1_DEPTH";
|
|
730
|
-
GenerateAnImageModel2["FLUX_PRO_1_FILL"] = "FLUX_PRO_1_FILL";
|
|
731
|
-
})(GenerateAnImageModel || (GenerateAnImageModel = {}));
|
|
732
|
-
var CreatePredictionModel;
|
|
733
|
-
(function(CreatePredictionModel2) {
|
|
734
|
-
CreatePredictionModel2["UNKNOWN_CREATE_PREDICTION_MODEL"] = "UNKNOWN_CREATE_PREDICTION_MODEL";
|
|
735
|
-
CreatePredictionModel2["FLUX_PULID"] = "FLUX_PULID";
|
|
736
|
-
CreatePredictionModel2["FLUX_DEV_CONTROLNET"] = "FLUX_DEV_CONTROLNET";
|
|
737
|
-
CreatePredictionModel2["REVE_EDIT"] = "REVE_EDIT";
|
|
738
|
-
CreatePredictionModel2["LUCATACO_FLORENCE_2_LARGE"] = "LUCATACO_FLORENCE_2_LARGE";
|
|
739
|
-
CreatePredictionModel2["PERCEPTRON_ISAAC_01"] = "PERCEPTRON_ISAAC_01";
|
|
740
|
-
CreatePredictionModel2["PRUNAAI_Z_IMAGE_TURBO"] = "PRUNAAI_Z_IMAGE_TURBO";
|
|
741
|
-
CreatePredictionModel2["QWEN_IMAGE_LAYERED"] = "QWEN_IMAGE_LAYERED";
|
|
742
|
-
})(CreatePredictionModel || (CreatePredictionModel = {}));
|
|
743
|
-
var TaskInput;
|
|
744
|
-
(function(TaskInput2) {
|
|
745
|
-
TaskInput2["UNRECOGNIZED_TASK_INPUT"] = "UNRECOGNIZED_TASK_INPUT";
|
|
746
|
-
TaskInput2["OBJECT_DETECTION"] = "OBJECT_DETECTION";
|
|
747
|
-
TaskInput2["CAPTION"] = "CAPTION";
|
|
748
|
-
TaskInput2["DETAILED_CAPTION"] = "DETAILED_CAPTION";
|
|
749
|
-
TaskInput2["MORE_DETAILED_CAPTION"] = "MORE_DETAILED_CAPTION";
|
|
750
|
-
TaskInput2["CAPTION_TO_PHRASE_GROUNDING"] = "CAPTION_TO_PHRASE_GROUNDING";
|
|
751
|
-
TaskInput2["REGION_PROPOSAL"] = "REGION_PROPOSAL";
|
|
752
|
-
TaskInput2["DENSE_REGION_CAPTION"] = "DENSE_REGION_CAPTION";
|
|
753
|
-
TaskInput2["OCR"] = "OCR";
|
|
754
|
-
TaskInput2["OCR_WITH_REGION"] = "OCR_WITH_REGION";
|
|
755
|
-
})(TaskInput || (TaskInput = {}));
|
|
756
|
-
var ResponseType;
|
|
757
|
-
(function(ResponseType2) {
|
|
758
|
-
ResponseType2["UNRECOGNIZED_RESPONSE_TYPE"] = "UNRECOGNIZED_RESPONSE_TYPE";
|
|
759
|
-
ResponseType2["TEXT"] = "TEXT";
|
|
760
|
-
ResponseType2["BOX"] = "BOX";
|
|
761
|
-
ResponseType2["POINT"] = "POINT";
|
|
762
|
-
ResponseType2["POLYGON"] = "POLYGON";
|
|
763
|
-
})(ResponseType || (ResponseType = {}));
|
|
764
|
-
var EditImageWithPromptRequestModel;
|
|
765
|
-
(function(EditImageWithPromptRequestModel2) {
|
|
766
|
-
EditImageWithPromptRequestModel2["UNKNOWN_EDIT_IMAGE_WITH__PROMPT_REQUEST_MODEL"] = "UNKNOWN_EDIT_IMAGE_WITH__PROMPT_REQUEST_MODEL";
|
|
767
|
-
EditImageWithPromptRequestModel2["INPAINT"] = "INPAINT";
|
|
768
|
-
EditImageWithPromptRequestModel2["OUTPAINT"] = "OUTPAINT";
|
|
769
|
-
})(EditImageWithPromptRequestModel || (EditImageWithPromptRequestModel = {}));
|
|
770
|
-
var EditImageWithPromptRequestStylePreset;
|
|
771
|
-
(function(EditImageWithPromptRequestStylePreset2) {
|
|
772
|
-
EditImageWithPromptRequestStylePreset2["STYLE_PRESET_UNSPECIFIED"] = "STYLE_PRESET_UNSPECIFIED";
|
|
773
|
-
EditImageWithPromptRequestStylePreset2["ANALOG_FILM"] = "ANALOG_FILM";
|
|
774
|
-
EditImageWithPromptRequestStylePreset2["ANIME"] = "ANIME";
|
|
775
|
-
EditImageWithPromptRequestStylePreset2["CINEMATIC"] = "CINEMATIC";
|
|
776
|
-
EditImageWithPromptRequestStylePreset2["COMIC_BOOK"] = "COMIC_BOOK";
|
|
777
|
-
EditImageWithPromptRequestStylePreset2["DIGITAL_ART"] = "DIGITAL_ART";
|
|
778
|
-
EditImageWithPromptRequestStylePreset2["ENHANCE"] = "ENHANCE";
|
|
779
|
-
EditImageWithPromptRequestStylePreset2["FANTASY_ART"] = "FANTASY_ART";
|
|
780
|
-
EditImageWithPromptRequestStylePreset2["ISOMETRIC"] = "ISOMETRIC";
|
|
781
|
-
EditImageWithPromptRequestStylePreset2["LINE_ART"] = "LINE_ART";
|
|
782
|
-
EditImageWithPromptRequestStylePreset2["LOW_POLY"] = "LOW_POLY";
|
|
783
|
-
EditImageWithPromptRequestStylePreset2["MODELING_COMPOUND"] = "MODELING_COMPOUND";
|
|
784
|
-
EditImageWithPromptRequestStylePreset2["NEON_PUNK"] = "NEON_PUNK";
|
|
785
|
-
EditImageWithPromptRequestStylePreset2["ORIGAMI"] = "ORIGAMI";
|
|
786
|
-
EditImageWithPromptRequestStylePreset2["PHOTOGRAPHIC"] = "PHOTOGRAPHIC";
|
|
787
|
-
EditImageWithPromptRequestStylePreset2["PIXEL_ART"] = "PIXEL_ART";
|
|
788
|
-
EditImageWithPromptRequestStylePreset2["TILE_TEXTURE"] = "TILE_TEXTURE";
|
|
789
|
-
EditImageWithPromptRequestStylePreset2["MODEL_3D"] = "MODEL_3D";
|
|
790
|
-
})(EditImageWithPromptRequestStylePreset || (EditImageWithPromptRequestStylePreset = {}));
|
|
791
|
-
var TextToImageRequestModel;
|
|
792
|
-
(function(TextToImageRequestModel2) {
|
|
793
|
-
TextToImageRequestModel2["UNKNOWN_MODEL"] = "UNKNOWN_MODEL";
|
|
794
|
-
TextToImageRequestModel2["FLUX_1_DEV"] = "FLUX_1_DEV";
|
|
795
|
-
TextToImageRequestModel2["FLUX_1_SCHNELL"] = "FLUX_1_SCHNELL";
|
|
796
|
-
TextToImageRequestModel2["FLUX_1_KONTEXT_MAX"] = "FLUX_1_KONTEXT_MAX";
|
|
797
|
-
TextToImageRequestModel2["FLUX_1_KONTEXT_PRO"] = "FLUX_1_KONTEXT_PRO";
|
|
798
|
-
TextToImageRequestModel2["QWEN_IMAGE_EDIT"] = "QWEN_IMAGE_EDIT";
|
|
799
|
-
TextToImageRequestModel2["IDEOGRAM_3_0"] = "IDEOGRAM_3_0";
|
|
800
|
-
TextToImageRequestModel2["IDEOGRAM_3_0_EDIT"] = "IDEOGRAM_3_0_EDIT";
|
|
801
|
-
TextToImageRequestModel2["FLUX_1_1_PRO_ULTRA"] = "FLUX_1_1_PRO_ULTRA";
|
|
802
|
-
TextToImageRequestModel2["FLUX_1_FILL_PRO"] = "FLUX_1_FILL_PRO";
|
|
803
|
-
TextToImageRequestModel2["SEEDREAM_4"] = "SEEDREAM_4";
|
|
804
|
-
TextToImageRequestModel2["FLUX_DEV_FILL"] = "FLUX_DEV_FILL";
|
|
805
|
-
TextToImageRequestModel2["FLUX_DEPTH_PRO"] = "FLUX_DEPTH_PRO";
|
|
806
|
-
TextToImageRequestModel2["FLUX_CANNY_PRO"] = "FLUX_CANNY_PRO";
|
|
807
|
-
TextToImageRequestModel2["FROM_MODEL_ID"] = "FROM_MODEL_ID";
|
|
808
|
-
})(TextToImageRequestModel || (TextToImageRequestModel = {}));
|
|
809
|
-
var PerplexityModel;
|
|
810
|
-
(function(PerplexityModel2) {
|
|
811
|
-
PerplexityModel2["UNKNOWN_PERPLEXITY_MODEL"] = "UNKNOWN_PERPLEXITY_MODEL";
|
|
812
|
-
PerplexityModel2["SONAR"] = "SONAR";
|
|
813
|
-
PerplexityModel2["SONAR_PRO"] = "SONAR_PRO";
|
|
814
|
-
PerplexityModel2["SONAR_REASONING"] = "SONAR_REASONING";
|
|
815
|
-
PerplexityModel2["SONAR_REASONING_PRO"] = "SONAR_REASONING_PRO";
|
|
816
|
-
PerplexityModel2["SONAR_DEEP_RESEARCH"] = "SONAR_DEEP_RESEARCH";
|
|
817
|
-
})(PerplexityModel || (PerplexityModel = {}));
|
|
818
|
-
var PerplexityMessageMessageRole;
|
|
819
|
-
(function(PerplexityMessageMessageRole2) {
|
|
820
|
-
PerplexityMessageMessageRole2["UNKNOWN"] = "UNKNOWN";
|
|
821
|
-
PerplexityMessageMessageRole2["SYSTEM"] = "SYSTEM";
|
|
822
|
-
PerplexityMessageMessageRole2["USER"] = "USER";
|
|
823
|
-
PerplexityMessageMessageRole2["ASSISTANT"] = "ASSISTANT";
|
|
824
|
-
})(PerplexityMessageMessageRole || (PerplexityMessageMessageRole = {}));
|
|
825
|
-
var ImagenModel;
|
|
826
|
-
(function(ImagenModel2) {
|
|
827
|
-
ImagenModel2["UNKNOWN_IMAGEN_MODEL"] = "UNKNOWN_IMAGEN_MODEL";
|
|
828
|
-
ImagenModel2["IMAGEN_3_0_GENERATE_002"] = "IMAGEN_3_0_GENERATE_002";
|
|
829
|
-
ImagenModel2["IMAGEN_3_0_FAST_GENERATE_001"] = "IMAGEN_3_0_FAST_GENERATE_001";
|
|
830
|
-
ImagenModel2["IMAGEN_4_0_GENERATE_001"] = "IMAGEN_4_0_GENERATE_001";
|
|
831
|
-
ImagenModel2["IMAGEN_4_0_FAST_GENERATE_001"] = "IMAGEN_4_0_FAST_GENERATE_001";
|
|
832
|
-
ImagenModel2["IMAGEN_4_0_ULTRA_GENERATE_001"] = "IMAGEN_4_0_ULTRA_GENERATE_001";
|
|
833
|
-
})(ImagenModel || (ImagenModel = {}));
|
|
834
|
-
var GenerateImageMlPlatformModel;
|
|
835
|
-
(function(GenerateImageMlPlatformModel2) {
|
|
836
|
-
GenerateImageMlPlatformModel2["UNKNOWN_CREATE_PREDICTION_MODEL"] = "UNKNOWN_CREATE_PREDICTION_MODEL";
|
|
837
|
-
GenerateImageMlPlatformModel2["FLUX_PULID"] = "FLUX_PULID";
|
|
838
|
-
})(GenerateImageMlPlatformModel || (GenerateImageMlPlatformModel = {}));
|
|
839
|
-
var OpenAiImageModel;
|
|
840
|
-
(function(OpenAiImageModel2) {
|
|
841
|
-
OpenAiImageModel2["UNKNOWN_IMAGE_CREATION_MODEL"] = "UNKNOWN_IMAGE_CREATION_MODEL";
|
|
842
|
-
OpenAiImageModel2["GPT_4O_IMAGE"] = "GPT_4O_IMAGE";
|
|
843
|
-
OpenAiImageModel2["GPT_IMAGE_1"] = "GPT_IMAGE_1";
|
|
844
|
-
OpenAiImageModel2["GPT_IMAGE_EXP"] = "GPT_IMAGE_EXP";
|
|
845
|
-
OpenAiImageModel2["GPT_IMAGE_EXP_2"] = "GPT_IMAGE_EXP_2";
|
|
846
|
-
OpenAiImageModel2["GPT_IMAGE_EXP_3"] = "GPT_IMAGE_EXP_3";
|
|
847
|
-
OpenAiImageModel2["GPT_IMAGE_1_5"] = "GPT_IMAGE_1_5";
|
|
848
|
-
})(OpenAiImageModel || (OpenAiImageModel = {}));
|
|
849
|
-
var VideoGenModel;
|
|
850
|
-
(function(VideoGenModel2) {
|
|
851
|
-
VideoGenModel2["UNKNOWN_VIDEO_GEN_MODEL"] = "UNKNOWN_VIDEO_GEN_MODEL";
|
|
852
|
-
VideoGenModel2["VEO_2_0_GENERATE_001"] = "VEO_2_0_GENERATE_001";
|
|
853
|
-
VideoGenModel2["VEO_3_0_GENERATE_001"] = "VEO_3_0_GENERATE_001";
|
|
854
|
-
VideoGenModel2["VEO_3_0_FAST_GENERATE_001"] = "VEO_3_0_FAST_GENERATE_001";
|
|
855
|
-
})(VideoGenModel || (VideoGenModel = {}));
|
|
856
|
-
var ChatCompletionModel;
|
|
857
|
-
(function(ChatCompletionModel2) {
|
|
858
|
-
ChatCompletionModel2["UNKNOWN_CHAT_COMPLETION_MODEL"] = "UNKNOWN_CHAT_COMPLETION_MODEL";
|
|
859
|
-
ChatCompletionModel2["LLAMA_4_SCOUT_17B_16E_INSTRUCT_MAAS"] = "LLAMA_4_SCOUT_17B_16E_INSTRUCT_MAAS";
|
|
860
|
-
ChatCompletionModel2["LLAMA_4_MAVERICK_17B_128E_INSTRUCT_MAAS"] = "LLAMA_4_MAVERICK_17B_128E_INSTRUCT_MAAS";
|
|
861
|
-
})(ChatCompletionModel || (ChatCompletionModel = {}));
|
|
862
|
-
var V1ChatCompletionMessageMessageRole;
|
|
863
|
-
(function(V1ChatCompletionMessageMessageRole2) {
|
|
864
|
-
V1ChatCompletionMessageMessageRole2["UNKNOWN"] = "UNKNOWN";
|
|
865
|
-
V1ChatCompletionMessageMessageRole2["USER"] = "USER";
|
|
866
|
-
V1ChatCompletionMessageMessageRole2["ASSISTANT"] = "ASSISTANT";
|
|
867
|
-
V1ChatCompletionMessageMessageRole2["SYSTEM"] = "SYSTEM";
|
|
868
|
-
})(V1ChatCompletionMessageMessageRole || (V1ChatCompletionMessageMessageRole = {}));
|
|
869
|
-
var PredictorChatCompletionMessageMessageRole;
|
|
870
|
-
(function(PredictorChatCompletionMessageMessageRole2) {
|
|
871
|
-
PredictorChatCompletionMessageMessageRole2["UNKNOWN"] = "UNKNOWN";
|
|
872
|
-
PredictorChatCompletionMessageMessageRole2["USER"] = "USER";
|
|
873
|
-
PredictorChatCompletionMessageMessageRole2["ASSISTANT"] = "ASSISTANT";
|
|
874
|
-
PredictorChatCompletionMessageMessageRole2["SYSTEM"] = "SYSTEM";
|
|
875
|
-
})(PredictorChatCompletionMessageMessageRole || (PredictorChatCompletionMessageMessageRole = {}));
|
|
876
|
-
var VideoInferenceRequestOutputFormat;
|
|
877
|
-
(function(VideoInferenceRequestOutputFormat2) {
|
|
878
|
-
VideoInferenceRequestOutputFormat2["UNKNOWN_OUTPUT_FORMAT"] = "UNKNOWN_OUTPUT_FORMAT";
|
|
879
|
-
VideoInferenceRequestOutputFormat2["MP4"] = "MP4";
|
|
880
|
-
VideoInferenceRequestOutputFormat2["WEBM"] = "WEBM";
|
|
881
|
-
})(VideoInferenceRequestOutputFormat || (VideoInferenceRequestOutputFormat = {}));
|
|
882
|
-
var VideoModel;
|
|
883
|
-
(function(VideoModel2) {
|
|
884
|
-
VideoModel2["UNKNOWN_VIDEO_MODEL"] = "UNKNOWN_VIDEO_MODEL";
|
|
885
|
-
VideoModel2["SEEDANCE_1_0_PRO"] = "SEEDANCE_1_0_PRO";
|
|
886
|
-
VideoModel2["SEEDANCE_1_0_LITE"] = "SEEDANCE_1_0_LITE";
|
|
887
|
-
VideoModel2["SEEDANCE_1_0_PRO_FAST"] = "SEEDANCE_1_0_PRO_FAST";
|
|
888
|
-
VideoModel2["FROM_MODEL_ID"] = "FROM_MODEL_ID";
|
|
889
|
-
})(VideoModel || (VideoModel = {}));
|
|
890
|
-
var ResponsesModel;
|
|
891
|
-
(function(ResponsesModel2) {
|
|
892
|
-
ResponsesModel2["MODEL_UNSPECIFIED"] = "MODEL_UNSPECIFIED";
|
|
893
|
-
ResponsesModel2["GPT_5_2025_08_07_RESPONSES"] = "GPT_5_2025_08_07_RESPONSES";
|
|
894
|
-
ResponsesModel2["GPT_5_MINI_2025_08_07_RESPONSES"] = "GPT_5_MINI_2025_08_07_RESPONSES";
|
|
895
|
-
ResponsesModel2["GPT_5_NANO_2025_08_07_RESPONSES"] = "GPT_5_NANO_2025_08_07_RESPONSES";
|
|
896
|
-
ResponsesModel2["O3_PRO_2025_06_10"] = "O3_PRO_2025_06_10";
|
|
897
|
-
ResponsesModel2["O3_DEEP_RESEARCH_2025_06_26"] = "O3_DEEP_RESEARCH_2025_06_26";
|
|
898
|
-
ResponsesModel2["GPT_5_CODEX"] = "GPT_5_CODEX";
|
|
899
|
-
ResponsesModel2["GPT_5_1_2025_11_13"] = "GPT_5_1_2025_11_13";
|
|
900
|
-
ResponsesModel2["GPT_5_1_CODEX"] = "GPT_5_1_CODEX";
|
|
901
|
-
ResponsesModel2["GPT_5_1_CODEX_MINI"] = "GPT_5_1_CODEX_MINI";
|
|
902
|
-
ResponsesModel2["GPT_EXP_RESPONSES"] = "GPT_EXP_RESPONSES";
|
|
903
|
-
ResponsesModel2["GPT_EXP_RESPONSES_2"] = "GPT_EXP_RESPONSES_2";
|
|
904
|
-
ResponsesModel2["GPT_EXP_RESPONSES_3"] = "GPT_EXP_RESPONSES_3";
|
|
905
|
-
ResponsesModel2["GPT_5_1_CODEX_MAX"] = "GPT_5_1_CODEX_MAX";
|
|
906
|
-
ResponsesModel2["GPT_5_2_2025_12_11"] = "GPT_5_2_2025_12_11";
|
|
907
|
-
ResponsesModel2["GPT_5_2_CODEX"] = "GPT_5_2_CODEX";
|
|
908
|
-
ResponsesModel2["GPT_5_3_CODEX"] = "GPT_5_3_CODEX";
|
|
909
|
-
ResponsesModel2["GPT_5_4_2026_03_05"] = "GPT_5_4_2026_03_05";
|
|
910
|
-
ResponsesModel2["GPT_5_4_PRO_2026_03_05"] = "GPT_5_4_PRO_2026_03_05";
|
|
911
|
-
})(ResponsesModel || (ResponsesModel = {}));
|
|
912
|
-
var ResponsesMessageRole;
|
|
913
|
-
(function(ResponsesMessageRole2) {
|
|
914
|
-
ResponsesMessageRole2["UNKNOWN_RESPONSE"] = "UNKNOWN_RESPONSE";
|
|
915
|
-
ResponsesMessageRole2["USER"] = "USER";
|
|
916
|
-
ResponsesMessageRole2["SYSTEM"] = "SYSTEM";
|
|
917
|
-
ResponsesMessageRole2["DEVELOPER"] = "DEVELOPER";
|
|
918
|
-
})(ResponsesMessageRole || (ResponsesMessageRole = {}));
|
|
919
|
-
var V1ResponsesModel;
|
|
920
|
-
(function(V1ResponsesModel2) {
|
|
921
|
-
V1ResponsesModel2["MODEL_UNSPECIFIED"] = "MODEL_UNSPECIFIED";
|
|
922
|
-
V1ResponsesModel2["GPT_5_2025_08_07_RESPONSES"] = "GPT_5_2025_08_07_RESPONSES";
|
|
923
|
-
V1ResponsesModel2["GPT_5_MINI_2025_08_07_RESPONSES"] = "GPT_5_MINI_2025_08_07_RESPONSES";
|
|
924
|
-
V1ResponsesModel2["GPT_5_NANO_2025_08_07_RESPONSES"] = "GPT_5_NANO_2025_08_07_RESPONSES";
|
|
925
|
-
V1ResponsesModel2["GPT_5_2_2025_12_11"] = "GPT_5_2_2025_12_11";
|
|
926
|
-
})(V1ResponsesModel || (V1ResponsesModel = {}));
|
|
927
|
-
var ResponsesInputMessageResponsesMessageRole;
|
|
928
|
-
(function(ResponsesInputMessageResponsesMessageRole2) {
|
|
929
|
-
ResponsesInputMessageResponsesMessageRole2["UNKNOWN_RESPONSE"] = "UNKNOWN_RESPONSE";
|
|
930
|
-
ResponsesInputMessageResponsesMessageRole2["USER"] = "USER";
|
|
931
|
-
ResponsesInputMessageResponsesMessageRole2["SYSTEM"] = "SYSTEM";
|
|
932
|
-
ResponsesInputMessageResponsesMessageRole2["DEVELOPER"] = "DEVELOPER";
|
|
933
|
-
})(ResponsesInputMessageResponsesMessageRole || (ResponsesInputMessageResponsesMessageRole = {}));
|
|
934
|
-
var V1VideoModel;
|
|
935
|
-
(function(V1VideoModel2) {
|
|
936
|
-
V1VideoModel2["UNKNOWN_VIDEO_MODEL"] = "UNKNOWN_VIDEO_MODEL";
|
|
937
|
-
V1VideoModel2["SORA_2"] = "SORA_2";
|
|
938
|
-
V1VideoModel2["SORA_2_PRO"] = "SORA_2_PRO";
|
|
939
|
-
})(V1VideoModel || (V1VideoModel = {}));
|
|
940
|
-
var Fireworks_proxyV1ChatCompletionMessageMessageRole;
|
|
941
|
-
(function(Fireworks_proxyV1ChatCompletionMessageMessageRole2) {
|
|
942
|
-
Fireworks_proxyV1ChatCompletionMessageMessageRole2["UNKNOWN"] = "UNKNOWN";
|
|
943
|
-
Fireworks_proxyV1ChatCompletionMessageMessageRole2["USER"] = "USER";
|
|
944
|
-
Fireworks_proxyV1ChatCompletionMessageMessageRole2["ASSISTANT"] = "ASSISTANT";
|
|
945
|
-
Fireworks_proxyV1ChatCompletionMessageMessageRole2["SYSTEM"] = "SYSTEM";
|
|
946
|
-
Fireworks_proxyV1ChatCompletionMessageMessageRole2["FUNCTION"] = "FUNCTION";
|
|
947
|
-
Fireworks_proxyV1ChatCompletionMessageMessageRole2["TOOL"] = "TOOL";
|
|
948
|
-
Fireworks_proxyV1ChatCompletionMessageMessageRole2["DEVELOPER"] = "DEVELOPER";
|
|
949
|
-
})(Fireworks_proxyV1ChatCompletionMessageMessageRole || (Fireworks_proxyV1ChatCompletionMessageMessageRole = {}));
|
|
950
|
-
var GatewayMessageDefinitionRole;
|
|
951
|
-
(function(GatewayMessageDefinitionRole2) {
|
|
952
|
-
GatewayMessageDefinitionRole2["UNKNOWN"] = "UNKNOWN";
|
|
953
|
-
GatewayMessageDefinitionRole2["USER"] = "USER";
|
|
954
|
-
GatewayMessageDefinitionRole2["ASSISTANT"] = "ASSISTANT";
|
|
955
|
-
GatewayMessageDefinitionRole2["SYSTEM"] = "SYSTEM";
|
|
956
|
-
GatewayMessageDefinitionRole2["TOOL"] = "TOOL";
|
|
957
|
-
GatewayMessageDefinitionRole2["DEVELOPER"] = "DEVELOPER";
|
|
958
|
-
})(GatewayMessageDefinitionRole || (GatewayMessageDefinitionRole = {}));
|
|
959
|
-
var FinishReason;
|
|
960
|
-
(function(FinishReason2) {
|
|
961
|
-
FinishReason2["UNKNOWN_FINISH_REASON"] = "UNKNOWN_FINISH_REASON";
|
|
962
|
-
FinishReason2["UNSPECIFIED"] = "UNSPECIFIED";
|
|
963
|
-
FinishReason2["STOP"] = "STOP";
|
|
964
|
-
FinishReason2["MAX_TOKENS"] = "MAX_TOKENS";
|
|
965
|
-
FinishReason2["SAFETY"] = "SAFETY";
|
|
966
|
-
FinishReason2["RECITATION"] = "RECITATION";
|
|
967
|
-
FinishReason2["OTHER"] = "OTHER";
|
|
968
|
-
FinishReason2["LANGUAGE"] = "LANGUAGE";
|
|
969
|
-
FinishReason2["BLOCKLIST"] = "BLOCKLIST";
|
|
970
|
-
FinishReason2["PROHIBITED_CONTENT"] = "PROHIBITED_CONTENT";
|
|
971
|
-
FinishReason2["SPII"] = "SPII";
|
|
972
|
-
FinishReason2["MALFORMED_FUNCTION_CALL"] = "MALFORMED_FUNCTION_CALL";
|
|
973
|
-
FinishReason2["IMAGE_SAFETY"] = "IMAGE_SAFETY";
|
|
974
|
-
FinishReason2["UNEXPECTED_TOOL_CALL"] = "UNEXPECTED_TOOL_CALL";
|
|
975
|
-
FinishReason2["TOO_MANY_TOOL_CALLS"] = "TOO_MANY_TOOL_CALLS";
|
|
976
|
-
FinishReason2["IMAGE_PROHIBITED_CONTENT"] = "IMAGE_PROHIBITED_CONTENT";
|
|
977
|
-
FinishReason2["IMAGE_OTHER"] = "IMAGE_OTHER";
|
|
978
|
-
FinishReason2["NO_IMAGE"] = "NO_IMAGE";
|
|
979
|
-
FinishReason2["IMAGE_RECITATION"] = "IMAGE_RECITATION";
|
|
980
|
-
FinishReason2["MISSING_THOUGHT_SIGNATURE"] = "MISSING_THOUGHT_SIGNATURE";
|
|
981
|
-
})(FinishReason || (FinishReason = {}));
|
|
982
|
-
var HarmProbability;
|
|
983
|
-
(function(HarmProbability2) {
|
|
984
|
-
HarmProbability2["UNKNOWN_PROBABILITY"] = "UNKNOWN_PROBABILITY";
|
|
985
|
-
HarmProbability2["NEGLIGIBLE"] = "NEGLIGIBLE";
|
|
986
|
-
HarmProbability2["LOW"] = "LOW";
|
|
987
|
-
HarmProbability2["MEDIUM"] = "MEDIUM";
|
|
988
|
-
HarmProbability2["HIGH"] = "HIGH";
|
|
989
|
-
})(HarmProbability || (HarmProbability = {}));
|
|
990
|
-
var Type;
|
|
991
|
-
(function(Type2) {
|
|
992
|
-
Type2["UNKNOWN"] = "UNKNOWN";
|
|
993
|
-
Type2["MESSAGE"] = "MESSAGE";
|
|
994
|
-
})(Type || (Type = {}));
|
|
995
|
-
var ResponseTypeType;
|
|
996
|
-
(function(ResponseTypeType2) {
|
|
997
|
-
ResponseTypeType2["UNKNOWN"] = "UNKNOWN";
|
|
998
|
-
ResponseTypeType2["MESSAGE"] = "MESSAGE";
|
|
999
|
-
})(ResponseTypeType || (ResponseTypeType = {}));
|
|
1000
|
-
var V1ResponseTypeType;
|
|
1001
|
-
(function(V1ResponseTypeType2) {
|
|
1002
|
-
V1ResponseTypeType2["UNKNOWN"] = "UNKNOWN";
|
|
1003
|
-
V1ResponseTypeType2["MESSAGE"] = "MESSAGE";
|
|
1004
|
-
})(V1ResponseTypeType || (V1ResponseTypeType = {}));
|
|
1005
|
-
var EmbeddingModel;
|
|
1006
|
-
(function(EmbeddingModel2) {
|
|
1007
|
-
EmbeddingModel2["UNKNOWN_EMBEDDING_MODEL"] = "UNKNOWN_EMBEDDING_MODEL";
|
|
1008
|
-
EmbeddingModel2["TEXT_EMBEDDING_ADA_002"] = "TEXT_EMBEDDING_ADA_002";
|
|
1009
|
-
EmbeddingModel2["TEXT_EMBEDDING_3_SMALL"] = "TEXT_EMBEDDING_3_SMALL";
|
|
1010
|
-
EmbeddingModel2["TEXT_EMBEDDING_3_LARGE"] = "TEXT_EMBEDDING_3_LARGE";
|
|
1011
|
-
})(EmbeddingModel || (EmbeddingModel = {}));
|
|
1012
|
-
var EmbeddingEncodingFormat;
|
|
1013
|
-
(function(EmbeddingEncodingFormat2) {
|
|
1014
|
-
EmbeddingEncodingFormat2["UNKNOWN_ENCODING_FORMAT"] = "UNKNOWN_ENCODING_FORMAT";
|
|
1015
|
-
EmbeddingEncodingFormat2["FLOAT"] = "FLOAT";
|
|
1016
|
-
EmbeddingEncodingFormat2["BASE64"] = "BASE64";
|
|
1017
|
-
})(EmbeddingEncodingFormat || (EmbeddingEncodingFormat = {}));
|
|
1018
|
-
var V1EmbeddingModel;
|
|
1019
|
-
(function(V1EmbeddingModel2) {
|
|
1020
|
-
V1EmbeddingModel2["UNKNOWN_EMBEDDING_MODEL"] = "UNKNOWN_EMBEDDING_MODEL";
|
|
1021
|
-
V1EmbeddingModel2["ADA"] = "ADA";
|
|
1022
|
-
V1EmbeddingModel2["TEXT_EMBEDDING_3_SMALL"] = "TEXT_EMBEDDING_3_SMALL";
|
|
1023
|
-
V1EmbeddingModel2["TEXT_EMBEDDING_3_LARGE"] = "TEXT_EMBEDDING_3_LARGE";
|
|
1024
|
-
})(V1EmbeddingModel || (V1EmbeddingModel = {}));
|
|
1025
|
-
var V1EmbeddingEncodingFormat;
|
|
1026
|
-
(function(V1EmbeddingEncodingFormat2) {
|
|
1027
|
-
V1EmbeddingEncodingFormat2["UNKNOWN_ENCODING_FORMAT"] = "UNKNOWN_ENCODING_FORMAT";
|
|
1028
|
-
V1EmbeddingEncodingFormat2["FLOAT"] = "FLOAT";
|
|
1029
|
-
V1EmbeddingEncodingFormat2["BASE64"] = "BASE64";
|
|
1030
|
-
})(V1EmbeddingEncodingFormat || (V1EmbeddingEncodingFormat = {}));
|
|
1031
|
-
var GoogleproxyV1EmbeddingModel;
|
|
1032
|
-
(function(GoogleproxyV1EmbeddingModel2) {
|
|
1033
|
-
GoogleproxyV1EmbeddingModel2["UNKNOWN_EMBEDDING_MODEL"] = "UNKNOWN_EMBEDDING_MODEL";
|
|
1034
|
-
GoogleproxyV1EmbeddingModel2["TEXT_MULTILINGUAL_EMBEDDING_002"] = "TEXT_MULTILINGUAL_EMBEDDING_002";
|
|
1035
|
-
GoogleproxyV1EmbeddingModel2["TEXT_EMBEDDING_005"] = "TEXT_EMBEDDING_005";
|
|
1036
|
-
GoogleproxyV1EmbeddingModel2["TEXT_EMBEDDING_LARGE"] = "TEXT_EMBEDDING_LARGE";
|
|
1037
|
-
GoogleproxyV1EmbeddingModel2["GEMINI_EMBEDDING_001"] = "GEMINI_EMBEDDING_001";
|
|
1038
|
-
})(GoogleproxyV1EmbeddingModel || (GoogleproxyV1EmbeddingModel = {}));
|
|
1039
|
-
var TaskType;
|
|
1040
|
-
(function(TaskType2) {
|
|
1041
|
-
TaskType2["UNKNOWN_TASK_TYPE"] = "UNKNOWN_TASK_TYPE";
|
|
1042
|
-
TaskType2["RETRIEVAL_QUERY"] = "RETRIEVAL_QUERY";
|
|
1043
|
-
TaskType2["RETRIEVAL_DOCUMENT"] = "RETRIEVAL_DOCUMENT";
|
|
1044
|
-
TaskType2["SEMANTIC_SIMILARITY"] = "SEMANTIC_SIMILARITY";
|
|
1045
|
-
TaskType2["CLASSIFICATION"] = "CLASSIFICATION";
|
|
1046
|
-
TaskType2["CLUSTERING"] = "CLUSTERING";
|
|
1047
|
-
TaskType2["QUESTION_ANSWERING"] = "QUESTION_ANSWERING";
|
|
1048
|
-
TaskType2["FACT_VERIFICATION"] = "FACT_VERIFICATION";
|
|
1049
|
-
TaskType2["CODE_RETRIEVAL_QUERY"] = "CODE_RETRIEVAL_QUERY";
|
|
1050
|
-
})(TaskType || (TaskType = {}));
|
|
1051
|
-
var TranscriptionModel;
|
|
1052
|
-
(function(TranscriptionModel2) {
|
|
1053
|
-
TranscriptionModel2["UNKNOWN_TRANSCRIPTION_MODEL"] = "UNKNOWN_TRANSCRIPTION_MODEL";
|
|
1054
|
-
TranscriptionModel2["WHISPER_1"] = "WHISPER_1";
|
|
1055
|
-
})(TranscriptionModel || (TranscriptionModel = {}));
|
|
1056
|
-
var CreateTranscriptionRequestResponseFormat;
|
|
1057
|
-
(function(CreateTranscriptionRequestResponseFormat2) {
|
|
1058
|
-
CreateTranscriptionRequestResponseFormat2["UNKNOWN_RESPONSE_FORMAT"] = "UNKNOWN_RESPONSE_FORMAT";
|
|
1059
|
-
CreateTranscriptionRequestResponseFormat2["JSON"] = "JSON";
|
|
1060
|
-
CreateTranscriptionRequestResponseFormat2["TEXT"] = "TEXT";
|
|
1061
|
-
CreateTranscriptionRequestResponseFormat2["SRT"] = "SRT";
|
|
1062
|
-
CreateTranscriptionRequestResponseFormat2["VERBOSE_JSON"] = "VERBOSE_JSON";
|
|
1063
|
-
CreateTranscriptionRequestResponseFormat2["VTT"] = "VTT";
|
|
1064
|
-
})(CreateTranscriptionRequestResponseFormat || (CreateTranscriptionRequestResponseFormat = {}));
|
|
1065
|
-
var TimestampGranularity;
|
|
1066
|
-
(function(TimestampGranularity2) {
|
|
1067
|
-
TimestampGranularity2["UNKNOWN_TIMESTAMP_GRANULARITY"] = "UNKNOWN_TIMESTAMP_GRANULARITY";
|
|
1068
|
-
TimestampGranularity2["WORD"] = "WORD";
|
|
1069
|
-
TimestampGranularity2["SEGMENT"] = "SEGMENT";
|
|
1070
|
-
})(TimestampGranularity || (TimestampGranularity = {}));
|
|
1071
|
-
var SpeechModel;
|
|
1072
|
-
(function(SpeechModel2) {
|
|
1073
|
-
SpeechModel2["UNKNOWN_SPEECH_MODEL"] = "UNKNOWN_SPEECH_MODEL";
|
|
1074
|
-
SpeechModel2["TTS_1"] = "TTS_1";
|
|
1075
|
-
SpeechModel2["TTS_1_HD"] = "TTS_1_HD";
|
|
1076
|
-
})(SpeechModel || (SpeechModel = {}));
|
|
1077
|
-
var ElevenLabsTextToSpeechModel;
|
|
1078
|
-
(function(ElevenLabsTextToSpeechModel2) {
|
|
1079
|
-
ElevenLabsTextToSpeechModel2["UNKNOWN_ELEVEN_LABS_TEXT_TO_SPEECH_MODEL"] = "UNKNOWN_ELEVEN_LABS_TEXT_TO_SPEECH_MODEL";
|
|
1080
|
-
ElevenLabsTextToSpeechModel2["ELEVEN_MULTILINGUAL_V2"] = "ELEVEN_MULTILINGUAL_V2";
|
|
1081
|
-
ElevenLabsTextToSpeechModel2["ELEVEN_FLASH_V2_5"] = "ELEVEN_FLASH_V2_5";
|
|
1082
|
-
ElevenLabsTextToSpeechModel2["ELEVEN_FLASH_V2"] = "ELEVEN_FLASH_V2";
|
|
1083
|
-
})(ElevenLabsTextToSpeechModel || (ElevenLabsTextToSpeechModel = {}));
|
|
1084
|
-
var EntityType;
|
|
1085
|
-
(function(EntityType2) {
|
|
1086
|
-
EntityType2["UNKNOWN_ENTITY_TYPE"] = "UNKNOWN_ENTITY_TYPE";
|
|
1087
|
-
EntityType2["VENDOR"] = "VENDOR";
|
|
1088
|
-
EntityType2["PROJECT"] = "PROJECT";
|
|
1089
|
-
EntityType2["PROMPT"] = "PROMPT";
|
|
1090
|
-
})(EntityType || (EntityType = {}));
|
|
1091
|
-
var OutageStatus;
|
|
1092
|
-
(function(OutageStatus2) {
|
|
1093
|
-
OutageStatus2["UNKNOWN_STATUS"] = "UNKNOWN_STATUS";
|
|
1094
|
-
OutageStatus2["HEALTHY"] = "HEALTHY";
|
|
1095
|
-
OutageStatus2["OUTAGE"] = "OUTAGE";
|
|
1096
|
-
})(OutageStatus || (OutageStatus = {}));
|
|
1097
|
-
var ImageEditingModel;
|
|
1098
|
-
(function(ImageEditingModel2) {
|
|
1099
|
-
ImageEditingModel2["IMAGE_EDITING_MODEL_UNSPECIFIED"] = "IMAGE_EDITING_MODEL_UNSPECIFIED";
|
|
1100
|
-
ImageEditingModel2["PR_AI_BACKGROUND_MODEL_VERSION_3"] = "PR_AI_BACKGROUND_MODEL_VERSION_3";
|
|
1101
|
-
ImageEditingModel2["PR_AI_BACKGROUND_MODEL_VERSION_4"] = "PR_AI_BACKGROUND_MODEL_VERSION_4";
|
|
1102
|
-
})(ImageEditingModel || (ImageEditingModel = {}));
|
|
1103
|
-
var EditImageModel;
|
|
1104
|
-
(function(EditImageModel2) {
|
|
1105
|
-
EditImageModel2["UNKNOWN_EDIT_IMAGE_REQUEST_MODEL"] = "UNKNOWN_EDIT_IMAGE_REQUEST_MODEL";
|
|
1106
|
-
EditImageModel2["ERASE"] = "ERASE";
|
|
1107
|
-
})(EditImageModel || (EditImageModel = {}));
|
|
1108
|
-
var V1EditImageModel;
|
|
1109
|
-
(function(V1EditImageModel2) {
|
|
1110
|
-
V1EditImageModel2["UNKNOWN_EDIT_IMAGE_MODEL"] = "UNKNOWN_EDIT_IMAGE_MODEL";
|
|
1111
|
-
V1EditImageModel2["REAL_ESRGAN"] = "REAL_ESRGAN";
|
|
1112
|
-
V1EditImageModel2["RECRAFT_VECTORIZE"] = "RECRAFT_VECTORIZE";
|
|
1113
|
-
})(V1EditImageModel || (V1EditImageModel = {}));
|
|
1114
|
-
var EditAction;
|
|
1115
|
-
(function(EditAction2) {
|
|
1116
|
-
EditAction2["UNKNOWN_EDIT_ACTION"] = "UNKNOWN_EDIT_ACTION";
|
|
1117
|
-
EditAction2["VECTORIZE"] = "VECTORIZE";
|
|
1118
|
-
EditAction2["REMOVE_BACKGROUND"] = "REMOVE_BACKGROUND";
|
|
1119
|
-
EditAction2["CRISP_UPSCALE"] = "CRISP_UPSCALE";
|
|
1120
|
-
EditAction2["CREATIVE_UPSCALE"] = "CREATIVE_UPSCALE";
|
|
1121
|
-
EditAction2["ERASE_REGION"] = "ERASE_REGION";
|
|
1122
|
-
})(EditAction || (EditAction = {}));
|
|
1123
|
-
var ExtractFromImageModel;
|
|
1124
|
-
(function(ExtractFromImageModel2) {
|
|
1125
|
-
ExtractFromImageModel2["UNKNOWN_EXTRACT_FROM_IMAGE_MODEL"] = "UNKNOWN_EXTRACT_FROM_IMAGE_MODEL";
|
|
1126
|
-
ExtractFromImageModel2["DATALAB_OCR"] = "DATALAB_OCR";
|
|
1127
|
-
})(ExtractFromImageModel || (ExtractFromImageModel = {}));
|
|
1128
|
-
var WebhookIdentityType;
|
|
1129
|
-
(function(WebhookIdentityType2) {
|
|
1130
|
-
WebhookIdentityType2["UNKNOWN"] = "UNKNOWN";
|
|
1131
|
-
WebhookIdentityType2["ANONYMOUS_VISITOR"] = "ANONYMOUS_VISITOR";
|
|
1132
|
-
WebhookIdentityType2["MEMBER"] = "MEMBER";
|
|
1133
|
-
WebhookIdentityType2["WIX_USER"] = "WIX_USER";
|
|
1134
|
-
WebhookIdentityType2["APP"] = "APP";
|
|
1135
|
-
})(WebhookIdentityType || (WebhookIdentityType = {}));
|
|
1136
|
-
|
|
1137
|
-
// src/common/models.ts
|
|
1138
|
-
var ClaudeModel2 = {
|
|
1139
|
-
CLAUDE_4_SONNET_1_0: AnthropicModel.CLAUDE_4_SONNET_1_0,
|
|
1140
|
-
CLAUDE_4_OPUS_1_0: AnthropicModel.CLAUDE_4_OPUS_1_0,
|
|
1141
|
-
CLAUDE_4_5_SONNET_1_0: AnthropicModel.CLAUDE_4_5_SONNET_1_0,
|
|
1142
|
-
CLAUDE_4_5_HAIKU_1_0: AnthropicModel.CLAUDE_4_5_HAIKU_1_0,
|
|
1143
|
-
CLAUDE_4_5_OPUS_1_0: AnthropicModel.CLAUDE_4_5_OPUS_1_0,
|
|
1144
|
-
CLAUDE_4_6_SONNET_1_0: AnthropicModel.CLAUDE_4_6_SONNET_1_0,
|
|
1145
|
-
CLAUDE_4_6_OPUS_1_0: AnthropicModel.CLAUDE_4_6_OPUS_1_0
|
|
244
|
+
var ClaudeModel = {
|
|
245
|
+
CLAUDE_4_SONNET_1_0: "claude-sonnet-4",
|
|
246
|
+
CLAUDE_4_OPUS_1_0: "claude-opus-4",
|
|
247
|
+
CLAUDE_4_5_SONNET_1_0: "claude-sonnet-4-5",
|
|
248
|
+
CLAUDE_4_5_HAIKU_1_0: "claude-haiku-4-5",
|
|
249
|
+
CLAUDE_4_5_OPUS_1_0: "claude-opus-4-5",
|
|
250
|
+
CLAUDE_4_6_SONNET_1_0: "claude-sonnet-4-6",
|
|
251
|
+
CLAUDE_4_6_OPUS_1_0: "claude-opus-4-6"
|
|
1146
252
|
};
|
|
1147
253
|
var OpenAIModel = {
|
|
1148
|
-
GPT_4O_MINI_2024_07_18:
|
|
1149
|
-
GPT_4O_2024_11_20:
|
|
1150
|
-
O1_2024_12_17:
|
|
1151
|
-
O3_MINI_2025_01_31:
|
|
1152
|
-
GPT_4_1_2025_04_14:
|
|
1153
|
-
GPT_4_1_MINI_2025_04_14:
|
|
1154
|
-
GPT_4_1_NANO_2025_04_14:
|
|
1155
|
-
O3_2025_04_16:
|
|
1156
|
-
O4_MINI_2025_04_16:
|
|
1157
|
-
GPT_5_2025_08_07:
|
|
1158
|
-
GPT_5_MINI_2025_08_07:
|
|
1159
|
-
GPT_5_NANO_2025_08_07:
|
|
254
|
+
GPT_4O_MINI_2024_07_18: "gpt-4o-mini",
|
|
255
|
+
GPT_4O_2024_11_20: "gpt-4o",
|
|
256
|
+
O1_2024_12_17: "o1",
|
|
257
|
+
O3_MINI_2025_01_31: "o3-mini",
|
|
258
|
+
GPT_4_1_2025_04_14: "gpt-4.1",
|
|
259
|
+
GPT_4_1_MINI_2025_04_14: "gpt-4.1-mini",
|
|
260
|
+
GPT_4_1_NANO_2025_04_14: "gpt-4.1-nano",
|
|
261
|
+
O3_2025_04_16: "o3",
|
|
262
|
+
O4_MINI_2025_04_16: "o4-mini",
|
|
263
|
+
GPT_5_2025_08_07: "gpt-5",
|
|
264
|
+
GPT_5_MINI_2025_08_07: "gpt-5-mini",
|
|
265
|
+
GPT_5_NANO_2025_08_07: "gpt-5-nano"
|
|
1160
266
|
};
|
|
1161
|
-
var AVAILABLE_CLAUDE_MODEL_IDS = Object.values(
|
|
1162
|
-
var PREFERRED_JUDGE_MODEL =
|
|
267
|
+
var AVAILABLE_CLAUDE_MODEL_IDS = Object.values(ClaudeModel);
|
|
268
|
+
var PREFERRED_JUDGE_MODEL = ClaudeModel.CLAUDE_4_5_HAIKU_1_0;
|
|
1163
269
|
var DEFAULT_JUDGE_MODEL = AVAILABLE_CLAUDE_MODEL_IDS.includes(
|
|
1164
270
|
PREFERRED_JUDGE_MODEL
|
|
1165
271
|
) ? PREFERRED_JUDGE_MODEL : AVAILABLE_CLAUDE_MODEL_IDS[0];
|
|
@@ -1182,6 +288,32 @@ var ALL_AVAILABLE_MODEL_IDS = [
|
|
|
1182
288
|
var AnyModelSchema = import_zod4.z.enum(
|
|
1183
289
|
ALL_AVAILABLE_MODEL_IDS
|
|
1184
290
|
);
|
|
291
|
+
var LEGACY_MODEL_ID_MAP = {
|
|
292
|
+
// Claude
|
|
293
|
+
CLAUDE_4_SONNET_1_0: ClaudeModel.CLAUDE_4_SONNET_1_0,
|
|
294
|
+
CLAUDE_4_OPUS_1_0: ClaudeModel.CLAUDE_4_OPUS_1_0,
|
|
295
|
+
CLAUDE_4_5_SONNET_1_0: ClaudeModel.CLAUDE_4_5_SONNET_1_0,
|
|
296
|
+
CLAUDE_4_5_HAIKU_1_0: ClaudeModel.CLAUDE_4_5_HAIKU_1_0,
|
|
297
|
+
CLAUDE_4_5_OPUS_1_0: ClaudeModel.CLAUDE_4_5_OPUS_1_0,
|
|
298
|
+
CLAUDE_4_6_SONNET_1_0: ClaudeModel.CLAUDE_4_6_SONNET_1_0,
|
|
299
|
+
CLAUDE_4_6_OPUS_1_0: ClaudeModel.CLAUDE_4_6_OPUS_1_0,
|
|
300
|
+
// OpenAI
|
|
301
|
+
GPT_4O_MINI_2024_07_18: OpenAIModel.GPT_4O_MINI_2024_07_18,
|
|
302
|
+
GPT_4O_2024_11_20: OpenAIModel.GPT_4O_2024_11_20,
|
|
303
|
+
O1_2024_12_17: OpenAIModel.O1_2024_12_17,
|
|
304
|
+
O3_MINI_2025_01_31: OpenAIModel.O3_MINI_2025_01_31,
|
|
305
|
+
GPT_4_1_2025_04_14: OpenAIModel.GPT_4_1_2025_04_14,
|
|
306
|
+
GPT_4_1_MINI_2025_04_14: OpenAIModel.GPT_4_1_MINI_2025_04_14,
|
|
307
|
+
GPT_4_1_NANO_2025_04_14: OpenAIModel.GPT_4_1_NANO_2025_04_14,
|
|
308
|
+
O3_2025_04_16: OpenAIModel.O3_2025_04_16,
|
|
309
|
+
O4_MINI_2025_04_16: OpenAIModel.O4_MINI_2025_04_16,
|
|
310
|
+
GPT_5_2025_08_07: OpenAIModel.GPT_5_2025_08_07,
|
|
311
|
+
GPT_5_MINI_2025_08_07: OpenAIModel.GPT_5_MINI_2025_08_07,
|
|
312
|
+
GPT_5_NANO_2025_08_07: OpenAIModel.GPT_5_NANO_2025_08_07
|
|
313
|
+
};
|
|
314
|
+
function normalizeModelId(modelId) {
|
|
315
|
+
return LEGACY_MODEL_ID_MAP[modelId] ?? modelId;
|
|
316
|
+
}
|
|
1185
317
|
var nullToUndefined = (val) => val === null ? void 0 : val;
|
|
1186
318
|
var ModelConfigSchema = import_zod4.z.object({
|
|
1187
319
|
model: AnyModelSchema,
|
|
@@ -1609,85 +741,34 @@ var TestSchema = import_zod20.z.discriminatedUnion("type", [
|
|
|
1609
741
|
PlaywrightNLTestSchema
|
|
1610
742
|
]);
|
|
1611
743
|
|
|
1612
|
-
// src/scenario/assertions.ts
|
|
1613
|
-
var import_zod21 = require("zod");
|
|
1614
|
-
var SkillWasCalledAssertionSchema = import_zod21.z.object({
|
|
1615
|
-
type: import_zod21.z.literal("skill_was_called"),
|
|
1616
|
-
/** Names of the skills that must have been called (matched against trace Skill tool args) */
|
|
1617
|
-
skillNames: import_zod21.z.array(import_zod21.z.string().min(1)).min(1)
|
|
1618
|
-
});
|
|
1619
|
-
var ToolCalledWithParamAssertionSchema = import_zod21.z.object({
|
|
1620
|
-
type: import_zod21.z.literal("tool_called_with_param"),
|
|
1621
|
-
/** Name of the tool that must have been called */
|
|
1622
|
-
toolName: import_zod21.z.string().min(1),
|
|
1623
|
-
/** JSON string of key-value pairs for expected parameters (substring match) */
|
|
1624
|
-
expectedParams: import_zod21.z.string().min(1)
|
|
1625
|
-
});
|
|
1626
|
-
var BuildPassedAssertionSchema = import_zod21.z.object({
|
|
1627
|
-
type: import_zod21.z.literal("build_passed"),
|
|
1628
|
-
/** Command to run (default: "yarn build") */
|
|
1629
|
-
command: import_zod21.z.string().optional(),
|
|
1630
|
-
/** Expected exit code (default: 0) */
|
|
1631
|
-
expectedExitCode: import_zod21.z.number().int().optional()
|
|
1632
|
-
});
|
|
1633
|
-
var CostAssertionSchema = import_zod21.z.object({
|
|
1634
|
-
type: import_zod21.z.literal("cost"),
|
|
1635
|
-
/** Maximum allowed cost in USD */
|
|
1636
|
-
maxCostUsd: import_zod21.z.number().positive()
|
|
1637
|
-
});
|
|
1638
|
-
var LlmJudgeAssertionSchema = import_zod21.z.object({
|
|
1639
|
-
type: import_zod21.z.literal("llm_judge"),
|
|
1640
|
-
/** Prompt template; placeholders: {{output}}, {{cwd}}, {{changedFiles}}, {{trace}} */
|
|
1641
|
-
prompt: import_zod21.z.string(),
|
|
1642
|
-
/** Minimum score to pass (0-10, default 7) */
|
|
1643
|
-
minScore: import_zod21.z.number().int().min(0).max(10).optional(),
|
|
1644
|
-
/** Model for the judge (e.g. claude-3-5-haiku) */
|
|
1645
|
-
model: import_zod21.z.string().optional(),
|
|
1646
|
-
maxTokens: import_zod21.z.number().int().optional(),
|
|
1647
|
-
temperature: import_zod21.z.number().min(0).max(1).optional()
|
|
1648
|
-
});
|
|
1649
|
-
var TimeAssertionSchema = import_zod21.z.object({
|
|
1650
|
-
type: import_zod21.z.literal("time_limit"),
|
|
1651
|
-
/** Maximum allowed duration in milliseconds */
|
|
1652
|
-
maxDurationMs: import_zod21.z.number().int().positive()
|
|
1653
|
-
});
|
|
1654
|
-
var AssertionSchema = import_zod21.z.union([
|
|
1655
|
-
SkillWasCalledAssertionSchema,
|
|
1656
|
-
ToolCalledWithParamAssertionSchema,
|
|
1657
|
-
BuildPassedAssertionSchema,
|
|
1658
|
-
TimeAssertionSchema,
|
|
1659
|
-
CostAssertionSchema,
|
|
1660
|
-
LlmJudgeAssertionSchema
|
|
1661
|
-
]);
|
|
1662
|
-
|
|
1663
744
|
// src/scenario/environment.ts
|
|
1664
|
-
var
|
|
1665
|
-
var LocalProjectConfigSchema =
|
|
745
|
+
var import_zod21 = require("zod");
|
|
746
|
+
var LocalProjectConfigSchema = import_zod21.z.object({
|
|
1666
747
|
/** Template ID to use for the local project */
|
|
1667
|
-
templateId:
|
|
748
|
+
templateId: import_zod21.z.string().optional(),
|
|
1668
749
|
/** Files to create in the project */
|
|
1669
|
-
files:
|
|
1670
|
-
|
|
1671
|
-
path:
|
|
1672
|
-
content:
|
|
750
|
+
files: import_zod21.z.array(
|
|
751
|
+
import_zod21.z.object({
|
|
752
|
+
path: import_zod21.z.string().min(1),
|
|
753
|
+
content: import_zod21.z.string().min(1)
|
|
1673
754
|
})
|
|
1674
755
|
).optional()
|
|
1675
756
|
});
|
|
1676
|
-
var MetaSiteConfigSchema =
|
|
1677
|
-
configurations:
|
|
1678
|
-
|
|
1679
|
-
name:
|
|
1680
|
-
apiCalls:
|
|
1681
|
-
|
|
1682
|
-
url:
|
|
1683
|
-
method:
|
|
1684
|
-
body:
|
|
757
|
+
var MetaSiteConfigSchema = import_zod21.z.object({
|
|
758
|
+
configurations: import_zod21.z.array(
|
|
759
|
+
import_zod21.z.object({
|
|
760
|
+
name: import_zod21.z.string().min(1),
|
|
761
|
+
apiCalls: import_zod21.z.array(
|
|
762
|
+
import_zod21.z.object({
|
|
763
|
+
url: import_zod21.z.string().url(),
|
|
764
|
+
method: import_zod21.z.enum(["POST", "PUT"]),
|
|
765
|
+
body: import_zod21.z.string()
|
|
1685
766
|
})
|
|
1686
767
|
)
|
|
1687
768
|
})
|
|
1688
769
|
).optional()
|
|
1689
770
|
});
|
|
1690
|
-
var EnvironmentSchema =
|
|
771
|
+
var EnvironmentSchema = import_zod21.z.object({
|
|
1691
772
|
/** Local project configuration */
|
|
1692
773
|
localProject: LocalProjectConfigSchema.optional(),
|
|
1693
774
|
/** Meta site configuration */
|
|
@@ -1695,11 +776,11 @@ var EnvironmentSchema = import_zod22.z.object({
|
|
|
1695
776
|
});
|
|
1696
777
|
|
|
1697
778
|
// src/scenario/test-scenario.ts
|
|
1698
|
-
var
|
|
779
|
+
var import_zod23 = require("zod");
|
|
1699
780
|
|
|
1700
781
|
// src/assertion/assertion.ts
|
|
1701
|
-
var
|
|
1702
|
-
var AssertionTypeSchema =
|
|
782
|
+
var import_zod22 = require("zod");
|
|
783
|
+
var AssertionTypeSchema = import_zod22.z.enum([
|
|
1703
784
|
"skill_was_called",
|
|
1704
785
|
"tool_called_with_param",
|
|
1705
786
|
"build_passed",
|
|
@@ -1707,59 +788,61 @@ var AssertionTypeSchema = import_zod23.z.enum([
|
|
|
1707
788
|
"cost",
|
|
1708
789
|
"llm_judge"
|
|
1709
790
|
]);
|
|
1710
|
-
var AssertionParameterTypeSchema =
|
|
791
|
+
var AssertionParameterTypeSchema = import_zod22.z.enum([
|
|
1711
792
|
"string",
|
|
1712
793
|
"number",
|
|
1713
794
|
"boolean"
|
|
1714
795
|
]);
|
|
1715
|
-
var AssertionParameterSchema =
|
|
796
|
+
var AssertionParameterSchema = import_zod22.z.object({
|
|
1716
797
|
/** Parameter name (used as key in params object) */
|
|
1717
|
-
name:
|
|
798
|
+
name: import_zod22.z.string().min(1),
|
|
1718
799
|
/** Display label for the parameter */
|
|
1719
|
-
label:
|
|
800
|
+
label: import_zod22.z.string().min(1),
|
|
1720
801
|
/** Parameter type */
|
|
1721
802
|
type: AssertionParameterTypeSchema,
|
|
1722
803
|
/** Whether this parameter is required */
|
|
1723
|
-
required:
|
|
804
|
+
required: import_zod22.z.boolean(),
|
|
1724
805
|
/** Default value (optional, used when not provided) */
|
|
1725
|
-
defaultValue:
|
|
806
|
+
defaultValue: import_zod22.z.union([import_zod22.z.string(), import_zod22.z.number(), import_zod22.z.boolean()]).optional(),
|
|
1726
807
|
/** If true, parameter is hidden by default behind "Show advanced options" */
|
|
1727
|
-
advanced:
|
|
808
|
+
advanced: import_zod22.z.boolean().optional()
|
|
1728
809
|
});
|
|
1729
|
-
var ScenarioAssertionLinkSchema =
|
|
810
|
+
var ScenarioAssertionLinkSchema = import_zod22.z.object({
|
|
1730
811
|
/** ID of the assertion (can be system assertion like 'system:skill_was_called' or custom assertion UUID) */
|
|
1731
|
-
assertionId:
|
|
812
|
+
assertionId: import_zod22.z.string(),
|
|
1732
813
|
/** Parameter values for this assertion in this scenario */
|
|
1733
|
-
params:
|
|
1734
|
-
|
|
1735
|
-
|
|
814
|
+
params: import_zod22.z.record(
|
|
815
|
+
import_zod22.z.string(),
|
|
816
|
+
import_zod22.z.union([import_zod22.z.string(), import_zod22.z.number(), import_zod22.z.boolean(), import_zod22.z.null()])
|
|
1736
817
|
).optional()
|
|
1737
818
|
});
|
|
1738
|
-
var SkillWasCalledConfigSchema =
|
|
819
|
+
var SkillWasCalledConfigSchema = import_zod22.z.object({
|
|
1739
820
|
/** Names of the skills that must have been called */
|
|
1740
|
-
skillNames:
|
|
821
|
+
skillNames: import_zod22.z.array(import_zod22.z.string().min(1)).min(1)
|
|
1741
822
|
});
|
|
1742
|
-
var CostConfigSchema =
|
|
823
|
+
var CostConfigSchema = import_zod22.z.strictObject({
|
|
1743
824
|
/** Maximum allowed cost in USD */
|
|
1744
|
-
maxCostUsd:
|
|
825
|
+
maxCostUsd: import_zod22.z.number().positive()
|
|
1745
826
|
});
|
|
1746
|
-
var ToolCalledWithParamConfigSchema =
|
|
827
|
+
var ToolCalledWithParamConfigSchema = import_zod22.z.strictObject({
|
|
1747
828
|
/** Name of the tool that must have been called */
|
|
1748
|
-
toolName:
|
|
829
|
+
toolName: import_zod22.z.string().min(1),
|
|
1749
830
|
/** JSON string of key-value pairs for expected parameters (substring match) */
|
|
1750
|
-
expectedParams:
|
|
831
|
+
expectedParams: import_zod22.z.string().min(1),
|
|
832
|
+
/** If true, the matching tool call must also have succeeded (step.success === true) */
|
|
833
|
+
requireSuccess: import_zod22.z.boolean().optional()
|
|
1751
834
|
});
|
|
1752
|
-
var BuildPassedConfigSchema =
|
|
835
|
+
var BuildPassedConfigSchema = import_zod22.z.strictObject({
|
|
1753
836
|
/** Command to run (default: "yarn build") */
|
|
1754
|
-
command:
|
|
837
|
+
command: import_zod22.z.string().optional(),
|
|
1755
838
|
/** Expected exit code (default: 0) */
|
|
1756
|
-
expectedExitCode:
|
|
839
|
+
expectedExitCode: import_zod22.z.number().int().optional()
|
|
1757
840
|
});
|
|
1758
|
-
var TimeConfigSchema =
|
|
841
|
+
var TimeConfigSchema = import_zod22.z.strictObject({
|
|
1759
842
|
/** Maximum allowed duration in milliseconds */
|
|
1760
|
-
maxDurationMs:
|
|
843
|
+
maxDurationMs: import_zod22.z.number().int().positive()
|
|
1761
844
|
});
|
|
1762
|
-
var LlmJudgeConfigSchema =
|
|
845
|
+
var LlmJudgeConfigSchema = import_zod22.z.object({
|
|
1763
846
|
/**
|
|
1764
847
|
* Prompt template with placeholders:
|
|
1765
848
|
* - {{output}}: agent's final output
|
|
@@ -1770,19 +853,45 @@ var LlmJudgeConfigSchema = import_zod23.z.object({
|
|
|
1770
853
|
* - {{trace}}: step-by-step trace of tool calls
|
|
1771
854
|
* - Custom parameters defined in the parameters array
|
|
1772
855
|
*/
|
|
1773
|
-
prompt:
|
|
856
|
+
prompt: import_zod22.z.string().min(1),
|
|
1774
857
|
/** Minimum score to pass (0-10, default 7) */
|
|
1775
|
-
minScore:
|
|
858
|
+
minScore: import_zod22.z.number().int().min(0).max(10).optional(),
|
|
1776
859
|
/** Model for the judge (e.g. claude-3-5-haiku-20241022) */
|
|
1777
|
-
model:
|
|
860
|
+
model: import_zod22.z.string().optional(),
|
|
1778
861
|
/** Max output tokens */
|
|
1779
|
-
maxTokens:
|
|
862
|
+
maxTokens: import_zod22.z.number().int().optional(),
|
|
1780
863
|
/** Temperature (0-1) */
|
|
1781
|
-
temperature:
|
|
864
|
+
temperature: import_zod22.z.number().min(0).max(1).optional(),
|
|
1782
865
|
/** User-defined parameters for this assertion */
|
|
1783
|
-
parameters:
|
|
866
|
+
parameters: import_zod22.z.array(AssertionParameterSchema).optional()
|
|
867
|
+
});
|
|
868
|
+
var SkillWasCalledAssertionSchema = SkillWasCalledConfigSchema.extend({
|
|
869
|
+
type: import_zod22.z.literal("skill_was_called")
|
|
1784
870
|
});
|
|
1785
|
-
var
|
|
871
|
+
var ToolCalledWithParamAssertionSchema = ToolCalledWithParamConfigSchema.extend({
|
|
872
|
+
type: import_zod22.z.literal("tool_called_with_param")
|
|
873
|
+
});
|
|
874
|
+
var BuildPassedAssertionSchema = BuildPassedConfigSchema.extend({
|
|
875
|
+
type: import_zod22.z.literal("build_passed")
|
|
876
|
+
});
|
|
877
|
+
var CostAssertionSchema = CostConfigSchema.extend({
|
|
878
|
+
type: import_zod22.z.literal("cost")
|
|
879
|
+
});
|
|
880
|
+
var LlmJudgeAssertionSchema = LlmJudgeConfigSchema.extend({
|
|
881
|
+
type: import_zod22.z.literal("llm_judge")
|
|
882
|
+
});
|
|
883
|
+
var TimeAssertionSchema = TimeConfigSchema.extend({
|
|
884
|
+
type: import_zod22.z.literal("time_limit")
|
|
885
|
+
});
|
|
886
|
+
var AssertionSchema = import_zod22.z.union([
|
|
887
|
+
SkillWasCalledAssertionSchema,
|
|
888
|
+
ToolCalledWithParamAssertionSchema,
|
|
889
|
+
BuildPassedAssertionSchema,
|
|
890
|
+
TimeAssertionSchema,
|
|
891
|
+
CostAssertionSchema,
|
|
892
|
+
LlmJudgeAssertionSchema
|
|
893
|
+
]);
|
|
894
|
+
var AssertionConfigSchema = import_zod22.z.union([
|
|
1786
895
|
LlmJudgeConfigSchema,
|
|
1787
896
|
// requires prompt - check first
|
|
1788
897
|
SkillWasCalledConfigSchema,
|
|
@@ -1795,7 +904,7 @@ var AssertionConfigSchema = import_zod23.z.union([
|
|
|
1795
904
|
// requires maxCostUsd, uses strictObject
|
|
1796
905
|
BuildPassedConfigSchema,
|
|
1797
906
|
// all optional, uses strictObject to reject unknown keys
|
|
1798
|
-
|
|
907
|
+
import_zod22.z.object({})
|
|
1799
908
|
// fallback empty config
|
|
1800
909
|
]);
|
|
1801
910
|
var CustomAssertionSchema = TenantEntitySchema.extend({
|
|
@@ -1846,25 +955,25 @@ function getLlmJudgeConfig(assertion) {
|
|
|
1846
955
|
}
|
|
1847
956
|
|
|
1848
957
|
// src/scenario/test-scenario.ts
|
|
1849
|
-
var ExpectedFileSchema =
|
|
958
|
+
var ExpectedFileSchema = import_zod23.z.object({
|
|
1850
959
|
/** Relative path where the file should be created */
|
|
1851
|
-
path:
|
|
960
|
+
path: import_zod23.z.string(),
|
|
1852
961
|
/** Optional expected content */
|
|
1853
|
-
content:
|
|
962
|
+
content: import_zod23.z.string().optional()
|
|
1854
963
|
});
|
|
1855
964
|
var TestScenarioSchema = TenantEntitySchema.extend({
|
|
1856
965
|
/** The prompt sent to the agent to trigger the task */
|
|
1857
|
-
triggerPrompt:
|
|
966
|
+
triggerPrompt: import_zod23.z.string().min(10),
|
|
1858
967
|
/** ID of the template to use for this scenario (null = no template) */
|
|
1859
|
-
templateId:
|
|
968
|
+
templateId: import_zod23.z.string().nullish(),
|
|
1860
969
|
/** Inline assertions to evaluate for this scenario (legacy) */
|
|
1861
|
-
assertions:
|
|
970
|
+
assertions: import_zod23.z.array(AssertionSchema).optional(),
|
|
1862
971
|
/** IDs of saved assertions to evaluate (from assertions table) - legacy, use assertionLinks */
|
|
1863
|
-
assertionIds:
|
|
972
|
+
assertionIds: import_zod23.z.array(import_zod23.z.string()).optional(),
|
|
1864
973
|
/** Linked assertions with per-scenario parameter values */
|
|
1865
|
-
assertionLinks:
|
|
974
|
+
assertionLinks: import_zod23.z.array(ScenarioAssertionLinkSchema).optional(),
|
|
1866
975
|
/** Tags for categorisation and filtering */
|
|
1867
|
-
tags:
|
|
976
|
+
tags: import_zod23.z.array(import_zod23.z.string()).optional()
|
|
1868
977
|
});
|
|
1869
978
|
var CreateTestScenarioInputSchema = TestScenarioSchema.omit({
|
|
1870
979
|
id: true,
|
|
@@ -1875,10 +984,10 @@ var CreateTestScenarioInputSchema = TestScenarioSchema.omit({
|
|
|
1875
984
|
var UpdateTestScenarioInputSchema = CreateTestScenarioInputSchema.partial();
|
|
1876
985
|
|
|
1877
986
|
// src/suite/test-suite.ts
|
|
1878
|
-
var
|
|
987
|
+
var import_zod24 = require("zod");
|
|
1879
988
|
var TestSuiteSchema = TenantEntitySchema.extend({
|
|
1880
989
|
/** IDs of test scenarios in this suite */
|
|
1881
|
-
scenarioIds:
|
|
990
|
+
scenarioIds: import_zod24.z.array(import_zod24.z.string())
|
|
1882
991
|
});
|
|
1883
992
|
var CreateTestSuiteInputSchema = TestSuiteSchema.omit({
|
|
1884
993
|
id: true,
|
|
@@ -1889,21 +998,21 @@ var CreateTestSuiteInputSchema = TestSuiteSchema.omit({
|
|
|
1889
998
|
var UpdateTestSuiteInputSchema = CreateTestSuiteInputSchema.partial();
|
|
1890
999
|
|
|
1891
1000
|
// src/evaluation/metrics.ts
|
|
1892
|
-
var
|
|
1893
|
-
var TokenUsageSchema =
|
|
1894
|
-
prompt:
|
|
1895
|
-
completion:
|
|
1896
|
-
total:
|
|
1897
|
-
});
|
|
1898
|
-
var EvalMetricsSchema =
|
|
1899
|
-
totalAssertions:
|
|
1900
|
-
passed:
|
|
1901
|
-
failed:
|
|
1902
|
-
skipped:
|
|
1903
|
-
errors:
|
|
1904
|
-
passRate:
|
|
1905
|
-
avgDuration:
|
|
1906
|
-
totalDuration:
|
|
1001
|
+
var import_zod25 = require("zod");
|
|
1002
|
+
var TokenUsageSchema = import_zod25.z.object({
|
|
1003
|
+
prompt: import_zod25.z.number(),
|
|
1004
|
+
completion: import_zod25.z.number(),
|
|
1005
|
+
total: import_zod25.z.number()
|
|
1006
|
+
});
|
|
1007
|
+
var EvalMetricsSchema = import_zod25.z.object({
|
|
1008
|
+
totalAssertions: import_zod25.z.number(),
|
|
1009
|
+
passed: import_zod25.z.number(),
|
|
1010
|
+
failed: import_zod25.z.number(),
|
|
1011
|
+
skipped: import_zod25.z.number(),
|
|
1012
|
+
errors: import_zod25.z.number(),
|
|
1013
|
+
passRate: import_zod25.z.number(),
|
|
1014
|
+
avgDuration: import_zod25.z.number(),
|
|
1015
|
+
totalDuration: import_zod25.z.number()
|
|
1907
1016
|
});
|
|
1908
1017
|
var EvalStatus = /* @__PURE__ */ ((EvalStatus2) => {
|
|
1909
1018
|
EvalStatus2["PENDING"] = "pending";
|
|
@@ -1913,7 +1022,7 @@ var EvalStatus = /* @__PURE__ */ ((EvalStatus2) => {
|
|
|
1913
1022
|
EvalStatus2["CANCELLED"] = "cancelled";
|
|
1914
1023
|
return EvalStatus2;
|
|
1915
1024
|
})(EvalStatus || {});
|
|
1916
|
-
var EvalStatusSchema =
|
|
1025
|
+
var EvalStatusSchema = import_zod25.z.enum(EvalStatus);
|
|
1917
1026
|
var LLMStepType = /* @__PURE__ */ ((LLMStepType2) => {
|
|
1918
1027
|
LLMStepType2["COMPLETION"] = "completion";
|
|
1919
1028
|
LLMStepType2["TOOL_USE"] = "tool_use";
|
|
@@ -1921,52 +1030,54 @@ var LLMStepType = /* @__PURE__ */ ((LLMStepType2) => {
|
|
|
1921
1030
|
LLMStepType2["THINKING"] = "thinking";
|
|
1922
1031
|
return LLMStepType2;
|
|
1923
1032
|
})(LLMStepType || {});
|
|
1924
|
-
var LLMTraceStepSchema =
|
|
1925
|
-
id:
|
|
1926
|
-
stepNumber:
|
|
1927
|
-
type:
|
|
1928
|
-
model:
|
|
1929
|
-
provider:
|
|
1930
|
-
startedAt:
|
|
1931
|
-
durationMs:
|
|
1033
|
+
var LLMTraceStepSchema = import_zod25.z.object({
|
|
1034
|
+
id: import_zod25.z.string(),
|
|
1035
|
+
stepNumber: import_zod25.z.number(),
|
|
1036
|
+
type: import_zod25.z.enum(LLMStepType),
|
|
1037
|
+
model: import_zod25.z.string(),
|
|
1038
|
+
provider: import_zod25.z.string(),
|
|
1039
|
+
startedAt: import_zod25.z.string(),
|
|
1040
|
+
durationMs: import_zod25.z.number(),
|
|
1932
1041
|
tokenUsage: TokenUsageSchema,
|
|
1933
|
-
costUsd:
|
|
1934
|
-
toolName:
|
|
1935
|
-
toolArguments:
|
|
1936
|
-
inputPreview:
|
|
1937
|
-
outputPreview:
|
|
1938
|
-
success:
|
|
1939
|
-
error:
|
|
1940
|
-
|
|
1941
|
-
|
|
1942
|
-
|
|
1943
|
-
|
|
1944
|
-
|
|
1945
|
-
|
|
1946
|
-
|
|
1947
|
-
|
|
1948
|
-
|
|
1949
|
-
|
|
1042
|
+
costUsd: import_zod25.z.number(),
|
|
1043
|
+
toolName: import_zod25.z.string().optional(),
|
|
1044
|
+
toolArguments: import_zod25.z.string().optional(),
|
|
1045
|
+
inputPreview: import_zod25.z.string().optional(),
|
|
1046
|
+
outputPreview: import_zod25.z.string().optional(),
|
|
1047
|
+
success: import_zod25.z.boolean(),
|
|
1048
|
+
error: import_zod25.z.string().optional(),
|
|
1049
|
+
turnIndex: import_zod25.z.number().optional()
|
|
1050
|
+
});
|
|
1051
|
+
var LLMBreakdownStatsSchema = import_zod25.z.object({
|
|
1052
|
+
count: import_zod25.z.number(),
|
|
1053
|
+
durationMs: import_zod25.z.number(),
|
|
1054
|
+
tokens: import_zod25.z.number(),
|
|
1055
|
+
costUsd: import_zod25.z.number()
|
|
1056
|
+
});
|
|
1057
|
+
var LLMTraceSummarySchema = import_zod25.z.object({
|
|
1058
|
+
totalSteps: import_zod25.z.number(),
|
|
1059
|
+
totalTurns: import_zod25.z.number().optional(),
|
|
1060
|
+
totalDurationMs: import_zod25.z.number(),
|
|
1950
1061
|
totalTokens: TokenUsageSchema,
|
|
1951
|
-
totalCostUsd:
|
|
1952
|
-
stepTypeBreakdown:
|
|
1953
|
-
modelBreakdown:
|
|
1954
|
-
modelsUsed:
|
|
1955
|
-
});
|
|
1956
|
-
var LLMTraceSchema =
|
|
1957
|
-
id:
|
|
1958
|
-
steps:
|
|
1062
|
+
totalCostUsd: import_zod25.z.number(),
|
|
1063
|
+
stepTypeBreakdown: import_zod25.z.record(import_zod25.z.string(), LLMBreakdownStatsSchema).optional(),
|
|
1064
|
+
modelBreakdown: import_zod25.z.record(import_zod25.z.string(), LLMBreakdownStatsSchema),
|
|
1065
|
+
modelsUsed: import_zod25.z.array(import_zod25.z.string())
|
|
1066
|
+
});
|
|
1067
|
+
var LLMTraceSchema = import_zod25.z.object({
|
|
1068
|
+
id: import_zod25.z.string(),
|
|
1069
|
+
steps: import_zod25.z.array(LLMTraceStepSchema),
|
|
1959
1070
|
summary: LLMTraceSummarySchema
|
|
1960
1071
|
});
|
|
1961
1072
|
|
|
1962
1073
|
// src/evaluation/eval-result.ts
|
|
1963
|
-
var
|
|
1074
|
+
var import_zod29 = require("zod");
|
|
1964
1075
|
|
|
1965
1076
|
// src/evaluation/eval-run.ts
|
|
1966
|
-
var
|
|
1077
|
+
var import_zod27 = require("zod");
|
|
1967
1078
|
|
|
1968
1079
|
// src/evaluation/live-trace.ts
|
|
1969
|
-
var
|
|
1080
|
+
var import_zod26 = require("zod");
|
|
1970
1081
|
var LiveTraceEventType = /* @__PURE__ */ ((LiveTraceEventType2) => {
|
|
1971
1082
|
LiveTraceEventType2["THINKING"] = "thinking";
|
|
1972
1083
|
LiveTraceEventType2["TOOL_USE"] = "tool_use";
|
|
@@ -1980,37 +1091,37 @@ var LiveTraceEventType = /* @__PURE__ */ ((LiveTraceEventType2) => {
|
|
|
1980
1091
|
LiveTraceEventType2["USER"] = "user";
|
|
1981
1092
|
return LiveTraceEventType2;
|
|
1982
1093
|
})(LiveTraceEventType || {});
|
|
1983
|
-
var LiveTraceEventSchema =
|
|
1094
|
+
var LiveTraceEventSchema = import_zod26.z.object({
|
|
1984
1095
|
/** The evaluation run ID */
|
|
1985
|
-
evalRunId:
|
|
1096
|
+
evalRunId: import_zod26.z.string(),
|
|
1986
1097
|
/** The scenario ID being executed */
|
|
1987
|
-
scenarioId:
|
|
1098
|
+
scenarioId: import_zod26.z.string(),
|
|
1988
1099
|
/** The scenario name for display */
|
|
1989
|
-
scenarioName:
|
|
1100
|
+
scenarioName: import_zod26.z.string(),
|
|
1990
1101
|
/** The target ID (skill, agent, etc.) */
|
|
1991
|
-
targetId:
|
|
1102
|
+
targetId: import_zod26.z.string(),
|
|
1992
1103
|
/** The target name for display */
|
|
1993
|
-
targetName:
|
|
1104
|
+
targetName: import_zod26.z.string(),
|
|
1994
1105
|
/** Step number in the current scenario execution */
|
|
1995
|
-
stepNumber:
|
|
1106
|
+
stepNumber: import_zod26.z.number(),
|
|
1996
1107
|
/** Type of trace event */
|
|
1997
|
-
type:
|
|
1108
|
+
type: import_zod26.z.enum(LiveTraceEventType),
|
|
1998
1109
|
/** Tool name if this is a tool_use event */
|
|
1999
|
-
toolName:
|
|
1110
|
+
toolName: import_zod26.z.string().optional(),
|
|
2000
1111
|
/** Tool arguments preview (truncated JSON) */
|
|
2001
|
-
toolArgs:
|
|
1112
|
+
toolArgs: import_zod26.z.string().optional(),
|
|
2002
1113
|
/** Output preview (truncated text) */
|
|
2003
|
-
outputPreview:
|
|
1114
|
+
outputPreview: import_zod26.z.string().optional(),
|
|
2004
1115
|
/** File path for file operations */
|
|
2005
|
-
filePath:
|
|
1116
|
+
filePath: import_zod26.z.string().optional(),
|
|
2006
1117
|
/** Elapsed time in milliseconds for progress events */
|
|
2007
|
-
elapsedMs:
|
|
1118
|
+
elapsedMs: import_zod26.z.number().optional(),
|
|
2008
1119
|
/** Thinking/reasoning text from Claude */
|
|
2009
|
-
thinking:
|
|
1120
|
+
thinking: import_zod26.z.string().optional(),
|
|
2010
1121
|
/** Timestamp when this event occurred */
|
|
2011
|
-
timestamp:
|
|
1122
|
+
timestamp: import_zod26.z.string(),
|
|
2012
1123
|
/** Whether this is the final event for this scenario */
|
|
2013
|
-
isComplete:
|
|
1124
|
+
isComplete: import_zod26.z.boolean()
|
|
2014
1125
|
});
|
|
2015
1126
|
var TRACE_EVENT_PREFIX = "TRACE_EVENT:";
|
|
2016
1127
|
function parseTraceEventLine(line) {
|
|
@@ -2038,14 +1149,14 @@ var TriggerType = /* @__PURE__ */ ((TriggerType2) => {
|
|
|
2038
1149
|
TriggerType2["MANUAL"] = "MANUAL";
|
|
2039
1150
|
return TriggerType2;
|
|
2040
1151
|
})(TriggerType || {});
|
|
2041
|
-
var TriggerMetadataSchema =
|
|
2042
|
-
version:
|
|
2043
|
-
resourceUpdated:
|
|
1152
|
+
var TriggerMetadataSchema = import_zod27.z.object({
|
|
1153
|
+
version: import_zod27.z.string().optional(),
|
|
1154
|
+
resourceUpdated: import_zod27.z.array(import_zod27.z.string()).optional()
|
|
2044
1155
|
});
|
|
2045
|
-
var TriggerSchema =
|
|
2046
|
-
id:
|
|
1156
|
+
var TriggerSchema = import_zod27.z.object({
|
|
1157
|
+
id: import_zod27.z.string(),
|
|
2047
1158
|
metadata: TriggerMetadataSchema.optional(),
|
|
2048
|
-
type:
|
|
1159
|
+
type: import_zod27.z.enum(TriggerType)
|
|
2049
1160
|
});
|
|
2050
1161
|
var FailureCategory = /* @__PURE__ */ ((FailureCategory2) => {
|
|
2051
1162
|
FailureCategory2["MISSING_FILE"] = "missing_file";
|
|
@@ -2063,28 +1174,28 @@ var FailureSeverity = /* @__PURE__ */ ((FailureSeverity2) => {
|
|
|
2063
1174
|
FailureSeverity2["LOW"] = "low";
|
|
2064
1175
|
return FailureSeverity2;
|
|
2065
1176
|
})(FailureSeverity || {});
|
|
2066
|
-
var DiffLineTypeSchema =
|
|
2067
|
-
var DiffLineSchema =
|
|
1177
|
+
var DiffLineTypeSchema = import_zod27.z.enum(["added", "removed", "unchanged"]);
|
|
1178
|
+
var DiffLineSchema = import_zod27.z.object({
|
|
2068
1179
|
type: DiffLineTypeSchema,
|
|
2069
|
-
content:
|
|
2070
|
-
lineNumber:
|
|
2071
|
-
});
|
|
2072
|
-
var DiffContentSchema =
|
|
2073
|
-
path:
|
|
2074
|
-
expected:
|
|
2075
|
-
actual:
|
|
2076
|
-
diffLines:
|
|
2077
|
-
renamedFrom:
|
|
2078
|
-
});
|
|
2079
|
-
var CommandExecutionSchema =
|
|
2080
|
-
command:
|
|
2081
|
-
exitCode:
|
|
2082
|
-
output:
|
|
2083
|
-
duration:
|
|
2084
|
-
});
|
|
2085
|
-
var FileModificationSchema =
|
|
2086
|
-
path:
|
|
2087
|
-
action:
|
|
1180
|
+
content: import_zod27.z.string(),
|
|
1181
|
+
lineNumber: import_zod27.z.number()
|
|
1182
|
+
});
|
|
1183
|
+
var DiffContentSchema = import_zod27.z.object({
|
|
1184
|
+
path: import_zod27.z.string(),
|
|
1185
|
+
expected: import_zod27.z.string(),
|
|
1186
|
+
actual: import_zod27.z.string(),
|
|
1187
|
+
diffLines: import_zod27.z.array(DiffLineSchema),
|
|
1188
|
+
renamedFrom: import_zod27.z.string().optional()
|
|
1189
|
+
});
|
|
1190
|
+
var CommandExecutionSchema = import_zod27.z.object({
|
|
1191
|
+
command: import_zod27.z.string(),
|
|
1192
|
+
exitCode: import_zod27.z.number(),
|
|
1193
|
+
output: import_zod27.z.string().optional(),
|
|
1194
|
+
duration: import_zod27.z.number()
|
|
1195
|
+
});
|
|
1196
|
+
var FileModificationSchema = import_zod27.z.object({
|
|
1197
|
+
path: import_zod27.z.string(),
|
|
1198
|
+
action: import_zod27.z.enum(["created", "modified", "deleted"])
|
|
2088
1199
|
});
|
|
2089
1200
|
var TemplateFileStatus = /* @__PURE__ */ ((TemplateFileStatus2) => {
|
|
2090
1201
|
TemplateFileStatus2["NEW"] = "new";
|
|
@@ -2092,87 +1203,87 @@ var TemplateFileStatus = /* @__PURE__ */ ((TemplateFileStatus2) => {
|
|
|
2092
1203
|
TemplateFileStatus2["UNCHANGED"] = "unchanged";
|
|
2093
1204
|
return TemplateFileStatus2;
|
|
2094
1205
|
})(TemplateFileStatus || {});
|
|
2095
|
-
var TemplateFileSchema =
|
|
1206
|
+
var TemplateFileSchema = import_zod27.z.object({
|
|
2096
1207
|
/** Relative path within the template */
|
|
2097
|
-
path:
|
|
1208
|
+
path: import_zod27.z.string(),
|
|
2098
1209
|
/** Full file content after execution */
|
|
2099
|
-
content:
|
|
1210
|
+
content: import_zod27.z.string(),
|
|
2100
1211
|
/** File status (new, modified, unchanged) */
|
|
2101
|
-
status:
|
|
2102
|
-
});
|
|
2103
|
-
var ApiCallSchema =
|
|
2104
|
-
endpoint:
|
|
2105
|
-
tokensUsed:
|
|
2106
|
-
duration:
|
|
2107
|
-
});
|
|
2108
|
-
var ExecutionTraceSchema =
|
|
2109
|
-
commands:
|
|
2110
|
-
filesModified:
|
|
2111
|
-
apiCalls:
|
|
2112
|
-
totalDuration:
|
|
2113
|
-
});
|
|
2114
|
-
var FailureAnalysisSchema =
|
|
2115
|
-
category:
|
|
2116
|
-
severity:
|
|
2117
|
-
summary:
|
|
2118
|
-
details:
|
|
2119
|
-
rootCause:
|
|
2120
|
-
suggestedFix:
|
|
2121
|
-
relatedAssertions:
|
|
2122
|
-
codeSnippet:
|
|
2123
|
-
similarIssues:
|
|
2124
|
-
patternId:
|
|
1212
|
+
status: import_zod27.z.enum(["new", "modified", "unchanged"])
|
|
1213
|
+
});
|
|
1214
|
+
var ApiCallSchema = import_zod27.z.object({
|
|
1215
|
+
endpoint: import_zod27.z.string(),
|
|
1216
|
+
tokensUsed: import_zod27.z.number(),
|
|
1217
|
+
duration: import_zod27.z.number()
|
|
1218
|
+
});
|
|
1219
|
+
var ExecutionTraceSchema = import_zod27.z.object({
|
|
1220
|
+
commands: import_zod27.z.array(CommandExecutionSchema),
|
|
1221
|
+
filesModified: import_zod27.z.array(FileModificationSchema),
|
|
1222
|
+
apiCalls: import_zod27.z.array(ApiCallSchema),
|
|
1223
|
+
totalDuration: import_zod27.z.number()
|
|
1224
|
+
});
|
|
1225
|
+
var FailureAnalysisSchema = import_zod27.z.object({
|
|
1226
|
+
category: import_zod27.z.enum(FailureCategory),
|
|
1227
|
+
severity: import_zod27.z.enum(FailureSeverity),
|
|
1228
|
+
summary: import_zod27.z.string(),
|
|
1229
|
+
details: import_zod27.z.string(),
|
|
1230
|
+
rootCause: import_zod27.z.string(),
|
|
1231
|
+
suggestedFix: import_zod27.z.string(),
|
|
1232
|
+
relatedAssertions: import_zod27.z.array(import_zod27.z.string()),
|
|
1233
|
+
codeSnippet: import_zod27.z.string().optional(),
|
|
1234
|
+
similarIssues: import_zod27.z.array(import_zod27.z.string()).optional(),
|
|
1235
|
+
patternId: import_zod27.z.string().optional(),
|
|
2125
1236
|
// Extended fields for detailed debugging
|
|
2126
1237
|
diff: DiffContentSchema.optional(),
|
|
2127
1238
|
executionTrace: ExecutionTraceSchema.optional()
|
|
2128
1239
|
});
|
|
2129
1240
|
var EvalRunSchema = TenantEntitySchema.extend({
|
|
2130
1241
|
/** Agent ID for this run */
|
|
2131
|
-
agentId:
|
|
1242
|
+
agentId: import_zod27.z.string().optional(),
|
|
2132
1243
|
/** Preset ID that originated this run (optional) */
|
|
2133
|
-
presetId:
|
|
1244
|
+
presetId: import_zod27.z.string().optional(),
|
|
2134
1245
|
/** Skill IDs for this run */
|
|
2135
|
-
skillIds:
|
|
1246
|
+
skillIds: import_zod27.z.array(import_zod27.z.string()).optional(),
|
|
2136
1247
|
/** Map of skillId to skillVersionId for this run */
|
|
2137
|
-
skillVersions:
|
|
1248
|
+
skillVersions: import_zod27.z.record(import_zod27.z.string(), import_zod27.z.string()).optional(),
|
|
2138
1249
|
/** Scenario IDs to run (always present — resolved server-side from tags when needed) */
|
|
2139
|
-
scenarioIds:
|
|
1250
|
+
scenarioIds: import_zod27.z.array(import_zod27.z.string()),
|
|
2140
1251
|
/** Current status */
|
|
2141
1252
|
status: EvalStatusSchema,
|
|
2142
1253
|
/** Progress percentage (0-100) */
|
|
2143
|
-
progress:
|
|
1254
|
+
progress: import_zod27.z.number(),
|
|
2144
1255
|
/** Results for each scenario/target combination (lazy to break eval-result ↔ eval-run cycle) */
|
|
2145
|
-
results:
|
|
1256
|
+
results: import_zod27.z.array(import_zod27.z.lazy(() => EvalRunResultSchema)),
|
|
2146
1257
|
/** Aggregated metrics across all results */
|
|
2147
1258
|
aggregateMetrics: EvalMetricsSchema,
|
|
2148
1259
|
/** Failure analyses */
|
|
2149
|
-
failureAnalyses:
|
|
1260
|
+
failureAnalyses: import_zod27.z.array(FailureAnalysisSchema).optional(),
|
|
2150
1261
|
/** Aggregated LLM trace summary */
|
|
2151
1262
|
llmTraceSummary: LLMTraceSummarySchema.optional(),
|
|
2152
1263
|
/** What triggered this run */
|
|
2153
1264
|
trigger: TriggerSchema.optional(),
|
|
2154
1265
|
/** When the run started (set when evaluation is triggered) */
|
|
2155
|
-
startedAt:
|
|
1266
|
+
startedAt: import_zod27.z.string().optional(),
|
|
2156
1267
|
/** When the run completed */
|
|
2157
|
-
completedAt:
|
|
1268
|
+
completedAt: import_zod27.z.string().optional(),
|
|
2158
1269
|
/** Live trace events captured during execution (for playback on results page) */
|
|
2159
|
-
liveTraceEvents:
|
|
1270
|
+
liveTraceEvents: import_zod27.z.array(LiveTraceEventSchema).optional(),
|
|
2160
1271
|
/** Remote job ID for tracking execution in Dev Machines */
|
|
2161
|
-
jobId:
|
|
1272
|
+
jobId: import_zod27.z.string().optional(),
|
|
2162
1273
|
/** Remote job status from the Dev Machine API (PENDING, RUNNING, COMPLETED, FAILED, CANCELLED) */
|
|
2163
|
-
jobStatus:
|
|
1274
|
+
jobStatus: import_zod27.z.string().optional(),
|
|
2164
1275
|
/** Remote job error message if the job failed */
|
|
2165
|
-
jobError:
|
|
1276
|
+
jobError: import_zod27.z.string().optional(),
|
|
2166
1277
|
/** Timestamp of the last job status check */
|
|
2167
|
-
jobStatusCheckedAt:
|
|
1278
|
+
jobStatusCheckedAt: import_zod27.z.string().optional(),
|
|
2168
1279
|
/** MCP server IDs to enable for this run (optional) */
|
|
2169
|
-
mcpIds:
|
|
1280
|
+
mcpIds: import_zod27.z.array(import_zod27.z.string()).optional(),
|
|
2170
1281
|
/** Sub-agent IDs to enable for this run (optional) */
|
|
2171
|
-
subAgentIds:
|
|
1282
|
+
subAgentIds: import_zod27.z.array(import_zod27.z.string()).optional(),
|
|
2172
1283
|
/** Rule IDs to enable for this run (optional) */
|
|
2173
|
-
ruleIds:
|
|
1284
|
+
ruleIds: import_zod27.z.array(import_zod27.z.string()).optional(),
|
|
2174
1285
|
/** Tags used to select scenarios for this run (for traceability) */
|
|
2175
|
-
tags:
|
|
1286
|
+
tags: import_zod27.z.array(import_zod27.z.string()).optional()
|
|
2176
1287
|
});
|
|
2177
1288
|
var CreateEvalRunInputSchema = EvalRunSchema.omit({
|
|
2178
1289
|
id: true,
|
|
@@ -2187,60 +1298,60 @@ var CreateEvalRunInputSchema = EvalRunSchema.omit({
|
|
|
2187
1298
|
scenarioIds: true
|
|
2188
1299
|
}).extend({
|
|
2189
1300
|
/** Optional on input — backend resolves from tags when not provided */
|
|
2190
|
-
scenarioIds:
|
|
1301
|
+
scenarioIds: import_zod27.z.array(import_zod27.z.string()).optional()
|
|
2191
1302
|
}).refine(
|
|
2192
1303
|
(data) => data.scenarioIds && data.scenarioIds.length > 0 || data.tags && data.tags.length > 0,
|
|
2193
1304
|
{ message: "Either scenarioIds or tags must be provided" }
|
|
2194
1305
|
);
|
|
2195
|
-
var EvaluationProgressSchema =
|
|
2196
|
-
runId:
|
|
2197
|
-
targetId:
|
|
2198
|
-
totalScenarios:
|
|
2199
|
-
completedScenarios:
|
|
2200
|
-
scenarioProgress:
|
|
2201
|
-
|
|
2202
|
-
scenarioId:
|
|
2203
|
-
currentStep:
|
|
2204
|
-
error:
|
|
1306
|
+
var EvaluationProgressSchema = import_zod27.z.object({
|
|
1307
|
+
runId: import_zod27.z.string(),
|
|
1308
|
+
targetId: import_zod27.z.string(),
|
|
1309
|
+
totalScenarios: import_zod27.z.number(),
|
|
1310
|
+
completedScenarios: import_zod27.z.number(),
|
|
1311
|
+
scenarioProgress: import_zod27.z.array(
|
|
1312
|
+
import_zod27.z.object({
|
|
1313
|
+
scenarioId: import_zod27.z.string(),
|
|
1314
|
+
currentStep: import_zod27.z.string(),
|
|
1315
|
+
error: import_zod27.z.string().optional()
|
|
2205
1316
|
})
|
|
2206
1317
|
),
|
|
2207
|
-
createdAt:
|
|
2208
|
-
});
|
|
2209
|
-
var EvaluationLogSchema =
|
|
2210
|
-
runId:
|
|
2211
|
-
scenarioId:
|
|
2212
|
-
log:
|
|
2213
|
-
level:
|
|
2214
|
-
message:
|
|
2215
|
-
args:
|
|
2216
|
-
error:
|
|
1318
|
+
createdAt: import_zod27.z.number()
|
|
1319
|
+
});
|
|
1320
|
+
var EvaluationLogSchema = import_zod27.z.object({
|
|
1321
|
+
runId: import_zod27.z.string(),
|
|
1322
|
+
scenarioId: import_zod27.z.string(),
|
|
1323
|
+
log: import_zod27.z.object({
|
|
1324
|
+
level: import_zod27.z.enum(["info", "error", "debug"]),
|
|
1325
|
+
message: import_zod27.z.string().optional(),
|
|
1326
|
+
args: import_zod27.z.array(import_zod27.z.any()).optional(),
|
|
1327
|
+
error: import_zod27.z.string().optional()
|
|
2217
1328
|
})
|
|
2218
1329
|
});
|
|
2219
1330
|
var LLM_TIMEOUT = 12e4;
|
|
2220
1331
|
|
|
2221
1332
|
// src/evaluation/conversation.ts
|
|
2222
|
-
var
|
|
2223
|
-
var TextBlockSchema =
|
|
2224
|
-
type:
|
|
2225
|
-
text:
|
|
2226
|
-
});
|
|
2227
|
-
var ThinkingBlockSchema =
|
|
2228
|
-
type:
|
|
2229
|
-
thinking:
|
|
2230
|
-
});
|
|
2231
|
-
var ToolUseBlockSchema =
|
|
2232
|
-
type:
|
|
2233
|
-
toolName:
|
|
2234
|
-
toolId:
|
|
2235
|
-
input:
|
|
2236
|
-
});
|
|
2237
|
-
var ToolResultBlockSchema =
|
|
2238
|
-
type:
|
|
2239
|
-
toolUseId:
|
|
2240
|
-
content:
|
|
2241
|
-
isError:
|
|
2242
|
-
});
|
|
2243
|
-
var ConversationBlockSchema =
|
|
1333
|
+
var import_zod28 = require("zod");
|
|
1334
|
+
var TextBlockSchema = import_zod28.z.object({
|
|
1335
|
+
type: import_zod28.z.literal("text"),
|
|
1336
|
+
text: import_zod28.z.string()
|
|
1337
|
+
});
|
|
1338
|
+
var ThinkingBlockSchema = import_zod28.z.object({
|
|
1339
|
+
type: import_zod28.z.literal("thinking"),
|
|
1340
|
+
thinking: import_zod28.z.string()
|
|
1341
|
+
});
|
|
1342
|
+
var ToolUseBlockSchema = import_zod28.z.object({
|
|
1343
|
+
type: import_zod28.z.literal("tool_use"),
|
|
1344
|
+
toolName: import_zod28.z.string(),
|
|
1345
|
+
toolId: import_zod28.z.string(),
|
|
1346
|
+
input: import_zod28.z.unknown()
|
|
1347
|
+
});
|
|
1348
|
+
var ToolResultBlockSchema = import_zod28.z.object({
|
|
1349
|
+
type: import_zod28.z.literal("tool_result"),
|
|
1350
|
+
toolUseId: import_zod28.z.string(),
|
|
1351
|
+
content: import_zod28.z.string(),
|
|
1352
|
+
isError: import_zod28.z.boolean().optional()
|
|
1353
|
+
});
|
|
1354
|
+
var ConversationBlockSchema = import_zod28.z.discriminatedUnion("type", [
|
|
2244
1355
|
TextBlockSchema,
|
|
2245
1356
|
ThinkingBlockSchema,
|
|
2246
1357
|
ToolUseBlockSchema,
|
|
@@ -2251,18 +1362,18 @@ var ConversationMessageRoles = [
|
|
|
2251
1362
|
"user",
|
|
2252
1363
|
"system"
|
|
2253
1364
|
];
|
|
2254
|
-
var ConversationMessageSchema =
|
|
2255
|
-
role:
|
|
2256
|
-
content:
|
|
2257
|
-
timestamp:
|
|
1365
|
+
var ConversationMessageSchema = import_zod28.z.object({
|
|
1366
|
+
role: import_zod28.z.enum(ConversationMessageRoles),
|
|
1367
|
+
content: import_zod28.z.array(ConversationBlockSchema),
|
|
1368
|
+
timestamp: import_zod28.z.string()
|
|
2258
1369
|
});
|
|
2259
|
-
var ScenarioConversationSchema =
|
|
2260
|
-
id:
|
|
2261
|
-
projectId:
|
|
2262
|
-
evalRunId:
|
|
2263
|
-
resultId:
|
|
2264
|
-
messages:
|
|
2265
|
-
createdAt:
|
|
1370
|
+
var ScenarioConversationSchema = import_zod28.z.object({
|
|
1371
|
+
id: import_zod28.z.string(),
|
|
1372
|
+
projectId: import_zod28.z.string(),
|
|
1373
|
+
evalRunId: import_zod28.z.string(),
|
|
1374
|
+
resultId: import_zod28.z.string(),
|
|
1375
|
+
messages: import_zod28.z.array(ConversationMessageSchema),
|
|
1376
|
+
createdAt: import_zod28.z.string()
|
|
2266
1377
|
});
|
|
2267
1378
|
|
|
2268
1379
|
// src/evaluation/eval-result.ts
|
|
@@ -2273,100 +1384,100 @@ var AssertionResultStatus = /* @__PURE__ */ ((AssertionResultStatus2) => {
|
|
|
2273
1384
|
AssertionResultStatus2["ERROR"] = "error";
|
|
2274
1385
|
return AssertionResultStatus2;
|
|
2275
1386
|
})(AssertionResultStatus || {});
|
|
2276
|
-
var AssertionResultSchema =
|
|
2277
|
-
id:
|
|
2278
|
-
assertionId:
|
|
2279
|
-
assertionType:
|
|
2280
|
-
assertionName:
|
|
2281
|
-
status:
|
|
2282
|
-
message:
|
|
2283
|
-
expected:
|
|
2284
|
-
actual:
|
|
2285
|
-
duration:
|
|
2286
|
-
details:
|
|
2287
|
-
llmTraceSteps:
|
|
2288
|
-
});
|
|
2289
|
-
var EvalRunResultSchema =
|
|
2290
|
-
id:
|
|
2291
|
-
targetId:
|
|
2292
|
-
targetName:
|
|
1387
|
+
var AssertionResultSchema = import_zod29.z.object({
|
|
1388
|
+
id: import_zod29.z.string(),
|
|
1389
|
+
assertionId: import_zod29.z.string(),
|
|
1390
|
+
assertionType: import_zod29.z.string(),
|
|
1391
|
+
assertionName: import_zod29.z.string(),
|
|
1392
|
+
status: import_zod29.z.enum(AssertionResultStatus),
|
|
1393
|
+
message: import_zod29.z.string().optional(),
|
|
1394
|
+
expected: import_zod29.z.string().optional(),
|
|
1395
|
+
actual: import_zod29.z.string().optional(),
|
|
1396
|
+
duration: import_zod29.z.number().optional(),
|
|
1397
|
+
details: import_zod29.z.record(import_zod29.z.string(), import_zod29.z.unknown()).optional(),
|
|
1398
|
+
llmTraceSteps: import_zod29.z.array(LLMTraceStepSchema).optional()
|
|
1399
|
+
});
|
|
1400
|
+
var EvalRunResultSchema = import_zod29.z.object({
|
|
1401
|
+
id: import_zod29.z.string(),
|
|
1402
|
+
targetId: import_zod29.z.string(),
|
|
1403
|
+
targetName: import_zod29.z.string().optional(),
|
|
2293
1404
|
/** SkillVersion ID used for this evaluation (for version tracking) */
|
|
2294
|
-
skillVersionId:
|
|
1405
|
+
skillVersionId: import_zod29.z.string().optional(),
|
|
2295
1406
|
/** SkillVersion semver string (e.g., "1.0.0", "1.2.3") for display */
|
|
2296
|
-
skillVersion:
|
|
2297
|
-
scenarioId:
|
|
2298
|
-
scenarioName:
|
|
1407
|
+
skillVersion: import_zod29.z.string().optional(),
|
|
1408
|
+
scenarioId: import_zod29.z.string(),
|
|
1409
|
+
scenarioName: import_zod29.z.string(),
|
|
2299
1410
|
modelConfig: ModelConfigSchema.optional(),
|
|
2300
|
-
assertionResults:
|
|
1411
|
+
assertionResults: import_zod29.z.array(AssertionResultSchema),
|
|
2301
1412
|
metrics: EvalMetricsSchema.optional(),
|
|
2302
|
-
passed:
|
|
2303
|
-
failed:
|
|
2304
|
-
passRate:
|
|
2305
|
-
duration:
|
|
2306
|
-
outputText:
|
|
2307
|
-
files:
|
|
2308
|
-
fileDiffs:
|
|
1413
|
+
passed: import_zod29.z.number(),
|
|
1414
|
+
failed: import_zod29.z.number(),
|
|
1415
|
+
passRate: import_zod29.z.number(),
|
|
1416
|
+
duration: import_zod29.z.number(),
|
|
1417
|
+
outputText: import_zod29.z.string().optional(),
|
|
1418
|
+
files: import_zod29.z.array(ExpectedFileSchema).optional(),
|
|
1419
|
+
fileDiffs: import_zod29.z.array(DiffContentSchema).optional(),
|
|
2309
1420
|
/** Full template files after execution with status indicators */
|
|
2310
|
-
templateFiles:
|
|
2311
|
-
startedAt:
|
|
2312
|
-
completedAt:
|
|
1421
|
+
templateFiles: import_zod29.z.array(TemplateFileSchema).optional(),
|
|
1422
|
+
startedAt: import_zod29.z.string().optional(),
|
|
1423
|
+
completedAt: import_zod29.z.string().optional(),
|
|
2313
1424
|
llmTrace: LLMTraceSchema.optional(),
|
|
2314
1425
|
/** Full conversation messages (only present in transit; stripped before DB storage) */
|
|
2315
|
-
conversation:
|
|
2316
|
-
});
|
|
2317
|
-
var PromptResultSchema =
|
|
2318
|
-
text:
|
|
2319
|
-
files:
|
|
2320
|
-
finishReason:
|
|
2321
|
-
reasoning:
|
|
2322
|
-
reasoningDetails:
|
|
2323
|
-
toolCalls:
|
|
2324
|
-
toolResults:
|
|
2325
|
-
warnings:
|
|
2326
|
-
sources:
|
|
2327
|
-
steps:
|
|
2328
|
-
generationTimeMs:
|
|
2329
|
-
prompt:
|
|
2330
|
-
systemPrompt:
|
|
2331
|
-
usage:
|
|
2332
|
-
totalTokens:
|
|
2333
|
-
totalMicrocentsSpent:
|
|
1426
|
+
conversation: import_zod29.z.array(ConversationMessageSchema).optional()
|
|
1427
|
+
});
|
|
1428
|
+
var PromptResultSchema = import_zod29.z.object({
|
|
1429
|
+
text: import_zod29.z.string(),
|
|
1430
|
+
files: import_zod29.z.array(import_zod29.z.unknown()).optional(),
|
|
1431
|
+
finishReason: import_zod29.z.string().optional(),
|
|
1432
|
+
reasoning: import_zod29.z.string().optional(),
|
|
1433
|
+
reasoningDetails: import_zod29.z.unknown().optional(),
|
|
1434
|
+
toolCalls: import_zod29.z.array(import_zod29.z.unknown()).optional(),
|
|
1435
|
+
toolResults: import_zod29.z.array(import_zod29.z.unknown()).optional(),
|
|
1436
|
+
warnings: import_zod29.z.array(import_zod29.z.unknown()).optional(),
|
|
1437
|
+
sources: import_zod29.z.array(import_zod29.z.unknown()).optional(),
|
|
1438
|
+
steps: import_zod29.z.array(import_zod29.z.unknown()),
|
|
1439
|
+
generationTimeMs: import_zod29.z.number(),
|
|
1440
|
+
prompt: import_zod29.z.string(),
|
|
1441
|
+
systemPrompt: import_zod29.z.string(),
|
|
1442
|
+
usage: import_zod29.z.object({
|
|
1443
|
+
totalTokens: import_zod29.z.number().optional(),
|
|
1444
|
+
totalMicrocentsSpent: import_zod29.z.number().optional()
|
|
2334
1445
|
})
|
|
2335
1446
|
});
|
|
2336
|
-
var EvaluationResultSchema =
|
|
2337
|
-
id:
|
|
2338
|
-
runId:
|
|
2339
|
-
timestamp:
|
|
1447
|
+
var EvaluationResultSchema = import_zod29.z.object({
|
|
1448
|
+
id: import_zod29.z.string(),
|
|
1449
|
+
runId: import_zod29.z.string(),
|
|
1450
|
+
timestamp: import_zod29.z.number(),
|
|
2340
1451
|
promptResult: PromptResultSchema,
|
|
2341
|
-
testResults:
|
|
2342
|
-
tags:
|
|
2343
|
-
feedback:
|
|
2344
|
-
score:
|
|
2345
|
-
suiteId:
|
|
2346
|
-
});
|
|
2347
|
-
var LeanEvaluationResultSchema =
|
|
2348
|
-
id:
|
|
2349
|
-
runId:
|
|
2350
|
-
timestamp:
|
|
2351
|
-
tags:
|
|
2352
|
-
scenarioId:
|
|
2353
|
-
scenarioVersion:
|
|
2354
|
-
targetId:
|
|
2355
|
-
targetVersion:
|
|
2356
|
-
suiteId:
|
|
2357
|
-
score:
|
|
2358
|
-
time:
|
|
2359
|
-
microcentsSpent:
|
|
1452
|
+
testResults: import_zod29.z.array(import_zod29.z.unknown()),
|
|
1453
|
+
tags: import_zod29.z.array(import_zod29.z.string()).optional(),
|
|
1454
|
+
feedback: import_zod29.z.string().optional(),
|
|
1455
|
+
score: import_zod29.z.number(),
|
|
1456
|
+
suiteId: import_zod29.z.string().optional()
|
|
1457
|
+
});
|
|
1458
|
+
var LeanEvaluationResultSchema = import_zod29.z.object({
|
|
1459
|
+
id: import_zod29.z.string(),
|
|
1460
|
+
runId: import_zod29.z.string(),
|
|
1461
|
+
timestamp: import_zod29.z.number(),
|
|
1462
|
+
tags: import_zod29.z.array(import_zod29.z.string()).optional(),
|
|
1463
|
+
scenarioId: import_zod29.z.string(),
|
|
1464
|
+
scenarioVersion: import_zod29.z.number().optional(),
|
|
1465
|
+
targetId: import_zod29.z.string(),
|
|
1466
|
+
targetVersion: import_zod29.z.number().optional(),
|
|
1467
|
+
suiteId: import_zod29.z.string().optional(),
|
|
1468
|
+
score: import_zod29.z.number(),
|
|
1469
|
+
time: import_zod29.z.number().optional(),
|
|
1470
|
+
microcentsSpent: import_zod29.z.number().optional()
|
|
2360
1471
|
});
|
|
2361
1472
|
|
|
2362
1473
|
// src/project/project.ts
|
|
2363
|
-
var
|
|
1474
|
+
var import_zod30 = require("zod");
|
|
2364
1475
|
var ProjectSchema = BaseEntitySchema.extend({
|
|
2365
|
-
appId:
|
|
2366
|
-
appSecret:
|
|
2367
|
-
useWixAuth:
|
|
2368
|
-
useBase44Auth:
|
|
2369
|
-
scenarioTags:
|
|
1476
|
+
appId: import_zod30.z.string().optional().describe("The ID of the app in Dev Center"),
|
|
1477
|
+
appSecret: import_zod30.z.string().optional().describe("The secret of the app in Dev Center"),
|
|
1478
|
+
useWixAuth: import_zod30.z.boolean().optional().describe("Enable Wix CLI/MCP auth for evaluations"),
|
|
1479
|
+
useBase44Auth: import_zod30.z.boolean().optional().describe("Enable Base44 auth for evaluations"),
|
|
1480
|
+
scenarioTags: import_zod30.z.array(import_zod30.z.string()).optional().describe("Project-level tag vocabulary for scenarios")
|
|
2370
1481
|
});
|
|
2371
1482
|
var CreateProjectInputSchema = ProjectSchema.omit({
|
|
2372
1483
|
id: true,
|
|
@@ -2419,7 +1530,7 @@ var SYSTEM_ASSERTIONS = {
|
|
|
2419
1530
|
[SYSTEM_ASSERTION_IDS.TOOL_CALLED_WITH_PARAM]: {
|
|
2420
1531
|
id: SYSTEM_ASSERTION_IDS.TOOL_CALLED_WITH_PARAM,
|
|
2421
1532
|
name: "Tool Called With Param",
|
|
2422
|
-
description: "Check that a tool was called with expected parameters",
|
|
1533
|
+
description: "Check that a tool was called with expected parameters (tool name is substring matched)",
|
|
2423
1534
|
type: "tool_called_with_param",
|
|
2424
1535
|
parameters: [
|
|
2425
1536
|
{
|
|
@@ -2433,6 +1544,14 @@ var SYSTEM_ASSERTIONS = {
|
|
|
2433
1544
|
label: "Expected Parameters (JSON, substring match)",
|
|
2434
1545
|
type: "string",
|
|
2435
1546
|
required: true
|
|
1547
|
+
},
|
|
1548
|
+
{
|
|
1549
|
+
name: "requireSuccess",
|
|
1550
|
+
label: "Require Successful Call",
|
|
1551
|
+
type: "boolean",
|
|
1552
|
+
required: false,
|
|
1553
|
+
defaultValue: false,
|
|
1554
|
+
advanced: true
|
|
2436
1555
|
}
|
|
2437
1556
|
]
|
|
2438
1557
|
},
|
|
@@ -2616,6 +1735,7 @@ function getSystemAssertion(id) {
|
|
|
2616
1735
|
FilePresenceTestSchema,
|
|
2617
1736
|
GitHubSourceSchema,
|
|
2618
1737
|
InitialVersionInputSchema,
|
|
1738
|
+
LEGACY_MODEL_ID_MAP,
|
|
2619
1739
|
LLMBreakdownStatsSchema,
|
|
2620
1740
|
LLMStepType,
|
|
2621
1741
|
LLMTestSchema,
|
|
@@ -2706,6 +1826,7 @@ function getSystemAssertion(id) {
|
|
|
2706
1826
|
getSystemAssertions,
|
|
2707
1827
|
isSystemAssertionId,
|
|
2708
1828
|
isValidSkillFolderName,
|
|
1829
|
+
normalizeModelId,
|
|
2709
1830
|
parseTraceEventLine,
|
|
2710
1831
|
validateAssertionConfig
|
|
2711
1832
|
});
|