@wix/evalforge-types 0.50.0 → 0.52.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/build/index.js +70 -35
- package/build/index.js.map +3 -3
- package/build/index.mjs +69 -35
- package/build/index.mjs.map +3 -3
- package/build/types/common/models.d.ts +39 -2
- package/build/types/evaluation/eval-result.d.ts +1 -0
- package/build/types/evaluation/eval-run.d.ts +1 -0
- package/build/types/target/agent.d.ts +3 -0
- package/package.json +3 -3
package/build/index.mjs
CHANGED
|
@@ -91,6 +91,7 @@ var Model;
|
|
|
91
91
|
Model2["GPT_5_NANO_2025_08_07"] = "GPT_5_NANO_2025_08_07";
|
|
92
92
|
Model2["GPT_5_2_2025_12_11_COMPLETION"] = "GPT_5_2_2025_12_11_COMPLETION";
|
|
93
93
|
Model2["GPT_5_1_2025_11_13_COMPLETION"] = "GPT_5_1_2025_11_13_COMPLETION";
|
|
94
|
+
Model2["GPT_5_4_2026_03_05_COMPLETION"] = "GPT_5_4_2026_03_05_COMPLETION";
|
|
94
95
|
})(Model || (Model = {}));
|
|
95
96
|
var MessageRole;
|
|
96
97
|
(function(MessageRole2) {
|
|
@@ -163,6 +164,7 @@ var GoogleproxyV1Model;
|
|
|
163
164
|
GoogleproxyV1Model2["GEMINI_3_0_PRO"] = "GEMINI_3_0_PRO";
|
|
164
165
|
GoogleproxyV1Model2["GEMINI_3_0_PRO_IMAGE"] = "GEMINI_3_0_PRO_IMAGE";
|
|
165
166
|
GoogleproxyV1Model2["GEMINI_3_0_FLASH"] = "GEMINI_3_0_FLASH";
|
|
167
|
+
GoogleproxyV1Model2["GEMINI_3_1_PRO"] = "GEMINI_3_1_PRO";
|
|
166
168
|
})(GoogleproxyV1Model || (GoogleproxyV1Model = {}));
|
|
167
169
|
var ContentRole;
|
|
168
170
|
(function(ContentRole2) {
|
|
@@ -257,6 +259,8 @@ var AmazonproxyV1Model;
|
|
|
257
259
|
AmazonproxyV1Model2["CLAUDE_4_5_SONNET_1_0"] = "CLAUDE_4_5_SONNET_1_0";
|
|
258
260
|
AmazonproxyV1Model2["CLAUDE_4_5_HAIKU_1_0"] = "CLAUDE_4_5_HAIKU_1_0";
|
|
259
261
|
AmazonproxyV1Model2["CLAUDE_4_5_OPUS_1_0"] = "CLAUDE_4_5_OPUS_1_0";
|
|
262
|
+
AmazonproxyV1Model2["CLAUDE_4_6_OPUS_1_0"] = "CLAUDE_4_6_OPUS_1_0";
|
|
263
|
+
AmazonproxyV1Model2["CLAUDE_4_6_SONNET_1_0"] = "CLAUDE_4_6_SONNET_1_0";
|
|
260
264
|
})(AmazonproxyV1Model || (AmazonproxyV1Model = {}));
|
|
261
265
|
var Role;
|
|
262
266
|
(function(Role2) {
|
|
@@ -290,19 +294,21 @@ var V1CacheControlType;
|
|
|
290
294
|
V1CacheControlType2["EPHEMERAL"] = "EPHEMERAL";
|
|
291
295
|
})(V1CacheControlType || (V1CacheControlType = {}));
|
|
292
296
|
var ClaudeModel;
|
|
293
|
-
(function(
|
|
294
|
-
|
|
295
|
-
|
|
296
|
-
|
|
297
|
-
|
|
298
|
-
|
|
299
|
-
|
|
300
|
-
|
|
301
|
-
|
|
302
|
-
|
|
303
|
-
|
|
304
|
-
|
|
305
|
-
|
|
297
|
+
(function(ClaudeModel3) {
|
|
298
|
+
ClaudeModel3["UNKNOWN_CLAUDE_MODEL"] = "UNKNOWN_CLAUDE_MODEL";
|
|
299
|
+
ClaudeModel3["CLAUDE_3_SONNET_1_0"] = "CLAUDE_3_SONNET_1_0";
|
|
300
|
+
ClaudeModel3["CLAUDE_3_HAIKU_1_0"] = "CLAUDE_3_HAIKU_1_0";
|
|
301
|
+
ClaudeModel3["CLAUDE_3_OPUS_1_0"] = "CLAUDE_3_OPUS_1_0";
|
|
302
|
+
ClaudeModel3["CLAUDE_3_5_SONNET_1_0"] = "CLAUDE_3_5_SONNET_1_0";
|
|
303
|
+
ClaudeModel3["CLAUDE_3_5_SONNET_2_0"] = "CLAUDE_3_5_SONNET_2_0";
|
|
304
|
+
ClaudeModel3["CLAUDE_3_7_SONNET_1_0"] = "CLAUDE_3_7_SONNET_1_0";
|
|
305
|
+
ClaudeModel3["CLAUDE_4_SONNET_1_0"] = "CLAUDE_4_SONNET_1_0";
|
|
306
|
+
ClaudeModel3["CLAUDE_4_OPUS_1_0"] = "CLAUDE_4_OPUS_1_0";
|
|
307
|
+
ClaudeModel3["CLAUDE_4_5_SONNET_1_0"] = "CLAUDE_4_5_SONNET_1_0";
|
|
308
|
+
ClaudeModel3["CLAUDE_4_5_HAIKU_1_0"] = "CLAUDE_4_5_HAIKU_1_0";
|
|
309
|
+
ClaudeModel3["CLAUDE_4_5_OPUS_1_0"] = "CLAUDE_4_5_OPUS_1_0";
|
|
310
|
+
ClaudeModel3["CLAUDE_4_6_OPUS_1_0"] = "CLAUDE_4_6_OPUS_1_0";
|
|
311
|
+
ClaudeModel3["CLAUDE_4_6_SONNET_1_0"] = "CLAUDE_4_6_SONNET_1_0";
|
|
306
312
|
})(ClaudeModel || (ClaudeModel = {}));
|
|
307
313
|
var MessageRoleRole;
|
|
308
314
|
(function(MessageRoleRole2) {
|
|
@@ -343,6 +349,8 @@ var AnthropicModel;
|
|
|
343
349
|
AnthropicModel2["CLAUDE_4_5_SONNET_1_0"] = "CLAUDE_4_5_SONNET_1_0";
|
|
344
350
|
AnthropicModel2["CLAUDE_4_5_HAIKU_1_0"] = "CLAUDE_4_5_HAIKU_1_0";
|
|
345
351
|
AnthropicModel2["CLAUDE_4_5_OPUS_1_0"] = "CLAUDE_4_5_OPUS_1_0";
|
|
352
|
+
AnthropicModel2["CLAUDE_4_6_OPUS_1_0"] = "CLAUDE_4_6_OPUS_1_0";
|
|
353
|
+
AnthropicModel2["CLAUDE_4_6_SONNET_1_0"] = "CLAUDE_4_6_SONNET_1_0";
|
|
346
354
|
})(AnthropicModel || (AnthropicModel = {}));
|
|
347
355
|
var V1MessageRoleRole;
|
|
348
356
|
(function(V1MessageRoleRole2) {
|
|
@@ -702,6 +710,10 @@ var ResponsesModel;
|
|
|
702
710
|
ResponsesModel2["GPT_EXP_RESPONSES_3"] = "GPT_EXP_RESPONSES_3";
|
|
703
711
|
ResponsesModel2["GPT_5_1_CODEX_MAX"] = "GPT_5_1_CODEX_MAX";
|
|
704
712
|
ResponsesModel2["GPT_5_2_2025_12_11"] = "GPT_5_2_2025_12_11";
|
|
713
|
+
ResponsesModel2["GPT_5_2_CODEX"] = "GPT_5_2_CODEX";
|
|
714
|
+
ResponsesModel2["GPT_5_3_CODEX"] = "GPT_5_3_CODEX";
|
|
715
|
+
ResponsesModel2["GPT_5_4_2026_03_05"] = "GPT_5_4_2026_03_05";
|
|
716
|
+
ResponsesModel2["GPT_5_4_PRO_2026_03_05"] = "GPT_5_4_PRO_2026_03_05";
|
|
705
717
|
})(ResponsesModel || (ResponsesModel = {}));
|
|
706
718
|
var ResponsesMessageRole;
|
|
707
719
|
(function(ResponsesMessageRole2) {
|
|
@@ -741,6 +753,15 @@ var Fireworks_proxyV1ChatCompletionMessageMessageRole;
|
|
|
741
753
|
Fireworks_proxyV1ChatCompletionMessageMessageRole2["TOOL"] = "TOOL";
|
|
742
754
|
Fireworks_proxyV1ChatCompletionMessageMessageRole2["DEVELOPER"] = "DEVELOPER";
|
|
743
755
|
})(Fireworks_proxyV1ChatCompletionMessageMessageRole || (Fireworks_proxyV1ChatCompletionMessageMessageRole = {}));
|
|
756
|
+
var GatewayMessageDefinitionRole;
|
|
757
|
+
(function(GatewayMessageDefinitionRole2) {
|
|
758
|
+
GatewayMessageDefinitionRole2["UNKNOWN"] = "UNKNOWN";
|
|
759
|
+
GatewayMessageDefinitionRole2["USER"] = "USER";
|
|
760
|
+
GatewayMessageDefinitionRole2["ASSISTANT"] = "ASSISTANT";
|
|
761
|
+
GatewayMessageDefinitionRole2["SYSTEM"] = "SYSTEM";
|
|
762
|
+
GatewayMessageDefinitionRole2["TOOL"] = "TOOL";
|
|
763
|
+
GatewayMessageDefinitionRole2["DEVELOPER"] = "DEVELOPER";
|
|
764
|
+
})(GatewayMessageDefinitionRole || (GatewayMessageDefinitionRole = {}));
|
|
744
765
|
var FinishReason;
|
|
745
766
|
(function(FinishReason2) {
|
|
746
767
|
FinishReason2["UNKNOWN_FINISH_REASON"] = "UNKNOWN_FINISH_REASON";
|
|
@@ -787,15 +808,6 @@ var V1ResponseTypeType;
|
|
|
787
808
|
V1ResponseTypeType2["UNKNOWN"] = "UNKNOWN";
|
|
788
809
|
V1ResponseTypeType2["MESSAGE"] = "MESSAGE";
|
|
789
810
|
})(V1ResponseTypeType || (V1ResponseTypeType = {}));
|
|
790
|
-
var GatewayMessageDefinitionRole;
|
|
791
|
-
(function(GatewayMessageDefinitionRole2) {
|
|
792
|
-
GatewayMessageDefinitionRole2["UNKNOWN"] = "UNKNOWN";
|
|
793
|
-
GatewayMessageDefinitionRole2["USER"] = "USER";
|
|
794
|
-
GatewayMessageDefinitionRole2["ASSISTANT"] = "ASSISTANT";
|
|
795
|
-
GatewayMessageDefinitionRole2["SYSTEM"] = "SYSTEM";
|
|
796
|
-
GatewayMessageDefinitionRole2["TOOL"] = "TOOL";
|
|
797
|
-
GatewayMessageDefinitionRole2["DEVELOPER"] = "DEVELOPER";
|
|
798
|
-
})(GatewayMessageDefinitionRole || (GatewayMessageDefinitionRole = {}));
|
|
799
811
|
var EmbeddingModel;
|
|
800
812
|
(function(EmbeddingModel2) {
|
|
801
813
|
EmbeddingModel2["UNKNOWN_EMBEDDING_MODEL"] = "UNKNOWN_EMBEDDING_MODEL";
|
|
@@ -929,11 +941,30 @@ var WebhookIdentityType;
|
|
|
929
941
|
})(WebhookIdentityType || (WebhookIdentityType = {}));
|
|
930
942
|
|
|
931
943
|
// src/common/models.ts
|
|
932
|
-
var
|
|
933
|
-
|
|
934
|
-
|
|
935
|
-
|
|
936
|
-
|
|
944
|
+
var ClaudeModel2 = {
|
|
945
|
+
CLAUDE_4_SONNET_1_0: AnthropicModel.CLAUDE_4_SONNET_1_0,
|
|
946
|
+
CLAUDE_4_OPUS_1_0: AnthropicModel.CLAUDE_4_OPUS_1_0,
|
|
947
|
+
CLAUDE_4_5_SONNET_1_0: AnthropicModel.CLAUDE_4_5_SONNET_1_0,
|
|
948
|
+
CLAUDE_4_5_HAIKU_1_0: AnthropicModel.CLAUDE_4_5_HAIKU_1_0,
|
|
949
|
+
CLAUDE_4_5_OPUS_1_0: AnthropicModel.CLAUDE_4_5_OPUS_1_0,
|
|
950
|
+
CLAUDE_4_6_SONNET_1_0: AnthropicModel.CLAUDE_4_6_SONNET_1_0,
|
|
951
|
+
CLAUDE_4_6_OPUS_1_0: AnthropicModel.CLAUDE_4_6_OPUS_1_0
|
|
952
|
+
};
|
|
953
|
+
var OpenAIModel = {
|
|
954
|
+
GPT_4O_MINI_2024_07_18: Model.GPT_4O_MINI_2024_07_18,
|
|
955
|
+
GPT_4O_2024_11_20: Model.GPT_4O_2024_11_20,
|
|
956
|
+
O1_2024_12_17: Model.O1_2024_12_17,
|
|
957
|
+
O3_MINI_2025_01_31: Model.O3_MINI_2025_01_31,
|
|
958
|
+
GPT_4_1_2025_04_14: Model.GPT_4_1_2025_04_14,
|
|
959
|
+
GPT_4_1_MINI_2025_04_14: Model.GPT_4_1_MINI_2025_04_14,
|
|
960
|
+
GPT_4_1_NANO_2025_04_14: Model.GPT_4_1_NANO_2025_04_14,
|
|
961
|
+
O3_2025_04_16: Model.O3_2025_04_16,
|
|
962
|
+
O4_MINI_2025_04_16: Model.O4_MINI_2025_04_16,
|
|
963
|
+
GPT_5_2025_08_07: Model.GPT_5_2025_08_07,
|
|
964
|
+
GPT_5_MINI_2025_08_07: Model.GPT_5_MINI_2025_08_07,
|
|
965
|
+
GPT_5_NANO_2025_08_07: Model.GPT_5_NANO_2025_08_07
|
|
966
|
+
};
|
|
967
|
+
var AVAILABLE_CLAUDE_MODEL_IDS = Object.values(ClaudeModel2);
|
|
937
968
|
var PREFERRED_JUDGE_MODEL = "CLAUDE_4_5_HAIKU_1_0";
|
|
938
969
|
var DEFAULT_JUDGE_MODEL = AVAILABLE_CLAUDE_MODEL_IDS.includes(
|
|
939
970
|
PREFERRED_JUDGE_MODEL
|
|
@@ -941,11 +972,12 @@ var DEFAULT_JUDGE_MODEL = AVAILABLE_CLAUDE_MODEL_IDS.includes(
|
|
|
941
972
|
var ClaudeModelSchema = z4.enum(
|
|
942
973
|
AVAILABLE_CLAUDE_MODEL_IDS
|
|
943
974
|
);
|
|
944
|
-
var AVAILABLE_OPENAI_MODEL_IDS = Object.values(
|
|
945
|
-
|
|
946
|
-
|
|
947
|
-
|
|
948
|
-
|
|
975
|
+
var AVAILABLE_OPENAI_MODEL_IDS = Object.values(OpenAIModel);
|
|
976
|
+
var OPENAI_RESPONSES_MODEL_IDS = /* @__PURE__ */ new Set([
|
|
977
|
+
OpenAIModel.GPT_5_2025_08_07,
|
|
978
|
+
OpenAIModel.GPT_5_MINI_2025_08_07,
|
|
979
|
+
OpenAIModel.GPT_5_NANO_2025_08_07
|
|
980
|
+
]);
|
|
949
981
|
var OpenAIModelSchema = z4.enum(
|
|
950
982
|
AVAILABLE_OPENAI_MODEL_IDS
|
|
951
983
|
);
|
|
@@ -963,7 +995,8 @@ var ModelConfigSchema = z4.object({
|
|
|
963
995
|
nullToUndefined,
|
|
964
996
|
z4.number().min(0).max(1).optional()
|
|
965
997
|
),
|
|
966
|
-
maxTokens: z4.preprocess(nullToUndefined, z4.number().min(1).optional())
|
|
998
|
+
maxTokens: z4.preprocess(nullToUndefined, z4.number().min(1).optional()),
|
|
999
|
+
maxTurns: z4.preprocess(nullToUndefined, z4.number().int().min(1).optional())
|
|
967
1000
|
});
|
|
968
1001
|
|
|
969
1002
|
// src/common/rule.ts
|
|
@@ -2322,7 +2355,7 @@ export {
|
|
|
2322
2355
|
BuildCheckTestSchema,
|
|
2323
2356
|
BuildPassedAssertionSchema,
|
|
2324
2357
|
BuildPassedConfigSchema,
|
|
2325
|
-
ClaudeModel,
|
|
2358
|
+
ClaudeModel2 as ClaudeModel,
|
|
2326
2359
|
ClaudeModelSchema,
|
|
2327
2360
|
CommandExecutionSchema,
|
|
2328
2361
|
CommandExecutionTestSchema,
|
|
@@ -2388,7 +2421,8 @@ export {
|
|
|
2388
2421
|
MCP_SERVERS_JSON_KEY,
|
|
2389
2422
|
MetaSiteConfigSchema,
|
|
2390
2423
|
ModelConfigSchema,
|
|
2391
|
-
|
|
2424
|
+
OPENAI_RESPONSES_MODEL_IDS,
|
|
2425
|
+
OpenAIModel,
|
|
2392
2426
|
OpenAIModelSchema,
|
|
2393
2427
|
PlaywrightNLTestSchema,
|
|
2394
2428
|
PresetSchema,
|