@wix/evalforge-types 0.76.0 → 0.78.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/build/index.js +37 -1
- package/build/index.js.map +2 -2
- package/build/index.mjs +32 -1
- package/build/index.mjs.map +2 -2
- package/build/types/common/models.d.ts +20 -0
- package/build/types/evaluation/conversation.d.ts +34 -0
- package/package.json +2 -2
package/build/index.js
CHANGED
|
@@ -24,6 +24,7 @@ __export(index_exports, {
|
|
|
24
24
|
ALLOWED_BUILD_COMMANDS: () => ALLOWED_BUILD_COMMANDS,
|
|
25
25
|
ALL_AVAILABLE_MODEL_IDS: () => ALL_AVAILABLE_MODEL_IDS,
|
|
26
26
|
AVAILABLE_CLAUDE_MODEL_IDS: () => AVAILABLE_CLAUDE_MODEL_IDS,
|
|
27
|
+
AVAILABLE_GEMINI_MODEL_IDS: () => AVAILABLE_GEMINI_MODEL_IDS,
|
|
27
28
|
AVAILABLE_OPENAI_MODEL_IDS: () => AVAILABLE_OPENAI_MODEL_IDS,
|
|
28
29
|
AVAILABLE_RUN_COMMANDS: () => AVAILABLE_RUN_COMMANDS,
|
|
29
30
|
AVAILABLE_TOOL_NAMES: () => AVAILABLE_TOOL_NAMES,
|
|
@@ -74,6 +75,7 @@ __export(index_exports, {
|
|
|
74
75
|
ConversationBlockSchema: () => ConversationBlockSchema,
|
|
75
76
|
ConversationMessageRoles: () => ConversationMessageRoles,
|
|
76
77
|
ConversationMessageSchema: () => ConversationMessageSchema,
|
|
78
|
+
ConversationResponseSchema: () => ConversationResponseSchema,
|
|
77
79
|
CostAssertionSchema: () => CostAssertionSchema,
|
|
78
80
|
CostConfigSchema: () => CostConfigSchema,
|
|
79
81
|
CreateAgentInputSchema: () => CreateAgentInputSchema,
|
|
@@ -117,6 +119,9 @@ __export(index_exports, {
|
|
|
117
119
|
FileModificationSchema: () => FileModificationSchema,
|
|
118
120
|
FilePresenceTestSchema: () => FilePresenceTestSchema,
|
|
119
121
|
FrequencyType: () => FrequencyType,
|
|
122
|
+
GEMINI_THINKING_MODEL_IDS: () => GEMINI_THINKING_MODEL_IDS,
|
|
123
|
+
GeminiModel: () => GeminiModel,
|
|
124
|
+
GeminiModelSchema: () => GeminiModelSchema,
|
|
120
125
|
GitHubSourceSchema: () => GitHubSourceSchema,
|
|
121
126
|
InitialCapabilityVersionInputSchema: () => InitialCapabilityVersionInputSchema,
|
|
122
127
|
InitialVersionInputSchema: () => InitialVersionInputSchema,
|
|
@@ -319,9 +324,31 @@ var OPENAI_RESPONSES_MODEL_IDS = /* @__PURE__ */ new Set([
|
|
|
319
324
|
var OpenAIModelSchema = import_zod4.z.enum(
|
|
320
325
|
AVAILABLE_OPENAI_MODEL_IDS
|
|
321
326
|
);
|
|
327
|
+
var GeminiModel = {
|
|
328
|
+
GEMINI_2_0_FLASH: "gemini-2.0-flash",
|
|
329
|
+
GEMINI_2_0_FLASH_LITE: "gemini-2.0-flash-lite",
|
|
330
|
+
GEMINI_2_5_PRO: "gemini-2.5-pro",
|
|
331
|
+
GEMINI_2_5_FLASH: "gemini-2.5-flash",
|
|
332
|
+
GEMINI_2_5_FLASH_LITE: "gemini-2.5-flash-lite",
|
|
333
|
+
GEMINI_3_0_PRO: "gemini-3-pro-preview",
|
|
334
|
+
GEMINI_3_0_FLASH: "gemini-3-flash-preview",
|
|
335
|
+
GEMINI_3_1_PRO: "gemini-3.1-pro-preview"
|
|
336
|
+
};
|
|
337
|
+
var AVAILABLE_GEMINI_MODEL_IDS = Object.values(GeminiModel);
|
|
338
|
+
var GEMINI_THINKING_MODEL_IDS = /* @__PURE__ */ new Set([
|
|
339
|
+
GeminiModel.GEMINI_2_5_PRO,
|
|
340
|
+
GeminiModel.GEMINI_2_5_FLASH,
|
|
341
|
+
GeminiModel.GEMINI_3_0_PRO,
|
|
342
|
+
GeminiModel.GEMINI_3_0_FLASH,
|
|
343
|
+
GeminiModel.GEMINI_3_1_PRO
|
|
344
|
+
]);
|
|
345
|
+
var GeminiModelSchema = import_zod4.z.enum(
|
|
346
|
+
AVAILABLE_GEMINI_MODEL_IDS
|
|
347
|
+
);
|
|
322
348
|
var ALL_AVAILABLE_MODEL_IDS = [
|
|
323
349
|
...AVAILABLE_CLAUDE_MODEL_IDS,
|
|
324
|
-
...AVAILABLE_OPENAI_MODEL_IDS
|
|
350
|
+
...AVAILABLE_OPENAI_MODEL_IDS,
|
|
351
|
+
...AVAILABLE_GEMINI_MODEL_IDS
|
|
325
352
|
];
|
|
326
353
|
var AnyModelSchema = import_zod4.z.enum(
|
|
327
354
|
ALL_AVAILABLE_MODEL_IDS
|
|
@@ -1944,6 +1971,10 @@ var ScenarioConversationSchema = import_zod31.z.object({
|
|
|
1944
1971
|
messages: import_zod31.z.array(ConversationMessageSchema),
|
|
1945
1972
|
createdAt: import_zod31.z.string()
|
|
1946
1973
|
});
|
|
1974
|
+
var ConversationResponseSchema = import_zod31.z.object({
|
|
1975
|
+
messages: import_zod31.z.array(ConversationMessageSchema),
|
|
1976
|
+
isPartial: import_zod31.z.boolean()
|
|
1977
|
+
});
|
|
1947
1978
|
|
|
1948
1979
|
// src/evaluation/eval-result.ts
|
|
1949
1980
|
var AssertionResultStatus = /* @__PURE__ */ ((AssertionResultStatus2) => {
|
|
@@ -2196,6 +2227,7 @@ var UpdateEvalScheduleInputSchema = BaseCreateScheduleSchema.partial().superRefi
|
|
|
2196
2227
|
ALLOWED_BUILD_COMMANDS,
|
|
2197
2228
|
ALL_AVAILABLE_MODEL_IDS,
|
|
2198
2229
|
AVAILABLE_CLAUDE_MODEL_IDS,
|
|
2230
|
+
AVAILABLE_GEMINI_MODEL_IDS,
|
|
2199
2231
|
AVAILABLE_OPENAI_MODEL_IDS,
|
|
2200
2232
|
AVAILABLE_RUN_COMMANDS,
|
|
2201
2233
|
AVAILABLE_TOOL_NAMES,
|
|
@@ -2246,6 +2278,7 @@ var UpdateEvalScheduleInputSchema = BaseCreateScheduleSchema.partial().superRefi
|
|
|
2246
2278
|
ConversationBlockSchema,
|
|
2247
2279
|
ConversationMessageRoles,
|
|
2248
2280
|
ConversationMessageSchema,
|
|
2281
|
+
ConversationResponseSchema,
|
|
2249
2282
|
CostAssertionSchema,
|
|
2250
2283
|
CostConfigSchema,
|
|
2251
2284
|
CreateAgentInputSchema,
|
|
@@ -2289,6 +2322,9 @@ var UpdateEvalScheduleInputSchema = BaseCreateScheduleSchema.partial().superRefi
|
|
|
2289
2322
|
FileModificationSchema,
|
|
2290
2323
|
FilePresenceTestSchema,
|
|
2291
2324
|
FrequencyType,
|
|
2325
|
+
GEMINI_THINKING_MODEL_IDS,
|
|
2326
|
+
GeminiModel,
|
|
2327
|
+
GeminiModelSchema,
|
|
2292
2328
|
GitHubSourceSchema,
|
|
2293
2329
|
InitialCapabilityVersionInputSchema,
|
|
2294
2330
|
InitialVersionInputSchema,
|