@wix/evalforge-types 0.57.0 → 0.59.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/build/index.js +58 -24
- package/build/index.js.map +4 -4
- package/build/index.mjs +54 -24
- package/build/index.mjs.map +4 -4
- package/build/types/agent/adapter.d.ts +10 -0
- package/build/types/evaluation/eval-result.d.ts +2 -0
- package/build/types/evaluation/eval-run-folder.d.ts +43 -0
- package/build/types/evaluation/eval-run.d.ts +7 -0
- package/build/types/evaluation/index.d.ts +1 -0
- package/package.json +2 -2
package/build/index.mjs
CHANGED
|
@@ -993,7 +993,9 @@ var DiffContentSchema = z27.object({
|
|
|
993
993
|
expected: z27.string(),
|
|
994
994
|
actual: z27.string(),
|
|
995
995
|
diffLines: z27.array(DiffLineSchema),
|
|
996
|
-
renamedFrom: z27.string().optional()
|
|
996
|
+
renamedFrom: z27.string().optional(),
|
|
997
|
+
/** Whether this file is an infrastructure/config file (e.g. .claude/settings.json, .mcp.json) */
|
|
998
|
+
isInfrastructure: z27.boolean().optional()
|
|
997
999
|
});
|
|
998
1000
|
var CommandExecutionSchema = z27.object({
|
|
999
1001
|
command: z27.string(),
|
|
@@ -1017,7 +1019,9 @@ var TemplateFileSchema = z27.object({
|
|
|
1017
1019
|
/** Full file content after execution */
|
|
1018
1020
|
content: z27.string(),
|
|
1019
1021
|
/** File status (new, modified, unchanged) */
|
|
1020
|
-
status: z27.enum(["new", "modified", "unchanged"])
|
|
1022
|
+
status: z27.enum(["new", "modified", "unchanged"]),
|
|
1023
|
+
/** Whether this file is an infrastructure/config file (e.g. .claude/settings.json, .mcp.json) */
|
|
1024
|
+
isInfrastructure: z27.boolean().optional()
|
|
1021
1025
|
});
|
|
1022
1026
|
var ApiCallSchema = z27.object({
|
|
1023
1027
|
endpoint: z27.string(),
|
|
@@ -1278,14 +1282,36 @@ var LeanEvaluationResultSchema = z29.object({
|
|
|
1278
1282
|
microcentsSpent: z29.number().optional()
|
|
1279
1283
|
});
|
|
1280
1284
|
|
|
1281
|
-
// src/
|
|
1285
|
+
// src/evaluation/eval-run-folder.ts
|
|
1282
1286
|
import { z as z30 } from "zod";
|
|
1287
|
+
var EvalRunFolderSchema = TenantEntitySchema.extend({});
|
|
1288
|
+
var CreateEvalRunFolderInputSchema = EvalRunFolderSchema.omit({
|
|
1289
|
+
id: true,
|
|
1290
|
+
createdAt: true,
|
|
1291
|
+
updatedAt: true,
|
|
1292
|
+
deleted: true
|
|
1293
|
+
});
|
|
1294
|
+
var UpdateEvalRunFolderInputSchema = EvalRunFolderSchema.omit({
|
|
1295
|
+
id: true,
|
|
1296
|
+
createdAt: true,
|
|
1297
|
+
updatedAt: true,
|
|
1298
|
+
deleted: true
|
|
1299
|
+
}).partial();
|
|
1300
|
+
var EvalRunFolderMembershipSchema = z30.object({
|
|
1301
|
+
folderId: z30.string(),
|
|
1302
|
+
evalRunId: z30.string(),
|
|
1303
|
+
projectId: z30.string(),
|
|
1304
|
+
createdAt: z30.string()
|
|
1305
|
+
});
|
|
1306
|
+
|
|
1307
|
+
// src/project/project.ts
|
|
1308
|
+
import { z as z31 } from "zod";
|
|
1283
1309
|
var ProjectSchema = BaseEntitySchema.extend({
|
|
1284
|
-
appId:
|
|
1285
|
-
appSecret:
|
|
1286
|
-
useWixAuth:
|
|
1287
|
-
useBase44Auth:
|
|
1288
|
-
scenarioTags:
|
|
1310
|
+
appId: z31.string().optional().describe("The ID of the app in Dev Center"),
|
|
1311
|
+
appSecret: z31.string().optional().describe("The secret of the app in Dev Center"),
|
|
1312
|
+
useWixAuth: z31.boolean().optional().describe("Enable Wix CLI/MCP auth for evaluations"),
|
|
1313
|
+
useBase44Auth: z31.boolean().optional().describe("Enable Base44 auth for evaluations"),
|
|
1314
|
+
scenarioTags: z31.array(z31.string()).optional().describe("Project-level tag vocabulary for scenarios")
|
|
1289
1315
|
});
|
|
1290
1316
|
var CreateProjectInputSchema = ProjectSchema.omit({
|
|
1291
1317
|
id: true,
|
|
@@ -1309,7 +1335,7 @@ var CreateTemplateInputSchema = TemplateSchema.omit({
|
|
|
1309
1335
|
var UpdateTemplateInputSchema = CreateTemplateInputSchema.partial();
|
|
1310
1336
|
|
|
1311
1337
|
// src/schedule/eval-schedule.ts
|
|
1312
|
-
import { z as
|
|
1338
|
+
import { z as z32 } from "zod";
|
|
1313
1339
|
var FrequencyType = /* @__PURE__ */ ((FrequencyType2) => {
|
|
1314
1340
|
FrequencyType2["DAILY"] = "daily";
|
|
1315
1341
|
FrequencyType2["WEEKDAY"] = "weekday";
|
|
@@ -1319,29 +1345,29 @@ var FrequencyType = /* @__PURE__ */ ((FrequencyType2) => {
|
|
|
1319
1345
|
})(FrequencyType || {});
|
|
1320
1346
|
var EvalScheduleSchema = TenantEntitySchema.extend({
|
|
1321
1347
|
/** Whether the schedule is active */
|
|
1322
|
-
enabled:
|
|
1348
|
+
enabled: z32.boolean(),
|
|
1323
1349
|
/** Test suite to run */
|
|
1324
|
-
suiteId:
|
|
1350
|
+
suiteId: z32.string(),
|
|
1325
1351
|
/** Preset that provides agent + entities for this schedule */
|
|
1326
|
-
presetId:
|
|
1352
|
+
presetId: z32.string(),
|
|
1327
1353
|
/** How often to run */
|
|
1328
|
-
frequencyType:
|
|
1354
|
+
frequencyType: z32.nativeEnum(FrequencyType),
|
|
1329
1355
|
/** Time of day in 24h format (HH:MM), hours 00-23, minutes 00-59 */
|
|
1330
|
-
timeOfDay:
|
|
1356
|
+
timeOfDay: z32.string().regex(/^([01]\d|2[0-3]):[0-5]\d$/),
|
|
1331
1357
|
/** Day of week (0=Sun, 6=Sat) for weekly schedules */
|
|
1332
|
-
dayOfWeek:
|
|
1358
|
+
dayOfWeek: z32.number().min(0).max(6).optional(),
|
|
1333
1359
|
/** Day of month (1-31) for monthly schedules */
|
|
1334
|
-
dayOfMonth:
|
|
1360
|
+
dayOfMonth: z32.number().min(1).max(31).optional(),
|
|
1335
1361
|
/** IANA timezone (e.g., 'America/New_York') */
|
|
1336
|
-
timezone:
|
|
1362
|
+
timezone: z32.string(),
|
|
1337
1363
|
/** ID of the last eval run created by this schedule */
|
|
1338
|
-
lastRunId:
|
|
1364
|
+
lastRunId: z32.string().optional(),
|
|
1339
1365
|
/** Denormalized status of the last run */
|
|
1340
|
-
lastRunStatus:
|
|
1366
|
+
lastRunStatus: z32.string().optional(),
|
|
1341
1367
|
/** ISO timestamp of the last run */
|
|
1342
|
-
lastRunAt:
|
|
1368
|
+
lastRunAt: z32.string().optional(),
|
|
1343
1369
|
/** Next scheduled run time in UTC (pre-computed for efficient querying, set by backend) */
|
|
1344
|
-
nextRunAt:
|
|
1370
|
+
nextRunAt: z32.string().optional()
|
|
1345
1371
|
});
|
|
1346
1372
|
function isValidTimezone(tz) {
|
|
1347
1373
|
try {
|
|
@@ -1354,14 +1380,14 @@ function isValidTimezone(tz) {
|
|
|
1354
1380
|
function validateScheduleFields(data, ctx, options) {
|
|
1355
1381
|
if (data.frequencyType === "weekly" /* WEEKLY */ && data.dayOfWeek == null) {
|
|
1356
1382
|
ctx.addIssue({
|
|
1357
|
-
code:
|
|
1383
|
+
code: z32.ZodIssueCode.custom,
|
|
1358
1384
|
message: "dayOfWeek is required for weekly schedules",
|
|
1359
1385
|
path: ["dayOfWeek"]
|
|
1360
1386
|
});
|
|
1361
1387
|
}
|
|
1362
1388
|
if (data.frequencyType === "monthly" /* MONTHLY */ && data.dayOfMonth == null) {
|
|
1363
1389
|
ctx.addIssue({
|
|
1364
|
-
code:
|
|
1390
|
+
code: z32.ZodIssueCode.custom,
|
|
1365
1391
|
message: "dayOfMonth is required for monthly schedules",
|
|
1366
1392
|
path: ["dayOfMonth"]
|
|
1367
1393
|
});
|
|
@@ -1369,7 +1395,7 @@ function validateScheduleFields(data, ctx, options) {
|
|
|
1369
1395
|
const shouldValidateTz = options.partial ? data.timezone !== void 0 : true;
|
|
1370
1396
|
if (shouldValidateTz && !isValidTimezone(data.timezone)) {
|
|
1371
1397
|
ctx.addIssue({
|
|
1372
|
-
code:
|
|
1398
|
+
code: z32.ZodIssueCode.custom,
|
|
1373
1399
|
message: "Invalid IANA timezone",
|
|
1374
1400
|
path: ["timezone"]
|
|
1375
1401
|
});
|
|
@@ -1590,6 +1616,7 @@ export {
|
|
|
1590
1616
|
CostConfigSchema,
|
|
1591
1617
|
CreateAgentInputSchema,
|
|
1592
1618
|
CreateCustomAssertionInputSchema,
|
|
1619
|
+
CreateEvalRunFolderInputSchema,
|
|
1593
1620
|
CreateEvalRunInputSchema,
|
|
1594
1621
|
CreateEvalScheduleInputSchema,
|
|
1595
1622
|
CreateMcpInputSchema,
|
|
@@ -1610,6 +1637,8 @@ export {
|
|
|
1610
1637
|
DiffLineTypeSchema,
|
|
1611
1638
|
EnvironmentSchema,
|
|
1612
1639
|
EvalMetricsSchema,
|
|
1640
|
+
EvalRunFolderMembershipSchema,
|
|
1641
|
+
EvalRunFolderSchema,
|
|
1613
1642
|
EvalRunResultSchema,
|
|
1614
1643
|
EvalRunSchema,
|
|
1615
1644
|
EvalScheduleSchema,
|
|
@@ -1703,6 +1732,7 @@ export {
|
|
|
1703
1732
|
TriggerType,
|
|
1704
1733
|
UpdateAgentInputSchema,
|
|
1705
1734
|
UpdateCustomAssertionInputSchema,
|
|
1735
|
+
UpdateEvalRunFolderInputSchema,
|
|
1706
1736
|
UpdateEvalScheduleInputSchema,
|
|
1707
1737
|
UpdateMcpInputSchema,
|
|
1708
1738
|
UpdatePresetInputSchema,
|