@wix/evalforge-types 0.57.0 → 0.59.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/build/index.js +58 -24
- package/build/index.js.map +4 -4
- package/build/index.mjs +54 -24
- package/build/index.mjs.map +4 -4
- package/build/types/agent/adapter.d.ts +10 -0
- package/build/types/evaluation/eval-result.d.ts +2 -0
- package/build/types/evaluation/eval-run-folder.d.ts +43 -0
- package/build/types/evaluation/eval-run.d.ts +7 -0
- package/build/types/evaluation/index.d.ts +1 -0
- package/package.json +2 -2
package/build/index.js
CHANGED
|
@@ -60,6 +60,7 @@ __export(index_exports, {
|
|
|
60
60
|
CostConfigSchema: () => CostConfigSchema,
|
|
61
61
|
CreateAgentInputSchema: () => CreateAgentInputSchema,
|
|
62
62
|
CreateCustomAssertionInputSchema: () => CreateCustomAssertionInputSchema,
|
|
63
|
+
CreateEvalRunFolderInputSchema: () => CreateEvalRunFolderInputSchema,
|
|
63
64
|
CreateEvalRunInputSchema: () => CreateEvalRunInputSchema,
|
|
64
65
|
CreateEvalScheduleInputSchema: () => CreateEvalScheduleInputSchema,
|
|
65
66
|
CreateMcpInputSchema: () => CreateMcpInputSchema,
|
|
@@ -80,6 +81,8 @@ __export(index_exports, {
|
|
|
80
81
|
DiffLineTypeSchema: () => DiffLineTypeSchema,
|
|
81
82
|
EnvironmentSchema: () => EnvironmentSchema,
|
|
82
83
|
EvalMetricsSchema: () => EvalMetricsSchema,
|
|
84
|
+
EvalRunFolderMembershipSchema: () => EvalRunFolderMembershipSchema,
|
|
85
|
+
EvalRunFolderSchema: () => EvalRunFolderSchema,
|
|
83
86
|
EvalRunResultSchema: () => EvalRunResultSchema,
|
|
84
87
|
EvalRunSchema: () => EvalRunSchema,
|
|
85
88
|
EvalScheduleSchema: () => EvalScheduleSchema,
|
|
@@ -173,6 +176,7 @@ __export(index_exports, {
|
|
|
173
176
|
TriggerType: () => TriggerType,
|
|
174
177
|
UpdateAgentInputSchema: () => UpdateAgentInputSchema,
|
|
175
178
|
UpdateCustomAssertionInputSchema: () => UpdateCustomAssertionInputSchema,
|
|
179
|
+
UpdateEvalRunFolderInputSchema: () => UpdateEvalRunFolderInputSchema,
|
|
176
180
|
UpdateEvalScheduleInputSchema: () => UpdateEvalScheduleInputSchema,
|
|
177
181
|
UpdateMcpInputSchema: () => UpdateMcpInputSchema,
|
|
178
182
|
UpdatePresetInputSchema: () => UpdatePresetInputSchema,
|
|
@@ -1193,7 +1197,9 @@ var DiffContentSchema = import_zod27.z.object({
|
|
|
1193
1197
|
expected: import_zod27.z.string(),
|
|
1194
1198
|
actual: import_zod27.z.string(),
|
|
1195
1199
|
diffLines: import_zod27.z.array(DiffLineSchema),
|
|
1196
|
-
renamedFrom: import_zod27.z.string().optional()
|
|
1200
|
+
renamedFrom: import_zod27.z.string().optional(),
|
|
1201
|
+
/** Whether this file is an infrastructure/config file (e.g. .claude/settings.json, .mcp.json) */
|
|
1202
|
+
isInfrastructure: import_zod27.z.boolean().optional()
|
|
1197
1203
|
});
|
|
1198
1204
|
var CommandExecutionSchema = import_zod27.z.object({
|
|
1199
1205
|
command: import_zod27.z.string(),
|
|
@@ -1217,7 +1223,9 @@ var TemplateFileSchema = import_zod27.z.object({
|
|
|
1217
1223
|
/** Full file content after execution */
|
|
1218
1224
|
content: import_zod27.z.string(),
|
|
1219
1225
|
/** File status (new, modified, unchanged) */
|
|
1220
|
-
status: import_zod27.z.enum(["new", "modified", "unchanged"])
|
|
1226
|
+
status: import_zod27.z.enum(["new", "modified", "unchanged"]),
|
|
1227
|
+
/** Whether this file is an infrastructure/config file (e.g. .claude/settings.json, .mcp.json) */
|
|
1228
|
+
isInfrastructure: import_zod27.z.boolean().optional()
|
|
1221
1229
|
});
|
|
1222
1230
|
var ApiCallSchema = import_zod27.z.object({
|
|
1223
1231
|
endpoint: import_zod27.z.string(),
|
|
@@ -1478,14 +1486,36 @@ var LeanEvaluationResultSchema = import_zod29.z.object({
|
|
|
1478
1486
|
microcentsSpent: import_zod29.z.number().optional()
|
|
1479
1487
|
});
|
|
1480
1488
|
|
|
1481
|
-
// src/
|
|
1489
|
+
// src/evaluation/eval-run-folder.ts
|
|
1482
1490
|
var import_zod30 = require("zod");
|
|
1491
|
+
var EvalRunFolderSchema = TenantEntitySchema.extend({});
|
|
1492
|
+
var CreateEvalRunFolderInputSchema = EvalRunFolderSchema.omit({
|
|
1493
|
+
id: true,
|
|
1494
|
+
createdAt: true,
|
|
1495
|
+
updatedAt: true,
|
|
1496
|
+
deleted: true
|
|
1497
|
+
});
|
|
1498
|
+
var UpdateEvalRunFolderInputSchema = EvalRunFolderSchema.omit({
|
|
1499
|
+
id: true,
|
|
1500
|
+
createdAt: true,
|
|
1501
|
+
updatedAt: true,
|
|
1502
|
+
deleted: true
|
|
1503
|
+
}).partial();
|
|
1504
|
+
var EvalRunFolderMembershipSchema = import_zod30.z.object({
|
|
1505
|
+
folderId: import_zod30.z.string(),
|
|
1506
|
+
evalRunId: import_zod30.z.string(),
|
|
1507
|
+
projectId: import_zod30.z.string(),
|
|
1508
|
+
createdAt: import_zod30.z.string()
|
|
1509
|
+
});
|
|
1510
|
+
|
|
1511
|
+
// src/project/project.ts
|
|
1512
|
+
var import_zod31 = require("zod");
|
|
1483
1513
|
var ProjectSchema = BaseEntitySchema.extend({
|
|
1484
|
-
appId:
|
|
1485
|
-
appSecret:
|
|
1486
|
-
useWixAuth:
|
|
1487
|
-
useBase44Auth:
|
|
1488
|
-
scenarioTags:
|
|
1514
|
+
appId: import_zod31.z.string().optional().describe("The ID of the app in Dev Center"),
|
|
1515
|
+
appSecret: import_zod31.z.string().optional().describe("The secret of the app in Dev Center"),
|
|
1516
|
+
useWixAuth: import_zod31.z.boolean().optional().describe("Enable Wix CLI/MCP auth for evaluations"),
|
|
1517
|
+
useBase44Auth: import_zod31.z.boolean().optional().describe("Enable Base44 auth for evaluations"),
|
|
1518
|
+
scenarioTags: import_zod31.z.array(import_zod31.z.string()).optional().describe("Project-level tag vocabulary for scenarios")
|
|
1489
1519
|
});
|
|
1490
1520
|
var CreateProjectInputSchema = ProjectSchema.omit({
|
|
1491
1521
|
id: true,
|
|
@@ -1509,7 +1539,7 @@ var CreateTemplateInputSchema = TemplateSchema.omit({
|
|
|
1509
1539
|
var UpdateTemplateInputSchema = CreateTemplateInputSchema.partial();
|
|
1510
1540
|
|
|
1511
1541
|
// src/schedule/eval-schedule.ts
|
|
1512
|
-
var
|
|
1542
|
+
var import_zod32 = require("zod");
|
|
1513
1543
|
var FrequencyType = /* @__PURE__ */ ((FrequencyType2) => {
|
|
1514
1544
|
FrequencyType2["DAILY"] = "daily";
|
|
1515
1545
|
FrequencyType2["WEEKDAY"] = "weekday";
|
|
@@ -1519,29 +1549,29 @@ var FrequencyType = /* @__PURE__ */ ((FrequencyType2) => {
|
|
|
1519
1549
|
})(FrequencyType || {});
|
|
1520
1550
|
var EvalScheduleSchema = TenantEntitySchema.extend({
|
|
1521
1551
|
/** Whether the schedule is active */
|
|
1522
|
-
enabled:
|
|
1552
|
+
enabled: import_zod32.z.boolean(),
|
|
1523
1553
|
/** Test suite to run */
|
|
1524
|
-
suiteId:
|
|
1554
|
+
suiteId: import_zod32.z.string(),
|
|
1525
1555
|
/** Preset that provides agent + entities for this schedule */
|
|
1526
|
-
presetId:
|
|
1556
|
+
presetId: import_zod32.z.string(),
|
|
1527
1557
|
/** How often to run */
|
|
1528
|
-
frequencyType:
|
|
1558
|
+
frequencyType: import_zod32.z.nativeEnum(FrequencyType),
|
|
1529
1559
|
/** Time of day in 24h format (HH:MM), hours 00-23, minutes 00-59 */
|
|
1530
|
-
timeOfDay:
|
|
1560
|
+
timeOfDay: import_zod32.z.string().regex(/^([01]\d|2[0-3]):[0-5]\d$/),
|
|
1531
1561
|
/** Day of week (0=Sun, 6=Sat) for weekly schedules */
|
|
1532
|
-
dayOfWeek:
|
|
1562
|
+
dayOfWeek: import_zod32.z.number().min(0).max(6).optional(),
|
|
1533
1563
|
/** Day of month (1-31) for monthly schedules */
|
|
1534
|
-
dayOfMonth:
|
|
1564
|
+
dayOfMonth: import_zod32.z.number().min(1).max(31).optional(),
|
|
1535
1565
|
/** IANA timezone (e.g., 'America/New_York') */
|
|
1536
|
-
timezone:
|
|
1566
|
+
timezone: import_zod32.z.string(),
|
|
1537
1567
|
/** ID of the last eval run created by this schedule */
|
|
1538
|
-
lastRunId:
|
|
1568
|
+
lastRunId: import_zod32.z.string().optional(),
|
|
1539
1569
|
/** Denormalized status of the last run */
|
|
1540
|
-
lastRunStatus:
|
|
1570
|
+
lastRunStatus: import_zod32.z.string().optional(),
|
|
1541
1571
|
/** ISO timestamp of the last run */
|
|
1542
|
-
lastRunAt:
|
|
1572
|
+
lastRunAt: import_zod32.z.string().optional(),
|
|
1543
1573
|
/** Next scheduled run time in UTC (pre-computed for efficient querying, set by backend) */
|
|
1544
|
-
nextRunAt:
|
|
1574
|
+
nextRunAt: import_zod32.z.string().optional()
|
|
1545
1575
|
});
|
|
1546
1576
|
function isValidTimezone(tz) {
|
|
1547
1577
|
try {
|
|
@@ -1554,14 +1584,14 @@ function isValidTimezone(tz) {
|
|
|
1554
1584
|
function validateScheduleFields(data, ctx, options) {
|
|
1555
1585
|
if (data.frequencyType === "weekly" /* WEEKLY */ && data.dayOfWeek == null) {
|
|
1556
1586
|
ctx.addIssue({
|
|
1557
|
-
code:
|
|
1587
|
+
code: import_zod32.z.ZodIssueCode.custom,
|
|
1558
1588
|
message: "dayOfWeek is required for weekly schedules",
|
|
1559
1589
|
path: ["dayOfWeek"]
|
|
1560
1590
|
});
|
|
1561
1591
|
}
|
|
1562
1592
|
if (data.frequencyType === "monthly" /* MONTHLY */ && data.dayOfMonth == null) {
|
|
1563
1593
|
ctx.addIssue({
|
|
1564
|
-
code:
|
|
1594
|
+
code: import_zod32.z.ZodIssueCode.custom,
|
|
1565
1595
|
message: "dayOfMonth is required for monthly schedules",
|
|
1566
1596
|
path: ["dayOfMonth"]
|
|
1567
1597
|
});
|
|
@@ -1569,7 +1599,7 @@ function validateScheduleFields(data, ctx, options) {
|
|
|
1569
1599
|
const shouldValidateTz = options.partial ? data.timezone !== void 0 : true;
|
|
1570
1600
|
if (shouldValidateTz && !isValidTimezone(data.timezone)) {
|
|
1571
1601
|
ctx.addIssue({
|
|
1572
|
-
code:
|
|
1602
|
+
code: import_zod32.z.ZodIssueCode.custom,
|
|
1573
1603
|
message: "Invalid IANA timezone",
|
|
1574
1604
|
path: ["timezone"]
|
|
1575
1605
|
});
|
|
@@ -1791,6 +1821,7 @@ function getSystemAssertion(id) {
|
|
|
1791
1821
|
CostConfigSchema,
|
|
1792
1822
|
CreateAgentInputSchema,
|
|
1793
1823
|
CreateCustomAssertionInputSchema,
|
|
1824
|
+
CreateEvalRunFolderInputSchema,
|
|
1794
1825
|
CreateEvalRunInputSchema,
|
|
1795
1826
|
CreateEvalScheduleInputSchema,
|
|
1796
1827
|
CreateMcpInputSchema,
|
|
@@ -1811,6 +1842,8 @@ function getSystemAssertion(id) {
|
|
|
1811
1842
|
DiffLineTypeSchema,
|
|
1812
1843
|
EnvironmentSchema,
|
|
1813
1844
|
EvalMetricsSchema,
|
|
1845
|
+
EvalRunFolderMembershipSchema,
|
|
1846
|
+
EvalRunFolderSchema,
|
|
1814
1847
|
EvalRunResultSchema,
|
|
1815
1848
|
EvalRunSchema,
|
|
1816
1849
|
EvalScheduleSchema,
|
|
@@ -1904,6 +1937,7 @@ function getSystemAssertion(id) {
|
|
|
1904
1937
|
TriggerType,
|
|
1905
1938
|
UpdateAgentInputSchema,
|
|
1906
1939
|
UpdateCustomAssertionInputSchema,
|
|
1940
|
+
UpdateEvalRunFolderInputSchema,
|
|
1907
1941
|
UpdateEvalScheduleInputSchema,
|
|
1908
1942
|
UpdateMcpInputSchema,
|
|
1909
1943
|
UpdatePresetInputSchema,
|