@wix/evalforge-types 0.58.0 → 0.59.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/build/index.js +52 -22
- package/build/index.js.map +4 -4
- package/build/index.mjs +48 -22
- package/build/index.mjs.map +4 -4
- package/build/types/evaluation/eval-run-folder.d.ts +43 -0
- package/build/types/evaluation/index.d.ts +1 -0
- package/package.json +2 -2
package/build/index.js
CHANGED
|
@@ -60,6 +60,7 @@ __export(index_exports, {
|
|
|
60
60
|
CostConfigSchema: () => CostConfigSchema,
|
|
61
61
|
CreateAgentInputSchema: () => CreateAgentInputSchema,
|
|
62
62
|
CreateCustomAssertionInputSchema: () => CreateCustomAssertionInputSchema,
|
|
63
|
+
CreateEvalRunFolderInputSchema: () => CreateEvalRunFolderInputSchema,
|
|
63
64
|
CreateEvalRunInputSchema: () => CreateEvalRunInputSchema,
|
|
64
65
|
CreateEvalScheduleInputSchema: () => CreateEvalScheduleInputSchema,
|
|
65
66
|
CreateMcpInputSchema: () => CreateMcpInputSchema,
|
|
@@ -80,6 +81,8 @@ __export(index_exports, {
|
|
|
80
81
|
DiffLineTypeSchema: () => DiffLineTypeSchema,
|
|
81
82
|
EnvironmentSchema: () => EnvironmentSchema,
|
|
82
83
|
EvalMetricsSchema: () => EvalMetricsSchema,
|
|
84
|
+
EvalRunFolderMembershipSchema: () => EvalRunFolderMembershipSchema,
|
|
85
|
+
EvalRunFolderSchema: () => EvalRunFolderSchema,
|
|
83
86
|
EvalRunResultSchema: () => EvalRunResultSchema,
|
|
84
87
|
EvalRunSchema: () => EvalRunSchema,
|
|
85
88
|
EvalScheduleSchema: () => EvalScheduleSchema,
|
|
@@ -173,6 +176,7 @@ __export(index_exports, {
|
|
|
173
176
|
TriggerType: () => TriggerType,
|
|
174
177
|
UpdateAgentInputSchema: () => UpdateAgentInputSchema,
|
|
175
178
|
UpdateCustomAssertionInputSchema: () => UpdateCustomAssertionInputSchema,
|
|
179
|
+
UpdateEvalRunFolderInputSchema: () => UpdateEvalRunFolderInputSchema,
|
|
176
180
|
UpdateEvalScheduleInputSchema: () => UpdateEvalScheduleInputSchema,
|
|
177
181
|
UpdateMcpInputSchema: () => UpdateMcpInputSchema,
|
|
178
182
|
UpdatePresetInputSchema: () => UpdatePresetInputSchema,
|
|
@@ -1482,14 +1486,36 @@ var LeanEvaluationResultSchema = import_zod29.z.object({
|
|
|
1482
1486
|
microcentsSpent: import_zod29.z.number().optional()
|
|
1483
1487
|
});
|
|
1484
1488
|
|
|
1485
|
-
// src/
|
|
1489
|
+
// src/evaluation/eval-run-folder.ts
|
|
1486
1490
|
var import_zod30 = require("zod");
|
|
1491
|
+
var EvalRunFolderSchema = TenantEntitySchema.extend({});
|
|
1492
|
+
var CreateEvalRunFolderInputSchema = EvalRunFolderSchema.omit({
|
|
1493
|
+
id: true,
|
|
1494
|
+
createdAt: true,
|
|
1495
|
+
updatedAt: true,
|
|
1496
|
+
deleted: true
|
|
1497
|
+
});
|
|
1498
|
+
var UpdateEvalRunFolderInputSchema = EvalRunFolderSchema.omit({
|
|
1499
|
+
id: true,
|
|
1500
|
+
createdAt: true,
|
|
1501
|
+
updatedAt: true,
|
|
1502
|
+
deleted: true
|
|
1503
|
+
}).partial();
|
|
1504
|
+
var EvalRunFolderMembershipSchema = import_zod30.z.object({
|
|
1505
|
+
folderId: import_zod30.z.string(),
|
|
1506
|
+
evalRunId: import_zod30.z.string(),
|
|
1507
|
+
projectId: import_zod30.z.string(),
|
|
1508
|
+
createdAt: import_zod30.z.string()
|
|
1509
|
+
});
|
|
1510
|
+
|
|
1511
|
+
// src/project/project.ts
|
|
1512
|
+
var import_zod31 = require("zod");
|
|
1487
1513
|
var ProjectSchema = BaseEntitySchema.extend({
|
|
1488
|
-
appId:
|
|
1489
|
-
appSecret:
|
|
1490
|
-
useWixAuth:
|
|
1491
|
-
useBase44Auth:
|
|
1492
|
-
scenarioTags:
|
|
1514
|
+
appId: import_zod31.z.string().optional().describe("The ID of the app in Dev Center"),
|
|
1515
|
+
appSecret: import_zod31.z.string().optional().describe("The secret of the app in Dev Center"),
|
|
1516
|
+
useWixAuth: import_zod31.z.boolean().optional().describe("Enable Wix CLI/MCP auth for evaluations"),
|
|
1517
|
+
useBase44Auth: import_zod31.z.boolean().optional().describe("Enable Base44 auth for evaluations"),
|
|
1518
|
+
scenarioTags: import_zod31.z.array(import_zod31.z.string()).optional().describe("Project-level tag vocabulary for scenarios")
|
|
1493
1519
|
});
|
|
1494
1520
|
var CreateProjectInputSchema = ProjectSchema.omit({
|
|
1495
1521
|
id: true,
|
|
@@ -1513,7 +1539,7 @@ var CreateTemplateInputSchema = TemplateSchema.omit({
|
|
|
1513
1539
|
var UpdateTemplateInputSchema = CreateTemplateInputSchema.partial();
|
|
1514
1540
|
|
|
1515
1541
|
// src/schedule/eval-schedule.ts
|
|
1516
|
-
var
|
|
1542
|
+
var import_zod32 = require("zod");
|
|
1517
1543
|
var FrequencyType = /* @__PURE__ */ ((FrequencyType2) => {
|
|
1518
1544
|
FrequencyType2["DAILY"] = "daily";
|
|
1519
1545
|
FrequencyType2["WEEKDAY"] = "weekday";
|
|
@@ -1523,29 +1549,29 @@ var FrequencyType = /* @__PURE__ */ ((FrequencyType2) => {
|
|
|
1523
1549
|
})(FrequencyType || {});
|
|
1524
1550
|
var EvalScheduleSchema = TenantEntitySchema.extend({
|
|
1525
1551
|
/** Whether the schedule is active */
|
|
1526
|
-
enabled:
|
|
1552
|
+
enabled: import_zod32.z.boolean(),
|
|
1527
1553
|
/** Test suite to run */
|
|
1528
|
-
suiteId:
|
|
1554
|
+
suiteId: import_zod32.z.string(),
|
|
1529
1555
|
/** Preset that provides agent + entities for this schedule */
|
|
1530
|
-
presetId:
|
|
1556
|
+
presetId: import_zod32.z.string(),
|
|
1531
1557
|
/** How often to run */
|
|
1532
|
-
frequencyType:
|
|
1558
|
+
frequencyType: import_zod32.z.nativeEnum(FrequencyType),
|
|
1533
1559
|
/** Time of day in 24h format (HH:MM), hours 00-23, minutes 00-59 */
|
|
1534
|
-
timeOfDay:
|
|
1560
|
+
timeOfDay: import_zod32.z.string().regex(/^([01]\d|2[0-3]):[0-5]\d$/),
|
|
1535
1561
|
/** Day of week (0=Sun, 6=Sat) for weekly schedules */
|
|
1536
|
-
dayOfWeek:
|
|
1562
|
+
dayOfWeek: import_zod32.z.number().min(0).max(6).optional(),
|
|
1537
1563
|
/** Day of month (1-31) for monthly schedules */
|
|
1538
|
-
dayOfMonth:
|
|
1564
|
+
dayOfMonth: import_zod32.z.number().min(1).max(31).optional(),
|
|
1539
1565
|
/** IANA timezone (e.g., 'America/New_York') */
|
|
1540
|
-
timezone:
|
|
1566
|
+
timezone: import_zod32.z.string(),
|
|
1541
1567
|
/** ID of the last eval run created by this schedule */
|
|
1542
|
-
lastRunId:
|
|
1568
|
+
lastRunId: import_zod32.z.string().optional(),
|
|
1543
1569
|
/** Denormalized status of the last run */
|
|
1544
|
-
lastRunStatus:
|
|
1570
|
+
lastRunStatus: import_zod32.z.string().optional(),
|
|
1545
1571
|
/** ISO timestamp of the last run */
|
|
1546
|
-
lastRunAt:
|
|
1572
|
+
lastRunAt: import_zod32.z.string().optional(),
|
|
1547
1573
|
/** Next scheduled run time in UTC (pre-computed for efficient querying, set by backend) */
|
|
1548
|
-
nextRunAt:
|
|
1574
|
+
nextRunAt: import_zod32.z.string().optional()
|
|
1549
1575
|
});
|
|
1550
1576
|
function isValidTimezone(tz) {
|
|
1551
1577
|
try {
|
|
@@ -1558,14 +1584,14 @@ function isValidTimezone(tz) {
|
|
|
1558
1584
|
function validateScheduleFields(data, ctx, options) {
|
|
1559
1585
|
if (data.frequencyType === "weekly" /* WEEKLY */ && data.dayOfWeek == null) {
|
|
1560
1586
|
ctx.addIssue({
|
|
1561
|
-
code:
|
|
1587
|
+
code: import_zod32.z.ZodIssueCode.custom,
|
|
1562
1588
|
message: "dayOfWeek is required for weekly schedules",
|
|
1563
1589
|
path: ["dayOfWeek"]
|
|
1564
1590
|
});
|
|
1565
1591
|
}
|
|
1566
1592
|
if (data.frequencyType === "monthly" /* MONTHLY */ && data.dayOfMonth == null) {
|
|
1567
1593
|
ctx.addIssue({
|
|
1568
|
-
code:
|
|
1594
|
+
code: import_zod32.z.ZodIssueCode.custom,
|
|
1569
1595
|
message: "dayOfMonth is required for monthly schedules",
|
|
1570
1596
|
path: ["dayOfMonth"]
|
|
1571
1597
|
});
|
|
@@ -1573,7 +1599,7 @@ function validateScheduleFields(data, ctx, options) {
|
|
|
1573
1599
|
const shouldValidateTz = options.partial ? data.timezone !== void 0 : true;
|
|
1574
1600
|
if (shouldValidateTz && !isValidTimezone(data.timezone)) {
|
|
1575
1601
|
ctx.addIssue({
|
|
1576
|
-
code:
|
|
1602
|
+
code: import_zod32.z.ZodIssueCode.custom,
|
|
1577
1603
|
message: "Invalid IANA timezone",
|
|
1578
1604
|
path: ["timezone"]
|
|
1579
1605
|
});
|
|
@@ -1795,6 +1821,7 @@ function getSystemAssertion(id) {
|
|
|
1795
1821
|
CostConfigSchema,
|
|
1796
1822
|
CreateAgentInputSchema,
|
|
1797
1823
|
CreateCustomAssertionInputSchema,
|
|
1824
|
+
CreateEvalRunFolderInputSchema,
|
|
1798
1825
|
CreateEvalRunInputSchema,
|
|
1799
1826
|
CreateEvalScheduleInputSchema,
|
|
1800
1827
|
CreateMcpInputSchema,
|
|
@@ -1815,6 +1842,8 @@ function getSystemAssertion(id) {
|
|
|
1815
1842
|
DiffLineTypeSchema,
|
|
1816
1843
|
EnvironmentSchema,
|
|
1817
1844
|
EvalMetricsSchema,
|
|
1845
|
+
EvalRunFolderMembershipSchema,
|
|
1846
|
+
EvalRunFolderSchema,
|
|
1818
1847
|
EvalRunResultSchema,
|
|
1819
1848
|
EvalRunSchema,
|
|
1820
1849
|
EvalScheduleSchema,
|
|
@@ -1908,6 +1937,7 @@ function getSystemAssertion(id) {
|
|
|
1908
1937
|
TriggerType,
|
|
1909
1938
|
UpdateAgentInputSchema,
|
|
1910
1939
|
UpdateCustomAssertionInputSchema,
|
|
1940
|
+
UpdateEvalRunFolderInputSchema,
|
|
1911
1941
|
UpdateEvalScheduleInputSchema,
|
|
1912
1942
|
UpdateMcpInputSchema,
|
|
1913
1943
|
UpdatePresetInputSchema,
|