@wix/evalforge-types 0.96.0 → 0.98.0

package/README.md

@@ -13,7 +13,7 @@ Shared TypeScript types and [Zod](https://zod.dev/) schemas for the EvalForge pl
 | `scenario` | Test scenario definitions and environment configuration |
 | `suite` | Test suite organization |
 | `evaluation` | Eval run schemas, configs, results, and statuses |
-| `project` | Project schemas (multi-tenancy root) |
+| `project` | Project schemas (multi-tenancy root), plus `AppReadinessStatus` (AI-Gateway app readiness: registration + EvalForge permission) |
 | `template` | Project template schemas |
 | `schedule` | Recurring evaluation schedule schemas (`EvalSchedule`, `FrequencyType`) |
 | `assertion` | Custom assertion definitions; `system:build_passed` restricts `params.command` to an allowlisted set (`yarn build`, `npm run build`, `pnpm run build`, `pnpm build`) |

package/build/index.js

@@ -23,6 +23,7 @@ __export(index_exports, {
   AGENT_TYPE_LABELS: () => AGENT_TYPE_LABELS,
   ALLOWED_BUILD_COMMANDS: () => ALLOWED_BUILD_COMMANDS,
   ALL_AVAILABLE_MODEL_IDS: () => ALL_AVAILABLE_MODEL_IDS,
+  APP_READINESS_REASONS: () => APP_READINESS_REASONS,
   AVAILABLE_CLAUDE_MODEL_IDS: () => AVAILABLE_CLAUDE_MODEL_IDS,
   AVAILABLE_GEMINI_MODEL_IDS: () => AVAILABLE_GEMINI_MODEL_IDS,
   AVAILABLE_OPENAI_MODEL_IDS: () => AVAILABLE_OPENAI_MODEL_IDS,
@@ -38,6 +39,9 @@ __export(index_exports, {
   ApiCallAssertionSchema: () => ApiCallAssertionSchema,
   ApiCallConfigSchema: () => ApiCallConfigSchema,
   ApiCallSchema: () => ApiCallSchema,
+  AppReadinessChecksSchema: () => AppReadinessChecksSchema,
+  AppReadinessReasonSchema: () => AppReadinessReasonSchema,
+  AppReadinessStatusSchema: () => AppReadinessStatusSchema,
   AssertionConfigSchema: () => AssertionConfigSchema,
   AssertionParameterSchema: () => AssertionParameterSchema,
   AssertionParameterTypeSchema: () => AssertionParameterTypeSchema,
@@ -1613,7 +1617,15 @@ var TestScenarioSchema = TenantEntitySchema.extend({
   /** Base64-encoded images attached to the trigger prompt (max 3) */
   triggerPromptImages: import_zod26.z.array(TriggerPromptImageSchema).max(3).optional(),
   /** Optional per-scenario Wix site provisioning instructions. Absent ≡ no site. */
-  siteSetup: SiteSetupConfigSchema.optional()
+  siteSetup: SiteSetupConfigSchema.optional(),
+  /**
+   * Read-only scenarios are managed outside the UI (seeded/imported) and must
+   * not be edited or deleted from the UI. Plain optional (no `.default(false)`):
+   * `UpdateTestScenarioInputSchema` is the create schema `.partial()`, and a Zod
+   * default would coerce an omitted `readOnly` back to `false` on update,
+   * clobbering it. Defaulted to `false` at the repo/DB layer instead.
+   */
+  readOnly: import_zod26.z.boolean().optional()
 });
 var SITE_SETUP_EXCLUSIVE_VARIABLES = ["site-id"];
 function extractVariableNamesFromPrompt(prompt) {
@@ -1725,7 +1737,9 @@ var BatchScenarioEntrySchema = import_zod27.z.object({
   triggerPrompt: import_zod27.z.string().min(10, "triggerPrompt: Must be at least 10 characters"),
   templateId: import_zod27.z.string().nullish(),
   tags: import_zod27.z.array(import_zod27.z.string()).optional(),
-  assertionLinks: import_zod27.z.array(BatchAssertionLinkSchema).optional()
+  assertionLinks: import_zod27.z.array(BatchAssertionLinkSchema).optional(),
+  /** Mark the imported scenario as read-only (managed outside the UI). */
+  readOnly: import_zod27.z.boolean().optional()
 }).superRefine((data, ctx) => {
   if (!data.assertionLinks) return;
   const objectLinks = data.assertionLinks.filter(
@@ -2337,6 +2351,24 @@ var CreateProjectInputSchema = ProjectSchema.omit({
   )
 });
 var UpdateProjectInputSchema = CreateProjectInputSchema.partial();
+var APP_READINESS_REASONS = [
+  "no-app-id",
+  "not-registered",
+  "missing-permission",
+  "check-failed"
+];
+var AppReadinessReasonSchema = import_zod35.z.enum(APP_READINESS_REASONS);
+var AppReadinessChecksSchema = import_zod35.z.object({
+  hasAppId: import_zod35.z.boolean().describe("project.appId is set"),
+  isRegistered: import_zod35.z.boolean().describe("App is registered in the Wix AI Gateway (prompt-hub)"),
+  hasEvalforgePermission: import_zod35.z.boolean().describe("App has the SCOPE.CODEAI.EVALFORGE permission")
+});
+var AppReadinessStatusSchema = import_zod35.z.object({
+  appId: import_zod35.z.string().nullable().describe("The configured app id, or null"),
+  isReady: import_zod35.z.boolean().describe("True only when every blocking check passes"),
+  checks: AppReadinessChecksSchema,
+  reasons: import_zod35.z.array(AppReadinessReasonSchema).describe("Active problems; empty when ready")
+});
 
 // src/template/template.ts
 var import_zod36 = require("zod");
@@ -2528,6 +2560,7 @@ var UpdateEvalScheduleInputSchema = BaseCreateScheduleSchema.partial().superRefi
   AGENT_TYPE_LABELS,
   ALLOWED_BUILD_COMMANDS,
   ALL_AVAILABLE_MODEL_IDS,
+  APP_READINESS_REASONS,
   AVAILABLE_CLAUDE_MODEL_IDS,
   AVAILABLE_GEMINI_MODEL_IDS,
   AVAILABLE_OPENAI_MODEL_IDS,
@@ -2543,6 +2576,9 @@ var UpdateEvalScheduleInputSchema = BaseCreateScheduleSchema.partial().superRefi
   ApiCallAssertionSchema,
   ApiCallConfigSchema,
   ApiCallSchema,
+  AppReadinessChecksSchema,
+  AppReadinessReasonSchema,
+  AppReadinessStatusSchema,
   AssertionConfigSchema,
   AssertionParameterSchema,
   AssertionParameterTypeSchema,