@skyramp/mcp 0.2.9 → 0.2.10-rc.1

package/build/services/TestDiscoveryService.test.js

@@ -578,7 +578,6 @@ describe("TestDiscoveryService — scoreRelevanceByContent regex safety", () =>
         writeFile("tests/test_order.py", `import requests\nrequests.get("/api/orderXitems")`);
         // "order.items" in changedResources — dot must be escaped
         const result = await service.discoverTests(tmpDir, { changedResources: ["order.items"] });
-        const t = result.tests.find(f => f.testFile.includes("test_order.py"));
         // should NOT match (orderXitems ≠ order.items)
         expect(result.relevantExternalTestPaths.some(p => p.includes("test_order.py"))).toBe(false);
     });
@@ -623,4 +622,140 @@ describe("TestDiscoveryService — hasFrontendChanges=false guard", () => {
         // .e2e.ts should now be promoted (UI_TEST_EXT includes .e2e.ts)
         expect(result.tests.some(t => t.testFile.includes("onboarding.e2e.ts"))).toBe(true);
     });
+    // ── Step 3: API test promotion ─────────────────────────────────────────────
+    // Uses a minimal mirror of the prefect-testb file structure to validate that
+    // the content-scored promotion finds test_deployments.py (which imports from
+    // the changed module) but not unrelated schedule/events test files.
+    describe("Step 3 API promotion (hasApiChanges)", () => {
+        // Realistic import lines taken from prefect-testb actual files.
+        // test_deployments.py imports from schemas.actions — matches the import-context
+        // pattern "schemas[./]actions" built when schemas/actions.py changes.
+        const TEST_DEPLOYMENTS_CONTENT = `\
+import pytest
+from httpx import AsyncClient
+from prefect.server.schemas.actions import DeploymentCreate, DeploymentUpdate
+from prefect.server import models, schemas
+
+class TestCreateDeployment:
+    async def test_create_deployment(self, client):
+        response = await client.post("/api/deployments/", json={"name": "test"})
+        assert response.status_code == 201
+
+class TestCreateFlowRunFromDeployment:
+    async def test_create_flow_run(self, client, deployment):
+        response = await client.post(f"/api/deployments/{deployment.id}/create_flow_run", json={})
+        assert response.status_code == 201
+`;
+        // test_deployment_schedules.py imports from schedules, NOT schemas.actions
+        const TEST_DEPLOYMENT_SCHEDULES_CONTENT = `\
+import pytest
+from prefect.server import models, schemas
+from prefect.server.schemas.core import DeploymentSchedule
+
+class TestReadDeploymentSchedules:
+    async def test_read_schedules(self, client, deployment):
+        response = await client.get(f"/api/deployments/{deployment.id}/schedules")
+        assert response.status_code == 200
+`;
+        // events/actions file has no deployment schema imports at all
+        const TEST_EVENTS_ACTIONS_CONTENT = `\
+import pytest
+from prefect.server.events import actions
+from prefect.server.events.clients import AssertingEventsClient
+
+class TestPausingWorkQueue:
+    async def test_pausing(self, session):
+        action = actions.PauseWorkQueue(work_queue_id="test")
+        await action.act(event=None)
+`;
+        // test_schedules.py — no deployment imports
+        const TEST_SCHEDULES_CONTENT = `\
+import pytest
+from prefect.server.schemas.schedules import CronSchedule, IntervalSchedule
+
+class TestCronSchedule:
+    def test_cron_parse(self):
+        s = CronSchedule(cron="0 * * * *")
+        assert s.cron == "0 * * * *"
+`;
+        it("content-matches test_deployments.py when schemas/actions.py changed", async () => {
+            // Mirror the Prefect directory structure
+            writeFile("tests/server/orchestration/api/test_deployments.py", TEST_DEPLOYMENTS_CONTENT);
+            writeFile("tests/server/orchestration/api/test_deployment_schedules.py", TEST_DEPLOYMENT_SCHEDULES_CONTENT);
+            writeFile("tests/events/server/actions/test_pausing_resuming_work_queue.py", TEST_EVENTS_ACTIONS_CONTENT);
+            writeFile("tests/test_schedules.py", TEST_SCHEDULES_CONTENT);
+            // changedResources = ["unknown"] because "actions" is filtered by GENERIC_SCHEMA_NAMES
+            // in analyzeChangesTool. Step 3 is skipped for ["unknown"] sentinel.
+            // So we use the import-context pattern directly via hasApiChanges + a non-unknown resource.
+            // Simulate: schemas/actions.py changed, but it produced a non-generic parent resource.
+            // For this test, use changedResources derived from the parent path "schemas":
+            // "schemas" is in GENERIC_SCHEMA_NAMES so would be filtered → ["unknown"].
+            // Step 3 should be skipped → test_deployments.py not promoted via Step 3.
+            const resultUnknown = await service.discoverTests(tmpDir, {
+                changedResources: ["unknown"],
+            });
+            // Step 3 skipped for ["unknown"] — no content-matched files
+            const promotedUnknown = resultUnknown.relevantExternalTestPaths;
+            expect(promotedUnknown.some(p => p.includes("test_deployments.py"))).toBe(false);
+        });
+        it("content-matches test_deployments.py when api/deployments.py changed (TM17 scenario)", async () => {
+            writeFile("tests/server/orchestration/api/test_deployments.py", TEST_DEPLOYMENTS_CONTENT);
+            writeFile("tests/server/orchestration/api/test_deployment_schedules.py", TEST_DEPLOYMENT_SCHEDULES_CONTENT);
+            writeFile("tests/events/server/actions/test_pausing_resuming_work_queue.py", TEST_EVENTS_ACTIONS_CONTENT);
+            writeFile("tests/test_schedules.py", TEST_SCHEDULES_CONTENT);
+            // changedResources = ["deployments"] (from api/deployments.py route file)
+            // Content pattern: /import\s+[^\n]*["']\/api\/deployments/i or /deployments/ prefix
+            // test_deployments.py calls POST /api/deployments/ → content-matched in Step 3
+            const result = await service.discoverTests(tmpDir, {
+                changedResources: ["deployments"],
+            });
+            const promoted = result.relevantExternalTestPaths;
+            // test_deployments.py: calls /api/deployments/ → content-matched → promoted unconditionally
+            expect(promoted.some(p => p.includes("test_deployments.py"))).toBe(true);
+            // test_deployment_schedules.py: contains /api/deployments/ in URL calls → also content-matched
+            // (the word "deployments" appears in its URL strings even though it tests schedules)
+            // This is expected — it IS in scope for a deployment endpoint change.
+            // test_schedules.py: no /deployments/ URL → scores 0 → fallback only (may or may not be in promoted)
+            // test_pausing_resuming: no /deployments/ URL → fallback only
+        });
+        it("API external tests no longer pre-loaded (agent greps instead)", async () => {
+            // External API tests are discovered by the agent via the grep instruction in the
+            // drift analysis prompt. discoverTests in PR mode (changedResources=[]) returns
+            // only Skyramp tests; external tests are excluded entirely.
+            writeFile("tests/server/orchestration/api/test_deployments.py", [
+                "from prefect.server import utils",
+                "",
+                "async def test_max_active_runs(client, deployment):",
+                "    count = utils.calculate_max_runs(deployment.id, db)",
+                "    assert count >= 0",
+            ].join("\n"));
+            const result = await service.discoverTests(tmpDir, {
+                changedResources: [], // PR mode, no pre-loading of external API tests
+            });
+            // No external tests pre-loaded — agent discovers via grep
+            expect(result.relevantExternalTestPaths.some(p => p.includes("test_deployments.py"))).toBe(false);
+        });
+        it("Step 3 does not run when changedResources is empty (no API changes)", async () => {
+            writeFile("tests/server/orchestration/api/test_deployments.py", TEST_DEPLOYMENTS_CONTENT);
+            const result = await service.discoverTests(tmpDir, {
+                changedResources: [],
+            });
+            // changedResources=[] means PR mode with no endpoints — external tests excluded entirely
+            expect(result.relevantExternalTestPaths).toHaveLength(0);
+        });
+        it("Step 1 path-token scoring finds test_work_queues.py for changedResources=[work_queues]", async () => {
+            // Pattern Q scenario: work_queues.py changed → changedResources=["work_queues"]
+            // test_work_queues.py scores >0 by name (has "work_queues" token)
+            writeFile("tests/server/orchestration/api/test_work_queues.py", 'import pytest\nfrom prefect.server.api import work_queues\n\nasync def test_read_work_queue_status(client, work_queue):\n    r = await client.get(f"/api/work_queues/{work_queue.id}/status")\n    assert r.status_code == 200\n');
+            writeFile("tests/server/orchestration/api/test_flows.py", "import pytest\nfrom prefect.server import schemas\n\nasync def test_create_flow(client): pass\n");
+            const result = await service.discoverTests(tmpDir, {
+                changedResources: ["work_queues"],
+            });
+            const promoted = result.relevantExternalTestPaths;
+            // test_work_queues.py → Step 1 name-scores it → in relevantExternal before Step 3
+            expect(promoted.some(p => p.includes("test_work_queues.py"))).toBe(true);
+            // test_flows.py → scores 0 → not promoted via Step 1
+            // (may appear in Step 3 fallback but is not guaranteed)
+        });
+    });
 });

package/build/services/TestExecutionService.d.ts

@@ -1,5 +1,5 @@
 import { TestExecutionResult, BatchExecutionResult, TestExecutionOptions, ProgressCallback } from "../types/TestExecution.js";
-export declare const EXECUTOR_DOCKER_IMAGE = "skyramp/executor:v1.3.30";
+export declare const EXECUTOR_DOCKER_IMAGE = "skyramp/executor:v1.3.32";
 export declare const PLAYWRIGHT_CONFIG_FILES: string[];
 export declare const EXCLUDED_MOUNT_ITEMS: string[];
 export declare const MOUNT_NULL_ITEMS: string[];

package/build/tools/executeSkyrampTestTool.js

@@ -1,4 +1,5 @@
 import { z } from "zod";
+import path from "path";
 import { stripVTControlCharacters } from "util";
 import { TestExecutionService } from "../services/TestExecutionService.js";
 import { AnalyticsService } from "../services/AnalyticsService.js";
@@ -7,43 +8,17 @@ import { getWorkspaceBaseUrl } from "../utils/workspaceAuth.js";
 import { ProgrammingLanguage, TestType } from "../types/TestTypes.js";
 import { StateManager } from "../utils/AnalysisStateManager.js";
 import { logger } from "../utils/logger.js";
+import { toolError } from "../utils/utils.js";
 const TOOL_NAME = "skyramp_execute_test";
 export function registerExecuteSkyrampTestTool(server) {
     server.registerTool(TOOL_NAME, {
-        description: `Execute a Skyramp-generated test in isolated containerized environments for reliable, deterministic testing.
-
-Skyramp is a comprehensive testing platform that generates reliable, out-of-the-box functional and performance tests with AI-powered scaffolding. The test execution engine runs your generated tests in controlled, isolated environments to ensure consistent results.
-
-KEY FEATURES:
-• Isolated Execution: Tests run in containerized environments for consistency
-• Multi-Language Support: Execute tests written in Python, Java, JavaScript, or TypeScript
-• Out-of-the-Box Execution: Generated tests work immediately without modification
-• StateFile Integration: Optionally write execution results back to stateFile for health analysis
-
-REQUIRED PARAMETERS:
-- language: Programming language of your test file (python, javascript, typescript, java)
-- testType: Type of test to execute (smoke, contract, fuzz, integration, load, ui, e2e)
-- testFile: Absolute path to the generated test file to execute
-- token: Authentication token for your service (use empty string if no authentication required)
-
-OPTIONAL PARAMETERS:
-- stateFile: Path to state file from skyramp_analyze_changes. When provided, execution results (passed/failed, errors, duration) will be written back to enrich test health analysis.
-
-AUTHENTICATION:
-Pass an empty string as the token parameter — the server automatically injects SKYRAMP_TEST_TOKEN from the environment. The executor applies it with the correct header defined in workspace.yml:
-- bearer / oauth / token (or custom via authScheme) → Authorization: <scheme> <token>
-- cookie / session                   → Cookie: <token>
-- apiKey                             → <authHeader>: <token>  (header name from workspace.yml)
-- basic                              → Authorization: Basic <token>
-Use an empty string only if the endpoint is confirmed unauthenticated.
-IMPORTANT NOTES:
-- First-time usage may take longer as Docker images are downloaded
-- Tests run in isolated containers for maximum reliability
-- Generated tests are designed to work out-of-the-box without modification
-- Results include detailed execution logs and test outcomes
-- When stateFile is provided, results are merged back for use by skyramp_actions
-
-For detailed documentation visit: https://www.skyramp.dev/docs/quickstart`,
+        description: `Execute a Skyramp-generated test in isolated containerized environments for reliable, deterministic testing. Call this once a test file exists on disk (from a skyramp_*_test_generation tool). First-time execution may take longer while Docker images download — this is expected, not a failure.`,
+        annotations: {
+            readOnlyHint: false,
+            destructiveHint: false,
+            idempotentHint: false,
+            openWorldHint: true,
+        },
         inputSchema: {
             workspacePath: z
                 .string()
@@ -53,13 +28,18 @@ For detailed documentation visit: https://www.skyramp.dev/docs/quickstart`,
                 .describe("Programming language of the test file to execute (e.g., python, javascript, typescript, java)"),
             testType: z
                 .nativeEnum(TestType)
-                .describe("Type of the test to execute."),
+                .describe("Type of the test to execute (e.g., smoke, contract, fuzz, integration, load, ui, e2e)."),
             testFile: z
                 .string()
-                .describe("ALWAYS USE ABSOLUTE PATH to the test file to execute"),
+                .describe("Absolute path to the test file to execute."),
             token: z
                 .string()
-                .describe("Skyramp authentication token for test execution. USE EMPTY STRING WHEN USER CONFIRMS 'No token required'"),
+                .optional()
+                .describe("Explicit Skyramp authentication token for test execution. Omit this parameter to use SKYRAMP_TEST_TOKEN from the environment. An empty string is passed through as a literal token value, not a 'no auth' signal — use `unauthenticated: true` for tests that must run without credentials."),
+            unauthenticated: z
+                .boolean()
+                .optional()
+                .describe("Set true to force this test execution to carry NO auth token, even if SKYRAMP_TEST_TOKEN is set in the environment or a token was passed. Use for tests that must assert 401/403 unauthenticated behavior."),
             playwrightSaveStoragePath: z
                 .string()
                 .optional()
@@ -106,6 +86,10 @@ For detailed documentation visit: https://www.skyramp.dev/docs/quickstart`,
         let didSetSkyrampBaseUrl = false;
         let useHostNetwork = false;
         try {
+            if (!path.isAbsolute(params.testFile)) {
+                errorResult = toolError(`testFile must be an absolute path, got: ${params.testFile}`);
+                return errorResult;
+            }
             // Send initial progress
             await sendProgress(0, 100, "Starting test execution...");
             // Always resolve workspace config for dockerNetwork (host networking)
@@ -119,25 +103,25 @@ For detailed documentation visit: https://www.skyramp.dev/docs/quickstart`,
                         didSetSkyrampBaseUrl = true;
                     }
                     else if (candidates.length > 0) {
-                        return {
-                            content: [{
-                                    type: "text",
-                                    text: [
-                                        `Cannot determine SKYRAMP_TEST_BASE_URL — test file matches multiple services:`,
-                                        ...candidates.map((c) => `  • ${c.serviceName}: ${c.baseUrl}`),
-                                        ``,
-                                        `Re-invoke with SKYRAMP_TEST_BASE_URL set to the correct service URL, or make each service's testDirectory unique in .skyramp/workspace.yml.`,
-                                    ].join("\n"),
-                                }],
-                            isError: true,
-                        };
+                        errorResult = toolError([
+                            `Cannot determine SKYRAMP_TEST_BASE_URL — test file matches multiple services:`,
+                            ...candidates.map((c) => `  • ${c.serviceName}: ${c.baseUrl}`),
+                            ``,
+                            `Re-invoke with SKYRAMP_TEST_BASE_URL set to the correct service URL, or make each service's testDirectory unique in .skyramp/workspace.yml.`,
+                        ].join("\n"));
+                        return errorResult;
                     }
                 }
             }
             const executionService = new TestExecutionService();
-            // Fall back to SKYRAMP_TEST_TOKEN when caller passes empty string or omits the token.
-            // This keeps secrets server-side and avoids embedding credential values in prompts.
-            const effectiveToken = params.token || process.env.SKYRAMP_TEST_TOKEN || "";
+            // `unauthenticated: true` forces no auth token regardless of what's passed or
+            // configured, so tests asserting 401/403 unauthenticated behavior can't be broken
+            // by an ambient SKYRAMP_TEST_TOKEN — see SKYR-3874. Otherwise fall back to the
+            // environment token when the caller omits `token`; this keeps secrets server-side
+            // and avoids embedding credential values in prompts.
+            const effectiveToken = params.unauthenticated
+                ? ""
+                : (params.token ?? process.env.SKYRAMP_TEST_TOKEN ?? "");
             // Execute test with progress callback - reports Docker cache/pull status
             const result = await executionService.executeTest({
                 testFile: params.testFile,
@@ -180,16 +164,9 @@ For detailed documentation visit: https://www.skyramp.dev/docs/quickstart`,
             // Progress is already reported by TestExecutionService
             // Only report final status if not already at 100%
             if (result.status !== TestExecutionStatus.Pass) {
-                errorResult = {
-                    content: [
-                        {
-                            type: "text",
-                            text: `Test execution failed: ${stripVTControlCharacters(result.output || "")}
-                **IMPORTANT: IF THE EXECUTION FAILED BECAUSE OF A 401 STATUS CODE, ASK THE USER TO PROVIDE THE AUTHENTICATION TOKEN TO THE TOOL OR A PLACE FROM WHERE WE CAN READ THE TOKEN. DO NOT UPDATE THE GENERATED TEST FILE.**`,
-                        },
-                    ],
-                    isError: true,
-                };
+                errorResult = toolError(`Test execution failed: ${stripVTControlCharacters(result.output || "")}
+
+If this failed with a 401 status code, ask the user for the authentication token (or where to read it from) and retry — leave the generated test file unchanged.`);
                 return errorResult;
             }
             // Success - progress already reported by TestExecutionService
@@ -206,15 +183,7 @@ For detailed documentation visit: https://www.skyramp.dev/docs/quickstart`,
             };
         }
         catch (err) {
-            errorResult = {
-                content: [
-                    {
-                        type: "text",
-                        text: `Test execution failed: ${err.message}`,
-                    },
-                ],
-                isError: true,
-            };
+            errorResult = toolError(`Test execution failed: ${err.message}`);
             return errorResult;
         }
         finally {

package/build/tools/submitReportTool.d.ts

@@ -16,7 +16,7 @@ export declare const targetElementSchema: z.ZodObject<{
     stableId: string | null;
     contextText: string[] | null;
     mutability?: "unknown" | "mutable" | "immutable" | undefined;
-    widgetType?: "custom" | "unknown" | "native" | undefined;
+    widgetType?: "unknown" | "custom" | "native" | undefined;
 }, {
     role: string;
     accessibleName: string;
@@ -24,7 +24,7 @@ export declare const targetElementSchema: z.ZodObject<{
     stableId: string | null;
     contextText: string[] | null;
     mutability?: "unknown" | "mutable" | "immutable" | undefined;
-    widgetType?: "custom" | "unknown" | "native" | undefined;
+    widgetType?: "unknown" | "custom" | "native" | undefined;
 }>;
 export declare const pageContextSchema: z.ZodObject<{
     url: z.ZodString;
@@ -39,7 +39,7 @@ export declare const pageContextSchema: z.ZodObject<{
 export declare const newTestSchema: z.ZodEffects<z.ZodObject<{
     testId: z.ZodString;
     testType: z.ZodNativeEnum<typeof TestType>;
-    category: z.ZodEffects<z.ZodEnum<["business_rule", "security_boundary", "data_integrity", "breaking_change", "auth", "error_handling", "workflow", "data_validation", "crud"]>, "breaking_change" | "business_rule" | "security_boundary" | "data_integrity" | "auth" | "error_handling" | "workflow" | "data_validation" | "crud", unknown>;
+    category: z.ZodEffects<z.ZodEnum<["business_rule", "security_boundary", "data_integrity", "breaking_change", "auth", "error_handling", "workflow", "data_validation", "crud"]>, "business_rule" | "security_boundary" | "data_integrity" | "breaking_change" | "auth" | "error_handling" | "workflow" | "data_validation" | "crud", unknown>;
     endpoint: z.ZodString;
     fileName: z.ZodString;
     description: z.ZodString;
@@ -63,7 +63,7 @@ export declare const newTestSchema: z.ZodEffects<z.ZodObject<{
         stableId: string | null;
         contextText: string[] | null;
         mutability?: "unknown" | "mutable" | "immutable" | undefined;
-        widgetType?: "custom" | "unknown" | "native" | undefined;
+        widgetType?: "unknown" | "custom" | "native" | undefined;
     }, {
         role: string;
         accessibleName: string;
@@ -71,7 +71,7 @@ export declare const newTestSchema: z.ZodEffects<z.ZodObject<{
         stableId: string | null;
         contextText: string[] | null;
         mutability?: "unknown" | "mutable" | "immutable" | undefined;
-        widgetType?: "custom" | "unknown" | "native" | undefined;
+        widgetType?: "unknown" | "custom" | "native" | undefined;
     }>, "many">>>;
     pageContext: z.ZodOptional<z.ZodObject<{
         url: z.ZodString;
@@ -86,7 +86,7 @@ export declare const newTestSchema: z.ZodEffects<z.ZodObject<{
 }, "strip", z.ZodTypeAny, {
     description: string;
     testType: TestType;
-    category: "breaking_change" | "business_rule" | "security_boundary" | "data_integrity" | "auth" | "error_handling" | "workflow" | "data_validation" | "crud";
+    category: "business_rule" | "security_boundary" | "data_integrity" | "breaking_change" | "auth" | "error_handling" | "workflow" | "data_validation" | "crud";
     fileName: string;
     endpoint: string;
     testId: string;
@@ -102,7 +102,7 @@ export declare const newTestSchema: z.ZodEffects<z.ZodObject<{
         stableId: string | null;
         contextText: string[] | null;
         mutability?: "unknown" | "mutable" | "immutable" | undefined;
-        widgetType?: "custom" | "unknown" | "native" | undefined;
+        widgetType?: "unknown" | "custom" | "native" | undefined;
     }[] | null | undefined;
     pageContext?: {
         url: string;
@@ -127,7 +127,7 @@ export declare const newTestSchema: z.ZodEffects<z.ZodObject<{
         stableId: string | null;
         contextText: string[] | null;
         mutability?: "unknown" | "mutable" | "immutable" | undefined;
-        widgetType?: "custom" | "unknown" | "native" | undefined;
+        widgetType?: "unknown" | "custom" | "native" | undefined;
     }[] | null | undefined;
     pageContext?: {
         url: string;
@@ -136,7 +136,7 @@ export declare const newTestSchema: z.ZodEffects<z.ZodObject<{
 }>, {
     description: string;
     testType: TestType;
-    category: "breaking_change" | "business_rule" | "security_boundary" | "data_integrity" | "auth" | "error_handling" | "workflow" | "data_validation" | "crud";
+    category: "business_rule" | "security_boundary" | "data_integrity" | "breaking_change" | "auth" | "error_handling" | "workflow" | "data_validation" | "crud";
     fileName: string;
     endpoint: string;
     testId: string;
@@ -152,7 +152,7 @@ export declare const newTestSchema: z.ZodEffects<z.ZodObject<{
         stableId: string | null;
         contextText: string[] | null;
         mutability?: "unknown" | "mutable" | "immutable" | undefined;
-        widgetType?: "custom" | "unknown" | "native" | undefined;
+        widgetType?: "unknown" | "custom" | "native" | undefined;
     }[] | null | undefined;
     pageContext?: {
         url: string;
@@ -177,7 +177,7 @@ export declare const newTestSchema: z.ZodEffects<z.ZodObject<{
         stableId: string | null;
         contextText: string[] | null;
         mutability?: "unknown" | "mutable" | "immutable" | undefined;
-        widgetType?: "custom" | "unknown" | "native" | undefined;
+        widgetType?: "unknown" | "custom" | "native" | undefined;
     }[] | null | undefined;
     pageContext?: {
         url: string;
@@ -187,7 +187,7 @@ export declare const newTestSchema: z.ZodEffects<z.ZodObject<{
 export declare const additionalRecommendationSchema: z.ZodEffects<z.ZodObject<{
     testId: z.ZodString;
     testType: z.ZodNativeEnum<typeof TestType>;
-    category: z.ZodEffects<z.ZodEnum<["business_rule", "security_boundary", "data_integrity", "breaking_change", "auth", "error_handling", "workflow", "data_validation", "crud"]>, "breaking_change" | "business_rule" | "security_boundary" | "data_integrity" | "auth" | "error_handling" | "workflow" | "data_validation" | "crud", unknown>;
+    category: z.ZodEffects<z.ZodEnum<["business_rule", "security_boundary", "data_integrity", "breaking_change", "auth", "error_handling", "workflow", "data_validation", "crud"]>, "business_rule" | "security_boundary" | "data_integrity" | "breaking_change" | "auth" | "error_handling" | "workflow" | "data_validation" | "crud", unknown>;
     primaryEndpoint: z.ZodOptional<z.ZodString>;
     scenarioName: z.ZodOptional<z.ZodString>;
     steps: z.ZodArray<z.ZodObject<{
@@ -234,7 +234,7 @@ export declare const additionalRecommendationSchema: z.ZodEffects<z.ZodObject<{
         stableId: string | null;
         contextText: string[] | null;
         mutability?: "unknown" | "mutable" | "immutable" | undefined;
-        widgetType?: "custom" | "unknown" | "native" | undefined;
+        widgetType?: "unknown" | "custom" | "native" | undefined;
     }, {
         role: string;
         accessibleName: string;
@@ -242,7 +242,7 @@ export declare const additionalRecommendationSchema: z.ZodEffects<z.ZodObject<{
         stableId: string | null;
         contextText: string[] | null;
         mutability?: "unknown" | "mutable" | "immutable" | undefined;
-        widgetType?: "custom" | "unknown" | "native" | undefined;
+        widgetType?: "unknown" | "custom" | "native" | undefined;
     }>, "many">>>;
     pageContext: z.ZodOptional<z.ZodObject<{
         url: z.ZodString;
@@ -258,7 +258,7 @@ export declare const additionalRecommendationSchema: z.ZodEffects<z.ZodObject<{
     description: string;
     priority: "high" | "medium" | "low";
     testType: TestType;
-    category: "breaking_change" | "business_rule" | "security_boundary" | "data_integrity" | "auth" | "error_handling" | "workflow" | "data_validation" | "crud";
+    category: "business_rule" | "security_boundary" | "data_integrity" | "breaking_change" | "auth" | "error_handling" | "workflow" | "data_validation" | "crud";
     steps: {
         description: string;
         path?: string | undefined;
@@ -279,7 +279,7 @@ export declare const additionalRecommendationSchema: z.ZodEffects<z.ZodObject<{
         stableId: string | null;
         contextText: string[] | null;
         mutability?: "unknown" | "mutable" | "immutable" | undefined;
-        widgetType?: "custom" | "unknown" | "native" | undefined;
+        widgetType?: "unknown" | "custom" | "native" | undefined;
     }[] | null | undefined;
     pageContext?: {
         url: string;
@@ -313,7 +313,7 @@ export declare const additionalRecommendationSchema: z.ZodEffects<z.ZodObject<{
         stableId: string | null;
         contextText: string[] | null;
         mutability?: "unknown" | "mutable" | "immutable" | undefined;
-        widgetType?: "custom" | "unknown" | "native" | undefined;
+        widgetType?: "unknown" | "custom" | "native" | undefined;
     }[] | null | undefined;
     pageContext?: {
         url: string;
@@ -326,7 +326,7 @@ export declare const additionalRecommendationSchema: z.ZodEffects<z.ZodObject<{
     description: string;
     priority: "high" | "medium" | "low";
     testType: TestType;
-    category: "breaking_change" | "business_rule" | "security_boundary" | "data_integrity" | "auth" | "error_handling" | "workflow" | "data_validation" | "crud";
+    category: "business_rule" | "security_boundary" | "data_integrity" | "breaking_change" | "auth" | "error_handling" | "workflow" | "data_validation" | "crud";
     steps: {
         description: string;
         path?: string | undefined;
@@ -347,7 +347,7 @@ export declare const additionalRecommendationSchema: z.ZodEffects<z.ZodObject<{
         stableId: string | null;
         contextText: string[] | null;
         mutability?: "unknown" | "mutable" | "immutable" | undefined;
-        widgetType?: "custom" | "unknown" | "native" | undefined;
+        widgetType?: "unknown" | "custom" | "native" | undefined;
     }[] | null | undefined;
     pageContext?: {
         url: string;
@@ -381,7 +381,7 @@ export declare const additionalRecommendationSchema: z.ZodEffects<z.ZodObject<{
         stableId: string | null;
         contextText: string[] | null;
         mutability?: "unknown" | "mutable" | "immutable" | undefined;
-        widgetType?: "custom" | "unknown" | "native" | undefined;
+        widgetType?: "unknown" | "custom" | "native" | undefined;
     }[] | null | undefined;
     pageContext?: {
         url: string;