@skyramp/mcp 0.0.64 → 0.0.65

package/build/prompts/test-recommendation/test-recommendation-prompt.js

@@ -1,6 +1,7 @@
 import * as crypto from "crypto";
 import { WorkspaceAuthType } from "../../utils/workspaceAuth.js";
 import { buildToolWorkflows, buildTestPatternGuidelines, buildTestQualityCriteria, buildTestExamples, buildGenerationRules, getAuthSnippets, MAX_TESTS_TO_GENERATE, MAX_RECOMMENDATIONS, MAX_CRITICAL_TESTS, } from "./recommendationSections.js";
+import { CATEGORY_PRIORITY, TEST_CATEGORIES } from "../../types/TestRecommendation.js";
 function formatTestLocations(locs) {
     const entries = Object.entries(locs || {});
     if (entries.length === 0)
@@ -9,18 +10,11 @@ function formatTestLocations(locs) {
         "  If a GENERATE item's resource path matches a path listed here, UPDATE that file instead of creating a new one.\n" +
         entries.map(([type, files]) => "  - [" + type + "] " + files).join("\n");
 }
-const CATEGORY_PRIORITY = {
-    new_endpoint: "CRITICAL", // diff-direct scenarios always fill GENERATE slots first
-    security_boundary: "HIGH",
-    business_rule: "HIGH",
-    data_integrity: "HIGH",
-    breaking_change: "HIGH",
-    auth: "HIGH",
-    workflow: "MEDIUM",
-    "error-handling": "MEDIUM",
-    "data-validation": "MEDIUM",
-    crud: "LOW",
-};
+// ── Priority-tier ordering (replaces numeric CATEGORY_WEIGHTS) ──
+// Categories map to HIGH / MEDIUM / LOW tiers.
+// Within a tier, novelty (new > modified > existing) breaks ties,
+// then cross-resource, step count, and finally the deterministic SHA-256 seed.
+// CATEGORY_PRIORITY and PriorityTier imported from ../../types/TestRecommendation.js
 const PRIORITY_ORDER = { CRITICAL: 4, HIGH: 3, MEDIUM: 2, LOW: 1 };
 const NOVELTY_ORDER = { new: 3, modified: 2, existing: 1 };
 function classifyNovelty(scenario, diffContext) {
@@ -227,7 +221,7 @@ Quality gate — ask all three questions:
   2. "Does this test exercise a real workflow or catch a real bug?" → YES = at least MEDIUM
   3. "Does this test cover a mutation that modifies child items and triggers total/amount recalculation?" → YES = HIGH priority, and prefer it for GENERATE over simple single-field update tests for the same endpoint
 
-Assign category: security_boundary | business_rule | data_integrity | breaking_change | auth | workflow | error-handling | data-validation | crud
+Assign category: ${TEST_CATEGORIES.join(" | ")}
 
 ${buildTestPatternGuidelines()}
 

package/build/services/TestExecutionService.js

@@ -8,7 +8,7 @@ import { logger } from "../utils/logger.js";
 import { buildContainerEnv } from "./containerEnv.js";
 const DEFAULT_TIMEOUT = 300000; // 5 minutes
 const MAX_CONCURRENT_EXECUTIONS = 5;
-export const EXECUTOR_DOCKER_IMAGE = "skyramp/executor:v1.3.17";
+export const EXECUTOR_DOCKER_IMAGE = "skyramp/executor:v1.3.18";
 const DOCKER_PLATFORM = "linux/amd64";
 const EXECUTION_PROGRESS_INTERVAL = 10000; // 10 seconds between progress updates during execution
 // Temp file with valid empty JSON — used instead of /dev/null for .json config files

package/build/services/TestGenerationService.js

@@ -362,6 +362,7 @@ ${result}`;
             entrypoint: getEntryPoint(),
             chainingKey: params.chainingKey,
             mockPort: params.mockPort ?? 0,
+            optionalFields: params.optionalFields ?? false,
         };
     }
 }

package/build/tools/generate-tests/generateMockRestTool.js

@@ -150,6 +150,7 @@ This file must:
             traceFilePath: params.trace,
             entrypoint: getEntryPoint(),
             mockPort: params.mockPort ?? 0,
+            optionalFields: params.optionalFields ?? false,
         };
     }
     async executeGeneration(generateOptions) {

package/build/tools/submitReportTool.js

@@ -3,6 +3,7 @@ import { logger } from "../utils/logger.js";
 import * as fs from "fs/promises";
 import * as path from "path";
 import { AnalyticsService } from "../services/AnalyticsService.js";
+import { TEST_CATEGORIES, externalCategory } from "../types/TestRecommendation.js";
 const TOOL_NAME = "skyramp_submit_report";
 const DEFAULT_COMMIT_MESSAGE = "Added recommendations by Skyramp Testbot.";
 const testResultSchema = z.object({
@@ -14,7 +15,7 @@ const testResultSchema = z.object({
 const newTestSchema = z.object({
     testId: z.string().describe("Human-readable kebab-case identifier, e.g. 'contract-get-products' or 'integration-users-orders-workflow'. Format: '<testType>-<method>-<resource>' for single-endpoint tests or '<testType>-<scenario-slug>' for multi-step tests. Must be unique within the report."),
     testType: z.string().describe("Type of test created: Smoke, Contract, Integration, etc. Do not include priority or other metadata in this field."),
-    category: z.enum(["security_boundary", "business_rule", "breaking_change", "data_integrity", "workflow"]).describe("Test category — critical categories (security_boundary, business_rule, data_integrity, breaking_change) get generation priority over workflow"),
+    category: z.preprocess((val) => externalCategory(val), z.enum(TEST_CATEGORIES)).describe("Test category — critical categories (security_boundary, business_rule, data_integrity, breaking_change) get generation priority over workflow"),
     endpoint: z.string().describe("HTTP verb and path, e.g. 'GET /api/v1/products'"),
     fileName: z.string().describe("Name of the generated test file"),
     description: z.string().optional().describe("What the test does — the steps and assertions, not the bugs it finds. e.g. 'Creates a collection, adds a link, then verifies the link exists'. Do NOT describe expected failures or bugs here — those belong in issuesFound."),
@@ -43,7 +44,7 @@ const scenarioStepSchema = z.object({
 const additionalRecommendationSchema = z.object({
     testId: z.string().describe("Human-readable kebab-case identifier, e.g. 'integration-products-orders-workflow' or 'e2e-checkout-flow'. Format: '<testType>-<scenario-slug>'. Must be unique within the report."),
     testType: z.string().describe("Type of test: Integration, E2E, Contract, UI, etc. Do not include priority or other metadata in this field."),
-    category: z.enum(["security_boundary", "business_rule", "breaking_change", "data_integrity", "workflow"]).describe("Test category — critical categories get generation priority over workflow"),
+    category: z.preprocess((val) => externalCategory(val), z.enum(TEST_CATEGORIES)).describe("Test category — critical categories get generation priority over workflow"),
     scenarioName: z.string().describe("Name of the scenario, e.g. 'products_orders_workflow'"),
     steps: z.array(scenarioStepSchema).describe("Ordered sequence of API/UI steps in this test scenario"),
     description: z.string().describe("Why this test is valuable and what it would cover"),

package/build/types/RepositoryAnalysis.js

@@ -1,4 +1,5 @@
 import { z } from "zod";
+import { SCENARIO_CATEGORIES } from "./TestRecommendation.js";
 // ── Zod schemas ──
 export const analysisScopeSchema = z.enum(["full_repo", "current_branch_diff"]);
 export const paramInfoSchema = z.object({
@@ -76,18 +77,7 @@ export const scenarioStepSchema = z.object({
 export const draftedScenarioSchema = z.object({
     scenarioName: z.string(),
     description: z.string(),
-    category: z.enum([
-        "crud",
-        "workflow",
-        "auth",
-        "error-handling",
-        "data-validation",
-        "security_boundary",
-        "business_rule",
-        "data_integrity",
-        "breaking_change",
-        "new_endpoint",
-    ]),
+    category: z.enum(SCENARIO_CATEGORIES),
     priority: z.enum(["high", "medium", "low"]),
     steps: z.array(scenarioStepSchema),
     chainingKeys: z.array(z.string()),

package/build/types/TestRecommendation.js

@@ -1,5 +1,47 @@
 import { z } from "zod";
 import { TestType } from "./TestTypes.js";
+/** Internal-only categories (not submitted to tools). */
+const INTERNAL_CATEGORIES = [
+    "new_endpoint", // CRITICAL - diff-direct scenarios always fill GENERATE slots first
+];
+/** External categories valid for tool submissions, ordered by priority. */
+const CATEGORIES = [
+    // HIGH priority
+    "security_boundary", // auth, permission, cross-user isolation, idempotency
+    "business_rule", // unique constraints, range validation, state machines
+    "data_integrity", // cascade deletes, orphan prevention, referential integrity
+    "breaking_change", // route renames, auth migration, response shape changes
+    "auth", // authentication and authorization flows
+    // MEDIUM priority
+    "workflow", // cross-resource integration, user journeys
+    "error_handling", // error responses and edge cases
+    "data_validation", // input validation and schema enforcement
+    // LOW priority
+    "crud", // basic create/read/update/delete operations
+];
+/** All categories including internal ones. */
+export const SCENARIO_CATEGORIES = [...INTERNAL_CATEGORIES, ...CATEGORIES];
+/** Categories valid for tool submissions (excludes internal-only categories). */
+export const TEST_CATEGORIES = CATEGORIES;
+/** Priority assignment for each category. */
+export const CATEGORY_PRIORITY = {
+    new_endpoint: "CRITICAL",
+    security_boundary: "HIGH",
+    business_rule: "HIGH",
+    data_integrity: "HIGH",
+    breaking_change: "HIGH",
+    auth: "HIGH",
+    workflow: "MEDIUM",
+    error_handling: "MEDIUM",
+    data_validation: "MEDIUM",
+    crud: "LOW",
+};
+/** Map internal-only categories to their external equivalent for tool submission. */
+export function externalCategory(cat) {
+    if (cat === "new_endpoint")
+        return "crud";
+    return cat;
+}
 // Test type to documentation URL mapping
 export const TEST_TYPE_DOCS = {
     [TestType.SMOKE]: "https://www.skyramp.dev/docs/smoke-tests",
@@ -33,7 +75,7 @@ export const specificTestSchema = z.object({
 export const testTypeRecommendationSchema = z.object({
     priority: z.enum(["high", "medium", "low"]),
     testType: z.nativeEnum(TestType),
-    category: z.enum(["security_boundary", "business_rule", "breaking_change", "data_integrity", "workflow"]),
+    category: z.enum(TEST_CATEGORIES),
     rationale: z.string(),
     reasoning: z.string(),
     specificTests: z.array(specificTestSchema),

package/build/types/TestTypes.js

@@ -101,6 +101,10 @@ export const baseSchema = z.object({
         .number()
         .default(0)
         .describe("Port number for the mock server"),
+    optionalFields: z
+        .boolean()
+        .default(false)
+        .describe("Whether to include optional fields in the generated test/mock"),
     prompt: z.string().describe("The prompt user provided to generate the test"),
 });
 export const basePlaywrightSchema = z.object({

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@skyramp/mcp",
-  "version": "0.0.64",
+  "version": "0.0.65",
   "main": "build/index.js",
   "exports": {
     ".": "./build/index.js",
@@ -54,7 +54,7 @@
   "dependencies": {
     "@modelcontextprotocol/sdk": "^1.24.3",
     "@playwright/test": "^1.55.0",
-    "@skyramp/skyramp": "1.3.17",
+    "@skyramp/skyramp": "1.3.18",
     "dockerode": "^4.0.6",
     "fast-glob": "^3.3.3",
     "playwright": "file:vendor/skyramp-playwright-1.58.2-skyramp.8.9.0.tgz",