@skyramp/mcp 0.0.64-rc.7 → 0.0.64-rc.8

package/build/index.js

@@ -30,6 +30,7 @@ import { registerSubmitReportTool } from "./tools/submitReportTool.js";
 import { registerInitializeWorkspaceTool } from "./tools/workspace/initializeWorkspaceTool.js";
 import { registerOneClickTool } from "./tools/one-click/oneClickTool.js";
 import { registerAnalysisResources } from "./resources/analysisResources.js";
+import { registerProgressResource } from "./resources/progressResource.js";
 import { AnalyticsService } from "./services/AnalyticsService.js";
 import { initCheck } from "./utils/initAgent.js";
 import { registerPlaywrightTools, registerTraceRecordingPrompt, getPlaywrightTraceService, } from "./playwright/index.js";
@@ -196,6 +197,7 @@ const codeQualityTools = [
 codeQualityTools.forEach((registerTool) => registerTool(server));
 // Register analysis resources (MCP Resources for enriched data access)
 registerAnalysisResources(server);
+registerProgressResource(server);
 // Register unified test-management tools (replaces separate test-maintenance tools)
 registerAnalyzeChangesTool(server);
 registerAnalyzeTestHealthTool(server);

package/build/prompts/testbot/testbot-prompts.js

@@ -152,12 +152,17 @@ If a test generation tool call fails:
 5. Log skipped candidates in \`issuesFound\` with the error message.
 
 ### UI Test Execution Fix-up
-If a generated UI test fails with a timeout waiting for an element after navigation (e.g. \`TimeoutError\` on \`getByTestId\` or \`locator\`), add a hydration wait after each \`page.goto()\` call:
+If a generated UI test fails with a timeout waiting for an element after navigation (e.g. \`TimeoutError\` on \`getByTestId\` or \`locator\`), add a dynamic wait after each \`page.goto()\` call that waits for the page to be ready instead of using a fixed delay:
 \`\`\`
-// Wait for React/framework hydration to complete
-await page.waitForTimeout(1500);
+// Wait for the page to fully load and hydrate before interacting
+await page.waitForLoadState('networkidle');
 \`\`\`
-Then re-run the test. This is a common issue with SSR/SPA frameworks where the DOM is rendered but not yet interactive.
+If the test still fails, wait for the specific element the test needs before interacting:
+\`\`\`
+// Wait for a visible element that indicates the page content has loaded
+await page.locator('[data-testid="some-element"]').waitFor({ state: 'visible', timeout: 10000 });
+\`\`\`
+Do NOT use \`page.waitForTimeout()\` with fixed delays — these are flaky in CI where container startup and network latency vary. Always prefer \`waitForLoadState\` or \`waitFor\` on a specific locator.
 
 **After generation, you MUST do exactly two things — nothing more, nothing less:**
 1. **Fix chaining**: replace hardcoded IDs with dynamic response values — path params like \`id = 'id'\` → \`skyramp.get_response_value(prev_response, "id")\`, and hardcoded IDs in request bodies → dynamic values from prior responses.

package/build/resources/progressResource.js

@@ -0,0 +1,14 @@
+import { TOOL_PHASE_MAP } from "../tool-phases.js";
+export function registerProgressResource(server) {
+    server.registerResource("progress_tool_phases", "skyramp://progress/tool-phases", {
+        title: "Tool Phase Mapping",
+        description: "Maps Skyramp MCP tool names to testbot progress phases.",
+        mimeType: "application/json",
+    }, () => ({
+        contents: [{
+                uri: "skyramp://progress/tool-phases",
+                mimeType: "application/json",
+                text: JSON.stringify(TOOL_PHASE_MAP),
+            }],
+    }));
+}

package/build/tool-phase-coverage.test.js

@@ -0,0 +1,41 @@
+import { TOOL_PHASE_MAP, TOOLS_WITHOUT_PHASE } from "./tool-phases.js";
+import * as fs from "fs";
+import * as path from "path";
+function findAllToolNames() {
+    const toolNames = [];
+    function walk(dir) {
+        for (const entry of fs.readdirSync(dir, { withFileTypes: true })) {
+            const full = path.join(dir, entry.name);
+            if (entry.isDirectory()) {
+                walk(full);
+                continue;
+            }
+            if (!entry.name.endsWith(".ts"))
+                continue;
+            const content = fs.readFileSync(full, "utf-8");
+            const matches = content.matchAll(/const TOOL_NAME\s*=\s*["']([^"']+)["']/g);
+            for (const m of matches)
+                toolNames.push(m[1]);
+        }
+    }
+    walk(path.resolve(__dirname, "./tools"));
+    return toolNames;
+}
+describe("tool-phase-coverage", () => {
+    it("every registered tool has a phase or is explicitly excluded", () => {
+        const allTools = findAllToolNames();
+        expect(allTools.length).toBeGreaterThan(0);
+        const missing = allTools.filter(name => !(name in TOOL_PHASE_MAP) && !TOOLS_WITHOUT_PHASE.has(name));
+        if (missing.length > 0) {
+            throw new Error(`These tools are not in TOOL_PHASE_MAP or TOOLS_WITHOUT_PHASE in src/tool-phases.ts:\n` +
+                missing.map(n => `  - ${n}`).join("\n") +
+                `\nAdd them to the appropriate export in src/tool-phases.ts`);
+        }
+    });
+    it("TOOL_PHASE_MAP contains only valid phases", () => {
+        const validPhases = new Set(["analyzing", "generating", "executing", "maintaining", "reporting"]);
+        for (const [tool, phase] of Object.entries(TOOL_PHASE_MAP)) {
+            expect(validPhases.has(phase)).toBe(true);
+        }
+    });
+});

package/build/tool-phases.js

@@ -0,0 +1,42 @@
+/**
+ * Canonical mapping of Skyramp MCP tool names to testbot progress phases.
+ *
+ * The testbot progress UI reads this map at runtime to know which tool calls
+ * correspond to which progress steps. When adding or renaming tools, update
+ * this map so the progress UI stays accurate.
+ *
+ * Tools not in this map must be listed in TOOLS_WITHOUT_PHASE.
+ *
+ * Phases: analyzing, generating, executing, maintaining, reporting
+ */
+export const TOOL_PHASE_MAP = {
+    skyramp_recommend_tests: "analyzing",
+    skyramp_analyze_changes: "analyzing",
+    skyramp_smoke_test_generation: "generating",
+    skyramp_fuzz_test_generation: "generating",
+    skyramp_contract_test_generation: "generating",
+    skyramp_load_test_generation: "generating",
+    skyramp_integration_test_generation: "generating",
+    skyramp_e2e_test_generation: "generating",
+    skyramp_ui_test_generation: "generating",
+    skyramp_scenario_test_generation: "generating",
+    skyramp_mock_generation: "generating",
+    skyramp_execute_test: "executing",
+    skyramp_execute_tests: "executing",
+    skyramp_analyze_test_health: "maintaining",
+    skyramp_submit_report: "reporting",
+};
+/** Tools that intentionally have no progress phase (infrastructure/utility). */
+export const TOOLS_WITHOUT_PHASE = new Set([
+    "skyramp_login",
+    "skyramp_logout",
+    "skyramp_initialize_workspace",
+    "skyramp_one_click_tool",
+    "skyramp_actions",
+    "skyramp_state_cleanup",
+    "skyramp_start_trace_collection",
+    "skyramp_stop_trace_collection",
+    "skyramp_fix_errors",
+    "skyramp_modularization",
+    "skyramp_reuse_code",
+]);

package/build/tools/generate-tests/generateContractRestTool.js

@@ -92,6 +92,15 @@ export class ContractTestService extends TestGenerationService {
     getTestType() {
         return TestType.CONTRACT;
     }
+    async handleApiAnalysis(params, generateOptions) {
+        // When apiSchema is provided, path parameters are resolved via parentRequestData
+        // provisioning — skip the base-class path-parameter validation prompt.
+        // Without apiSchema, fall through to normal validation.
+        if (params.apiSchema) {
+            return null;
+        }
+        return super.handleApiAnalysis(params, generateOptions);
+    }
     async generateTest(params) {
         const result = await super.generateTest(params);
         if (result.isError)

package/package.json

@@ -1,7 +1,12 @@
 {
   "name": "@skyramp/mcp",
-  "version": "0.0.64-rc.7",
+  "version": "0.0.64-rc.8",
   "main": "build/index.js",
+  "exports": {
+    ".": "./build/index.js",
+    "./tool-phases": "./build/tool-phases.js",
+    "./build/*": "./build/*"
+  },
   "type": "module",
   "bin": {
     "mcp": "./build/index.js"