@skyramp/mcp 0.0.45 → 0.0.47

package/build/index.js

@@ -30,6 +30,7 @@ import { registerExecuteBatchTestsTool } from "./tools/test-maintenance/executeB
 import { registerCalculateHealthScoresTool } from "./tools/test-maintenance/calculateHealthScoresTool.js";
 import { registerActionsTool } from "./tools/test-maintenance/actionsTool.js";
 import { registerStateCleanupTool } from "./tools/test-maintenance/stateCleanupTool.js";
+import { AnalyticsService } from "./services/AnalyticsService.js";
 const server = new McpServer({
     name: "Skyramp MCP Server",
     version: "1.0.0",
@@ -71,23 +72,17 @@ const codeQualityTools = [
     registerCodeReuseTool,
 ];
 codeQualityTools.forEach((registerTool) => registerTool(server));
-// Register internal/test recommendation tools (controlled by environment variable)
-const enableInternalTools = process.env.SKYRAMP_ENABLE_INTERNAL_TOOLS === "true";
-if (enableInternalTools) {
-    logger.info("Internal tools enabled - registering test recommendation tools");
-    registerAnalyzeRepositoryTool(server);
-    registerMapTestsTool(server);
-    registerRecommendTestsTool(server);
-    registerDiscoverTestsTool(server);
-    registerAnalyzeTestDriftTool(server);
-    registerExecuteBatchTestsTool(server);
-    registerCalculateHealthScoresTool(server);
-    registerActionsTool(server);
-    registerStateCleanupTool(server);
-}
-else {
-    logger.info("Internal tools disabled. Set SKYRAMP_ENABLE_INTERNAL_TOOLS=true to enable.");
-}
+// Register test recommendation tools
+registerAnalyzeRepositoryTool(server);
+registerMapTestsTool(server);
+registerRecommendTestsTool(server);
+// Register test maintenance tools
+registerDiscoverTestsTool(server);
+registerAnalyzeTestDriftTool(server);
+registerExecuteBatchTestsTool(server);
+registerCalculateHealthScoresTool(server);
+registerActionsTool(server);
+registerStateCleanupTool(server);
 // Register other Skyramp tools
 const infrastructureTools = [
     registerLoginTool,
@@ -97,30 +92,72 @@ const infrastructureTools = [
     registerTraceStopTool,
 ];
 infrastructureTools.forEach((registerTool) => registerTool(server));
+// Global error handlers for crash telemetry
+process.on("uncaughtException", async (error) => {
+    logger.critical("Uncaught exception - MCP server crashing", {
+        error: error.message,
+        stack: error.stack,
+    });
+    try {
+        await AnalyticsService.pushServerCrashEvent("uncaughtException", error.message, error.stack);
+    }
+    catch (telemetryError) {
+        logger.error("Failed to send crash telemetry", { telemetryError });
+    }
+    process.exit(1);
+});
+process.on("unhandledRejection", async (reason, promise) => {
+    const errorMessage = reason instanceof Error ? reason.message : String(reason);
+    const errorStack = reason instanceof Error ? reason.stack : undefined;
+    logger.critical("Unhandled promise rejection - MCP server crashing", {
+        error: errorMessage,
+        stack: errorStack,
+    });
+    try {
+        await AnalyticsService.pushServerCrashEvent("unhandledRejection", errorMessage, errorStack);
+    }
+    catch (telemetryError) {
+        logger.error("Failed to send crash telemetry", { telemetryError });
+    }
+    process.exit(1);
+});
 // Start MCP server
 async function main() {
     const transport = new StdioServerTransport();
     await server.connect(transport);
     logger.info("MCP Server started successfully");
     // Listen for stdin closure (parent process disconnected)
-    process.stdin.on("end", () => {
-        logger.info("STDIN closed, parent process disconnected. Exiting...");
-        process.exit(0);
+    // Using multiple events for robustness across different disconnection scenarios
+    let isShuttingDown = false;
+    const handleParentDisconnect = (event) => {
+        if (isShuttingDown)
+            return;
+        isShuttingDown = true;
+        logger.info(`Parent process disconnected (${event}). Cleaning up and exiting...`);
+        server.close().finally(() => {
+            process.exit(0);
+        });
+    };
+    process.stdin.on("end", () => handleParentDisconnect("stdin end"));
+    process.stdin.on("close", () => handleParentDisconnect("stdin close"));
+    process.stdin.on("error", (err) => {
+        logger.error("STDIN error, parent likely disconnected", { error: err });
+        handleParentDisconnect("stdin error");
     });
     // Handle process termination signals
-    process.on("SIGTERM", () => {
-        logger.info("Received SIGTERM, shutting down gracefully...");
-        process.exit(0);
-    });
-    process.on("SIGINT", () => {
-        logger.info("Received SIGINT, shutting down gracefully...");
-        process.exit(0);
-    });
+    process.on("SIGTERM", () => handleParentDisconnect("SIGTERM"));
+    process.on("SIGINT", () => handleParentDisconnect("SIGINT"));
 }
-main().catch((error) => {
+main().catch(async (error) => {
     logger.critical("Fatal error in main()", {
         error: error.message,
         stack: error.stack,
     });
+    try {
+        await AnalyticsService.pushServerCrashEvent("mainFatalError", error.message, error.stack);
+    }
+    catch (telemetryError) {
+        logger.error("Failed to send crash telemetry", { telemetryError });
+    }
     process.exit(1);
 });

package/build/prompts/test-recommendation/repository-analysis-prompt.js

@@ -282,6 +282,12 @@ VALIDATION CHECKLIST:
 - [ ] Infrastructure flags verified
 - [ ] Existing tests catalogued
 
-Begin analysis now. Return ONLY the JSON object, no other text.
+**CRITICAL INSTRUCTIONS**:
+- Return the JSON object directly in your response text.
+- DO NOT create or save any files (no repository_analysis.json or .md files).
+- DO NOT use file write tools or save analysis to disk.
+- Output the complete analysis JSON inline in your response.
+
+Begin analysis now. Return the JSON object directly in your response text.
 `;
 }

package/build/prompts/test-recommendation/test-recommendation-prompt.js

@@ -120,6 +120,12 @@ Return a JSON object with this structure:
 4. **Provide Guidance**: Clear instructions for creating missing artifacts
 5. **Include Evidence**: Reference specific repository characteristics in rationale
 
-Generate recommendations now. Return ONLY the JSON object, no other text.
+**CRITICAL INSTRUCTIONS**:
+- Return the JSON object directly in your response text.
+- DO NOT create or save any files (no test_recommendations.md, .json, or other files).
+- DO NOT use file write tools or save recommendations to disk.
+- Output the complete recommendations JSON inline in your response.
+
+Generate recommendations now. Return the JSON object directly in your response text.
 `;
 }

package/build/prompts/testGenerationPrompt.js

@@ -17,6 +17,7 @@ export function registerTestGenerationPrompt(mcpServer) {
 - ALWAYS SHOW STEPS TO GENERATE TEST USING MCP TOOLS AND NEVER SHOW THE CLI COMMANDS.
 - **CRITICAL: ONLY UI, INTEGRATION, E2E, LOAD TESTS GENERATED FROM TRACES MUST BE MODULARIZED USING skyramp_modularization TOOL. ADD A TASK TO MODULARIZE THE TEST USING skyramp_modularization TOOL AFTER GENERATING THESE(UI, INTEGRATION, E2E, LOAD) TESTS. DO NOT MODULARIZE THESE TESTS IF THEY ARE NOT GENERATED FROM TRACES.**
 - **CRITICAL: skyramp_reuse_code TOOL MUST BE CALLED IF DURING THE TEST GENERATION THE CODE REUSE FLAG IS SET TO TRUE EXPLICITLY BY THE USER AND THE TEST IS GENERATED FROM TRACES.**
+- **CRITICAL: DO NOT READ apiSchema FILES (OpenAPI/Swagger specifications). These files can be very large (often several MB). Simply pass the file path or URL to the test generation tool - the backend will handle reading and processing it. Never use file reading tools on apiSchema parameters.**
 
 **MANDATORY RULES**:
 1. **Priority Scores Must Remain Unchanged**: When a test type is missing required inputs (e.g., Playwright recordings, traces), **DO NOT**:

package/build/services/AnalyticsService.js

@@ -0,0 +1,78 @@
+import { pushToolEvent } from "@skyramp/skyramp";
+import * as fs from "fs";
+import * as path from "path";
+import { fileURLToPath } from "url";
+export class AnalyticsService {
+    static entryPoint = "mcp";
+    static async pushTestGenerationToolEvent(toolName, result, params) {
+        const analyticsResult = {};
+        analyticsResult["prompt"] = params.prompt;
+        analyticsResult["language"] = params.language;
+        this.pushMCPToolEvent(toolName, result, analyticsResult);
+    }
+    static async pushMCPToolEvent(toolName, result, params) {
+        // Error message.
+        let errorMessage = "";
+        if (result && result.isError) {
+            for (const content of result?.content ?? []) {
+                if ("text" in content && content.text) {
+                    errorMessage += content.text + ", ";
+                }
+            }
+            if (errorMessage.length > 0) {
+                errorMessage = errorMessage.slice(0, -2);
+            }
+        }
+        //add mcp server version from package.json
+        params.mcpServerVersion = getMCPPackageVersion();
+        console.error("pushToolEvent", {
+            entryPoint: this.entryPoint,
+            toolName: toolName,
+            errorMessage: errorMessage,
+            analyticsResult: params,
+        });
+        await pushToolEvent(this.entryPoint, toolName, errorMessage, params);
+    }
+    /**
+     * Track server crash events
+     */
+    static async pushServerCrashEvent(crashType, errorMessage, errorStack) {
+        const params = {
+            crashType: crashType,
+            errorStack: errorStack || "no stack trace",
+            mcpServerVersion: getMCPPackageVersion(),
+        };
+        console.error("pushServerCrashEvent", {
+            entryPoint: this.entryPoint,
+            toolName: "mcp_server_crash",
+            errorMessage: errorMessage,
+            analyticsResult: params,
+        });
+        await pushToolEvent(this.entryPoint, "mcp_server_crash", errorMessage, params);
+    }
+    /**
+     * Track tool timeout events
+     */
+    static async pushToolTimeoutEvent(toolName, timeoutMs, params) {
+        const errorMessage = `Tool ${toolName} timed out after ${timeoutMs}ms`;
+        const timeoutParams = {
+            ...params,
+            timeoutMs: timeoutMs.toString(),
+            mcpServerVersion: getMCPPackageVersion(),
+        };
+        console.error("pushToolTimeoutEvent", {
+            entryPoint: this.entryPoint,
+            toolName: toolName,
+            errorMessage: errorMessage,
+            analyticsResult: timeoutParams,
+        });
+        await pushToolEvent(this.entryPoint, `${toolName}_timeout`, errorMessage, timeoutParams);
+    }
+}
+function getMCPPackageVersion() {
+    const __filename = fileURLToPath(import.meta.url);
+    const __dirname = path.dirname(__filename);
+    const packageJson = fs.readFileSync(path.join(__dirname, "../../package.json"), "utf8");
+    const packageJsonData = JSON.parse(packageJson);
+    return packageJsonData.version;
+}

package/build/services/DriftAnalysisService.js

@@ -411,8 +411,12 @@ export class EnhancedDriftAnalysisService {
             }
             // Check authentication changes
             // OpenAPI 3.x uses components.securitySchemes, Swagger 2.x uses securityDefinitions
-            const oldAuth = JSON.stringify(oldParsed.components?.securitySchemes || oldParsed.securityDefinitions || {});
-            const newAuth = JSON.stringify(newParsed.components?.securitySchemes || newParsed.securityDefinitions || {});
+            const oldAuth = JSON.stringify(oldParsed.components?.securitySchemes ||
+                oldParsed.securityDefinitions ||
+                {});
+            const newAuth = JSON.stringify(newParsed.components?.securitySchemes ||
+                newParsed.securityDefinitions ||
+                {});
             if (oldAuth !== newAuth) {
                 changes.authenticationChanged = true;
                 changes.authenticationDetails = "Security schemes have been modified";