@askqa/mcp 1.2.0 → 1.2.2

package/.claude-plugin/plugin.json

@@ -1,6 +1,6 @@
 {
   "name": "askqa",
-  "version": "1.2.0",
+  "version": "1.2.2",
   "description": "AskQA skills — set up notifications and monitoring for your websites",
   "mcpServers": {
     "askqa": {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@askqa/mcp",
-  "version": "1.2.0",
+  "version": "1.2.2",
   "description": "MCP server for AskQA — monitor websites with automated tests by chatting with AI",
   "type": "module",
   "license": "MIT",

package/server.js

@@ -138,6 +138,9 @@ function buildTestRunText(testRun, testName) {
   }
 
   lines.push(`  View details: ${testRun.details_url || `${WEBSITE_URL}/runs/${testRun.id}`}`);
+  if (testRun.trace_viewer_url) {
+    lines.push(`  View trace: ${testRun.trace_viewer_url}`);
+  }
 
   return lines.join("\n");
 }
@@ -381,7 +384,7 @@ server.registerTool(
 server.registerTool(
   "validate_test",
   {
-    description: "Dry-run custom Playwright test code against a URL. Returns execution results, screenshots, and page structure for debugging. Steps continue even on failure to maximize debug signal. Use this to iterate on code before calling create_test.",
+    description: "Start here when writing a new test. Dry-runs Playwright code against a URL without saving it — returns step results, screenshots, and page structure. Steps continue even on failure for maximum debug signal. Iterate here until the test passes, then call create_test to save it.",
     readOnlyHint: true,
     inputSchema: {
       code: z.string().describe("Custom Playwright test code. Must define an async function test({ page, step, log })."),
@@ -390,28 +393,33 @@ server.registerTool(
   },
   async ({ code, url }) => {
     try {
-      const result = await apiPost("/api/tests/validate", { code, url });
+      // POST returns immediately with test_run_id; poll until done (same as run_test)
+      const { test_run_id } = await apiPost("/api/tests/validate", { code, url });
+      const testRun = await pollTestRun(test_run_id);
+      const runResult = testRun.result || {};
       const content = [];
 
       // Build text summary
-      const icon = result.status === "passed" ? "✓" : "✗";
-      const lines = [`${icon} Validation: ${result.status}`];
-      if (result.durationMs) lines.push(`  Duration: ${(result.durationMs / 1000).toFixed(1)}s`);
-      if (result.error) lines.push(`  Error: ${result.error}`);
-      for (const step of (result.steps || [])) {
+      const overallStatus = runResult.status || (testRun.status === "completed" ? "passed" : "failed");
+      const icon = overallStatus === "passed" ? "✓" : "✗";
+      const lines = [`${icon} Validation: ${overallStatus}`];
+      if (runResult.durationMs) lines.push(`  Duration: ${(runResult.durationMs / 1000).toFixed(1)}s`);
+      if (testRun.error) lines.push(`  Error: ${testRun.error}`);
+      if (runResult.error) lines.push(`  Error: ${runResult.error}`);
+      for (const step of (runResult.steps || [])) {
         const stepIcon = step.status === "passed" ? "✓" : step.status === "failed" ? "✗" : "?";
         lines.push(`  ${stepIcon} ${step.name} — ${step.status}`);
         if (step.error) lines.push(`    Error: ${step.error}`);
       }
-      if (result.logs?.length) {
+      if (runResult.logs?.length) {
         lines.push("  Logs:");
-        for (const msg of result.logs) lines.push(`    ${msg}`);
+        for (const msg of runResult.logs) lines.push(`    ${msg}`);
       }
       content.push({ type: "text", text: lines.join("\n") });
 
       // Include page info for debugging selectors
-      if (result.pageInfo) {
-        const info = result.pageInfo;
+      if (runResult.pageInfo) {
+        const info = runResult.pageInfo;
         const infoLines = ["", "Page structure (for fixing selectors):"];
         if (info.buttons?.length) {
           infoLines.push("  Buttons:");
@@ -431,14 +439,10 @@ server.registerTool(
         content.push({ type: "text", text: infoLines.join("\n") });
       }
 
-      // Include screenshots as labeled images
-      if (result.screenshots) {
-        for (const [stepName, base64] of Object.entries(result.screenshots)) {
-          if (base64) {
-            content.push({ type: "text", text: `Screenshot: ${stepName}` });
-            content.push({ type: "image", data: base64, mimeType: "image/png" });
-          }
-        }
+      // Include screenshots from storage (via execution_id)
+      if (testRun.execution_id) {
+        const screenshots = await buildTestRunScreenshots(testRun);
+        content.push(...screenshots);
       }
 
       return { content };