retestkit 1.4.1 → 1.5.0

package/src/prompts/index.test.ts

@@ -1,451 +0,0 @@
-/**
- * Unit Tests for Prompts (Phase 8.7)
- */
-
-import { describe, it, expect, vi, beforeEach } from "vitest";
-import { createWebtestPrompts, type McpPrompt } from "./index.js";
-import type { ServerContext } from "../types/context.js";
-
-describe("Webtest Prompts", () => {
-  let prompts: McpPrompt[];
-
-  beforeEach(() => {
-    const mockContext: Partial<ServerContext> = {
-      logger: {
-        info: vi.fn(),
-        warn: vi.fn(),
-        error: vi.fn(),
-        debug: vi.fn(),
-        withCorrelation: vi.fn().mockReturnThis(),
-      } as any,
-      config: {} as any,
-    };
-
-    prompts = createWebtestPrompts(() => mockContext as ServerContext);
-  });
-
-  describe("prompt registration", () => {
-    it("creates all expected prompts", () => {
-      expect(prompts.length).toBe(6);
-    });
-
-    it("includes webtest-start prompt", () => {
-      const prompt = prompts.find((p) => p.name === "webtest-start");
-      expect(prompt).toBeDefined();
-    });
-
-    it("includes webtest-crawl prompt", () => {
-      const prompt = prompts.find((p) => p.name === "webtest-crawl");
-      expect(prompt).toBeDefined();
-    });
-
-    it("includes webtest-discover prompt", () => {
-      const prompt = prompts.find((p) => p.name === "webtest-discover");
-      expect(prompt).toBeDefined();
-    });
-
-    it("includes webtest-generate-tests prompt", () => {
-      const prompt = prompts.find((p) => p.name === "webtest-generate-tests");
-      expect(prompt).toBeDefined();
-    });
-
-    it("includes webtest-run-test prompt", () => {
-      const prompt = prompts.find((p) => p.name === "webtest-run-test");
-      expect(prompt).toBeDefined();
-    });
-
-    it("includes webtest-full-workflow prompt", () => {
-      const prompt = prompts.find((p) => p.name === "webtest-full-workflow");
-      expect(prompt).toBeDefined();
-    });
-  });
-
-  describe("webtest-start prompt", () => {
-    let prompt: McpPrompt;
-
-    beforeEach(() => {
-      prompt = prompts.find((p) => p.name === "webtest-start")!;
-    });
-
-    it("has a description", () => {
-      expect(prompt.description).toBeDefined();
-      expect(prompt.description.length).toBeGreaterThan(0);
-    });
-
-    it("has url as required argument", () => {
-      const urlArg = prompt.arguments?.find((a) => a.name === "url");
-      expect(urlArg).toBeDefined();
-      expect(urlArg?.required).toBe(true);
-    });
-
-    it("has focus as optional argument", () => {
-      const focusArg = prompt.arguments?.find((a) => a.name === "focus");
-      expect(focusArg).toBeDefined();
-      expect(focusArg?.required).toBe(false);
-    });
-
-    it("generates message with URL", async () => {
-      const messages = await prompt.getMessages({ url: "https://example.com" });
-
-      expect(messages).toHaveLength(1);
-      expect(messages[0].role).toBe("user");
-      expect(messages[0].content.text).toContain("https://example.com");
-    });
-
-    it("includes focus in message when provided", async () => {
-      const messages = await prompt.getMessages({
-        url: "https://example.com",
-        focus: "checkout flow",
-      });
-
-      expect(messages[0].content.text).toContain("checkout flow");
-    });
-
-    it("mentions webtest_init tool", async () => {
-      const messages = await prompt.getMessages({ url: "https://example.com" });
-
-      expect(messages[0].content.text).toContain("webtest_init");
-    });
-
-    it("uses placeholder when URL not provided", async () => {
-      const messages = await prompt.getMessages({});
-
-      expect(messages[0].content.text).toContain("[URL]");
-    });
-  });
-
-  describe("webtest-crawl prompt", () => {
-    let prompt: McpPrompt;
-
-    beforeEach(() => {
-      prompt = prompts.find((p) => p.name === "webtest-crawl")!;
-    });
-
-    it("has a description", () => {
-      expect(prompt.description).toBeDefined();
-    });
-
-    it("has analysisId as required argument", () => {
-      const arg = prompt.arguments?.find((a) => a.name === "analysisId");
-      expect(arg).toBeDefined();
-      expect(arg?.required).toBe(true);
-    });
-
-    it("has goal as required argument", () => {
-      const arg = prompt.arguments?.find((a) => a.name === "goal");
-      expect(arg).toBeDefined();
-      expect(arg?.required).toBe(true);
-    });
-
-    it("has strategy as optional argument", () => {
-      const arg = prompt.arguments?.find((a) => a.name === "strategy");
-      expect(arg).toBeDefined();
-      expect(arg?.required).toBe(false);
-    });
-
-    it("generates message with parameters", async () => {
-      const messages = await prompt.getMessages({
-        analysisId: "abc-123",
-        goal: "explore products",
-        strategy: "breadth_first",
-      });
-
-      expect(messages[0].content.text).toContain("abc-123");
-      expect(messages[0].content.text).toContain("explore products");
-      expect(messages[0].content.text).toContain("breadth_first");
-    });
-
-    it("mentions webtest_crawl_app tool", async () => {
-      const messages = await prompt.getMessages({
-        analysisId: "abc-123",
-        goal: "explore",
-      });
-
-      expect(messages[0].content.text).toContain("webtest_crawl_app");
-    });
-
-    it("defaults strategy to goal_directed", async () => {
-      const messages = await prompt.getMessages({
-        analysisId: "abc-123",
-        goal: "explore",
-      });
-
-      expect(messages[0].content.text).toContain("goal_directed");
-    });
-  });
-
-  describe("webtest-discover prompt", () => {
-    let prompt: McpPrompt;
-
-    beforeEach(() => {
-      prompt = prompts.find((p) => p.name === "webtest-discover")!;
-    });
-
-    it("has a description", () => {
-      expect(prompt.description).toBeDefined();
-    });
-
-    it("has analysisId as required argument", () => {
-      const arg = prompt.arguments?.find((a) => a.name === "analysisId");
-      expect(arg).toBeDefined();
-      expect(arg?.required).toBe(true);
-    });
-
-    it("has featureSlug as optional argument", () => {
-      const arg = prompt.arguments?.find((a) => a.name === "featureSlug");
-      expect(arg).toBeDefined();
-      expect(arg?.required).toBe(false);
-    });
-
-    it("generates message with analysisId", async () => {
-      const messages = await prompt.getMessages({
-        analysisId: "abc-123",
-      });
-
-      expect(messages[0].content.text).toContain("abc-123");
-    });
-
-    it("mentions webtest_discover_features tool in full mode", async () => {
-      const messages = await prompt.getMessages({
-        analysisId: "abc-123",
-      });
-
-      expect(messages[0].content.text).toContain("webtest_discover_features");
-    });
-
-    it("mentions webtest_discover_flows tool in single feature mode", async () => {
-      const messages = await prompt.getMessages({
-        analysisId: "abc-123",
-        featureSlug: "user-auth",
-      });
-
-      expect(messages[0].content.text).toContain("webtest_discover_flows");
-    });
-
-    it("describes discovery outputs", async () => {
-      const messages = await prompt.getMessages({
-        analysisId: "abc-123",
-      });
-
-      expect(messages[0].content.text).toContain("features");
-      expect(messages[0].content.text).toContain("flows");
-    });
-  });
-
-  describe("webtest-generate-tests prompt", () => {
-    let prompt: McpPrompt;
-
-    beforeEach(() => {
-      prompt = prompts.find((p) => p.name === "webtest-generate-tests")!;
-    });
-
-    it("has a description", () => {
-      expect(prompt.description).toBeDefined();
-    });
-
-    it("has analysisId as required argument", () => {
-      const arg = prompt.arguments?.find((a) => a.name === "analysisId");
-      expect(arg).toBeDefined();
-      expect(arg?.required).toBe(true);
-    });
-
-    it("has strategy as optional argument", () => {
-      const arg = prompt.arguments?.find((a) => a.name === "strategy");
-      expect(arg).toBeDefined();
-      expect(arg?.required).toBe(false);
-    });
-
-    it("generates message with parameters", async () => {
-      const messages = await prompt.getMessages({
-        analysisId: "abc-123",
-        strategy: "edge_cases",
-      });
-
-      expect(messages[0].content.text).toContain("abc-123");
-      expect(messages[0].content.text).toContain("edge_cases");
-    });
-
-    it("mentions webtest-generate_tests tool", async () => {
-      const messages = await prompt.getMessages({
-        analysisId: "abc-123",
-      });
-
-      expect(messages[0].content.text).toContain("webtest_generate_tests");
-    });
-
-    it("defaults strategy to comprehensive", async () => {
-      const messages = await prompt.getMessages({
-        analysisId: "abc-123",
-      });
-
-      expect(messages[0].content.text).toContain("comprehensive");
-    });
-  });
-
-  describe("webtest-run-test prompt", () => {
-    let prompt: McpPrompt;
-
-    beforeEach(() => {
-      prompt = prompts.find((p) => p.name === "webtest-run-test")!;
-    });
-
-    it("has a description", () => {
-      expect(prompt.description).toBeDefined();
-    });
-
-    it("has analysisId as required argument", () => {
-      const arg = prompt.arguments?.find((a) => a.name === "analysisId");
-      expect(arg).toBeDefined();
-      expect(arg?.required).toBe(true);
-    });
-
-    it("has testCaseId as required argument", () => {
-      const arg = prompt.arguments?.find((a) => a.name === "testCaseId");
-      expect(arg).toBeDefined();
-      expect(arg?.required).toBe(true);
-    });
-
-    it("generates message with parameters", async () => {
-      const messages = await prompt.getMessages({
-        analysisId: "abc-123",
-        testCaseId: "test-001",
-      });
-
-      expect(messages[0].content.text).toContain("abc-123");
-      expect(messages[0].content.text).toContain("test-001");
-    });
-
-    it("mentions webtest_run_test tool", async () => {
-      const messages = await prompt.getMessages({
-        analysisId: "abc-123",
-        testCaseId: "test-001",
-      });
-
-      expect(messages[0].content.text).toContain("webtest_run_test");
-    });
-
-    it("mentions evidence capture", async () => {
-      const messages = await prompt.getMessages({
-        analysisId: "abc-123",
-        testCaseId: "test-001",
-      });
-
-      expect(messages[0].content.text).toContain("evidence");
-    });
-  });
-
-  describe("webtest-full-workflow prompt", () => {
-    let prompt: McpPrompt;
-
-    beforeEach(() => {
-      prompt = prompts.find((p) => p.name === "webtest-full-workflow")!;
-    });
-
-    it("has a description", () => {
-      expect(prompt.description).toBeDefined();
-    });
-
-    it("has url as required argument", () => {
-      const arg = prompt.arguments?.find((a) => a.name === "url");
-      expect(arg).toBeDefined();
-      expect(arg?.required).toBe(true);
-    });
-
-    it("has focus as optional argument", () => {
-      const arg = prompt.arguments?.find((a) => a.name === "focus");
-      expect(arg).toBeDefined();
-      expect(arg?.required).toBe(false);
-    });
-
-    it("generates message with URL", async () => {
-      const messages = await prompt.getMessages({
-        url: "https://shop.example.com",
-      });
-
-      expect(messages[0].content.text).toContain("https://shop.example.com");
-    });
-
-    it("mentions all webtest tools in order", async () => {
-      const messages = await prompt.getMessages({
-        url: "https://shop.example.com",
-      });
-
-      const text = messages[0].content.text;
-      expect(text).toContain("webtest_init");
-      expect(text).toContain("webtest_crawl_app");
-      expect(text).toContain("webtest_discover_features");
-      expect(text).toContain("webtest_discover_flows");
-      expect(text).toContain("webtest_generate_tests");
-      expect(text).toContain("webtest_run_test");
-    });
-
-    it("includes focus in message", async () => {
-      const messages = await prompt.getMessages({
-        url: "https://shop.example.com",
-        focus: "payment processing",
-      });
-
-      expect(messages[0].content.text).toContain("payment processing");
-    });
-
-    it("defaults focus to main functionality", async () => {
-      const messages = await prompt.getMessages({
-        url: "https://shop.example.com",
-      });
-
-      expect(messages[0].content.text).toContain("main functionality");
-    });
-  });
-
-  describe("McpPrompt interface", () => {
-    it("all prompts have name property", () => {
-      for (const prompt of prompts) {
-        expect(prompt.name).toBeDefined();
-        expect(typeof prompt.name).toBe("string");
-      }
-    });
-
-    it("all prompts have description property", () => {
-      for (const prompt of prompts) {
-        expect(prompt.description).toBeDefined();
-        expect(typeof prompt.description).toBe("string");
-      }
-    });
-
-    it("all prompts have getMessages function", () => {
-      for (const prompt of prompts) {
-        expect(prompt.getMessages).toBeDefined();
-        expect(typeof prompt.getMessages).toBe("function");
-      }
-    });
-
-    it("getMessages returns array of messages", async () => {
-      for (const prompt of prompts) {
-        const messages = await prompt.getMessages({});
-        expect(Array.isArray(messages)).toBe(true);
-        expect(messages.length).toBeGreaterThan(0);
-      }
-    });
-
-    it("messages have correct structure", async () => {
-      for (const prompt of prompts) {
-        const messages = await prompt.getMessages({});
-        for (const message of messages) {
-          expect(message.role).toBeDefined();
-          expect(["user", "assistant"]).toContain(message.role);
-          expect(message.content).toBeDefined();
-          expect(message.content.type).toBe("text");
-          expect(typeof message.content.text).toBe("string");
-        }
-      }
-    });
-  });
-
-  describe("prompt uniqueness", () => {
-    it("all prompt names are unique", () => {
-      const names = prompts.map((p) => p.name);
-      const uniqueNames = new Set(names);
-      expect(uniqueNames.size).toBe(names.length);
-    });
-  });
-});

package/src/prompts/index.ts

@@ -1,246 +0,0 @@
-import type { ServerContext } from "../types/context.js";
-import { loadTemplate, interpolate } from "./loader.js";
-
-// Load templates once at module initialization
-const webtestStartTemplate = loadTemplate("mcp", "webtest-start");
-const webtestCrawlTemplate = loadTemplate("mcp", "webtest-crawl");
-const webtestDiscoverTemplate = loadTemplate("mcp", "webtest-discover");
-const webtestDiscoverFlowsTemplate = loadTemplate("mcp", "webtest-discover-flows");
-const webtestGenerateTestsTemplate = loadTemplate("mcp", "webtest-generate-tests");
-const webtestRunTestTemplate = loadTemplate("mcp", "webtest-run-test");
-const webtestFullWorkflowTemplate = loadTemplate("mcp", "webtest-full-workflow");
-
-export interface McpPrompt {
-  name: string;
-  description: string;
-  arguments?: Array<{
-    name: string;
-    description: string;
-    required?: boolean;
-  }>;
-  getMessages(args: Record<string, string>): Promise<Array<{
-    role: "user" | "assistant";
-    content: { type: "text"; text: string };
-  }>>;
-}
-
-export function createWebtestPrompts(
-  getContext: () => ServerContext
-): McpPrompt[] {
-  return [
-    {
-      name: "webtest-start",
-      description:
-        "Start a new web testing analysis. Guides you through setting up a workspace for testing a web application.",
-      arguments: [
-        {
-          name: "url",
-          description: "The URL of the web application to test",
-          required: true,
-        },
-        {
-          name: "focus",
-          description:
-            "Optional focus area (e.g., 'checkout flow', 'user registration')",
-          required: false,
-        },
-      ],
-      async getMessages(args) {
-        const url = args.url || "[URL]";
-        const focus = args.focus ? `\nFocus area: ${args.focus}` : "";
-
-        return [
-          {
-            role: "user",
-            content: {
-              type: "text",
-              text: interpolate(webtestStartTemplate, { url, focus }),
-            },
-          },
-        ];
-      },
-    },
-
-    {
-      name: "webtest-crawl",
-      description:
-        "Crawl a web application to discover pages and functionality. Requires an existing analysis workspace.",
-      arguments: [
-        {
-          name: "analysisId",
-          description: "The ID of the analysis workspace",
-          required: true,
-        },
-        {
-          name: "goal",
-          description: "What you want to discover or explore",
-          required: true,
-        },
-        {
-          name: "strategy",
-          description:
-            "Crawling strategy: breadth_first, depth_first, or goal_directed",
-          required: false,
-        },
-      ],
-      async getMessages(args) {
-        const analysisId = args.analysisId || "[analysisId]";
-        const goal = args.goal || "explore the main functionality";
-        const strategy = args.strategy || "goal_directed";
-
-        return [
-          {
-            role: "user",
-            content: {
-              type: "text",
-              text: interpolate(webtestCrawlTemplate, { analysisId, goal, strategy }),
-            },
-          },
-        ];
-      },
-    },
-
-    {
-      name: "webtest-discover",
-      description:
-        "Discover features and flows in a web application based on crawl data.",
-      arguments: [
-        {
-          name: "analysisId",
-          description: "The ID of the analysis workspace",
-          required: true,
-        },
-        {
-          name: "featureSlug",
-          description: "Optional: discover flows only for this specific feature",
-          required: false,
-        },
-      ],
-      async getMessages(args) {
-        const analysisId = args.analysisId || "[analysisId]";
-        const featureSlug = args.featureSlug;
-
-        if (featureSlug) {
-          // Single feature mode - discover flows for specific feature
-          return [
-            {
-              role: "user",
-              content: {
-                type: "text",
-                text: interpolate(webtestDiscoverFlowsTemplate, { analysisId, featureSlug }),
-              },
-            },
-          ];
-        }
-
-        // Full discovery mode
-        return [
-          {
-            role: "user",
-            content: {
-              type: "text",
-              text: interpolate(webtestDiscoverTemplate, { analysisId }),
-            },
-          },
-        ];
-      },
-    },
-
-    {
-      name: "webtest-generate-tests",
-      description:
-        "Generate test cases from the application analysis.",
-      arguments: [
-        {
-          name: "analysisId",
-          description: "The ID of the analysis workspace",
-          required: true,
-        },
-        {
-          name: "strategy",
-          description:
-            "Test strategy: comprehensive, happy_path, edge_cases, or critical_paths",
-          required: false,
-        },
-      ],
-      async getMessages(args) {
-        const analysisId = args.analysisId || "[analysisId]";
-        const strategy = args.strategy || "comprehensive";
-
-        return [
-          {
-            role: "user",
-            content: {
-              type: "text",
-              text: interpolate(webtestGenerateTestsTemplate, { analysisId, strategy }),
-            },
-          },
-        ];
-      },
-    },
-
-    {
-      name: "webtest-run-test",
-      description:
-        "Run a specific test case against the web application.",
-      arguments: [
-        {
-          name: "analysisId",
-          description: "The ID of the analysis workspace",
-          required: true,
-        },
-        {
-          name: "testCaseId",
-          description: "The ID of the test case to run",
-          required: true,
-        },
-      ],
-      async getMessages(args) {
-        const analysisId = args.analysisId || "[analysisId]";
-        const testCaseId = args.testCaseId || "[testCaseId]";
-
-        return [
-          {
-            role: "user",
-            content: {
-              type: "text",
-              text: interpolate(webtestRunTestTemplate, { analysisId, testCaseId }),
-            },
-          },
-        ];
-      },
-    },
-
-    {
-      name: "webtest-full-workflow",
-      description:
-        "Run the complete web testing workflow: start, crawl, analyze, generate tests, and run tests.",
-      arguments: [
-        {
-          name: "url",
-          description: "The URL of the web application to test",
-          required: true,
-        },
-        {
-          name: "focus",
-          description: "Focus area for testing",
-          required: false,
-        },
-      ],
-      async getMessages(args) {
-        const url = args.url || "[URL]";
-        const focus = args.focus || "main functionality";
-
-        return [
-          {
-            role: "user",
-            content: {
-              type: "text",
-              text: interpolate(webtestFullWorkflowTemplate, { url, focus }),
-            },
-          },
-        ];
-      },
-    },
-  ];
-}