@skyramp/mcp 0.3.2-rc.pom-3 → 0.3.2

package/build/tools/test-management/analyzeTestHealthTool.test.js

@@ -1,385 +0,0 @@
-// @ts-nocheck - Jest ESM type inference issues
-import { jest, describe, it, expect, beforeEach } from "@jest/globals";
-jest.unstable_mockModule("@modelcontextprotocol/sdk/server/mcp.js", () => ({
-    McpServer: jest.fn(),
-}));
-jest.unstable_mockModule("@modelcontextprotocol/sdk/types.js", () => ({
-    CallToolResult: {},
-}));
-jest.unstable_mockModule("../../utils/logger.js", () => ({
-    logger: {
-        info: jest.fn(),
-        debug: jest.fn(),
-        error: jest.fn(),
-        warning: jest.fn(),
-    },
-}));
-jest.unstable_mockModule("../../services/AnalyticsService.js", () => ({
-    AnalyticsService: { pushMCPToolEvent: jest.fn().mockResolvedValue(undefined) },
-}));
-const mockBuildDriftAnalysisPrompt = jest.fn().mockImplementation((_stateFile, apiTests, ui) => {
-    const parts = [];
-    if ((apiTests?.length ?? 0) > 0 || !ui)
-        parts.push("<drift_analysis_rules>API drift</drift_analysis_rules>");
-    if (ui)
-        parts.push("<ui_drift_analysis_rules>UI drift</ui_drift_analysis_rules>");
-    return parts.join("\n\n");
-});
-jest.unstable_mockModule("../../prompts/test-maintenance/drift-analysis-prompt.js", () => ({
-    buildDriftAnalysisPrompt: mockBuildDriftAnalysisPrompt,
-}));
-const mockFromStatePath = jest.fn();
-const mockCleanupOldFiles = jest.fn().mockImplementation(() => Promise.resolve());
-jest.unstable_mockModule("../../utils/AnalysisStateManager.js", () => ({
-    StateManager: {
-        fromStatePath: mockFromStatePath,
-        cleanupOldFiles: mockCleanupOldFiles,
-    },
-    TestSource: { Skyramp: "skyramp", External: "external" },
-}));
-jest.unstable_mockModule("../../utils/utils.js", () => ({
-    toolError: (msg) => ({ content: [{ type: "text", text: `Error: ${msg}` }] }),
-}));
-// Confirm-gate dep: the workspace read decides whether the repo has a runnable
-// external-test suite (a Playwright service with a runtimeDetails.testSuites entry).
-// Default to "no services" so tests that don't opt in keep today's behaviour
-// (gate never fires).
-const mockWsRead = jest.fn(() => Promise.resolve({ services: [] }));
-jest.unstable_mockModule("../../workspace/workspace.js", () => ({
-    WorkspaceConfigManager: jest.fn().mockImplementation(() => ({ read: mockWsRead })),
-}));
-const { registerAnalyzeTestHealthTool } = await import("./analyzeTestHealthTool.js");
-// ---------------------------------------------------------------------------
-// Helpers
-// ---------------------------------------------------------------------------
-function makeFakeServer() {
-    let capturedHandler = null;
-    let capturedSchema = null;
-    const server = {
-        registerTool: jest.fn((_name, config, handler) => {
-            capturedSchema = config.inputSchema;
-            capturedHandler = handler;
-        }),
-        getHandler: () => capturedHandler,
-        getSchema: () => capturedSchema,
-    };
-    return server;
-}
-function makeStateManager(stateData) {
-    return {
-        getStatePath: jest.fn().mockReturnValue("/tmp/skyramp-analysis-test.json"),
-        readData: jest.fn().mockResolvedValue(stateData),
-        readFullState: jest.fn().mockResolvedValue({ metadata: { repositoryPath: "/repo" } }),
-        // Multi-repo API added in SKYR-3786 — analyzeTestHealthTool now uses these.
-        readRepoData: jest.fn().mockResolvedValue(stateData),
-        getRepoRepositoryPath: jest.fn().mockResolvedValue("/repo"),
-        listRelatedRepos: jest.fn().mockResolvedValue([]),
-    };
-}
-// ---------------------------------------------------------------------------
-// Tests
-// ---------------------------------------------------------------------------
-describe("analyzeTestHealthTool — blueprintCaptured schema", () => {
-    it("registers blueprintCaptured as an optional boolean parameter", () => {
-        const server = makeFakeServer();
-        registerAnalyzeTestHealthTool(server);
-        const schema = server.getSchema();
-        expect(schema).toHaveProperty("blueprintCaptured");
-        expect(schema.blueprintCaptured.safeParse(undefined).success).toBe(true);
-        expect(schema.blueprintCaptured.safeParse(true).success).toBe(true);
-    });
-});
-describe("analyzeTestHealthTool — UI drift gate logic", () => {
-    let server;
-    beforeEach(() => {
-        jest.clearAllMocks();
-        server = makeFakeServer();
-        registerAnalyzeTestHealthTool(server);
-    });
-    it("includes UI drift when uiContext has changedFrontendFiles and a UI test", async () => {
-        const mockStateManager = makeStateManager({
-            existingTests: [
-                { testFile: "/repo/tests/cart.spec.ts", source: "skyramp", testType: "ui", framework: "playwright-ui" },
-            ],
-            uiContext: {
-                changedFrontendFiles: ["/repo/src/components/Cart.tsx"],
-                candidateUiPages: [],
-            },
-        });
-        mockFromStatePath.mockReturnValue(mockStateManager);
-        const result = await server.getHandler()({ stateFile: "/tmp/state.json", blueprintCaptured: true });
-        expect(result).not.toHaveProperty("isError", true);
-        expect(mockBuildDriftAnalysisPrompt.mock.calls[0][2]).toBeDefined();
-        const testsArg = mockBuildDriftAnalysisPrompt.mock.calls[0][2].tests;
-        expect(testsArg).toContainEqual(expect.objectContaining({ testFile: "/repo/tests/cart.spec.ts" }));
-    });
-    it("passes blueprintCaptured=true to buildUiDriftAnalysisPrompt", async () => {
-        const mockStateManager = makeStateManager({
-            existingTests: [{ testFile: "/repo/tests/cart.spec.ts", source: "skyramp", testType: "ui", framework: "playwright-ui" }],
-            uiContext: { changedFrontendFiles: ["/repo/src/Cart.tsx"], candidateUiPages: [] },
-        });
-        mockFromStatePath.mockReturnValue(mockStateManager);
-        await server.getHandler()({ stateFile: "/tmp/state.json", blueprintCaptured: true });
-        const blueprintArg = mockBuildDriftAnalysisPrompt.mock.calls[0][2].blueprintCaptured;
-        expect(blueprintArg).toBe(true);
-    });
-    it("passes blueprintCaptured=false to buildUiDriftAnalysisPrompt", async () => {
-        const mockStateManager = makeStateManager({
-            existingTests: [{ testFile: "/repo/tests/cart.spec.ts", source: "skyramp", testType: "ui", framework: "playwright-ui" }],
-            uiContext: { changedFrontendFiles: ["/repo/src/Cart.tsx"], candidateUiPages: [] },
-        });
-        mockFromStatePath.mockReturnValue(mockStateManager);
-        await server.getHandler()({ stateFile: "/tmp/state.json", blueprintCaptured: false });
-        expect(mockBuildDriftAnalysisPrompt.mock.calls[0][2]).toBeDefined();
-        const blueprintArg = mockBuildDriftAnalysisPrompt.mock.calls[0][2].blueprintCaptured;
-        expect(blueprintArg).toBe(false);
-    });
-    it("excludes UI drift when uiContext is absent", async () => {
-        const mockStateManager = makeStateManager({ existingTests: [] });
-        mockFromStatePath.mockReturnValue(mockStateManager);
-        await server.getHandler()({ stateFile: "/tmp/state.json", blueprintCaptured: true });
-        expect(mockBuildDriftAnalysisPrompt.mock.calls[0][2]).toBeUndefined();
-    });
-    it("excludes UI drift when changedFrontendFiles is empty", async () => {
-        const mockStateManager = makeStateManager({
-            existingTests: [{ testFile: "/repo/tests/cart.spec.ts", source: "skyramp", testType: "ui" }],
-            uiContext: { changedFrontendFiles: [], candidateUiPages: [] },
-        });
-        mockFromStatePath.mockReturnValue(mockStateManager);
-        await server.getHandler()({ stateFile: "/tmp/state.json", blueprintCaptured: true });
-        expect(mockBuildDriftAnalysisPrompt.mock.calls[0][2]).toBeUndefined();
-    });
-    it("includes UI drift (empty test list) when frontend changed but no UI tests found — grep pre-scan will discover them", async () => {
-        const mockStateManager = makeStateManager({
-            existingTests: [
-                { testFile: "/repo/tests/products_contract_test.py", source: "skyramp", testType: "contract", framework: "pytest" },
-                { testFile: "/repo/tests/orders_smoke_test.py", source: "skyramp", testType: "smoke", framework: "pytest" },
-            ],
-            uiContext: { changedFrontendFiles: ["/repo/src/Cart.tsx"], candidateUiPages: [] },
-        });
-        mockFromStatePath.mockReturnValue(mockStateManager);
-        await server.getHandler()({ stateFile: "/tmp/state.json", blueprintCaptured: true });
-        // UI drift fires even with 0 UI tests — grep pre-scan discovers component tests dynamically
-        const uiParam = mockBuildDriftAnalysisPrompt.mock.calls[0][2];
-        expect(uiParam).toBeDefined();
-        expect(uiParam.tests).toHaveLength(0);
-        expect(uiParam.changedFrontendFiles).toEqual(["/repo/src/Cart.tsx"]);
-    });
-    it("includes UI drift for RTL tests (framework=rtl, testType=unknown)", async () => {
-        const mockStateManager = makeStateManager({
-            existingTests: [
-                { testFile: "/repo/src/components/Cart.test.tsx", source: "external", testType: "unknown", framework: "rtl" },
-                { testFile: "/repo/tests/orders_smoke_test.py", source: "skyramp", testType: "smoke", framework: "pytest" },
-            ],
-            repositoryAnalysis: { relevantExternalTestPaths: ["src/components/Cart.test.tsx"] },
-            uiContext: { changedFrontendFiles: ["/repo/src/components/Cart.tsx"], candidateUiPages: [] },
-        });
-        mockFromStatePath.mockReturnValue(mockStateManager);
-        mockFromStatePath.mock.results[0]?.value?.readFullState?.mockResolvedValue({
-            metadata: { repositoryPath: "/repo" },
-        });
-        await server.getHandler()({ stateFile: "/tmp/state.json", blueprintCaptured: false });
-        expect(mockBuildDriftAnalysisPrompt.mock.calls[0][2]).toBeDefined();
-        const testsArg = mockBuildDriftAnalysisPrompt.mock.calls[0][2].tests;
-        expect(testsArg).toHaveLength(1);
-        expect(testsArg[0]).toMatchObject({ testFile: "/repo/src/components/Cart.test.tsx" });
-    });
-    it("excludes RTL test from API drift prompt when UI drift is running", async () => {
-        const mockStateManager = makeStateManager({
-            existingTests: [
-                { testFile: "/repo/src/components/Cart.test.tsx", source: "external", testType: "unknown", framework: "rtl" },
-                { testFile: "/repo/tests/orders_smoke_test.py", source: "skyramp", testType: "smoke", framework: "pytest" },
-            ],
-            repositoryAnalysis: { relevantExternalTestPaths: ["src/components/Cart.test.tsx"] },
-            uiContext: { changedFrontendFiles: ["/repo/src/components/Cart.tsx"], candidateUiPages: [] },
-        });
-        mockFromStatePath.mockReturnValue(mockStateManager);
-        await server.getHandler()({ stateFile: "/tmp/state.json", blueprintCaptured: false });
-        const apiTestsArg = mockBuildDriftAnalysisPrompt.mock.calls[0][1];
-        expect(apiTestsArg).toHaveLength(1);
-        expect(apiTestsArg[0]).toMatchObject({ testFile: "/repo/tests/orders_smoke_test.py" });
-    });
-    it("passes only UI tests to buildUiDriftAnalysisPrompt when mixed test types exist", async () => {
-        const mockStateManager = makeStateManager({
-            existingTests: [
-                { testFile: "/repo/tests/cart.spec.ts", source: "skyramp", testType: "ui", framework: "playwright-ui" },
-                { testFile: "/repo/tests/products_contract.py", source: "skyramp", testType: "contract", framework: "pytest" },
-                { testFile: "/repo/tests/smoke.py", source: "skyramp", testType: "smoke", framework: "pytest" },
-            ],
-            uiContext: { changedFrontendFiles: ["/repo/src/Cart.tsx"], candidateUiPages: [] },
-        });
-        mockFromStatePath.mockReturnValue(mockStateManager);
-        await server.getHandler()({ stateFile: "/tmp/state.json", blueprintCaptured: true });
-        expect(mockBuildDriftAnalysisPrompt.mock.calls[0][2]).toBeDefined();
-        const testsArg = mockBuildDriftAnalysisPrompt.mock.calls[0][2].tests;
-        expect(testsArg).toHaveLength(1);
-        expect(testsArg[0]).toMatchObject({ testFile: "/repo/tests/cart.spec.ts" });
-    });
-    it("excludes UI tests from API drift prompt when UI drift is also running", async () => {
-        const mockStateManager = makeStateManager({
-            existingTests: [
-                { testFile: "/repo/tests/cart.spec.ts", source: "skyramp", testType: "ui", framework: "playwright-ui" },
-                { testFile: "/repo/tests/products_contract.py", source: "skyramp", testType: "contract", framework: "pytest" },
-            ],
-            uiContext: { changedFrontendFiles: ["/repo/src/Cart.tsx"], candidateUiPages: [] },
-        });
-        mockFromStatePath.mockReturnValue(mockStateManager);
-        await server.getHandler()({ stateFile: "/tmp/state.json", blueprintCaptured: true });
-        const apiTestsArg = mockBuildDriftAnalysisPrompt.mock.calls[0][1];
-        expect(apiTestsArg).toHaveLength(1);
-        expect(apiTestsArg[0]).toMatchObject({ testFile: "/repo/tests/products_contract.py" });
-    });
-    it("includes UI tests in API drift prompt when no frontend changes", async () => {
-        const mockStateManager = makeStateManager({
-            existingTests: [
-                { testFile: "/repo/tests/cart.spec.ts", source: "skyramp", testType: "ui", framework: "playwright-ui" },
-                { testFile: "/repo/tests/products_contract.py", source: "skyramp", testType: "contract", framework: "pytest" },
-            ],
-        });
-        mockFromStatePath.mockReturnValue(mockStateManager);
-        await server.getHandler()({ stateFile: "/tmp/state.json" });
-        // No frontend changes → no UI drift section → UI tests fall through to API drift
-        // so they are not silently dropped on API-only PRs.
-        const apiTestsArg = mockBuildDriftAnalysisPrompt.mock.calls[0][1];
-        expect(apiTestsArg).toHaveLength(2);
-        expect(apiTestsArg).toContainEqual(expect.objectContaining({ testFile: "/repo/tests/cart.spec.ts" }));
-        expect(apiTestsArg).toContainEqual(expect.objectContaining({ testFile: "/repo/tests/products_contract.py" }));
-    });
-});
-describe("analyzeTestHealthTool — prompt concatenation", () => {
-    let server;
-    beforeEach(() => {
-        jest.clearAllMocks();
-        server = makeFakeServer();
-        registerAnalyzeTestHealthTool(server);
-    });
-    it("concatenates API and UI drift prompts when both are included", async () => {
-        const mockStateManager = makeStateManager({
-            existingTests: [
-                { testFile: "/repo/tests/cart.spec.ts", source: "skyramp", testType: "ui", framework: "playwright-ui" },
-                { testFile: "/repo/tests/contract.py", source: "skyramp", testType: "contract", framework: "pytest" },
-            ],
-            uiContext: { changedFrontendFiles: ["/repo/src/Cart.tsx"], candidateUiPages: [] },
-        });
-        mockFromStatePath.mockReturnValue(mockStateManager);
-        const result = await server.getHandler()({ stateFile: "/tmp/state.json", blueprintCaptured: true });
-        expect(result.structuredContent?.prompt).toContain("API drift");
-        expect(result.structuredContent?.prompt).toContain("UI drift");
-    });
-    it("returns only API drift prompt when uiContext is absent", async () => {
-        const mockStateManager = makeStateManager({ existingTests: [] });
-        mockFromStatePath.mockReturnValue(mockStateManager);
-        const result = await server.getHandler()({ stateFile: "/tmp/state.json" });
-        expect(result.structuredContent?.prompt).toContain("API drift");
-        expect(result.structuredContent?.prompt).not.toContain("UI drift");
-    });
-});
-describe("analyzeTestHealthTool — external-test confirm gate", () => {
-    let server;
-    beforeEach(() => {
-        jest.clearAllMocks();
-        server = makeFakeServer();
-        registerAnalyzeTestHealthTool(server);
-    });
-    const externalTestState = (extra = {}) => ({
-        existingTests: [
-            { testFile: "/repo/e2e/tests/publish-flow.test.ts", source: "external", testType: "e2e", framework: "playwright" },
-            { testFile: "/repo/tests/orders_contract.py", source: "skyramp", testType: "contract", framework: "pytest" },
-        ],
-        ...extra,
-    });
-    const pwService = (name) => ({
-        serviceName: name,
-        framework: "playwright",
-        runtimeDetails: { testSuites: [{ testRunCommand: "bash ./e2e/run.sh" }] },
-    });
-    it("gates until a confirm run is recorded when external tests + runnable test-env exist", async () => {
-        mockFromStatePath.mockReturnValue(makeStateManager(externalTestState()));
-        mockWsRead.mockResolvedValue({ services: [pwService("ghost")] });
-        const result = await server.getHandler()({ stateFile: "/tmp/state.json" });
-        // Refuses to produce the drift prompt; instructs the confirm run instead.
-        expect(mockBuildDriftAnalysisPrompt).not.toHaveBeenCalled();
-        expect(result.structuredContent).toBeUndefined();
-        expect(result.content[0].text).toContain("skyramp_run_existing_tests");
-        expect(result.content[0].text).toContain('mode: "confirm"');
-        expect(result.content[0].text).toContain("/repo/e2e/tests/publish-flow.test.ts");
-    });
-    it("gates when MULTIPLE Playwright services are configured (regression: resolveRunConfig throw no longer fails-open)", async () => {
-        mockFromStatePath.mockReturnValue(makeStateManager(externalTestState()));
-        // Two Playwright services with test* — e.g. Ghost's ghost + ghost-content.
-        // The old resolveRunConfig-based check threw here and silently skipped the gate.
-        mockWsRead.mockResolvedValue({ services: [pwService("ghost"), pwService("ghost-content")] });
-        const result = await server.getHandler()({ stateFile: "/tmp/state.json" });
-        expect(mockBuildDriftAnalysisPrompt).not.toHaveBeenCalled();
-        expect(result.content[0].text).toContain("skyramp_run_existing_tests");
-        // Instruction disambiguates the service for the multi-service case.
-        expect(result.content[0].text).toContain('service: "ghost"');
-    });
-    it("does not gate once a confirm run has been recorded (loop-safe)", async () => {
-        mockFromStatePath.mockReturnValue(makeStateManager(externalTestState({ externalTestResults: [{ mode: "confirm", ranAt: "t", results: [] }] })));
-        mockWsRead.mockResolvedValue({ services: [pwService("ghost")] });
-        const result = await server.getHandler()({ stateFile: "/tmp/state.json" });
-        expect(mockBuildDriftAnalysisPrompt).toHaveBeenCalled();
-        expect(result.structuredContent?.prompt).toContain("API drift");
-    });
-    it("still gates when only a verify run is recorded (verify must not clear the confirm gate)", async () => {
-        mockFromStatePath.mockReturnValue(makeStateManager(externalTestState({ externalTestResults: [{ mode: "verify", ranAt: "t", results: [] }] })));
-        mockWsRead.mockResolvedValue({ services: [pwService("ghost")] });
-        const result = await server.getHandler()({ stateFile: "/tmp/state.json" });
-        expect(mockBuildDriftAnalysisPrompt).not.toHaveBeenCalled();
-        expect(result.content[0].text).toContain('mode: "confirm"');
-    });
-    it("does not gate when the repo has no runnable test-env config (Playwright service without testRunCommand)", async () => {
-        mockFromStatePath.mockReturnValue(makeStateManager(externalTestState()));
-        mockWsRead.mockResolvedValue({ services: [{ serviceName: "ghost", framework: "playwright" }] });
-        const result = await server.getHandler()({ stateFile: "/tmp/state.json" });
-        expect(mockBuildDriftAnalysisPrompt).toHaveBeenCalled();
-        expect(result.structuredContent?.prompt).toContain("API drift");
-    });
-    it("does not gate when there are no external tests relevant to the diff", async () => {
-        mockFromStatePath.mockReturnValue(makeStateManager({
-            existingTests: [{ testFile: "/repo/tests/orders_contract.py", source: "skyramp", testType: "contract", framework: "pytest" }],
-        }));
-        mockWsRead.mockResolvedValue({ services: [pwService("ghost")] });
-        const result = await server.getHandler()({ stateFile: "/tmp/state.json" });
-        expect(mockBuildDriftAnalysisPrompt).toHaveBeenCalled();
-        expect(result.structuredContent?.prompt).toContain("API drift");
-    });
-    it("fails open (produces drift prompt) when the workspace config cannot be read", async () => {
-        mockFromStatePath.mockReturnValue(makeStateManager(externalTestState()));
-        mockWsRead.mockRejectedValue(new Error("workspace.yml missing"));
-        const result = await server.getHandler()({ stateFile: "/tmp/state.json" });
-        expect(mockBuildDriftAnalysisPrompt).toHaveBeenCalled();
-        expect(result.structuredContent?.prompt).toContain("API drift");
-    });
-});
-describe("runnableTestEnvServices — multi-suite recognition (SKYR-4002)", () => {
-    // NOTE: this file already mocks the whole `workspace.js` module (see
-    // jest.unstable_mockModule above) with a factory that returns a plain object
-    // literal `{ read: mockWsRead }` rather than a `new`-constructed instance, so
-    // `WorkspaceConfigManager.prototype.read` is never consulted by the code under
-    // test. jest.spyOn(WorkspaceConfigManager.prototype, "read") was attempted and
-    // confirmed to be a no-op here (spied prototype method never invoked; the real
-    // module-level mockWsRead default of `{ services: [] }` won instead). Using the
-    // file's own established mock control point (mockWsRead) for parity with the 6
-    // sibling gate tests below — same assertion, different injection point.
-    it("recognizes a Playwright suite declared under testSuites, AND a reader-backed jest suite (SKYR-3990/3991: gate widened beyond Playwright-only)", async () => {
-        const { runnableTestEnvServices } = await import("./analyzeTestHealthTool.js");
-        mockWsRead.mockResolvedValue({
-            services: [
-                { serviceName: "ui", framework: "playwright", runtimeDetails: { runtime: "local", testSuites: [{ framework: "playwright", testRunCommand: "pw" }] } },
-                { serviceName: "api", framework: "jest", runtimeDetails: { runtime: "local", testSuites: [{ testRunCommand: "jest" }] } },
-            ],
-        });
-        await expect(runnableTestEnvServices("/x")).resolves.toEqual(["ui", "api"]);
-    });
-    it("excludes a framework with no reader (e.g. go) even with a testRunCommand", async () => {
-        const { runnableTestEnvServices } = await import("./analyzeTestHealthTool.js");
-        mockWsRead.mockResolvedValue({
-            services: [
-                { serviceName: "svc", framework: "go", runtimeDetails: { runtime: "local", testSuites: [{ testRunCommand: "go test ./..." }] } },
-            ],
-        });
-        await expect(runnableTestEnvServices("/x")).resolves.toEqual([]);
-    });
-});

package/build/tools/test-management/registerTestPlanTool.test.d.ts

@@ -1 +0,0 @@
-export {};