@skyramp/mcp 0.3.2-rc.pom-3 → 0.3.2

package/build/tools/generate-tests/generateBatchScenarioRestTool.test.js

@@ -1,433 +0,0 @@
-// @ts-nocheck - Jest ESM type inference issues
-import { jest } from "@jest/globals";
-import fs from "fs";
-jest.unstable_mockModule("../../services/ScenarioGenerationService.js", () => ({
-    ScenarioGenerationService: jest.fn().mockImplementation(() => ({
-        generateTraceRequestFromInput: jest.fn().mockReturnValue(null),
-    })),
-}));
-jest.unstable_mockModule("../../services/AnalyticsService.js", () => ({ AnalyticsService: { pushMCPToolEvent: jest.fn().mockResolvedValue(undefined) } }));
-jest.unstable_mockModule("../../utils/workspaceAuth.js", () => ({
-    getWorkspaceAuthConfig: jest.fn().mockResolvedValue({ authHeader: undefined, authType: "none" }),
-    WorkspaceAuthType: { None: "none" },
-    getDefaultAuthHeader: jest.fn().mockReturnValue(""),
-    isAuthorizationHeaderName: jest.fn().mockReturnValue(false),
-    getAuthScheme: jest.fn().mockReturnValue(""),
-    readWorkspaceConfigRaw: jest.fn().mockResolvedValue(null),
-}));
-jest.unstable_mockModule("../../utils/logger.js", () => ({ logger: { info: jest.fn(), warning: jest.fn(), error: jest.fn() } }));
-jest.unstable_mockModule("../../prompts/personas.js", () => ({ getPersonaPrefix: () => "" }));
-const { stepSchema, registerBatchScenarioTestTool } = await import("./generateBatchScenarioRestTool.js");
-const { ScenarioGenerationService } = await import("../../services/ScenarioGenerationService.js");
-/** Build a minimal mock McpServer, register the tool, and return the captured handler. */
-function captureHandler() {
-    let capturedHandler;
-    const mockServer = {
-        registerTool: jest.fn((_name, _meta, handler) => {
-            capturedHandler = handler;
-        }),
-    };
-    registerBatchScenarioTestTool(mockServer);
-    return capturedHandler;
-}
-// ─────────────────────────────────────────────────────────────────────────────
-// stepSchema — requestBody validation
-// ─────────────────────────────────────────────────────────────────────────────
-describe("stepSchema — requestBody validation", () => {
-    it("accepts a POST step with a non-empty requestBody", () => {
-        const result = stepSchema.safeParse({
-            method: "POST",
-            path: "/api/v1/products",
-            requestBody: JSON.stringify({ name: "Widget-123", price: 9.99 }),
-        });
-        expect(result.success).toBe(true);
-    });
-    it("rejects a POST step with an empty requestBody {}", () => {
-        const result = stepSchema.safeParse({
-            method: "POST",
-            path: "/api/v1/products",
-            requestBody: "{}",
-        });
-        expect(result.success).toBe(false);
-        const issue = result.error?.issues.find(i => i.path.includes("requestBody"));
-        expect(issue?.message).toContain("empty object {}");
-        expect(issue?.message).toContain("POST");
-    });
-    it("rejects a PATCH step with an empty requestBody {}", () => {
-        const result = stepSchema.safeParse({
-            method: "PATCH",
-            path: "/api/v1/orders/1",
-            requestBody: "{}",
-        });
-        expect(result.success).toBe(false);
-        expect(result.error?.issues.some(i => i.message.includes("empty object {}"))).toBe(true);
-    });
-    it("rejects a PUT step with an empty requestBody {}", () => {
-        const result = stepSchema.safeParse({
-            method: "PUT",
-            path: "/api/v1/products/1",
-            requestBody: "{}",
-        });
-        expect(result.success).toBe(false);
-        const issue = result.error?.issues.find(i => i.path.includes("requestBody"));
-        expect(issue?.message).toContain("empty object {}");
-        expect(issue?.message).toContain("PUT");
-    });
-    it("accepts a POST step with requestBody omitted entirely", () => {
-        const result = stepSchema.safeParse({
-            method: "POST",
-            path: "/api/v1/products",
-        });
-        expect(result.success).toBe(true);
-    });
-    it("does not throw on requestBody: 'null' (valid JSON null)", () => {
-        const result = stepSchema.safeParse({
-            method: "POST",
-            path: "/api/v1/products",
-            requestBody: "null",
-        });
-        expect(result.success).toBe(true);
-    });
-    it("accepts a GET step with no requestBody", () => {
-        const result = stepSchema.safeParse({
-            method: "GET",
-            path: "/api/v1/products/1",
-        });
-        expect(result.success).toBe(true);
-    });
-    it("accepts a DELETE step with no requestBody", () => {
-        const result = stepSchema.safeParse({
-            method: "DELETE",
-            path: "/api/v1/products/1",
-        });
-        expect(result.success).toBe(true);
-    });
-    it("does not reject a GET step that happens to have an empty requestBody", () => {
-        const result = stepSchema.safeParse({
-            method: "GET",
-            path: "/api/v1/products",
-            requestBody: "{}",
-        });
-        expect(result.success).toBe(true);
-    });
-});
-// ─────────────────────────────────────────────────────────────────────────────
-// GraphQL step rejection (Change 10b)
-// ─────────────────────────────────────────────────────────────────────────────
-describe("generateBatchScenarioRestTool — GraphQL step rejection (Change 10b)", () => {
-    let handler;
-    const baseParams = {
-        scenarioName: "test_scenario",
-        destination: "localhost",
-        outputDir: "/tmp/skyramp-test",
-    };
-    beforeEach(() => {
-        jest.clearAllMocks();
-        handler = captureHandler();
-    });
-    it("rejects a step list containing /graphql", async () => {
-        const result = await handler({
-            ...baseParams,
-            steps: [{ method: "POST", path: "/graphql", requestBody: '{"query":"{ users { id } }"}' }],
-        });
-        expect(result.isError).toBe(true);
-        expect(result.content[0].text).toContain("GraphQL endpoints are not supported");
-        expect(result.content[0].text).toContain("POST /graphql");
-    });
-    it("rejects a step list containing /api/graphql (nested segment)", async () => {
-        const result = await handler({
-            ...baseParams,
-            steps: [
-                { method: "GET", path: "/api/v1/users" },
-                { method: "POST", path: "/api/graphql", requestBody: '{"query":"{ id }"}' },
-            ],
-        });
-        expect(result.isError).toBe(true);
-        expect(result.content[0].text).toContain("GraphQL endpoints are not supported");
-        expect(result.content[0].text).toContain("POST /api/graphql");
-    });
-    it("does not reject a path whose segment is 'graphql-config' (not an exact segment match)", async () => {
-        // 'graphql-config' !== 'graphql' — the guard uses exact segment comparison.
-        // The GraphQL rejection message must never appear, regardless of whether the
-        // handler succeeds or fails for some other reason.
-        const result = await handler({
-            ...baseParams,
-            steps: [{ method: "GET", path: "/api/v1/graphql-config" }],
-        });
-        expect(result.content[0].text).not.toContain("GraphQL endpoints are not supported");
-    });
-    it("does not throw on a non-string path (typeof guard)", async () => {
-        // typeof guard returns false for non-string — no crash from .replace()
-        const result = await handler({
-            ...baseParams,
-            steps: [{ method: "GET", path: undefined }],
-        });
-        expect(result).toBeDefined();
-        if (result.isError) {
-            expect(result.content[0].text).not.toContain("Cannot read");
-        }
-    });
-});
-// ─────────────────────────────────────────────────────────────────────────────
-// Spec path validation (Change 3)
-// ─────────────────────────────────────────────────────────────────────────────
-describe("generateBatchScenarioRestTool — spec path validation (Change 3)", () => {
-    let handler;
-    let readFileSyncSpy;
-    const fakeSpec = JSON.stringify({
-        openapi: "3.0.0",
-        paths: {
-            "/api/v1/users": {},
-            "/api/v1/users/{id}": {},
-        },
-    });
-    const baseParams = {
-        scenarioName: "test_scenario",
-        destination: "localhost",
-        outputDir: "/tmp/skyramp-test",
-        apiSchema: "/tmp/openapi.json",
-    };
-    let writeFileSyncSpy;
-    beforeEach(() => {
-        jest.clearAllMocks();
-        handler = captureHandler();
-        readFileSyncSpy = jest.spyOn(fs, "readFileSync").mockReturnValue(fakeSpec);
-        writeFileSyncSpy = jest.spyOn(fs, "writeFileSync").mockImplementation(() => { });
-        // Return a valid trace so tests reach the success path (where the warning is appended)
-        ScenarioGenerationService.mockImplementation(() => ({
-            generateTraceRequestFromInput: jest.fn().mockReturnValue({ method: "GET", path: "/mock" }),
-        }));
-    });
-    afterEach(() => {
-        readFileSyncSpy.mockRestore();
-        writeFileSyncSpy.mockRestore();
-    });
-    it("warns (does not hard-reject) when step paths are not in the OpenAPI spec", async () => {
-        // Spec may lag code — missing path != phantom path, so we warn and proceed.
-        const result = await handler({
-            ...baseParams,
-            steps: [{ method: "GET", path: "/api/v1/phantom-endpoint" }],
-        });
-        expect(result.isError).toBeFalsy();
-        expect(result.content[0].text).toContain("Spec warning");
-        expect(result.content[0].text).toContain("/api/v1/phantom-endpoint");
-        expect(result.content[0].text).toContain("Known spec paths");
-    });
-    it("includes no spec warning when step path is present in the OpenAPI spec", async () => {
-        const result = await handler({
-            ...baseParams,
-            steps: [{ method: "GET", path: "/api/v1/users" }],
-        });
-        expect(result.content[0].text).not.toContain("Spec warning");
-    });
-    it("does not warn for Express-style :param paths that normalise to a spec path", async () => {
-        const result = await handler({
-            ...baseParams,
-            steps: [{ method: "GET", path: "/api/v1/users/:id" }],
-        });
-        expect(result.content[0].text).not.toContain("Spec warning");
-    });
-    it("does not throw on a non-string path (typeof guard)", async () => {
-        const result = await handler({
-            ...baseParams,
-            steps: [{ method: "GET", path: undefined }],
-        });
-        expect(result).toBeDefined();
-        expect(result.content[0].text).not.toContain("TypeError");
-        expect(result.content[0].text).not.toContain("Cannot read");
-    });
-    it("includes known spec paths hint in the warning message", async () => {
-        const result = await handler({
-            ...baseParams,
-            steps: [{ method: "POST", path: "/does/not/exist" }],
-        });
-        expect(result.isError).toBeFalsy();
-        expect(result.content[0].text).toContain("/api/v1/users");
-    });
-});
-describe("generateBatchScenarioRestTool — spec URL fetch safety (comment 3203006665)", () => {
-    let handler;
-    const baseParams = {
-        scenarioName: "test_scenario",
-        destination: "localhost",
-        outputDir: "/tmp/skyramp-test",
-        apiSchema: "https://example.com/openapi.json",
-        steps: [{ method: "GET", path: "/api/v1/users" }],
-    };
-    beforeEach(() => {
-        jest.clearAllMocks();
-        handler = captureHandler();
-    });
-    it("skips spec check (no warning emitted) when URL returns non-2xx", async () => {
-        global.fetch = jest.fn().mockResolvedValue({
-            ok: false,
-            status: 404,
-            statusText: "Not Found",
-            text: async () => "<html>Not Found</html>",
-        });
-        const result = await handler({ ...baseParams });
-        // Non-2xx throws → caught → spec check skipped entirely, no warning in output
-        expect(result.content[0].text).not.toContain("Spec warning");
-    });
-    it("skips spec check (no warning emitted) when spec has no paths", async () => {
-        global.fetch = jest.fn().mockResolvedValue({
-            ok: true,
-            status: 200,
-            statusText: "OK",
-            text: async () => JSON.stringify({ openapi: "3.0.0", info: { title: "Test", version: "1.0" } }),
-        });
-        const result = await handler({ ...baseParams });
-        expect(result.content[0].text).not.toContain("Spec warning");
-    });
-    afterEach(() => {
-        // Restore fetch
-        delete global.fetch;
-    });
-});
-describe("stepSchema uniqueFields validation (SKYR-3882)", () => {
-    const base = { method: "POST", path: "/api/v1/providers/", requestBody: '{"name":"x"}' };
-    it("accepts uniqueFields on a POST with a body", () => {
-        expect(stepSchema.safeParse({ ...base, uniqueFields: ["name"] }).success).toBe(true);
-    });
-    it("rejects an empty uniqueFields array", () => {
-        expect(stepSchema.safeParse({ ...base, uniqueFields: [] }).success).toBe(false);
-    });
-    it("rejects empty-string paths in uniqueFields", () => {
-        expect(stepSchema.safeParse({ ...base, uniqueFields: [""] }).success).toBe(false);
-    });
-    it("rejects uniqueFields on a non-body method (GET)", () => {
-        expect(stepSchema.safeParse({ method: "GET", path: "/x", uniqueFields: ["name"] }).success).toBe(false);
-    });
-    it("rejects uniqueFields on a POST with no requestBody", () => {
-        expect(stepSchema.safeParse({ method: "POST", path: "/api/v1/providers/", uniqueFields: ["name"] }).success).toBe(false);
-    });
-});
-// ─────────────────────────────────────────────────────────────────────────────
-// SKYR-3884 write-side validations
-// ─────────────────────────────────────────────────────────────────────────────
-describe("stepSchema — responseBody JSON validation (SKYR-3884)", () => {
-    it("rejects a responseBody that is not valid JSON", () => {
-        const result = stepSchema.safeParse({
-            method: "POST",
-            path: "/api/v1/products",
-            requestBody: JSON.stringify({ name: "W" }),
-            responseBody: "{id: 1, oops",
-        });
-        expect(result.success).toBe(false);
-        const issue = result.error?.issues.find((i) => i.path.includes("responseBody"));
-        expect(issue?.message).toContain("valid JSON");
-    });
-    it("accepts a valid JSON responseBody and an omitted one", () => {
-        expect(stepSchema.safeParse({
-            method: "POST",
-            path: "/api/v1/products",
-            requestBody: JSON.stringify({ name: "W" }),
-            responseBody: JSON.stringify({ id: 1 }),
-        }).success).toBe(true);
-        expect(stepSchema.safeParse({ method: "GET", path: "/api/v1/products" }).success).toBe(true);
-    });
-});
-describe("stepSchema — uniqueFields paths must resolve in requestBody (SKYR-3884)", () => {
-    it("rejects a uniqueFields path that does not resolve in the requestBody", () => {
-        const result = stepSchema.safeParse({
-            method: "POST",
-            path: "/api/v1/products",
-            requestBody: JSON.stringify({ name: "W", slug: "w" }),
-            uniqueFields: ["nmae"],
-        });
-        expect(result.success).toBe(false);
-        const issue = result.error?.issues.find((i) => i.path.includes("uniqueFields"));
-        expect(issue?.message).toContain("nmae");
-    });
-    it("accepts top-level, nested, and array-indexed uniqueFields paths that resolve", () => {
-        const result = stepSchema.safeParse({
-            method: "POST",
-            path: "/api/v1/products",
-            requestBody: JSON.stringify({ name: "W", nested: { slug: "w" }, items: [{ sku: "S1" }] }),
-            uniqueFields: ["name", "nested.slug", "items.0.sku"],
-        });
-        expect(result.success).toBe(true);
-    });
-});
-describe("generateBatchScenarioRestTool — chaining lint (SKYR-3884)", () => {
-    let handler;
-    let writeFileSyncSpy;
-    const baseParams = {
-        scenarioName: "test_scenario",
-        destination: "localhost",
-        outputDir: "/tmp/skyramp-test",
-    };
-    beforeEach(() => {
-        jest.clearAllMocks();
-        handler = captureHandler();
-        writeFileSyncSpy = jest.spyOn(fs, "writeFileSync").mockImplementation(() => { });
-        // The lint inspects the BUILT TraceRequests (the artifact the Go reader
-        // consumes), so the mock must pass the step through in TraceRequest shape.
-        ScenarioGenerationService.mockImplementation(() => ({
-            generateTraceRequestFromInput: jest.fn((p) => ({
-                Method: p.method,
-                Path: p.path,
-                RequestBody: p.requestBody ?? "",
-                ResponseBody: p.responseBody ?? "",
-            })),
-        }));
-    });
-    afterEach(() => {
-        writeFileSyncSpy.mockRestore();
-    });
-    it("hard-rejects a scenario whose FK reference is produced only by a later step", async () => {
-        const result = await handler({
-            ...baseParams,
-            steps: [
-                {
-                    method: "POST",
-                    path: "/api/circuits/provider-accounts/",
-                    requestBody: JSON.stringify({ provider: 1, name: "A" }),
-                    responseBody: JSON.stringify({ id: 7 }),
-                },
-                {
-                    method: "POST",
-                    path: "/api/circuits/providers/",
-                    requestBody: JSON.stringify({ name: "P" }),
-                    responseBody: JSON.stringify({ id: 1 }),
-                },
-            ],
-        });
-        expect(result.isError).toBe(true);
-        expect(result.content[0].text).toContain("later step");
-        expect(writeFileSyncSpy).not.toHaveBeenCalled();
-    });
-    it("appends a chaining warning (does not reject) for unchainable path values", async () => {
-        const result = await handler({
-            ...baseParams,
-            steps: [
-                {
-                    method: "POST",
-                    path: "/api/circuits/providers/",
-                    requestBody: JSON.stringify({ name: "P" }),
-                    responseBody: JSON.stringify({ id: 1 }),
-                },
-                { method: "GET", path: "/api/circuits/providers/999/summary/" },
-            ],
-        });
-        expect(result.isError).toBeFalsy();
-        expect(result.content[0].text).toContain("Chaining warning");
-        expect(result.content[0].text).toContain("999");
-    });
-    it("emits no chaining output for a well-chained scenario", async () => {
-        const result = await handler({
-            ...baseParams,
-            steps: [
-                {
-                    method: "POST",
-                    path: "/api/circuits/providers/",
-                    requestBody: JSON.stringify({ name: "P" }),
-                    responseBody: JSON.stringify({ id: 1 }),
-                },
-                { method: "GET", path: "/api/circuits/providers/1/summary/" },
-            ],
-        });
-        expect(result.isError).toBeFalsy();
-        expect(result.content[0].text).not.toContain("Chaining warning");
-    });
-});

package/build/tools/generate-tests/generateContractRestTool.test.d.ts

@@ -1 +0,0 @@
-export {};

package/build/tools/generate-tests/generateContractRestTool.test.js

@@ -1,142 +0,0 @@
-// @ts-nocheck - Jest ESM type inference issues
-import { jest } from "@jest/globals";
-import * as fs from "fs/promises";
-import * as path from "path";
-import * as os from "os";
-import { z } from "zod";
-// TestGenerationService transitively loads the @skyramp/skyramp native library
-// (blocks 180s waiting for the platform dylib) — stub the base class out.
-jest.unstable_mockModule("../../services/TestGenerationService.js", () => ({
-    TestGenerationService: class {
-        async generateTest() {
-            return { content: [{ type: "text", text: "generated" }] };
-        }
-        buildBaseGenerationOptions() {
-            return {};
-        }
-    },
-}));
-jest.unstable_mockModule("../../services/AnalyticsService.js", () => ({
-    AnalyticsService: {
-        pushTestGenerationToolEvent: jest.fn().mockResolvedValue(undefined),
-    },
-}));
-jest.unstable_mockModule("../../utils/logger.js", () => ({
-    logger: {
-        debug: jest.fn(),
-        info: jest.fn(),
-        warning: jest.fn(),
-        error: jest.fn(),
-    },
-}));
-const { registerContractTestTool } = await import("./generateContractRestTool.js");
-const { setActiveRunStatePath, clearActiveRunStatePath } = await import("../../utils/AnalysisStateManager.js");
-const { CandidateSource } = await import("../../types/Recommendation.js");
-/** Capture the tool handler AND its input schema so calls exercise the real
- *  Zod contract, mirroring the MCP SDK's registerTool validation. */
-function captureHandler() {
-    let capturedHandler;
-    let capturedSchema;
-    const mockServer = {
-        registerTool: jest.fn((_name, meta, handler) => {
-            capturedHandler = handler;
-            capturedSchema = meta.inputSchema;
-        }),
-    };
-    registerContractTestTool(mockServer);
-    return async (params) => {
-        const parsed = z.object(capturedSchema).safeParse(params);
-        if (!parsed.success) {
-            return {
-                isError: true,
-                content: [{ type: "text", text: parsed.error.message }],
-            };
-        }
-        return capturedHandler(parsed.data);
-    };
-}
-async function writeStateFile(dir, approvedPlan) {
-    const stateFile = path.join(dir, "analyze-changes-state.json");
-    await fs.writeFile(stateFile, JSON.stringify({
-        existingTests: [],
-        analysisScope: "current_branch_diff",
-        newEndpoints: [],
-        approvedPlan,
-        metadata: {
-            sessionId: "test-session",
-            stateType: "analysis",
-            createdAt: "2026-01-01T00:00:00.000Z",
-            updatedAt: "2026-01-01T00:00:00.000Z",
-        },
-    }), "utf-8");
-    return stateFile;
-}
-// A plan item whose ep key points at a DIFFERENT resource than the calls
-// below, so the only viable match channel is the scenarioName. Mirrors the
-// SKYR-4019 shape: a server-drafted candidate whose step path drifted from
-// the live endpoint the agent generates against.
-const NAME_ONLY_ITEM = {
-    candidateId: "order-response-shape-key-673b87b1",
-    scenarioName: "order-response-shape-key",
-    testType: "contract",
-    category: "breaking_change",
-    source: CandidateSource.SERVER,
-    matchKeys: ["name:order-response-shape-key", "ep:contract:GET:/inventory/:p"],
-};
-const BASE_PARAMS = {
-    endpointURL: "http://localhost:8000/api/v1/orders/{order_id}",
-    method: "GET",
-    language: "python",
-    framework: "pytest",
-    outputDir: "/tmp/out",
-    prompt: "Verify GET /api/v1/orders/{order_id} response shape",
-};
-describe("skyramp_contract_test_generation — plan-guard scenarioName channel (SKYR-4019)", () => {
-    let tmpDirs = [];
-    afterEach(async () => {
-        clearActiveRunStatePath();
-        for (const dir of tmpDirs) {
-            await fs.rm(dir, { recursive: true, force: true });
-        }
-        tmpDirs = [];
-    });
-    async function mkStateDir(approvedPlan) {
-        const dir = await fs.mkdtemp(path.join(os.tmpdir(), "contract-guard-test-"));
-        tmpDirs.push(dir);
-        const stateFile = await writeStateFile(dir, approvedPlan);
-        setActiveRunStatePath(stateFile);
-    }
-    it("rejects when neither name nor endpoint matches the plan", async () => {
-        await mkStateDir({
-            planId: "plan-1",
-            generate: [NAME_ONLY_ITEM],
-            additional: [],
-            demotions: [],
-        });
-        const handler = captureHandler();
-        const result = await handler(BASE_PARAMS);
-        expect(result.isError).toBe(true);
-        expect(result.content[0].text).toContain("not in the approved plan");
-    });
-    it("allows when the exact scenarioName from the plan is passed (SKYR-4019)", async () => {
-        await mkStateDir({
-            planId: "plan-1",
-            generate: [NAME_ONLY_ITEM],
-            additional: [],
-            demotions: [],
-        });
-        const handler = captureHandler();
-        const result = await handler({
-            ...BASE_PARAMS,
-            scenarioName: "order-response-shape-key",
-        });
-        expect(result.isError).toBeUndefined();
-        expect(result.content[0].text).toBe("generated");
-    });
-    it("allows without scenarioName when no plan is active (standalone/IDE usage)", async () => {
-        const handler = captureHandler();
-        const result = await handler(BASE_PARAMS);
-        expect(result.isError).toBeUndefined();
-        expect(result.content[0].text).toBe("generated");
-    });
-});

package/build/tools/generate-tests/generateIntegrationRestTool.test.d.ts

@@ -1 +0,0 @@
-export {};