@qulib/mcp 0.4.2 → 0.5.0

package/README.md

@@ -24,6 +24,25 @@ To enable LLM-powered scenario generation, add your Anthropic API key to the
 Without this key, qulib still runs but uses built-in template scenarios only.
 Your key is never stored by qulib — it is read from your local config at runtime.
 
+After updating this config, restart your MCP host (Claude Desktop / Claude Code / Cursor) so the new environment variables are picked up.
+
+For verbose server-side stderr logs while troubleshooting host wiring, add:
+
+```json
+{
+  "mcpServers": {
+    "qulib": {
+      "command": "npx",
+      "args": ["@qulib/mcp"],
+      "env": {
+        "ANTHROPIC_API_KEY": "sk-ant-...",
+        "QULIB_DEBUG": "1"
+      }
+    }
+  }
+}
+```
+
 ## What it does
 
 Tools:

package/dist/index.js

@@ -16,7 +16,7 @@ const requirePkg = createRequire(import.meta.url);
 const pkg = requirePkg('../package.json');
 import { analyzeApp, detectAuth, exploreAuth, scanRepo, computeAutomationMaturity, } from '@qulib/core';
 import { z } from 'zod';
-import { buildCompactAnalyzePayload } from './compact-analyze-payload.js';
+import { summarizeAnalyzeResult } from './summarize-analyze-result.js';
 import { log } from './logger.js';
 function toolError(code, message, detail) {
     return {
@@ -202,7 +202,7 @@ mcpServer.registerTool('analyze_app', {
             progressLog: mcpProgressLog,
             telemetry: telemetrySink,
         });
-        const payload = buildCompactAnalyzePayload(result, input.includeFullReport === true);
+        const payload = summarizeAnalyzeResult(result, input.includeFullReport === true);
         return {
             content: [
                 {

package/dist/summarize-analyze-result.d.ts

@@ -0,0 +1,170 @@
+import type { AnalyzeResult } from '@qulib/core';
+export declare function summarizeAnalyzeResult(result: AnalyzeResult, includeFullReport: boolean): AnalyzeResult | {
+    includeFullReport: boolean;
+    note: string;
+    detectedAuth?: {
+        type: "unknown" | "form-login" | "oauth" | "magic-link" | "none";
+        loginUrl: string | null;
+        provider: string | null;
+        hasAuth: boolean;
+        observedSelectors: {
+            usernameSelector: string | null;
+            passwordSelector: string | null;
+            submitSelector: string | null;
+        } | null;
+        oauthButtons: {
+            text: string;
+            provider: string;
+        }[];
+        recommendation: string;
+        authOptions?: {
+            type: "unknown" | "form-login" | "oauth" | "oauth-unknown" | "form-multi" | "magic-link";
+            label: string;
+            id: string;
+            provider: string | null;
+            source: "built-in" | "user-local" | "heuristic";
+            automatable: boolean;
+            confidence: "high" | "medium" | "low";
+            requirements: {
+                method: "storage-state";
+                instruction: string;
+            } | {
+                method: "credentials";
+                fields: {
+                    type: "password" | "text" | "email" | "select" | "checkbox";
+                    name: string;
+                    label: string;
+                    observedOptions: string[];
+                }[];
+            } | {
+                method: "unknown";
+                instruction: string;
+            };
+        }[] | undefined;
+    } | undefined;
+    repoInventorySummary: {
+        framework?: {
+            primary: "unknown" | "nextjs-app-router" | "nextjs-pages-router" | "express" | "remix" | "nuxt" | "sveltekit" | "astro" | "vite";
+            confidence: "high" | "medium" | "low";
+            testFrameworks: ("playwright" | "cypress-e2e" | "cypress-component" | "jest" | "vitest" | "other")[];
+            evidenceCount: number;
+        } | undefined;
+        repoPath: string;
+        scannedAt: string;
+        routeCount: number;
+        testFileCount: number;
+        missingTestIdCount: number;
+        interactiveTsxFilesScanned: number | null;
+        cypressDetected: boolean;
+    } | null;
+    decisionLogPreview: {
+        timestamp: string;
+        reason: string;
+        phase: "observe" | "think" | "act" | "harness";
+        decision: string;
+        metadata?: Record<string, unknown> | undefined;
+    }[];
+    automationMaturitySummary?: {
+        overallScore: number;
+        level: number;
+        label: string;
+        topRecommendations: string[];
+        dimensions: {
+            guidance?: string | undefined;
+            dimension: "test-coverage-breadth" | "framework-adoption" | "test-id-hygiene" | "ci-integration" | "auth-test-coverage" | "component-test-ratio";
+            score: number;
+            applicability: "unknown" | "applicable" | "not_applicable";
+        }[];
+    } | undefined;
+    summary: {
+        status: import("@qulib/core").AnalyzeStatus;
+        coverageScore: number | null;
+        releaseConfidence: number | null;
+        mode: "url-only" | "url-repo" | "auth-required";
+        coveragePagesScanned: number;
+        coverageBudgetExceeded: boolean;
+        coverageWarning: "auth-required" | "budget-exceeded" | "low-coverage" | "navigation-failures" | null;
+        gapCount: number;
+        scenarioCount: number;
+        generatedTestCount: number;
+        publicSurface: {
+            pageCount: number;
+            gapCount: number;
+            accessibilityViolationCount: number;
+            brokenLinkCount: number;
+        } | null;
+    };
+    topGaps: {
+        path: string;
+        category: "untested-route" | "a11y" | "console-error" | "broken-link" | "auth-surface" | "coverage";
+        severity: "critical" | "high" | "medium" | "low";
+        reason: string;
+    }[];
+    costIntelligenceSummary: {
+        maxOutputTokensPerLlmCall: number;
+        usageDataQuality: "none" | "actual" | "estimated" | "mixed";
+        totalInputTokens: number;
+        totalOutputTokens: number;
+        budgetWarningCount: number;
+        maturityLevel: number;
+        maturityLabel: string;
+    } | null;
+    costIntelligence: {
+        maxOutputTokensPerLlmCall: number;
+        budgetRole: "max-output-tokens-per-llm-call";
+        records: {
+            provider: string;
+            model: string;
+            inputTokens: number;
+            outputTokens: number;
+            operationType: "scenario-generation";
+            timestamp: string;
+            dataQuality: "none" | "actual" | "estimated" | "mixed";
+            estimatedCostUsd?: number | undefined;
+            promptHash?: string | undefined;
+            resultHash?: string | undefined;
+            notes?: string | undefined;
+        }[];
+        budgetWarnings: string[];
+        usageSummary: {
+            dataQuality: "none" | "actual" | "estimated" | "mixed";
+            totalInputTokens: number;
+            totalOutputTokens: number;
+        };
+        repeatedOperations: {
+            recommendation: string;
+            promptHash: string;
+            count: number;
+        }[];
+        deterministicMaturity: {
+            label: string;
+            level: number;
+            rationale: string;
+            ceilingNote?: string | undefined;
+        };
+        conversionRecommendations: string[];
+    } | null;
+    nextDeterministicChecks: string[];
+    gapAnalysisPreview: {
+        analyzedAt: string;
+        gapsSample: {
+            path: string;
+            id: string;
+            severity: "critical" | "high" | "medium" | "low";
+            reason: string;
+            category: "untested-route" | "a11y" | "console-error" | "broken-link" | "auth-surface" | "coverage";
+            recommendation?: string | undefined;
+            description?: string | undefined;
+        }[];
+        scenariosOmitted: number;
+        generatedTestsOmitted: number;
+    };
+    routeInventorySummary: {
+        scannedAt: string;
+        baseUrl: string;
+        routeCount: number;
+        pagesSkipped: number;
+        budgetExceeded: boolean;
+    };
+};
+//# sourceMappingURL=summarize-analyze-result.d.ts.map

package/dist/summarize-analyze-result.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"summarize-analyze-result.d.ts","sourceRoot":"","sources":["../src/summarize-analyze-result.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAqBjD,wBAAgB,sBAAsB,CAAC,MAAM,EAAE,aAAa,EAAE,iBAAiB,EAAE,OAAO;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;4BA6G0td,CAAC;sBAA4C,CAAC;sBAA4C,CAAC;iBAAuC,CAAC;;;;;;;;;;;;;;;;;uBAAghB,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;EADr8e"}

package/dist/summarize-analyze-result.js

@@ -0,0 +1,121 @@
+const severityOrder = { critical: 0, high: 1, medium: 2, low: 3 };
+function topGapsBySeverity(gaps, limit) {
+    return [...gaps].sort((a, b) => severityOrder[a.severity] - severityOrder[b.severity]).slice(0, limit);
+}
+function nextDeterministicChecks(gaps, conversion) {
+    const out = [];
+    const byCat = new Map();
+    for (const g of gaps) {
+        byCat.set(g.category, (byCat.get(g.category) ?? 0) + 1);
+    }
+    for (const [cat, n] of [...byCat.entries()].sort((a, b) => b[1] - a[1]).slice(0, 3)) {
+        out.push(`Add or tighten deterministic coverage for **${cat}** (${n} gap(s) in this scan).`);
+    }
+    out.push(...conversion.slice(0, 2));
+    return out.slice(0, 5);
+}
+export function summarizeAnalyzeResult(result, includeFullReport) {
+    if (includeFullReport) {
+        return result;
+    }
+    const g = result.gapAnalysis;
+    const ci = g.costIntelligence;
+    const top = topGapsBySeverity(result.gaps, 5);
+    const costSummary = ci
+        ? {
+            maxOutputTokensPerLlmCall: ci.maxOutputTokensPerLlmCall,
+            usageDataQuality: ci.usageSummary.dataQuality,
+            totalInputTokens: ci.usageSummary.totalInputTokens,
+            totalOutputTokens: ci.usageSummary.totalOutputTokens,
+            budgetWarningCount: ci.budgetWarnings.length,
+            maturityLevel: ci.deterministicMaturity.level,
+            maturityLabel: ci.deterministicMaturity.label,
+        }
+        : null;
+    const ps = result.publicSurface;
+    const repo = result.repoInventory;
+    const repoInventorySummary = repo
+        ? {
+            repoPath: repo.repoPath,
+            scannedAt: repo.scannedAt,
+            routeCount: repo.routes.length,
+            testFileCount: repo.testFiles.length,
+            missingTestIdCount: repo.missingTestIds.length,
+            interactiveTsxFilesScanned: repo.interactiveTsxFilesScanned ?? null,
+            cypressDetected: repo.cypressStructure.detected,
+            ...(repo.framework && {
+                framework: {
+                    primary: repo.framework.primary,
+                    confidence: repo.framework.confidence,
+                    testFrameworks: repo.framework.testFrameworks,
+                    evidenceCount: repo.framework.evidence.length,
+                },
+            }),
+        }
+        : null;
+    return {
+        summary: {
+            status: result.status,
+            coverageScore: result.coverageScore,
+            releaseConfidence: g.releaseConfidence,
+            mode: g.mode,
+            coveragePagesScanned: g.coveragePagesScanned,
+            coverageBudgetExceeded: g.coverageBudgetExceeded,
+            coverageWarning: g.coverageWarning ?? null,
+            gapCount: g.gaps.length,
+            scenarioCount: g.scenarios.length,
+            generatedTestCount: g.generatedTests.length,
+            publicSurface: ps === null
+                ? null
+                : {
+                    pageCount: ps.pages.length,
+                    gapCount: ps.gaps.length,
+                    accessibilityViolationCount: ps.accessibilityViolations.length,
+                    brokenLinkCount: ps.brokenLinks.length,
+                },
+        },
+        topGaps: top.map((x) => ({
+            path: x.path,
+            category: x.category,
+            severity: x.severity,
+            reason: x.reason,
+        })),
+        costIntelligenceSummary: costSummary,
+        costIntelligence: ci ?? null,
+        nextDeterministicChecks: ci
+            ? nextDeterministicChecks(result.gaps, ci.conversionRecommendations)
+            : nextDeterministicChecks(result.gaps, []),
+        gapAnalysisPreview: {
+            analyzedAt: g.analyzedAt,
+            gapsSample: g.gaps.slice(0, 8),
+            scenariosOmitted: g.scenarios.length,
+            generatedTestsOmitted: g.generatedTests.length,
+        },
+        routeInventorySummary: {
+            scannedAt: result.routeInventory.scannedAt,
+            baseUrl: result.routeInventory.baseUrl,
+            routeCount: result.routeInventory.routes.length,
+            pagesSkipped: result.routeInventory.pagesSkipped,
+            budgetExceeded: result.routeInventory.budgetExceeded,
+        },
+        ...(repo?.automationMaturity && {
+            automationMaturitySummary: {
+                overallScore: repo.automationMaturity.overallScore,
+                level: repo.automationMaturity.level,
+                label: repo.automationMaturity.label,
+                topRecommendations: repo.automationMaturity.topRecommendations,
+                dimensions: repo.automationMaturity.dimensions.map((d) => ({
+                    dimension: d.dimension,
+                    score: d.score,
+                    applicability: d.applicability ?? 'applicable',
+                    ...(d.guidance !== undefined && { guidance: d.guidance }),
+                })),
+            },
+        }),
+        repoInventorySummary,
+        decisionLogPreview: result.decisionLog.slice(-8),
+        ...(result.detectedAuth !== undefined && { detectedAuth: result.detectedAuth }),
+        includeFullReport: false,
+        note: 'Summary-first payload. Pass includeFullReport: true for the full gapAnalysis (all scenarios, generated tests) and the full repoInventory (test files, missing test IDs).',
+    };
+}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@qulib/mcp",
-  "version": "0.4.2",
+  "version": "0.5.0",
   "description": "MCP server for Qulib — AI-callable QA gap analysis",
   "license": "MIT",
   "author": "Tapesh Nagarwal",
@@ -29,11 +29,11 @@
   "scripts": {
     "build": "npm --prefix ../.. run build -w @qulib/core && tsc && chmod +x dist/index.js",
     "dev": "tsx src/index.ts",
-    "test": "node --import tsx/esm --test src/compact-analyze-payload.test.ts"
+    "test": "node --import tsx/esm --test src/__tests__/summarize-analyze-result.test.ts"
   },
   "dependencies": {
     "@modelcontextprotocol/sdk": "^1.0.0",
-    "@qulib/core": "0.4.2",
+    "@qulib/core": "0.5.0",
     "zod": "^3.23.0"
   },
   "devDependencies": {