@kirrosh/zond 0.12.0 → 0.12.2

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@kirrosh/zond",
-  "version": "0.12.0",
+  "version": "0.12.2",
   "description": "API testing platform — define tests in YAML, run from CLI or WebUI, generate from OpenAPI specs",
   "license": "MIT",
   "module": "index.ts",

package/src/core/generator/suite-generator.ts

@@ -117,6 +117,14 @@ function getCaptureField(ep: EndpointInfo): string {
   return "id";
 }
 
+const AUTH_PATH_PATTERNS = /\/(auth|login|signin|signup|register|token|oauth)\b/i;
+
+function isAuthEndpoint(ep: EndpointInfo): boolean {
+  if (AUTH_PATH_PATTERNS.test(ep.path)) return true;
+  if (ep.tags?.some(t => /^auth/i.test(t))) return true;
+  return false;
+}
+
 // ──────────────────────────────────────────────
 // Public API
 // ──────────────────────────────────────────────
@@ -292,9 +300,10 @@ export function generateCrudSuite(
   return suite;
 }
 
-/** Find unresolved template variables in a suite (excluding known globals and captured vars) */
-export function findUnresolvedVars(suite: RawSuite): string[] {
+/** Find unresolved template variables in a suite (excluding known globals, captured vars, and env keys) */
+export function findUnresolvedVars(suite: RawSuite, envKeys?: Set<string>): string[] {
   const KNOWN = new Set(["base_url", "auth_token", "api_key"]);
+  if (envKeys) for (const k of envKeys) KNOWN.add(k);
   const captured = new Set<string>();
   for (const step of suite.tests) {
     if (step.expect?.body) {
@@ -327,8 +336,12 @@ export function generateSuites(opts: {
   // Filter deprecated
   const active = endpoints.filter(ep => !ep.deprecated);
 
+  // Separate auth endpoints
+  const authEndpoints = active.filter(isAuthEndpoint);
+  const nonAuth = active.filter(ep => !isAuthEndpoint(ep));
+
   // 1. Detect CRUD groups
-  const crudGroups = detectCrudGroups(active);
+  const crudGroups = detectCrudGroups(nonAuth);
 
   // Collect endpoints consumed by CRUD groups
   const crudEndpointKeys = new Set<string>();
@@ -340,8 +353,8 @@ export function generateSuites(opts: {
     if (g.delete) crudEndpointKeys.add(`${g.delete.method.toUpperCase()} ${g.delete.path}`);
   }
 
-  // Remaining endpoints (not in any CRUD group)
-  const remaining = active.filter(ep => !crudEndpointKeys.has(`${ep.method.toUpperCase()} ${ep.path}`));
+  // Remaining endpoints (not in any CRUD group, not auth)
+  const remaining = nonAuth.filter(ep => !crudEndpointKeys.has(`${ep.method.toUpperCase()} ${ep.path}`));
 
   const suites: RawSuite[] = [];
 
@@ -409,5 +422,30 @@ export function generateSuites(opts: {
     suites.push(generateCrudSuite(group, securitySchemes));
   }
 
+  // 4. Auth suite (separate — requires real credentials)
+  if (authEndpoints.length > 0) {
+    const tests = authEndpoints.map(ep => generateStep(ep, securitySchemes));
+    const headers = getSuiteHeaders(authEndpoints, securitySchemes);
+
+    const suite: RawSuite = {
+      name: "auth",
+      tags: ["auth"],
+      fileStem: "auth",
+      base_url: "{{base_url}}",
+      tests,
+    };
+
+    if (headers) {
+      suite.headers = headers;
+      for (const t of tests) {
+        if (t.headers && JSON.stringify(t.headers) === JSON.stringify(headers)) {
+          delete (t as any).headers;
+        }
+      }
+    }
+
+    suites.push(suite);
+  }
+
   return suites;
 }

package/src/mcp/tools/generate-and-save.ts

@@ -11,7 +11,9 @@ import {
   generateSuites,
   findUnresolvedVars,
 } from "../../core/generator/index.ts";
+import { loadEnvironment } from "../../core/parser/variables.ts";
 import { compressEndpointsWithSchemas, buildGenerationGuide } from "../../core/generator/guide-builder.ts";
+import { findCollectionBySpec } from "../../db/queries.ts";
 import { planChunks, filterByTag } from "../../core/generator/chunker.ts";
 import { TOOL_DESCRIPTIONS } from "../descriptions.js";
 import { validateAndSave } from "./save-test-suite.ts";
@@ -38,7 +40,11 @@ export function registerGenerateAndSaveTool(server: McpServer) {
       const securitySchemes = extractSecuritySchemes(doc);
       const baseUrl = ((doc as any).servers?.[0]?.url) as string | undefined;
       const title = (doc as any).info?.title as string | undefined;
-      const effectiveOutputDir = outputDir ?? "./tests/";
+      let effectiveOutputDir = outputDir;
+      if (!effectiveOutputDir) {
+        const collection = findCollectionBySpec(specPath);
+        effectiveOutputDir = collection?.test_path ?? "./tests/";
+      }
       const effectiveMode = mode ?? "generate";
 
       // Apply method filter
@@ -132,8 +138,10 @@ export function registerGenerateAndSaveTool(server: McpServer) {
         }
 
         const warnings: string[] = [];
+        const env = await loadEnvironment(undefined, effectiveOutputDir);
+        const envKeys = new Set(Object.keys(env));
         for (const suite of suites) {
-          const unresolved = findUnresolvedVars(suite);
+          const unresolved = findUnresolvedVars(suite, envKeys);
           if (unresolved.length > 0)
             warnings.push(`${suite.fileStem ?? suite.name}.yaml: unresolved [${unresolved.join(", ")}]`);
         }

package/src/mcp/tools/run-tests.ts

@@ -1,8 +1,10 @@
 import { z } from "zod";
+import { resolve } from "node:path";
 import type { McpServer } from "@modelcontextprotocol/sdk/server/mcp.js";
 import { executeRun } from "../../core/runner/execute-run.ts";
 import { getDb } from "../../db/schema.ts";
-import { getResultsByRunId } from "../../db/queries.ts";
+import { getResultsByRunId, findCollectionByTestPath } from "../../db/queries.ts";
+import { readOpenApiSpec, extractEndpoints, scanCoveredEndpoints, filterUncoveredEndpoints } from "../../core/generator/index.ts";
 import { TOOL_DESCRIPTIONS } from "../descriptions.js";
 
 export function registerRunTestsTool(server: McpServer, dbPath?: string) {
@@ -64,6 +66,25 @@ export function registerRunTestsTool(server: McpServer, dbPath?: string) {
       }))
     );
 
+    // Best-effort coverage calculation
+    let coverage: { covered: number; total: number; percentage: number } | undefined;
+    try {
+      const resolvedPath = resolve(testPath);
+      const collection = findCollectionByTestPath(resolvedPath);
+      if (collection?.openapi_spec) {
+        const doc = await readOpenApiSpec(collection.openapi_spec);
+        const allEndpoints = extractEndpoints(doc);
+        const coveredEps = await scanCoveredEndpoints(collection.test_path);
+        const uncovered = filterUncoveredEndpoints(allEndpoints, coveredEps);
+        const coveredCount = allEndpoints.length - uncovered.length;
+        coverage = {
+          covered: coveredCount,
+          total: allEndpoints.length,
+          percentage: allEndpoints.length > 0 ? Math.round((coveredCount / allEndpoints.length) * 100) : 100,
+        };
+      }
+    } catch { /* coverage is best-effort, don't fail run */ }
+
     const hints: string[] = [];
     if (failedSteps.length > 0) {
       hints.push("Use query_db(action: 'diagnose_failure', runId: " + runId + ") for detailed failure analysis");
@@ -83,6 +104,7 @@ export function registerRunTestsTool(server: McpServer, dbPath?: string) {
       suites: results.length,
       status: failed === 0 ? "all_passed" : "has_failures",
       ...(failedSteps.length > 0 ? { failures: failedSteps } : {}),
+      ...(coverage ? { coverage } : {}),
       hints,
     };