@kirrosh/zond 0.13.0 → 0.14.0

package/CHANGELOG.md

@@ -48,6 +48,13 @@ All notable changes to this project will be documented in this file.
 
 ## [Unreleased]
 
+### Removed
+
+- **AI subsystem** — removed `ai-generate` CLI, `chat` CLI, AI agent loop, LLM client, TUI chat UI, and all AI SDK dependencies (`ai`, `@ai-sdk/openai`, `@ai-sdk/anthropic`)
+- **CLI commands** — removed `add-api`, `init`, `collections`, `runs`, `compare`, `doctor`, `update` (available via MCP tools or unnecessary)
+- **Directories** — removed `generated/`, `examples/`, `self-tests/`, `apis/`, `docs/archive/`
+- **Files** — removed `seed-demo.ts`, `BACKLOG.md`, `docs/agent.md`
+
 ### Added
 
 - **Extended YAML test format** — 12 new assertion operators, flow control, and data transforms:

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@kirrosh/zond",
-  "version": "0.13.0",
+  "version": "0.14.0",
   "description": "API testing platform — define tests in YAML, run from CLI or WebUI, generate from OpenAPI specs",
   "license": "MIT",
   "module": "index.ts",
@@ -26,9 +26,8 @@
   "scripts": {
     "zond": "bun run src/cli/index.ts",
     "test": "bun run test:unit && bun run test:mocked",
-    "test:unit": "bun test tests/db/ tests/parser/ tests/runner/ tests/generator/ tests/core/ tests/cli/args.test.ts tests/cli/chat.test.ts tests/cli/ci-init.test.ts tests/cli/commands.test.ts tests/cli/doctor.test.ts tests/cli/init.test.ts tests/cli/runs.test.ts tests/cli/safe-run.test.ts tests/cli/update.test.ts tests/integration/ tests/web/ tests/mcp/tools.test.ts tests/mcp/save-test-suite.test.ts tests/agent/agent-loop.test.ts tests/agent/context-manager.test.ts tests/agent/system-prompt.test.ts tests/reporter/ tests/version-sync.test.ts",
+    "test:unit": "bun test tests/db/ tests/parser/ tests/runner/ tests/generator/ tests/core/ tests/cli/args.test.ts tests/cli/ci-init.test.ts tests/cli/commands.test.ts tests/cli/safe-run.test.ts tests/integration/ tests/web/ tests/mcp/tools.test.ts tests/mcp/save-test-suite.test.ts tests/reporter/ tests/version-sync.test.ts",
     "test:mocked": "bun run scripts/run-mocked-tests.ts",
-    "test:ai": "bun test tests/ai/",
     "check": "tsc --noEmit --project tsconfig.json",
     "build": "bun build --compile src/cli/index.ts --outfile zond",
     "version:sync": "bun run scripts/sync-version.ts",
@@ -42,12 +41,9 @@
   },
   "dependencies": {
     "@humanwhocodes/momoa": "^2.0.3",
-    "@ai-sdk/anthropic": "^2",
-    "@ai-sdk/openai": "^2",
     "@hono/zod-openapi": "^1.2.2",
     "@modelcontextprotocol/sdk": "^1.27.1",
     "@readme/openapi-parser": "^5.5.0",
-    "ai": "^6",
     "hono": "^4.12.2",
     "openapi-types": "^12.1.3",
     "zod": "^4.3.6"

package/src/cli/index.ts

@@ -3,18 +3,9 @@
 import { runCommand } from "./commands/run.ts";
 import { validateCommand } from "./commands/validate.ts";
 import { serveCommand } from "./commands/serve.ts";
-import { collectionsCommand } from "./commands/collections.ts";
-import { aiGenerateCommand } from "./commands/ai-generate.ts";
 import { mcpCommand } from "./commands/mcp.ts";
-import { initCommand } from "./commands/init.ts";
-import { updateCommand } from "./commands/update.ts";
-import { chatCommand } from "./commands/chat.ts";
-import { runsCommand } from "./commands/runs.ts";
 import { coverageCommand } from "./commands/coverage.ts";
-import { doctorCommand } from "./commands/doctor.ts";
-import { addApiCommand } from "./commands/add-api.ts";
 import { ciInitCommand } from "./commands/ci-init.ts";
-import { compareCommand } from "./commands/compare.ts";
 import { printError } from "./output.ts";
 import { getRuntimeInfo } from "./runtime.ts";
 import { getDb } from "../db/schema.ts";
@@ -75,51 +66,13 @@ function printUsage(): void {
   console.log(`zond - API Testing Platform
 
 Usage:
-  zond add-api <name>   Register a new API (collection)
   zond run <path>       Run API tests
   zond validate <path>  Validate test files without running
-  zond ai-generate --from <spec> --prompt "..."  Generate tests with AI
-  zond runs [id]        View test run history
-  zond coverage --spec <path> --tests <dir>  Analyze API test coverage
-  zond collections      List test collections
+  zond coverage         Analyze API test coverage
   zond serve            Start web dashboard
-  zond init             Initialize a new zond project
-  zond ci init          Generate CI/CD workflow (GitHub Actions, GitLab CI)
   zond mcp              Start MCP server (stdio transport for AI agents)
                            --dir <path>  Set working directory (relative paths resolve here)
-  zond chat             Start interactive AI chat for API testing
-  zond compare <runA> <runB>  Compare two test runs (regressions/fixes)
-  zond doctor           Run diagnostic checks
-  zond update           Update to latest version
-
-Options for 'add-api':
-  --spec <path-or-url>   OpenAPI spec (extracts base_url from servers[0])
-  --dir <directory>      Base directory (default: ./apis/<name>/)
-  --env key=value        Set environment variables (repeatable)
-  --insecure             Skip TLS verification (self-signed certs)
-
-Options for 'chat':
-  --provider <name>    LLM provider: ollama, openai, anthropic, custom (default: ollama)
-  --model <name>       Model name (default: provider-specific)
-  --api-key <key>      API key (or set ZOND_AI_KEY env var)
-  --base-url <url>     Provider base URL override
-  --safe               Only allow running GET tests (read-only mode)
-
-Options for 'runs':
-  runs                 List recent test runs
-  runs <id>            Show run details with step results
-  --limit <n>          Number of runs to show (default: 20)
-
-Options for 'compare':
-  compare <runA> <runB>   Compare two run IDs
-  Exit code 1 if regressions found, 0 otherwise
-
-Options for 'coverage':
-  --api <name>         Use API collection (auto-resolves spec and tests dir)
-  --spec <path>        Path to OpenAPI spec (required unless --api used)
-  --tests <dir>        Path to test files directory (required unless --api used)
-  --fail-on-coverage N Exit 1 when coverage percentage is below N (0–100)
-  --run-id <number>    Cross-reference with a test run for pass/fail/5xx breakdown
+  zond ci init          Generate CI/CD workflow (GitHub Actions, GitLab CI)
 
 Options for 'run':
   --dry-run            Show requests without sending them (exit code always 0)
@@ -135,15 +88,12 @@ Options for 'run':
   --safe               Run only GET tests (read-only, safe mode)
   --tag <tag>          Filter suites by tag (repeatable, comma-separated, OR logic)
 
-Options for 'ai-generate':
-  --api <name>         Use API collection (auto-resolves spec and output dir)
-  --from <spec>        Path to OpenAPI spec (required unless --api used)
-  --prompt <text>      Test scenario description (required)
-  --provider <name>    LLM provider: ollama, openai, anthropic, custom (default: ollama)
-  --model <name>       Model name (default: provider-specific)
-  --api-key <key>      API key (or set ZOND_AI_KEY env var)
-  --base-url <url>     Provider base URL override
-  --output <dir>       Output directory (default: ./generated/ai/)
+Options for 'coverage':
+  --api <name>         Use API collection (auto-resolves spec and tests dir)
+  --spec <path>        Path to OpenAPI spec (required unless --api used)
+  --tests <dir>        Path to test files directory (required unless --api used)
+  --fail-on-coverage N Exit 1 when coverage percentage is below N (0–100)
+  --run-id <number>    Cross-reference with a test run for pass/fail/5xx breakdown
 
 Options for 'serve':
   --port <port>        Server port (default: 8080)
@@ -186,35 +136,6 @@ async function main(): Promise<number> {
   }
 
   switch (command) {
-    case "add-api": {
-      const name = positional[0];
-      if (!name) {
-        printError("Missing name argument. Usage: zond add-api <name> [--spec <path>] [--dir <dir>]");
-        return 2;
-      }
-
-      // Collect all --env flags (parseArgs only stores last one, so re-parse)
-      const envValues: string[] = [];
-      const rawArgs = process.argv.slice(2);
-      for (let i = 0; i < rawArgs.length; i++) {
-        if (rawArgs[i] === "--env" && rawArgs[i + 1] && rawArgs[i + 1]!.includes("=")) {
-          envValues.push(rawArgs[i + 1]!);
-          i++;
-        } else if (rawArgs[i]?.startsWith("--env=") && rawArgs[i]!.slice(6).includes("=")) {
-          envValues.push(rawArgs[i]!.slice(6));
-        }
-      }
-
-      return addApiCommand({
-        name,
-        spec: typeof flags["spec"] === "string" ? flags["spec"] : undefined,
-        dir: typeof flags["dir"] === "string" ? flags["dir"] : undefined,
-        envPairs: envValues.length > 0 ? envValues : undefined,
-        dbPath: typeof flags["db"] === "string" ? flags["db"] : undefined,
-        insecure: flags["insecure"] === true,
-      });
-    }
-
     case "run": {
       let path = positional[0];
       const apiFlag = typeof flags["api"] === "string" ? flags["api"] : undefined;
@@ -297,51 +218,6 @@ async function main(): Promise<number> {
       return validateCommand({ path });
     }
 
-    case "ai-generate": {
-      let from = flags["from"] as string | undefined;
-      let output = typeof flags["output"] === "string" ? flags["output"] : undefined;
-      const aiGenApiFlag = typeof flags["api"] === "string" ? flags["api"] : undefined;
-
-      // Resolve --api to spec and output dir from collection
-      if (aiGenApiFlag) {
-        try {
-          getDb(typeof flags["db"] === "string" ? flags["db"] : undefined);
-          const col = findCollectionByNameOrId(aiGenApiFlag);
-          if (!col) { printError(`API '${aiGenApiFlag}' not found`); return 1; }
-          if (!from && col.openapi_spec) from = col.openapi_spec;
-          if (!output && col.test_path) output = col.test_path;
-        } catch (err) {
-          printError(`Failed to resolve --api: ${(err as Error).message}`);
-          return 2;
-        }
-      }
-
-      if (typeof from !== "string") {
-        printError("Missing --from <spec>. Usage: zond ai-generate --from <spec> --prompt \"...\"");
-        return 2;
-      }
-      const prompt = flags["prompt"];
-      if (typeof prompt !== "string") {
-        printError("Missing --prompt <text>. Usage: zond ai-generate --from <spec> --prompt \"...\"");
-        return 2;
-      }
-      return aiGenerateCommand({
-        from,
-        prompt,
-        provider: typeof flags["provider"] === "string" ? flags["provider"] : "ollama",
-        model: typeof flags["model"] === "string" ? flags["model"] : undefined,
-        apiKey: typeof flags["api-key"] === "string" ? flags["api-key"] : undefined,
-        baseUrl: typeof flags["base-url"] === "string" ? flags["base-url"] : undefined,
-        output,
-      });
-    }
-
-    case "collections": {
-      return collectionsCommand(
-        typeof flags["db"] === "string" ? flags["db"] : undefined,
-      );
-    }
-
     case "serve": {
       const portRaw = flags["port"];
       let port: number | undefined;
@@ -361,12 +237,6 @@ async function main(): Promise<number> {
       });
     }
 
-    case "init": {
-      return initCommand({
-        force: flags["force"] === true,
-      });
-    }
-
     case "mcp": {
       return mcpCommand({
         dbPath: typeof flags["db"] === "string" ? flags["db"] : undefined,
@@ -374,49 +244,6 @@ async function main(): Promise<number> {
       });
     }
 
-    case "chat": {
-      return chatCommand({
-        provider: typeof flags["provider"] === "string" ? flags["provider"] : undefined,
-        model: typeof flags["model"] === "string" ? flags["model"] : undefined,
-        apiKey: typeof flags["api-key"] === "string" ? flags["api-key"] : undefined,
-        baseUrl: typeof flags["base-url"] === "string" ? flags["base-url"] : undefined,
-        safe: flags["safe"] === true,
-        dbPath: typeof flags["db"] === "string" ? flags["db"] : undefined,
-      });
-    }
-
-    case "update": {
-      return updateCommand({ force: flags["force"] === true });
-    }
-
-    case "runs": {
-      const idRaw = positional[0];
-      let runId: number | undefined;
-      if (idRaw) {
-        runId = parseInt(idRaw, 10);
-        if (isNaN(runId)) {
-          printError(`Invalid run ID: ${idRaw}`);
-          return 2;
-        }
-      }
-
-      const limitRaw = flags["limit"];
-      let limit: number | undefined;
-      if (typeof limitRaw === "string") {
-        limit = parseInt(limitRaw, 10);
-        if (isNaN(limit) || limit <= 0) {
-          printError(`Invalid limit value: ${limitRaw}`);
-          return 2;
-        }
-      }
-
-      return runsCommand({
-        runId,
-        limit,
-        dbPath: typeof flags["db"] === "string" ? flags["db"] : undefined,
-      });
-    }
-
     case "ci": {
       const ciSub = positional[0];
       if (ciSub !== "init") {
@@ -433,32 +260,6 @@ async function main(): Promise<number> {
       });
     }
 
-    case "compare": {
-      const rawA = positional[0];
-      const rawB = positional[1];
-      if (!rawA || !rawB) {
-        printError("Usage: zond compare <runA> <runB>");
-        return 2;
-      }
-      const runA = parseInt(rawA, 10);
-      const runB = parseInt(rawB, 10);
-      if (isNaN(runA) || isNaN(runB)) {
-        printError("Run IDs must be integers");
-        return 2;
-      }
-      return compareCommand({
-        runA,
-        runB,
-        dbPath: typeof flags["db"] === "string" ? flags["db"] : undefined,
-      });
-    }
-
-    case "doctor": {
-      return doctorCommand({
-        dbPath: typeof flags["db"] === "string" ? flags["db"] : undefined,
-      });
-    }
-
     case "coverage": {
       let spec = flags["spec"] as string | undefined;
       let tests = flags["tests"] as string | undefined;

package/src/core/generator/index.ts

@@ -2,9 +2,6 @@ export { readOpenApiSpec, extractEndpoints, extractSecuritySchemes } from "./ope
 export { serializeSuite, isRelativeUrl, sanitizeEnvName, resolveSpecPath } from "./serializer.ts";
 export type { RawSuite, RawStep } from "./serializer.ts";
 export { generateFromSchema } from "./data-factory.ts";
-export { generateWithAI } from "./ai/ai-generator.ts";
-export { resolveProviderConfig, PROVIDER_DEFAULTS } from "./ai/types.ts";
-export type { AIProviderConfig, AIGenerateOptions, AIGenerateResult } from "./ai/types.ts";
 export { scanCoveredEndpoints, filterUncoveredEndpoints, normalizePath, specPathToRegex } from "./coverage-scanner.ts";
 export type { CoveredEndpoint } from "./coverage-scanner.ts";
 export { analyzeEndpoints } from "./endpoint-warnings.ts";

package/src/cli/commands/add-api.ts

@@ -1,53 +0,0 @@
-import { setupApi } from "../../core/setup-api.ts";
-import { printError, printSuccess } from "../output.ts";
-
-export interface AddApiOptions {
-  name: string;
-  spec?: string;
-  dir?: string;
-  envPairs?: string[];
-  dbPath?: string;
-  insecure?: boolean;
-}
-
-export async function addApiCommand(options: AddApiOptions): Promise<number> {
-  const { name, spec, envPairs, dbPath, dir, insecure } = options;
-
-  // Parse --env key=value pairs into a record
-  const envVars: Record<string, string> = {};
-  if (envPairs) {
-    for (const pair of envPairs) {
-      const idx = pair.indexOf("=");
-      if (idx === -1) continue;
-      const key = pair.slice(0, idx).trim();
-      const value = pair.slice(idx + 1).trim();
-      if (key) envVars[key] = value;
-    }
-  }
-
-  try {
-    const result = await setupApi({
-      name,
-      spec,
-      dir,
-      envVars: Object.keys(envVars).length > 0 ? envVars : undefined,
-      dbPath,
-      insecure,
-    });
-
-    printSuccess(`API '${name}' created (id=${result.collectionId})`);
-    console.log(`  Directory: ${result.testPath.replace(/\/tests$/, "")}`);
-    console.log(`  Tests:     ${result.testPath}/`);
-    if (spec) console.log(`  Spec:      ${spec}`);
-    if (result.baseUrl) console.log(`  Base URL:  ${result.baseUrl}`);
-    console.log();
-    console.log("Next steps:");
-    console.log(`  zond ai-generate --api ${name} --prompt "test the user endpoints"`);
-    console.log(`  zond run --api ${name}`);
-
-    return 0;
-  } catch (err) {
-    printError((err as Error).message);
-    return 1;
-  }
-}

package/src/cli/commands/ai-generate.ts

@@ -1,106 +0,0 @@
-import { resolve, dirname } from "path";
-import { generateWithAI } from "../../core/generator/ai/ai-generator.ts";
-import { resolveProviderConfig } from "../../core/generator/ai/types.ts";
-import type { AIProviderConfig } from "../../core/generator/ai/types.ts";
-import { printError, printSuccess } from "../output.ts";
-
-export interface AIGenerateCommandOptions {
-  from: string;
-  prompt: string;
-  provider: string;
-  model?: string;
-  apiKey?: string;
-  baseUrl?: string;
-  output?: string;
-}
-
-export async function aiGenerateCommand(options: AIGenerateCommandOptions): Promise<number> {
-  try {
-    const providerName = options.provider as AIProviderConfig["provider"];
-    if (!["ollama", "openai", "anthropic", "custom"].includes(providerName)) {
-      printError(`Unknown provider: ${options.provider}. Use: ollama, openai, anthropic, custom`);
-      return 2;
-    }
-
-    const provider = resolveProviderConfig({
-      provider: providerName,
-      model: options.model,
-      baseUrl: options.baseUrl,
-      apiKey: options.apiKey ?? process.env.ZOND_AI_KEY,
-    });
-
-    console.log(`Provider: ${provider.provider} (${provider.model})`);
-    console.log(`Spec: ${options.from}`);
-    console.log(`Prompt: ${options.prompt}`);
-    console.log(`Generating...`);
-
-    const startTime = Date.now();
-    const result = await generateWithAI({
-      specPath: options.from,
-      prompt: options.prompt,
-      provider,
-    });
-    const durationMs = Date.now() - startTime;
-
-    console.log(`Done in ${(durationMs / 1000).toFixed(1)}s (model: ${result.model})`);
-    if (result.promptTokens) {
-      console.log(`Tokens: ${result.promptTokens} prompt + ${result.completionTokens} completion`);
-    }
-
-    // Write output
-    const outputDir = options.output ?? "./generated/ai/";
-    const { mkdir } = await import("node:fs/promises");
-    await mkdir(outputDir, { recursive: true });
-
-    const timestamp = new Date().toISOString().replace(/[:.]/g, "-").slice(0, 19);
-    const fileName = `ai-generated-${timestamp}.yaml`;
-    const filePath = resolve(outputDir, fileName);
-
-    await Bun.write(filePath, result.yaml);
-    printSuccess(`Written: ${filePath}`);
-
-    // Auto-create collection if DB is available
-    try {
-      const { getDb } = await import("../../db/schema.ts");
-      getDb();
-      const { findCollectionByTestPath, findCollectionBySpec, createCollection, normalizePath, saveAIGeneration } = await import("../../db/queries.ts");
-      const { resolveSpecPath } = await import("../../core/generator/serializer.ts");
-      const normalizedOutput = normalizePath(outputDir);
-      const resolvedSpec = resolveSpecPath(options.from);
-
-      let collectionId: number | undefined;
-      const existing = findCollectionByTestPath(normalizedOutput) ?? findCollectionBySpec(resolvedSpec);
-      if (existing) {
-        collectionId = existing.id;
-      } else {
-        const specName = `AI Tests (${new Date().toLocaleDateString()})`;
-        collectionId = createCollection({
-          name: specName,
-          test_path: normalizedOutput,
-          openapi_spec: resolvedSpec,
-        });
-        printSuccess(`Created collection "${specName}" (id: ${collectionId})`);
-      }
-
-      saveAIGeneration({
-        collection_id: collectionId,
-        prompt: options.prompt,
-        model: result.model,
-        provider: providerName,
-        generated_yaml: result.yaml,
-        output_path: filePath,
-        status: "success",
-        prompt_tokens: result.promptTokens,
-        completion_tokens: result.completionTokens,
-        duration_ms: durationMs,
-      });
-    } catch {
-      // DB not critical
-    }
-
-    return 0;
-  } catch (err) {
-    printError(err instanceof Error ? err.message : String(err));
-    return 2;
-  }
-}

package/src/cli/commands/chat.ts

@@ -1,43 +0,0 @@
-import { resolveProviderConfig, PROVIDER_DEFAULTS } from "../../core/generator/ai/types.ts";
-import type { AIProviderConfig } from "../../core/generator/ai/types.ts";
-import { printError } from "../output.ts";
-
-export interface ChatCommandOptions {
-  provider?: string;
-  model?: string;
-  apiKey?: string;
-  baseUrl?: string;
-  safe?: boolean;
-  dbPath?: string;
-}
-
-const VALID_PROVIDERS = new Set(["ollama", "openai", "anthropic", "custom"]);
-
-export async function chatCommand(options: ChatCommandOptions): Promise<number> {
-  const providerName = options.provider ?? "ollama";
-
-  if (!VALID_PROVIDERS.has(providerName)) {
-    printError(`Unknown provider: ${providerName}. Available: ollama, openai, anthropic, custom`);
-    return 2;
-  }
-
-  const providerConfig = resolveProviderConfig({
-    provider: providerName as AIProviderConfig["provider"],
-    model: options.model,
-    apiKey: options.apiKey ?? process.env["ZOND_AI_KEY"],
-    baseUrl: options.baseUrl,
-  });
-
-  try {
-    const { startChatUI } = await import("../../tui/chat-ui.ts");
-    await startChatUI({
-      provider: providerConfig,
-      safeMode: options.safe,
-      dbPath: options.dbPath,
-    });
-    return 0;
-  } catch (err) {
-    printError(`Chat error: ${(err as Error).message}`);
-    return 2;
-  }
-}

package/src/cli/commands/collections.ts

@@ -1,41 +0,0 @@
-import { getDb } from "../../db/schema.ts";
-import { listCollections } from "../../db/queries.ts";
-import { formatDuration } from "../../core/reporter/console.ts";
-
-export function collectionsCommand(dbPath?: string): number {
-  getDb(dbPath);
-  const collections = listCollections();
-
-  if (collections.length === 0) {
-    console.log("No collections found.");
-    console.log("Hint: use `zond generate --from <spec>` to create a collection automatically.");
-    return 0;
-  }
-
-  // Print table header
-  const header = [
-    "ID".padEnd(5),
-    "Name".padEnd(30),
-    "Runs".padEnd(6),
-    "Pass Rate".padEnd(11),
-    "Last Run".padEnd(20),
-  ].join(" ");
-
-  console.log(header);
-  console.log("-".repeat(header.length));
-
-  for (const c of collections) {
-    const passRate = c.total_runs > 0 ? `${c.pass_rate}%` : "-";
-    const lastRun = c.last_run_at ?? "-";
-    const row = [
-      String(c.id).padEnd(5),
-      c.name.slice(0, 30).padEnd(30),
-      String(c.total_runs).padEnd(6),
-      passRate.padEnd(11),
-      lastRun.slice(0, 20).padEnd(20),
-    ].join(" ");
-    console.log(row);
-  }
-
-  return 0;
-}