@openqa/cli 2.1.1 → 2.1.3

package/README.md

@@ -14,6 +14,8 @@
   <a href="https://github.com/Orka-Community/OpenQA/blob/main/LICENSE"><img src="https://img.shields.io/npm/l/@openqa/cli.svg" alt="license"></a>
   <a href="https://openqa.orkajs.com"><img src="https://img.shields.io/badge/docs-orkajs.com-blue.svg" alt="documentation"></a>
   <a href="https://discord.com/invite/DScfpuPysP"><img src="https://img.shields.io/badge/discord-join%20chat-7289da.svg" alt="discord"></a>
+  <a href="https://hub.docker.com/r/orklab/openqa"><img src="https://img.shields.io/docker/v/orklab/openqa?label=docker&logo=docker&color=0db7ed" alt="Docker Hub"></a>
+  <a href="https://hub.docker.com/r/orklab/openqa"><img src="https://img.shields.io/docker/pulls/orklab/openqa.svg" alt="Docker Pulls"></a>
 </p>
 
 ---
@@ -48,6 +50,30 @@ OpenQA is a **truly autonomous** QA testing agent that thinks, codes, and execut
 - **Regression Tests** - Verify bug fixes
 - **Performance Tests** - Load times, resource usage
 
+## 🐳 Docker Hub
+
+OpenQA is available on Docker Hub at **[orklab/openqa](https://hub.docker.com/r/orklab/openqa)**.
+
+```bash
+# Pull the latest image
+docker pull orklab/openqa:latest
+
+# Run with your API key
+docker run -d \
+  -p 4242:3000 \
+  -e LLM_PROVIDER=openai \
+  -e OPENAI_API_KEY=sk-xxx \
+  -e OPENQA_JWT_SECRET=$(openssl rand -hex 32) \
+  -e SAAS_URL=https://your-app.com \
+  -v openqa-data:/app/data \
+  --name openqa \
+  orklab/openqa:latest
+```
+
+Then open **http://localhost:4242** — first run will prompt you to create an admin account.
+
+---
+
 ## 🚀 Quick Start
 
 ### Development (Local)

package/dist/agent/index-v2.js

@@ -771,9 +771,9 @@ function createQuickConfig(name, description, url, options) {
 // agent/brain/index.ts
 init_esm_shims();
 import { EventEmitter as EventEmitter2 } from "events";
-import { writeFileSync as writeFileSync2, readFileSync as readFileSync3, existsSync as existsSync2, mkdirSync as mkdirSync2 } from "fs";
-import { join as join3 } from "path";
-import { execSync } from "child_process";
+import { writeFileSync as writeFileSync2, readFileSync as readFileSync3, existsSync as existsSync3, mkdirSync as mkdirSync2 } from "fs";
+import { join as join4 } from "path";
+import { execSync as execSync2 } from "child_process";
 
 // agent/brain/llm-resilience.ts
 init_esm_shims();
@@ -1011,10 +1011,150 @@ var ResilientLLM = class extends EventEmitter {
   }
 };
 
+// agent/brain/diff-analyzer.ts
+init_esm_shims();
+import { execSync } from "child_process";
+import { existsSync as existsSync2 } from "fs";
+import { join as join3, basename, dirname as dirname2 } from "path";
+var DiffAnalyzer = class {
+  /**
+   * Get files changed between current branch and base branch
+   */
+  getChangedFiles(repoPath, baseBranch = "main") {
+    try {
+      const output = execSync(`git diff --name-only ${baseBranch}...HEAD`, {
+        cwd: repoPath,
+        stdio: "pipe"
+      }).toString().trim();
+      if (!output) return [];
+      return output.split("\n").filter(Boolean);
+    } catch {
+      try {
+        const output = execSync("git diff --name-only HEAD~1", {
+          cwd: repoPath,
+          stdio: "pipe"
+        }).toString().trim();
+        if (!output) return [];
+        return output.split("\n").filter(Boolean);
+      } catch {
+        return [];
+      }
+    }
+  }
+  /**
+   * Map changed source files to their likely test files
+   */
+  mapFilesToTests(changedFiles, repoPath) {
+    const testFiles = /* @__PURE__ */ new Set();
+    for (const file of changedFiles) {
+      if (!this.isSourceFile(file)) continue;
+      const candidates = this.getTestCandidates(file);
+      for (const candidate of candidates) {
+        if (existsSync2(join3(repoPath, candidate))) {
+          testFiles.add(candidate);
+        }
+      }
+    }
+    for (const file of changedFiles) {
+      if (this.isTestFile(file)) {
+        testFiles.add(file);
+      }
+    }
+    return Array.from(testFiles);
+  }
+  /**
+   * Analyze a diff and return risk assessment + affected tests
+   */
+  analyze(repoPath, baseBranch = "main") {
+    const changedFiles = this.getChangedFiles(repoPath, baseBranch);
+    const affectedTests = this.mapFilesToTests(changedFiles, repoPath);
+    const riskLevel = this.assessRisk(changedFiles);
+    const summary = this.buildSummary(changedFiles, affectedTests, riskLevel);
+    return { changedFiles, affectedTests, riskLevel, summary };
+  }
+  getTestCandidates(filePath) {
+    const dir = dirname2(filePath);
+    const base = basename(filePath);
+    const candidates = [];
+    const nameMatch = base.match(/^(.+)\.(tsx?|jsx?|vue|svelte|py|go|rs)$/);
+    if (!nameMatch) return candidates;
+    const name = nameMatch[1];
+    const ext = nameMatch[2];
+    const testExts = ext.startsWith("ts") ? ["test.ts", "test.tsx", "spec.ts", "spec.tsx"] : ext.startsWith("js") ? ["test.js", "test.jsx", "spec.js", "spec.jsx"] : ext === "py" ? ["test.py"] : ext === "go" ? ["_test.go"] : [];
+    for (const testExt of testExts) {
+      candidates.push(join3(dir, `${name}.${testExt}`));
+      candidates.push(join3(dir, "__tests__", `${name}.${testExt}`));
+      candidates.push(join3(dir, "test", `${name}.${testExt}`));
+      candidates.push(join3(dir, "tests", `${name}.${testExt}`));
+      candidates.push(join3("__tests__", dir, `${name}.${testExt}`));
+    }
+    if (ext === "go") {
+      candidates.push(join3(dir, `${name}_test.go`));
+    }
+    return candidates;
+  }
+  isSourceFile(file) {
+    return /\.(tsx?|jsx?|vue|svelte|py|go|rs)$/.test(file) && !this.isTestFile(file);
+  }
+  isTestFile(file) {
+    return /\.(test|spec)\.(tsx?|jsx?|py)$/.test(file) || /_test\.go$/.test(file) || file.includes("__tests__/");
+  }
+  assessRisk(changedFiles) {
+    const highRiskPatterns = [
+      /auth/i,
+      /security/i,
+      /middleware/i,
+      /database/i,
+      /migration/i,
+      /config/i,
+      /\.env/,
+      /package\.json$/,
+      /docker/i,
+      /ci\//i,
+      /payment/i,
+      /billing/i,
+      /permission/i
+    ];
+    const mediumRiskPatterns = [
+      /api/i,
+      /route/i,
+      /controller/i,
+      /service/i,
+      /model/i,
+      /hook/i,
+      /context/i,
+      /store/i,
+      /util/i
+    ];
+    let highCount = 0;
+    let mediumCount = 0;
+    for (const file of changedFiles) {
+      if (highRiskPatterns.some((p) => p.test(file))) highCount++;
+      else if (mediumRiskPatterns.some((p) => p.test(file))) mediumCount++;
+    }
+    if (highCount >= 2 || highCount >= 1 && changedFiles.length > 5) return "high";
+    if (highCount >= 1 || mediumCount >= 3) return "medium";
+    return "low";
+  }
+  buildSummary(changedFiles, affectedTests, riskLevel) {
+    const lines = [];
+    lines.push(`${changedFiles.length} file(s) changed, ${affectedTests.length} test(s) affected.`);
+    lines.push(`Risk level: ${riskLevel}.`);
+    if (affectedTests.length > 0) {
+      lines.push(`Run: ${affectedTests.slice(0, 5).join(", ")}${affectedTests.length > 5 ? ` (+${affectedTests.length - 5} more)` : ""}`);
+    } else if (changedFiles.length > 0) {
+      lines.push("No matching test files found \u2014 consider running full suite.");
+    }
+    return lines.join(" ");
+  }
+};
+
 // agent/brain/index.ts
 var OpenQABrain = class extends EventEmitter2 {
   db;
   llm;
+  cache = new LLMCache();
+  diffAnalyzer = new DiffAnalyzer();
   saasConfig;
   generatedTests = /* @__PURE__ */ new Map();
   dynamicAgents = /* @__PURE__ */ new Map();
@@ -1075,7 +1215,9 @@ Respond in JSON format:
   "suggestedAgents": ["Agent for X", "Agent for Y"],
   "risks": ["Risk 1", "Risk 2"]
 }`;
-    const response = await this.llm.generate(prompt);
+    const cached = this.cache.get(prompt);
+    const response = cached ?? await this.llm.generate(prompt);
+    if (!cached) this.cache.set(prompt, response);
     try {
       const jsonMatch = response.match(/\{[\s\S]*\}/);
       if (jsonMatch) {
@@ -1094,11 +1236,11 @@ Respond in JSON format:
   async analyzeCodebase() {
     let repoPath = this.saasConfig.localPath;
     if (this.saasConfig.repoUrl && !this.saasConfig.localPath) {
-      repoPath = join3(this.workDir, "repo");
-      if (!existsSync2(repoPath)) {
+      repoPath = join4(this.workDir, "repo");
+      if (!existsSync3(repoPath)) {
         logger.info("Cloning repository", { url: this.saasConfig.repoUrl });
         try {
-          execSync(`git clone --depth 1 ${this.saasConfig.repoUrl} ${repoPath}`, {
+          execSync2(`git clone --depth 1 ${this.saasConfig.repoUrl} ${repoPath}`, {
             stdio: "pipe"
           });
         } catch (e) {
@@ -1107,13 +1249,13 @@ Respond in JSON format:
         }
       }
     }
-    if (!repoPath || !existsSync2(repoPath)) {
+    if (!repoPath || !existsSync3(repoPath)) {
       return "";
     }
     const analysis = [];
     try {
-      const packageJsonPath = join3(repoPath, "package.json");
-      if (existsSync2(packageJsonPath)) {
+      const packageJsonPath = join4(repoPath, "package.json");
+      if (existsSync3(packageJsonPath)) {
         const pkg = JSON.parse(readFileSync3(packageJsonPath, "utf-8"));
         analysis.push(`### Package Info`);
         analysis.push(`- Name: ${pkg.name}`);
@@ -1138,8 +1280,8 @@ Respond in JSON format:
       }
       const routePatterns = ["routes", "pages", "views", "controllers", "api"];
       for (const pattern of routePatterns) {
-        const routeDir = join3(repoPath, "src", pattern);
-        if (existsSync2(routeDir)) {
+        const routeDir = join4(repoPath, "src", pattern);
+        if (existsSync3(routeDir)) {
           const routes = this.findFiles(routeDir, [".ts", ".tsx", ".js", ".jsx"], 20);
           if (routes.length > 0) {
             analysis.push(`
@@ -1166,7 +1308,7 @@ Respond in JSON format:
         for (const item of items) {
           if (results.length >= limit) return;
           if (item.startsWith(".") || item === "node_modules" || item === "dist" || item === "build") continue;
-          const fullPath = join3(d, item);
+          const fullPath = join4(d, item);
           const stat = statSync2(fullPath);
           if (stat.isDirectory()) {
             find(fullPath);
@@ -1212,7 +1354,9 @@ Respond with JSON:
   "code": "// complete test code here",
   "priority": 1-5
 }`;
-    const response = await this.llm.generate(prompt);
+    const cached2 = this.cache.get(prompt);
+    const response = cached2 ?? await this.llm.generate(prompt);
+    if (!cached2) this.cache.set(prompt, response);
     let testData = { name: target, description: "", code: "", priority: 3 };
     try {
       const jsonMatch = response.match(/\{[\s\S]*\}/);
@@ -1239,7 +1383,7 @@ Respond with JSON:
   }
   saveTest(test) {
     const filename = `${test.type}_${test.id}.ts`;
-    const filepath = join3(this.testsDir, filename);
+    const filepath = join4(this.testsDir, filename);
     const content = `/**
  * Generated by OpenQA
  * Type: ${test.type}
@@ -1277,7 +1421,9 @@ Respond with JSON:
   "prompt": "Complete system prompt for this agent (be specific and detailed)",
   "tools": ["tool1", "tool2"] // from: navigate, click, fill, screenshot, check_console, create_issue, create_ticket
 }`;
-    const response = await this.llm.generate(prompt);
+    const cached3 = this.cache.get(prompt);
+    const response = cached3 ?? await this.llm.generate(prompt);
+    if (!cached3) this.cache.set(prompt, response);
     let agentData = { name: purpose, purpose, prompt: "", tools: [] };
     try {
       const jsonMatch = response.match(/\{[\s\S]*\}/);
@@ -1308,8 +1454,8 @@ Respond with JSON:
     test.executedAt = /* @__PURE__ */ new Date();
     this.emit("test-started", test);
     try {
-      if (test.targetFile && existsSync2(test.targetFile)) {
-        const result = execSync(`npx playwright test ${test.targetFile} --reporter=json`, {
+      if (test.targetFile && existsSync3(test.targetFile)) {
+        const result = execSync2(`npx playwright test ${test.targetFile} --reporter=json`, {
           cwd: this.testsDir,
           stdio: "pipe",
           timeout: 12e4
@@ -1363,7 +1509,9 @@ Respond with JSON:
     { "type": "analyze", "target": "what to analyze", "reason": "why" }
   ]
 }`;
-    const response = await this.llm.generate(prompt);
+    const cached4 = this.cache.get(prompt);
+    const response = cached4 ?? await this.llm.generate(prompt);
+    if (!cached4) this.cache.set(prompt, response);
     try {
       const jsonMatch = response.match(/\{[\s\S]*\}/);
       if (jsonMatch) {
@@ -1455,13 +1603,50 @@ Respond with JSON:
       }
     };
   }
+  /**
+   * B8 — Incremental mode: only generate tests for files changed vs baseBranch.
+   * Emits 'diff-analyzed' with the DiffResult, then runs autonomously with a reduced
+   * scope derived from the changed files.
+   */
+  async runIncrementally(baseBranch = "main") {
+    const repoPath = this.saasConfig.localPath;
+    if (!repoPath) {
+      logger.warn("runIncrementally: no localPath configured, falling back to full run");
+      return this.runAutonomously();
+    }
+    const diff = this.diffAnalyzer.analyze(repoPath, baseBranch);
+    logger.info("Incremental diff", { changedFiles: diff.changedFiles.length, affectedTests: diff.affectedTests.length, riskLevel: diff.riskLevel });
+    this.emit("diff-analyzed", diff);
+    if (diff.changedFiles.length === 0) {
+      logger.info("No changed files \u2014 skipping incremental run");
+      this.emit("session-complete", { testsGenerated: 0, agentsCreated: 0, incremental: true });
+      return;
+    }
+    for (const file of diff.changedFiles.slice(0, 10)) {
+      const testType = this.inferTestType(file);
+      const context = `Changed file: ${file}
+Risk level: ${diff.riskLevel}
+${diff.summary}`;
+      try {
+        await this.generateTest(testType, `Test coverage for ${file}`, context);
+      } catch (e) {
+        logger.error("Failed to generate test for file", { file, error: e instanceof Error ? e.message : String(e) });
+      }
+    }
+    this.emit("session-complete", {
+      testsGenerated: this.generatedTests.size,
+      agentsCreated: this.dynamicAgents.size,
+      incremental: true,
+      diff
+    });
+  }
 };
 
 // agent/tools/browser.ts
 init_esm_shims();
 import { chromium } from "playwright";
 import { mkdirSync as mkdirSync3 } from "fs";
-import { join as join4 } from "path";
+import { join as join5 } from "path";
 var BrowserTools = class {
   browser = null;
   page = null;
@@ -1562,7 +1747,7 @@ var BrowserTools = class {
           if (!this.page) return { output: "Browser not initialized. Navigate to a page first.", error: "Browser not initialized" };
           try {
             const filename = `${Date.now()}_${name}.png`;
-            const path2 = join4(this.screenshotDir, filename);
+            const path2 = join5(this.screenshotDir, filename);
             await this.page.screenshot({ path: path2, fullPage: true });
             this.db.createAction({
               session_id: this.sessionId,
@@ -1718,6 +1903,16 @@ var GitListener = class extends EventEmitter3 {
     for (const commit of commits) {
       if (this.lastCommitSha && commit.sha === this.lastCommitSha) break;
       const isMerge = commit.parents && commit.parents.length > 1;
+      let changedFiles;
+      try {
+        const { data: detail } = await this.octokit.repos.getCommit({
+          owner: this.config.owner,
+          repo: this.config.repo,
+          ref: commit.sha
+        });
+        changedFiles = (detail.files ?? []).map((f) => f.filename);
+      } catch {
+      }
       const event = {
         type: isMerge ? "merge" : "push",
         provider: "github",
@@ -1725,7 +1920,8 @@ var GitListener = class extends EventEmitter3 {
         commit: commit.sha,
         author: commit.commit.author?.name || "unknown",
         message: commit.commit.message,
-        timestamp: new Date(commit.commit.author?.date || Date.now())
+        timestamp: new Date(commit.commit.author?.date || Date.now()),
+        changedFiles
       };
       this.emit("git-event", event);
       if (isMerge) {
@@ -1811,6 +2007,16 @@ var GitListener = class extends EventEmitter3 {
       for (const commit of commits) {
         if (this.lastCommitSha && commit.id === this.lastCommitSha) break;
         const isMerge = commit.parent_ids && commit.parent_ids.length > 1;
+        let changedFiles;
+        try {
+          const diffRes = await fetch(
+            `${baseUrl}/api/v4/projects/${projectPath}/repository/commits/${commit.id}/diff`,
+            { headers }
+          );
+          const diffs = await diffRes.json();
+          changedFiles = diffs.map((d) => d.new_path);
+        } catch {
+        }
         const event = {
           type: isMerge ? "merge" : "push",
           provider: "gitlab",
@@ -1818,7 +2024,8 @@ var GitListener = class extends EventEmitter3 {
           commit: commit.id,
           author: commit.author_name,
           message: commit.message,
-          timestamp: new Date(commit.created_at)
+          timestamp: new Date(commit.created_at),
+          changedFiles
         };
         this.emit("git-event", event);
         if (isMerge) {
@@ -1913,8 +2120,8 @@ var GitListener = class extends EventEmitter3 {
 init_esm_shims();
 import { EventEmitter as EventEmitter4 } from "events";
 import { spawn } from "child_process";
-import { existsSync as existsSync3, readFileSync as readFileSync4, statSync } from "fs";
-import { join as join5, resolve } from "path";
+import { existsSync as existsSync4, readFileSync as readFileSync4, statSync } from "fs";
+import { join as join6, resolve } from "path";
 function sanitizeRepoPath(inputPath) {
   if (typeof inputPath !== "string" || !inputPath.trim()) {
     throw new ProjectRunnerError("repoPath must be a non-empty string");
@@ -1942,14 +2149,14 @@ var ProjectRunner = class extends EventEmitter4 {
    */
   detectProjectType(repoPath) {
     repoPath = sanitizeRepoPath(repoPath);
-    const pkgPath = join5(repoPath, "package.json");
-    if (existsSync3(pkgPath)) {
+    const pkgPath = join6(repoPath, "package.json");
+    if (existsSync4(pkgPath)) {
       return this.detectNodeProject(repoPath, pkgPath);
     }
-    if (existsSync3(join5(repoPath, "requirements.txt")) || existsSync3(join5(repoPath, "pyproject.toml"))) {
+    if (existsSync4(join6(repoPath, "requirements.txt")) || existsSync4(join6(repoPath, "pyproject.toml"))) {
       return this.detectPythonProject(repoPath);
     }
-    if (existsSync3(join5(repoPath, "go.mod"))) {
+    if (existsSync4(join6(repoPath, "go.mod"))) {
       return {
         language: "go",
         packageManager: "go",
@@ -1958,7 +2165,7 @@ var ProjectRunner = class extends EventEmitter4 {
         devCommand: "go run ."
       };
     }
-    if (existsSync3(join5(repoPath, "Cargo.toml"))) {
+    if (existsSync4(join6(repoPath, "Cargo.toml"))) {
       return {
         language: "rust",
         packageManager: "cargo",
@@ -1974,9 +2181,9 @@ var ProjectRunner = class extends EventEmitter4 {
     const scripts = pkg.scripts || {};
     const deps = { ...pkg.dependencies, ...pkg.devDependencies };
     let packageManager = "npm";
-    if (existsSync3(join5(repoPath, "pnpm-lock.yaml"))) packageManager = "pnpm";
-    else if (existsSync3(join5(repoPath, "yarn.lock"))) packageManager = "yarn";
-    else if (existsSync3(join5(repoPath, "bun.lockb"))) packageManager = "bun";
+    if (existsSync4(join6(repoPath, "pnpm-lock.yaml"))) packageManager = "pnpm";
+    else if (existsSync4(join6(repoPath, "yarn.lock"))) packageManager = "yarn";
+    else if (existsSync4(join6(repoPath, "bun.lockb"))) packageManager = "bun";
     let framework;
     if (deps["next"]) framework = "next";
     else if (deps["nuxt"]) framework = "nuxt";
@@ -2028,13 +2235,13 @@ var ProjectRunner = class extends EventEmitter4 {
   }
   detectPythonProject(repoPath) {
     let testRunner;
-    const reqPath = join5(repoPath, "requirements.txt");
-    if (existsSync3(reqPath)) {
+    const reqPath = join6(repoPath, "requirements.txt");
+    if (existsSync4(reqPath)) {
       const content = readFileSync4(reqPath, "utf-8");
       if (content.includes("pytest")) testRunner = "pytest";
     }
-    const pyprojectPath = join5(repoPath, "pyproject.toml");
-    if (existsSync3(pyprojectPath)) {
+    const pyprojectPath = join6(repoPath, "pyproject.toml");
+    if (existsSync4(pyprojectPath)) {
       const content = readFileSync4(pyprojectPath, "utf-8");
       if (content.includes("pytest")) testRunner = "pytest";
     }