comfy-qa 2.1.1 → 2.2.0

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "comfy-qa",
-  "version": "2.1.1",
+  "version": "2.2.0",
   "description": "ComfyUI QA automation CLI",
   "repository": {
     "type": "git",

package/src/agent/orchestrator.ts

@@ -1,7 +1,7 @@
 import * as path from "path";
 import * as fs from "fs";
-import { fetchPR, fetchIssue, parseRef } from "../utils/github";
-import { detectRunningInstance, bootstrapWorkspace, type ComfyUIInstance } from "../utils/comfyui";
+import { fetchPR, fetchIssue, parseRef, fetchDeploymentPreviewUrl } from "../utils/github";
+import { detectRunningInstance, bootstrapWorkspace, type ComfyUIInstance, COMFYUI_REPOS, REPO_PROD_URLS } from "../utils/comfyui";
 import { researchPR, researchIssue } from "./research";
 import { startRecorder, navigateWithHUD } from "../browser/recorder";
 import { runScenarioWithAgent, runScenarioResearchOnly } from "./browser-agent";
@@ -83,41 +83,57 @@ export async function runQA(opts: QAOptions): Promise<void> {
   if (record) {
     console.log(`\n[3/5] Recording phase — Playwright + HUD…`);
 
-    // Resolve ComfyUI URL: explicit flag → auto-detect → auto-bootstrap
-    let comfyUrl = opts.comfyUrl || await detectRunningInstance();
+    // Resolve target URL:
+    //   ComfyUI repos → detect local instance or bootstrap
+    //   Other web-app repos → Vercel/preview URL from PR comments, then prod fallback
+    let comfyUrl = opts.comfyUrl ?? null;
     let bootstrappedInstance: ComfyUIInstance | null = null;
 
     if (!comfyUrl) {
-      // Auto clone + build the target repo
-      console.log(`  [bootstrap] No running instance — cloning & building target repo…`);
-      const prBranch = targetType === "pr"
-        ? (target as Awaited<ReturnType<typeof fetchPR>>).headRefName
-        : undefined;
-
-      // Clone workspace first so we can set up QA skill before bootstrapping
-      const wsPath = await cloneWorkspace({
-        owner: parsed.owner,
-        repo: parsed.repo,
-        outputBase,
-        branch: prBranch,
-        prNumber: targetType === "pr" ? parsed.number : undefined,
-      });
-
-      // Ensure QA skill exists (creates comfy-qa branch + generates files if missing)
-      await ensureQASkill(wsPath);
-
-      try {
-        bootstrappedInstance = await bootstrapWorkspace({
-          owner: parsed.owner,
-          repo: parsed.repo,
-          outputBase,
-          branch: prBranch,
-          prNumber: targetType === "pr" ? parsed.number : undefined,
-        });
-        comfyUrl = bootstrappedInstance.url;
-      } catch (err) {
-        console.log(`  [bootstrap] Failed: ${err}`);
-        console.log(`  [bootstrap] Falling back to research-only mode`);
+      if (COMFYUI_REPOS.has(parsed.repo)) {
+        comfyUrl = await detectRunningInstance();
+        if (!comfyUrl) {
+          console.log(`  [bootstrap] No running ComfyUI — cloning & building target repo…`);
+          const prBranch = targetType === "pr"
+            ? (target as Awaited<ReturnType<typeof fetchPR>>).headRefName
+            : undefined;
+
+          const wsPath = await cloneWorkspace({
+            owner: parsed.owner,
+            repo: parsed.repo,
+            outputBase,
+            branch: prBranch,
+            prNumber: targetType === "pr" ? parsed.number : undefined,
+          });
+          await ensureQASkill(wsPath);
+
+          try {
+            bootstrappedInstance = await bootstrapWorkspace({
+              owner: parsed.owner,
+              repo: parsed.repo,
+              outputBase,
+              branch: prBranch,
+              prNumber: targetType === "pr" ? parsed.number : undefined,
+            });
+            comfyUrl = bootstrappedInstance.url;
+          } catch (err) {
+            console.log(`  [bootstrap] Failed: ${err}`);
+            console.log(`  [bootstrap] Falling back to research-only mode`);
+          }
+        }
+      } else {
+        // Non-ComfyUI repo: use Vercel/preview URL or production fallback
+        if (targetType === "pr") {
+          console.log(`  [target] Fetching deployment preview URL from PR comments…`);
+          comfyUrl = await fetchDeploymentPreviewUrl(parsed.owner, parsed.repo, parsed.number);
+          if (comfyUrl) {
+            console.log(`  [target] Preview URL: ${comfyUrl}`);
+          }
+        }
+        if (!comfyUrl) {
+          comfyUrl = REPO_PROD_URLS[parsed.repo] ?? null;
+          if (comfyUrl) console.log(`  [target] Using production URL: ${comfyUrl}`);
+        }
       }
     }
 

package/src/utils/comfyui.ts

@@ -11,6 +11,16 @@ export interface ComfyUIInstance {
   stop: () => Promise<void>;
 }
 
+/** Repos that ARE ComfyUI itself — use detectRunningInstance() for these */
+export const COMFYUI_REPOS = new Set(["ComfyUI", "ComfyUI_frontend"]);
+
+/** Production URLs for known web-app repos (fallback when no preview URL found) */
+export const REPO_PROD_URLS: Record<string, string> = {
+  "registry-web": "https://registry.comfy.org",
+  "website":      "https://www.comfy.org",
+  "comfy-portal": "https://comfy.org",
+};
+
 /** Known repo dependency graph: repo → related repos to clone into tmp/ */
 const RELATED_REPOS: Record<string, { owner: string; repo: string; setup?: string }[]> = {
   // Web UIs testable with Playwright — real backend, no mocks

package/src/utils/github.ts

@@ -95,3 +95,25 @@ export async function fetchRecentIssues(owner: string, repo: string, limit = 20)
   const json = await $`gh issue list --repo ${owner}/${repo} --limit ${limit} --state open --json number,title,body,state,author,labels,url`.text();
   return JSON.parse(json);
 }
+
+/** Extract the first Vercel/Netlify/preview deployment URL from PR bot comments */
+export async function fetchDeploymentPreviewUrl(owner: string, repo: string, prNumber: number): Promise<string | null> {
+  const commentsJson = await $`gh api repos/${owner}/${repo}/issues/${prNumber}/comments --paginate`.text();
+  const comments: { user: { login: string }; body: string }[] = JSON.parse(commentsJson);
+
+  for (const c of comments) {
+    const login = c.user?.login ?? "";
+    // Only trust bot comments
+    if (!login.includes("bot") && login !== "github-actions") continue;
+
+    // Extract first https URL from known deploy platforms
+    const match = c.body.match(/https:\/\/[^\s\)\"\'<]+(?:vercel\.app|netlify\.app|pages\.dev|fly\.dev|railway\.app)[^\s\)\"\'<]*/);
+    if (match) {
+      // Skip feedback/avatar/non-app URLs
+      const url = match[0].replace(/[.,;]+$/, "");
+      if (url.includes("feedback") || url.includes("avatar") || url.includes("badge") || url.includes("svg")) continue;
+      return url;
+    }
+  }
+  return null;
+}