comfy-qa 1.7.0 → 1.7.2

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "comfy-qa",
-  "version": "1.7.0",
+  "version": "1.7.2",
   "description": "ComfyUI QA automation CLI",
   "repository": {
     "type": "git",

package/src/agent/qa-research.ts

@@ -710,9 +710,11 @@ ${segments.join("\n")}
 // ---------------------------------------------------------------------------
 
 async function runSpec(specPath: string, label: string): Promise<{ ok: boolean; output: string }> {
-  console.log(`\n${label}\n  Running: bunx playwright test ${specPath}\n`);
+  // Use -c demo/ to override testDir so specs in demo/ are found
+  const testDir = path.dirname(specPath);
+  console.log(`\n${label}\n  Running: bunx playwright test -c ${testDir}/ ${specPath}\n`);
   try {
-    const result = await $`bunx playwright test ${specPath} --reporter=list 2>&1`.text();
+    const result = await $`bunx playwright test -c ${testDir}/ ${specPath} --reporter=list 2>&1`.text();
     // Match Playwright's summary line: "N passed" or "N failed"
     const passMatch = result.match(/(\d+) passed/);
     const failMatch = result.match(/(\d+) failed/);
@@ -750,8 +752,8 @@ async function debugLoop(specPath: string, maxRetries = 3): Promise<boolean> {
 RULES:
 - Only fix the specific error. Don't rewrite the whole spec.
 - Keep the same structure (title, segments, outro).
-- If a selector timed out, try a more robust selector or add .catch(() => {}).
-- If an import is wrong, fix it.
+- NEVER change import paths. Keep them exactly as they are.
+- If a selector timed out, try a more robust selector.
 - Return the COMPLETE fixed spec file (not just the diff).
 
 ## Current spec:
@@ -784,6 +786,10 @@ Return ONLY the fixed TypeScript file content, no markdown fences.`;
       const balancedBraces = (fixedContent.match(/\{/g)?.length ?? 0) === (fixedContent.match(/\}/g)?.length ?? 0);
 
       if (hasImport && hasTest && hasEnd && balancedBraces) {
+        // Force correct import paths (LLM sometimes changes them)
+        fixedContent = fixedContent
+          .replace(/from\s+["'].*?fixtures\/fixture["']/g, 'from "./fixtures/fixture"')
+          .replace(/from\s+["'].*?demowright\/dist\/[^"']*["']/g, 'from "../lib/demowright/dist/index.mjs"');
         fs.writeFileSync(specPath, fixedContent);
         console.log(`  ✏️ Spec updated, retrying...`);
       } else {