qaify-playwright-reporter 0.10.0 → 0.10.2

package/dist/cli.js

@@ -210,6 +210,8 @@ switch (args.command) {
             const problem = describeProblem(client);
             if (problem)
                 warn(problem);
+            // step merah: tanpa ini agen & submit dilewati diam-diam dan run tetap hijau
+            process.exitCode = 1;
         }
         await writeOutputs({ ok: String(result.ok), model: result.model ?? '', mode: result.mode });
         break;

package/dist/fix.d.ts

@@ -132,10 +132,14 @@ export interface FixContextResult {
     model: string | null;
     /** deps = langkah Claude dilewati, fix-deps yang memperbaiki. */
     mode: 'claude' | 'deps';
+    /** Alasan gagal yang sudah dilaporkan ke Qaify (job submit tidak jalan bila ok=false). */
+    failure?: string;
 }
 /**
  * GET {base}/{id}/context → clone repo di commit sumber (yang diaudit / run yang gagal) ke <dir>/repo → cabut token
  * → <dir>/.qaify/prompt.txt. Branch perbaikan dibuat lokal; push dilakukan job submit.
+ * Konteks didapat tetapi model tidak valid / clone gagal → hasil "failed" langsung dikirim ke Qaify: job submit
+ * dilewati saat ok=false, dan tanpa ini perbaikan macet "running" bila webhook workflow_run tidak sampai.
  */
 export declare function fixContext(client: IngestClient, fixId: string, dir: string, opts?: {
     kind?: FixKind;

package/dist/fix.js

@@ -160,6 +160,8 @@ export function testFixPrompt(ctx) {
 /**
  * GET {base}/{id}/context → clone repo di commit sumber (yang diaudit / run yang gagal) ke <dir>/repo → cabut token
  * → <dir>/.qaify/prompt.txt. Branch perbaikan dibuat lokal; push dilakukan job submit.
+ * Konteks didapat tetapi model tidak valid / clone gagal → hasil "failed" langsung dikirim ke Qaify: job submit
+ * dilewati saat ok=false, dan tanpa ini perbaikan macet "running" bila webhook workflow_run tidak sampai.
  */
 export async function fixContext(client, fixId, dir, opts = {}) {
     const kind = opts.kind ?? 'audit';
@@ -171,12 +173,18 @@ export async function fixContext(client, fixId, dir, opts = {}) {
         log('qa-factory: konteks perbaikan tidak bisa diambil (perbaikan tidak dikenal / sudah selesai / token runner salah)');
         return { ok: false, model: null, mode: 'claude' };
     }
+    const fail = async (reason) => {
+        log(`qa-factory: ${reason}`);
+        await revokeTokens([ctx.repo.token], opts.fetch);
+        const res = await client.post(`${FIX_BASE[kind]}/${encodeURIComponent(fixId)}/result`, { status: 'failed', reason });
+        if (res)
+            log(`qa-factory: kegagalan dilaporkan ke Qaify (status ${res.status})`);
+        return { ok: false, model: null, mode: 'claude', failure: reason };
+    };
     const deps = kind === 'audit' ? validTarget(ctx.deps) : null;
     const dependency = kind === 'audit' ? (validTarget(ctx.dependency) ?? deps) : null;
     if (!MODEL_PATTERN.test(ctx.model)) {
-        log(`qa-factory: model "${ctx.model}" tidak valid`);
-        await revokeTokens([ctx.repo.token], opts.fetch);
-        return { ok: false, model: null, mode: 'claude' };
+        return fail(`Model "${String(ctx.model).slice(0, 100)}" tidak valid; pilih ulang model di Setelan → Agen AI.`);
     }
     if (process.env.GITHUB_ACTIONS === 'true')
         console.log(`::add-mask::${ctx.repo.token}`);
@@ -189,9 +197,9 @@ export async function fixContext(client, fixId, dir, opts = {}) {
         await exec('git', ['-C', target, 'checkout', '-q', '-b', ctx.repo.branch, 'FETCH_HEAD']);
     }
     catch (e) {
-        log(`qa-factory: clone gagal: ${e.message.split('\n')[0]}`);
-        await revokeTokens([ctx.repo.token], opts.fetch);
-        return { ok: false, model: null, mode: 'claude' };
+        const message = String(e.message ?? e).split('\n')[0].replaceAll(ctx.repo.token, '***').slice(0, 500);
+        return fail(`Clone ${ctx.repo.full_name}@${String(ref).slice(0, 12)} gagal: ${message}. ` +
+            'Pastikan commit/branch itu masih ada di GitHub dan GitHub App Qaify terpasang di repo tersebut.');
     }
     await revokeTokens([ctx.repo.token], opts.fetch);
     const { token: _token, ...repo } = ctx.repo;
@@ -430,9 +438,11 @@ export async function fixSubmit(client, fixId, claudeOutput, patch, workDir, opt
         return send({
             status: 'failed',
             ...(usage ? { usage } : {}),
-            reason: agentError
-                ? `Agen AI gagal: ${agentError}`
-                : 'Agen AI tidak menghasilkan hasil perbaikan terstruktur. Cek log step "Perbaiki dengan Claude Code" / "Perbaiki dengan Qaify Agent" di workflow perbaikan: secret CLAUDE_CODE_OAUTH_TOKEN dan kuota langganan, atau API key, saldo & model di Setelan → Agen AI, atau batas giliran.',
+            reason: usage?.error_code === 'ai_not_logged_in'
+                ? `Claude Code belum login di runner (${agentError ?? 'tanpa kredensial'}): secret CLAUDE_CODE_OAUTH_TOKEN di repo runner kosong atau kedaluwarsa. Jalankan \`claude setup-token\` lalu isi secret itu, atau pakai API key di Setelan → Agen AI.`
+                : agentError
+                    ? `Agen AI gagal: ${agentError}`
+                    : 'Agen AI tidak menghasilkan hasil perbaikan terstruktur. Cek log step "Perbaiki dengan Claude Code" / "Perbaiki dengan Qaify Agent" di workflow perbaikan: secret CLAUDE_CODE_OAUTH_TOKEN dan kuota langganan, atau API key, saldo & model di Setelan → Agen AI, atau batas giliran.',
         });
     }
     const stats = patchStats(patch);

package/dist/usage.d.ts

@@ -14,7 +14,7 @@ export interface ClaudeUsage {
     /** claude_code | qaify_agent (reporter ≥ 0.10; output Qaify Agent membawa engine & provider) */
     engine?: string;
     provider?: string;
-    /** ai_key_invalid | ai_credit_low | model_no_tools | max_turns | …: Qaify tidak mengeskalasi galat key / saldo */
+    /** ai_not_logged_in | ai_key_invalid | ai_credit_low | model_no_tools | max_turns | …: Qaify tidak mengeskalasi galat login / key / saldo */
     error_code?: string;
 }
 /** Dari objek hasil `claude -p` yang sudah di-parse; null bila tidak ada data pemakaian sama sekali. */

package/dist/usage.js

@@ -2,6 +2,8 @@
 // Sisa kuota resmi langganan tidak ada di output ini; yang tercatat hanya pemakaian per panggilan + tanda kena limit.
 // "Claude AI usage limit reached|1762160400", "5-hour limit reached ∙ resets 3pm", "You've hit your limit · resets …"
 const LIMIT_PATTERN = /usage limit|limit reached|hit your (?:usage )?limit|rate[ _-]?limit|resets? (?:at )?\d/i;
+// Claude Code tanpa kredensial (secret CLAUDE_CODE_OAUTH_TOKEN kosong) / token OAuth kedaluwarsa atau dicabut
+const NOT_LOGGED_IN = /not logged in|please run \/login|oauth token (?:has )?(?:expired|been revoked)|invalid oauth/i;
 // API key (Claude Code + ANTHROPIC_API_KEY): key salah / saldo habis bukan limit langganan
 const KEY_INVALID = /invalid (?:x-)?api[ _-]?key|authentication_error|invalid bearer token|unauthorized/i;
 const CREDIT_LOW = /credit balance is too low|insufficient (?:credits|balance|quota)|billing/i;
@@ -25,7 +27,17 @@ export function parseClaudeUsage(parsed) {
     // modelUsage: { "<model-id>": {...} }; ambil model dengan token keluaran terbanyak
     const models = Object.entries((parsed.modelUsage ?? {}));
     const model = models.sort(([, a], [, b]) => (b.outputTokens ?? 0) - (a.outputTokens ?? 0))[0]?.[0] ?? null;
-    const errorCode = typeof parsed.error_code === 'string' ? parsed.error_code : isError && KEY_INVALID.test(text) ? 'ai_key_invalid' : isError && CREDIT_LOW.test(text) ? 'ai_credit_low' : null;
+    const errorCode = typeof parsed.error_code === 'string'
+        ? parsed.error_code
+        : !isError
+            ? null
+            : NOT_LOGGED_IN.test(text)
+                ? 'ai_not_logged_in'
+                : KEY_INVALID.test(text)
+                    ? 'ai_key_invalid'
+                    : CREDIT_LOW.test(text)
+                        ? 'ai_credit_low'
+                        : null;
     return {
         model,
         input_tokens: Number(u?.input_tokens ?? 0) + Number(u?.cache_creation_input_tokens ?? 0) + Number(u?.cache_read_input_tokens ?? 0),

package/package.json

@@ -1,51 +1,51 @@
-{
-  "name": "qaify-playwright-reporter",
-  "version": "0.10.0",
-  "description": "Reporter Playwright untuk QA Factory (Qaify): kirim hasil test dan artefak ke /api/ingest, tanpa pernah menggagalkan test.",
-  "license": "MIT",
-  "author": "ahmdkenz",
-  "homepage": "https://qaify.vercel.app",
-  "keywords": [
-    "playwright",
-    "reporter",
-    "qa",
-    "e2e",
-    "github-actions",
-    "claude"
-  ],
-  "type": "module",
-  "main": "./dist/index.js",
-  "types": "./dist/index.d.ts",
-  "exports": {
-    ".": {
-      "types": "./dist/index.d.ts",
-      "default": "./dist/index.js"
-    }
-  },
-  "bin": {
-    "qaify": "dist/cli.js",
-    "playwright-reporter": "dist/cli.js"
-  },
-  "files": [
-    "dist",
-    "templates"
-  ],
-  "engines": {
-    "node": ">=20"
-  },
-  "scripts": {
-    "build": "tsc -p tsconfig.build.json",
-    "type-check": "tsc --noEmit",
-    "test": "vitest run",
-    "prepare": "npm run build"
-  },
-  "peerDependencies": {
-    "@playwright/test": ">=1.45"
-  },
-  "devDependencies": {
-    "@playwright/test": "^1.64.1",
-    "@types/node": "^24.13.4",
-    "typescript": "~6.0.3",
-    "vitest": "^4.1.11"
-  }
-}
+{
+  "name": "qaify-playwright-reporter",
+  "version": "0.10.2",
+  "description": "Reporter Playwright untuk QA Factory (Qaify): kirim hasil test dan artefak ke /api/ingest, tanpa pernah menggagalkan test.",
+  "license": "MIT",
+  "author": "ahmdkenz",
+  "homepage": "https://qaify.vercel.app",
+  "keywords": [
+    "playwright",
+    "reporter",
+    "qa",
+    "e2e",
+    "github-actions",
+    "claude"
+  ],
+  "type": "module",
+  "main": "./dist/index.js",
+  "types": "./dist/index.d.ts",
+  "exports": {
+    ".": {
+      "types": "./dist/index.d.ts",
+      "default": "./dist/index.js"
+    }
+  },
+  "bin": {
+    "qaify": "dist/cli.js",
+    "playwright-reporter": "dist/cli.js"
+  },
+  "files": [
+    "dist",
+    "templates"
+  ],
+  "engines": {
+    "node": ">=20"
+  },
+  "scripts": {
+    "build": "tsc -p tsconfig.build.json",
+    "type-check": "tsc --noEmit",
+    "test": "vitest run",
+    "prepare": "npm run build"
+  },
+  "peerDependencies": {
+    "@playwright/test": ">=1.45"
+  },
+  "devDependencies": {
+    "@playwright/test": "^1.64.1",
+    "@types/node": "^24.13.4",
+    "typescript": "~6.0.3",
+    "vitest": "^4.1.11"
+  }
+}

package/templates/auto-fix.yml

@@ -100,6 +100,12 @@ jobs:
           MODEL: ${{ steps.ai.outputs.model || steps.ctx.outputs.model }}
           CI: 'true'
         run: |
+          # tanpa secret langganan dan tanpa API key: Claude Code pasti "Not logged in"; catat penyebabnya, jangan dipasang
+          if [ ! -f "$RUNNER_TEMP/qaify-ai.env" ] && [ -z "$CLAUDE_CODE_OAUTH_TOKEN" ]; then
+            echo '::error::Secret CLAUDE_CODE_OAUTH_TOKEN kosong di repo ini dan engineer tidak memakai API key. Jalankan "claude setup-token" lalu isi secret-nya, atau pakai API key di Qaify (Setelan, Agen AI).'
+            printf '%s' '{"type":"result","subtype":"error_qaify","is_error":true,"error_code":"ai_not_logged_in","result":"Not logged in (secret CLAUDE_CODE_OAUTH_TOKEN kosong)"}' > ../.qaify/claude.json
+            exit 1
+          fi
           npm install -g @anthropic-ai/claude-code
           # API key Anthropic dari Qaify menggantikan langganan
           if [ -f "$RUNNER_TEMP/qaify-ai.env" ]; then

package/templates/qaify-fix.yml

@@ -100,6 +100,12 @@ jobs:
           CLAUDE_CODE_OAUTH_TOKEN: ${{ secrets.CLAUDE_CODE_OAUTH_TOKEN }}
           MODEL: ${{ steps.ai.outputs.model || steps.ctx.outputs.model }}
         run: |
+          # tanpa secret langganan dan tanpa API key: Claude Code pasti "Not logged in"; catat penyebabnya, jangan dipasang
+          if [ ! -f "$RUNNER_TEMP/qaify-ai.env" ] && [ -z "$CLAUDE_CODE_OAUTH_TOKEN" ]; then
+            echo '::error::Secret CLAUDE_CODE_OAUTH_TOKEN kosong di repo runner ini dan engineer tidak memakai API key. Jalankan "claude setup-token" lalu isi secret-nya, atau pakai API key di Qaify (Setelan, Agen AI).'
+            printf '%s' '{"type":"result","subtype":"error_qaify","is_error":true,"error_code":"ai_not_logged_in","result":"Not logged in (secret CLAUDE_CODE_OAUTH_TOKEN kosong)"}' > ../.qaify/claude.json
+            exit 1
+          fi
           npm install -g @anthropic-ai/claude-code
           # API key Anthropic dari Qaify menggantikan langganan
           if [ -f "$RUNNER_TEMP/qaify-ai.env" ]; then