@helix3/helix-cli 0.1.18-helix3.313 → 0.1.18-helix3.314

package/dist/index.js

@@ -1692,9 +1692,21 @@ item
 // backend, which runs the vision critic, records the verdict against that exact version and serves a contact sheet.
 item
     .command('visual-qa')
-    .description('Render an item headless in the real HELIX runtime, measure it, and (with --submit) record the visual-QA verdict that Marketplace/Vault listing requires')
-    .argument('<item-id>', 'universal item UUID (its CURRENT package version is rendered)')
+    .description('Render an item headless in the real HELIX runtime, measure it, and (with --submit) record the visual-QA verdict that Marketplace/Vault listing requires. --hosted asks the platform to render it on a GPU runner instead')
+    .argument('[item-id]', 'universal item UUID (its CURRENT package version is rendered); omit with --hosted-worker')
     .option('--submit', 'submit frames + measurements to the backend, which judges and records the verdict (needs `helix login`)')
+    .option('--hosted', 'queue a hosted render on the platform GPU runner and wait for the verdict (needs `helix login`; exit 0 pass, 1 fail, 2 error)')
+    .option('--retry', 'with --hosted: re-queue after a failed/errored hosted run of this version')
+    .option('--no-wait', 'with --hosted: queue the render and return without waiting')
+    .option('--timeout <minutes>', 'with --hosted: how long to wait for the verdict', '30')
+    .option('--status', 'read-only: show the hosted visual-QA state and recorded result for the item (no login needed)')
+    .option('--hosted-worker', 'runner mode: claim hosted render jobs, render, submit (HELIX_VQA_BOT_EMAIL / HELIX_VQA_BOT_PASSWORD)')
+    .option('--max-jobs <n>', 'with --hosted-worker: stop after n jobs')
+    .option('--max-minutes <n>', 'with --hosted-worker: stop claiming new jobs after n minutes')
+    .option('--idle-exit-minutes <n>', 'with --hosted-worker: keep polling an empty queue this long before exiting', '0')
+    .option('--poll-seconds <n>', 'with --hosted-worker: queue polling interval', '10')
+    .option('--render-timeout <seconds>', 'with --hosted-worker: hard limit per render', '900')
+    .option('--worker <name>', 'with --hosted-worker: runner identity recorded on the job')
     .option('--local-critic', 'also run the vision critic locally (needs ANTHROPIC_API_KEY or OPENROUTER_API_KEY)')
     .option('--out <dir>', 'bundle directory (frames, bundle.json, contact-sheet.jpg)')
     .option('--storage-state <file>', 'Playwright storageState of a signed-in QA account (Try Now and the customiser need one); default $HELIX_VQA_STORAGE_STATE')
@@ -1705,12 +1717,104 @@ item
     .option('--json', 'print the outcome as JSON')
     .action(async (id, opts) => {
     try {
-        const { runVisualQa } = await Promise.resolve().then(() => __importStar(require('./visualQa/command')));
-        const creds = opts.submit ? requireAuth() : (0, config_1.loadCredentials)();
+        const creds = opts.submit || opts.hosted ? requireAuth() : (0, config_1.loadCredentials)();
         const apiBase = opts.apiUrl ?? creds?.apiUrl ?? config_1.DEFAULT_API_URL;
+        const webBase = opts.webUrl ?? process.env.HELIX_WEB_URL ?? (0, config_1.webUrlForApi)(apiBase) ?? config_1.DEFAULT_WEB_URL;
+        if (opts.hostedWorker) {
+            const email = process.env.HELIX_VQA_BOT_EMAIL;
+            const password = process.env.HELIX_VQA_BOT_PASSWORD;
+            if (!email || !password)
+                fail('✖ --hosted-worker needs HELIX_VQA_BOT_EMAIL and HELIX_VQA_BOT_PASSWORD in the environment');
+            const { runHostedWorker } = await Promise.resolve().then(() => __importStar(require('./visualQa/hosted')));
+            const workerApi = opts.apiUrl ?? process.env.HELIX_API_URL ?? config_1.DEFAULT_API_URL; // never a stored login: the runner is its own account
+            const summary = await runHostedWorker({
+                apiBase: workerApi,
+                webBase: opts.webUrl ?? process.env.HELIX_WEB_URL ?? (0, config_1.webUrlForApi)(workerApi) ?? config_1.DEFAULT_WEB_URL,
+                email,
+                password,
+                worker: opts.worker ?? process.env.HELIX_VQA_WORKER,
+                maxJobs: opts.maxJobs ? Number(opts.maxJobs) : undefined,
+                maxMinutes: opts.maxMinutes ? Number(opts.maxMinutes) : undefined,
+                idleExitMinutes: Number(opts.idleExitMinutes ?? 0),
+                pollSeconds: Number(opts.pollSeconds ?? 10),
+                renderTimeoutSeconds: Number(opts.renderTimeout ?? 900),
+                out: opts.out,
+                chrome: opts.chrome,
+                cliVersion: (0, lib_1.cliVersion)(),
+            });
+            if (opts.json)
+                console.log(JSON.stringify(summary, null, 2));
+            else
+                console.log(`hosted worker done (${summary.exit}): ${summary.jobs.length} job(s)${summary.jobs.map((j) => `\n  ${j.jobId} ${j.outcome}${j.verdict ? ` ${j.verdict}` : ''}${j.error ? ` — ${j.error.slice(0, 120)}` : ''}`).join('')}`);
+            return; // a failing item or a reported harness error is the queue's business; the runner itself succeeded
+        }
+        if (!id)
+            fail('✖ visual-qa needs an <item-id> (omit it only with --hosted-worker)');
+        if (opts.status || opts.hosted) {
+            const hosted = await Promise.resolve().then(() => __importStar(require('./visualQa/hosted')));
+            if (opts.status) {
+                const st = await hosted.getItemVisualQaStatus(apiBase, id);
+                const job = st.hostedJob;
+                if (opts.json)
+                    console.log(JSON.stringify(st, null, 2));
+                else {
+                    console.log(`hosted job: ${hosted.describeJob(job)}`);
+                    if (job?.contactSheetUrl)
+                        console.log(`  contact sheet: ${job.contactSheetUrl}`);
+                    for (const r of job?.reasons ?? [])
+                        console.log(`  - ${r}`);
+                    if (job?.error)
+                        console.log(`  error: ${job.error}`);
+                    console.log(`current version: ${st.currentVersion ? (st.currentVersion.passed ? 'PASSED' : 'no passing run') : 'not pinned to a package version'}`);
+                }
+                process.exitCode = job && hosted.isTerminal(job.status) ? hosted.exitCodeForJob(job) : 0;
+                return;
+            }
+            const token = creds?.token;
+            const req = await hosted.requestHostedRun(apiBase, token, id, !!opts.retry);
+            if (!opts.json) {
+                if (req.alreadyPassed)
+                    console.log('✔ this version already has a passing visual-QA run');
+                else if (req.exempt)
+                    console.log('✔ exempt: this item has nothing to render');
+                else if (!req.job)
+                    console.log(`✖ nothing queued${req.skipped ? ` (${req.skipped})` : ''}${req.message ? `: ${req.message}` : ''}`);
+                else
+                    console.log(`hosted render: ${hosted.describeJob(req.job)}`);
+            }
+            let job = req.job;
+            let timedOut = false;
+            if (job && !hosted.isTerminal(job.status) && opts.wait !== false) {
+                const waited = await hosted.waitForHostedJob(apiBase, id, job.id, {
+                    timeoutMs: Number(opts.timeout ?? 30) * 60_000,
+                    onUpdate: (j) => { if (!opts.json)
+                        console.log(`  ${hosted.describeJob(j)}`); },
+                });
+                job = waited.job;
+                timedOut = waited.timedOut;
+            }
+            if (opts.json)
+                console.log(JSON.stringify({ ...req, job, timedOut }, null, 2));
+            else if (job && hosted.isTerminal(job.status)) {
+                console.log(`${job.status === 'passed' ? '✔' : '✖'} visual QA ${job.status.toUpperCase()}`);
+                for (const r of job.reasons)
+                    console.log(`  - ${r}`);
+                if (job.error)
+                    console.log(`  error: ${job.error}`);
+                if (job.contactSheetUrl)
+                    console.log(`  contact sheet: ${job.contactSheetUrl}`);
+            }
+            else if (timedOut)
+                console.log(`… still ${job?.status ?? 'queued'} after ${opts.timeout ?? 30} min; check later with: helix item visual-qa ${id} --status`);
+            else if (job)
+                console.log(`  check later with: helix item visual-qa ${id} --status`);
+            process.exitCode = req.alreadyPassed || req.exempt ? 0 : job && !hosted.isTerminal(job.status) && opts.wait === false ? 0 : hosted.exitCodeForJob(job, timedOut);
+            return;
+        }
+        const { runVisualQa } = await Promise.resolve().then(() => __importStar(require('./visualQa/command')));
         const outcome = await runVisualQa(id, {
             apiBase,
-            webBase: opts.webUrl ?? process.env.HELIX_WEB_URL ?? (0, config_1.webUrlForApi)(apiBase) ?? config_1.DEFAULT_WEB_URL,
+            webBase,
             token: creds?.token ?? null,
             out: opts.out,
             storageState: opts.storageState ?? process.env.HELIX_VQA_STORAGE_STATE,