qualty 0.1.9 → 0.1.10

package/bin/local-runner.js

@@ -1,4 +1,4 @@
-import { mkdirSync, writeFileSync, mkdtempSync } from "node:fs";
+import { mkdirSync, writeFileSync, mkdtempSync, existsSync } from "node:fs";
 import { join } from "node:path";
 import { tmpdir } from "node:os";
 
@@ -754,6 +754,7 @@ export async function runLocalExecution({
   executionId,
   device,
   headless,
+  storageStatePath,
 }) {
   const { chromium } = await import("playwright");
 
@@ -777,9 +778,14 @@ export async function runLocalExecution({
   });
   const cdpEndpoint = browserServer.wsEndpoint();
   const browser = await chromium.connect(cdpEndpoint);
-  const context = await browser.newContext({
+  const contextOptions = {
     viewport: { width: viewport.width || 1440, height: viewport.height || 900 },
-  });
+  };
+  if (storageStatePath && existsSync(storageStatePath)) {
+    contextOptions.storageState = storageStatePath;
+    console.log(`[qualty][auth] using saved context: ${storageStatePath}`);
+  }
+  const context = await browser.newContext(contextOptions);
   const page = await context.newPage();
   const networkCollector = attachNetworkCollector(page);
   const labelToPath = await downloadProjectAttachments({
@@ -985,6 +991,7 @@ export async function runLocalCi({
   device,
   headless,
   localConcurrency = 4,
+  storageStatePath,
 }) {
   const savedJobs = await resolveSavedJobs({ apiUrl, token, orgId, projectId, suiteId, explicitIds });
   if (!Array.isArray(savedJobs) || savedJobs.length === 0) {
@@ -1040,6 +1047,7 @@ export async function runLocalCi({
           executionId: id,
           device,
           headless,
+          storageStatePath,
         });
         if (result.success) {
           passed += 1;

package/bin/qualty.js

@@ -1,6 +1,6 @@
 #!/usr/bin/env node
 
-import { appendFileSync, chmodSync, existsSync, mkdirSync, readFileSync, writeFileSync } from "node:fs";
+import { appendFileSync, chmodSync, existsSync, mkdirSync, readFileSync, readdirSync, writeFileSync } from "node:fs";
 import { spawn } from "node:child_process";
 import { homedir } from "node:os";
 import { join } from "node:path";
@@ -133,10 +133,11 @@ function usage() {
     [
       "Usage:",
       "  qualty setup [--token <bearer-token>] [--org <org-id>]",
+      "  qualty auth setup [--project <project-id>] [--profile <profile-name>] [--headed]",
       "  qualty connect --project <project-id> [--port 3000] [--token <bearer-token>] [--org <org-id>]",
       "  qualty run --project <project-id> [--suite-id <suite-id>] [--ids <id1,id2>] [--local] [--token <bearer-token>] [--org <org-id>]",
       "             [--poll-interval 5] [--timeout 30] [--fail-on-failure true] [--no-view-logs]",
-      "             [--local] [--device 1440x900] [--headed] [--local-concurrency 4]",
+      "             [--local] [--device 1440x900] [--headed] [--local-concurrency 4] [--auth-profile <profile>] [--no-auth-state]",
       "",
       "  After each run, logs include step results, explanation, and final evaluator output (dashboard \"View logs\" data).",
       "  Pass --no-view-logs for a short log only (e.g. very large evaluator text).",
@@ -445,6 +446,38 @@ function resolveLocalConcurrency(args) {
   return n;
 }
 
+function safePathSegment(value, fallback = "default") {
+  const out = String(value || "")
+    .trim()
+    .replace(/[^a-zA-Z0-9._-]+/g, "_")
+    .replace(/^_+|_+$/g, "");
+  return out || fallback;
+}
+
+function localAuthStatePath({ orgId, projectId, profile }) {
+  const orgSeg = safePathSegment(orgId || "default-org", "default-org");
+  const projectSeg = safePathSegment(projectId || "default-project", "default-project");
+  const profileSeg = safePathSegment(profile || "default", "default");
+  return join(QUALTY_SHARED_CREDS_DIR, "local-contexts", orgSeg, projectSeg, `${profileSeg}.json`);
+}
+
+function listLocalAuthProfiles({ orgId, projectId }) {
+  const orgSeg = safePathSegment(orgId || "default-org", "default-org");
+  const projectSeg = safePathSegment(projectId || "default-project", "default-project");
+  const dir = join(QUALTY_SHARED_CREDS_DIR, "local-contexts", orgSeg, projectSeg);
+  if (!existsSync(dir)) return [];
+  try {
+    const entries = readdirSync(dir, { withFileTypes: true });
+    return entries
+      .filter((e) => e.isFile() && e.name.endsWith(".json"))
+      .map((e) => e.name.replace(/\.json$/i, ""))
+      .filter(Boolean)
+      .sort((a, b) => a.localeCompare(b));
+  } catch {
+    return [];
+  }
+}
+
 function sleep(ms) {
   return new Promise((resolve) => setTimeout(resolve, ms));
 }
@@ -1087,6 +1120,191 @@ async function maybePromptProjectIdForLocalRun({ args, apiUrl, token, orgId }) {
   }
 }
 
+function resolveLocalAuthStateForRun({ args, orgId, projectId }) {
+  if (parseBoolean(args["no-auth-state"], false)) return null;
+  const projectCfg = readProjectConfig();
+  const requestedProfile = String(args["auth-profile"] || "").trim();
+  const savedProjectId = String(projectCfg.local_auth_project_id || "").trim();
+  const savedProfile = String(projectCfg.local_auth_profile || "").trim();
+  const profile =
+    requestedProfile ||
+    (savedProjectId && String(projectId || "").trim() === savedProjectId ? savedProfile : "");
+  if (!profile) return null;
+  const path = localAuthStatePath({ orgId, projectId, profile });
+  if (!existsSync(path)) return null;
+  return { profile, path };
+}
+
+async function maybePromptAuthProfileForLocalRun({ args, orgId, projectId }) {
+  const requestedProfile = String(args["auth-profile"] || "").trim();
+  if (requestedProfile) return { authProfile: requestedProfile, noAuthState: false };
+  if (parseBoolean(args["no-auth-state"], false)) return { authProfile: "", noAuthState: true };
+  if (!process.stdin.isTTY || !process.stdout.isTTY) return { authProfile: "", noAuthState: false };
+  if (!projectId) return { authProfile: "", noAuthState: false };
+
+  const profiles = listLocalAuthProfiles({ orgId, projectId });
+  if (profiles.length === 0) return { authProfile: "", noAuthState: false };
+
+  const projectCfg = readProjectConfig();
+  const defaultProfile = String(projectCfg.local_auth_profile || "").trim();
+  const defaultIndex = profiles.findIndex((p) => p === defaultProfile);
+
+  // eslint-disable-next-line no-console
+  console.log("[qualty][auth] Choose saved login state:");
+  // eslint-disable-next-line no-console
+  console.log("  0) Run without saved login state");
+  for (let i = 0; i < profiles.length; i += 1) {
+    const isDefault = defaultIndex === i ? " (default)" : "";
+    // eslint-disable-next-line no-console
+    console.log(`  ${i + 1}) ${profiles[i]}${isDefault}`);
+  }
+
+  const defaultChoice = defaultIndex >= 0 ? defaultIndex + 1 : 0;
+  const rl = createInterface({ input: process.stdin, output: process.stdout });
+  try {
+    while (true) {
+      const raw = String(
+        await rl.question(`Select login state [0-${profiles.length}] (default ${defaultChoice}): `)
+      ).trim();
+      const picked = raw ? Number(raw) : defaultChoice;
+      if (!Number.isInteger(picked) || picked < 0 || picked > profiles.length) {
+        // eslint-disable-next-line no-console
+        console.log(`[qualty] Please enter a number from 0 to ${profiles.length}.`);
+        continue;
+      }
+      if (picked === 0) {
+        // eslint-disable-next-line no-console
+        console.log("[qualty][auth] Running without saved login state.");
+        return { authProfile: "", noAuthState: true };
+      }
+      const profile = profiles[picked - 1];
+      // eslint-disable-next-line no-console
+      console.log(`[qualty][auth] Selected profile "${profile}"`);
+      return { authProfile: profile, noAuthState: false };
+    }
+  } finally {
+    rl.close();
+  }
+}
+
+async function runAuthSetup(args) {
+  const config = readQualtyConfig();
+  const apiUrl = resolveApiUrl(args, config);
+  const token = resolveToken(args, config);
+  const orgId = resolveOrgId(args, config);
+  if (!token) {
+    throw new Error("Missing auth token. Run `qualty setup` first.");
+  }
+  if (!orgId) {
+    throw new Error("Missing org. Run `qualty setup` first.");
+  }
+  if (!process.stdin.isTTY || !process.stdout.isTTY) {
+    throw new Error("Interactive auth setup requires a TTY terminal.");
+  }
+
+  const projectsPayload = await apiRequest({
+    apiUrl,
+    token,
+    orgId,
+    path: "/api/v1/projects",
+  });
+  const projects = (Array.isArray(projectsPayload) ? projectsPayload : [])
+    .map((p) => ({
+      id: String(p?.id || "").trim(),
+      name: String(p?.name || "").trim() || "Unnamed project",
+      url: String(p?.url || "").trim(),
+    }))
+    .filter((p) => p.id);
+  if (projects.length === 0) {
+    throw new Error("No projects found. Create a project first.");
+  }
+
+  const rl = createInterface({ input: process.stdin, output: process.stdout });
+  let project = null;
+  try {
+    const requestedProjectId = String(args.project || "").trim();
+    if (requestedProjectId) {
+      project = projects.find((p) => p.id === requestedProjectId) || null;
+      if (!project) {
+        throw new Error(`Project ${requestedProjectId} not found.`);
+      }
+    } else {
+      // eslint-disable-next-line no-console
+      console.log("[qualty] Choose project for saved local auth:");
+      for (let i = 0; i < projects.length; i += 1) {
+        // eslint-disable-next-line no-console
+        console.log(`  ${i + 1}) ${projects[i].name}`);
+      }
+      while (!project) {
+        const raw = String(await rl.question(`Select project [1-${projects.length}] (default 1): `)).trim();
+        const picked = raw ? Number(raw) : 1;
+        if (Number.isInteger(picked) && picked >= 1 && picked <= projects.length) {
+          project = projects[picked - 1];
+        } else {
+          // eslint-disable-next-line no-console
+          console.log(`[qualty] Please enter a number from 1 to ${projects.length}.`);
+        }
+      }
+    }
+
+    let profile = String(args.profile || "").trim();
+    if (!profile) {
+      const current = String(readProjectConfig().local_auth_profile || "default").trim() || "default";
+      profile = String(await rl.question(`Profile name [${current}]: `)).trim() || current;
+    }
+    const statePath = localAuthStatePath({
+      orgId,
+      projectId: project.id,
+      profile,
+    });
+    mkdirSync(join(statePath, ".."), { recursive: true });
+
+    const { chromium } = await import("playwright");
+    const headed = parseBoolean(args.headed, true);
+    let browser = null;
+    try {
+      browser = await chromium.launch({
+        headless: !headed,
+        channel: "chrome",
+        args: ["--disable-blink-features=AutomationControlled"],
+      });
+      // eslint-disable-next-line no-console
+      console.log("[qualty][auth] Using local Chrome channel for login setup.");
+    } catch (err) {
+      // eslint-disable-next-line no-console
+      console.log(`[qualty][auth] Chrome channel unavailable, falling back to Playwright Chromium (${err?.message || err}).`);
+      browser = await chromium.launch({
+        headless: !headed,
+        args: ["--disable-blink-features=AutomationControlled"],
+      });
+    }
+    const context = await browser.newContext();
+    const page = await context.newPage();
+    const startUrl = project.url || "about:blank";
+    await page.goto(startUrl, { waitUntil: "domcontentloaded", timeout: 60000 }).catch(() => {});
+    // eslint-disable-next-line no-console
+    console.log(`[qualty][auth] Browser opened for project "${project.name}".`);
+    // eslint-disable-next-line no-console
+    console.log("[qualty][auth] Complete login in the browser, then press Enter here to save context.");
+    await rl.question("Press Enter to save local auth context...");
+    await context.storageState({ path: statePath });
+    await context.close();
+    await browser.close();
+
+    writeProjectConfig({
+      local_auth_project_id: project.id,
+      local_auth_profile: profile,
+      default_org_id: orgId,
+    });
+    // eslint-disable-next-line no-console
+    console.log(`[qualty][auth] Saved local context profile "${profile}" for project "${project.name}".`);
+    // eslint-disable-next-line no-console
+    console.log(`[qualty][auth] Path: ${statePath}`);
+  } finally {
+    rl.close();
+  }
+}
+
 async function main() {
   const args = parseArgs(process.argv);
   const command = args._[0];
@@ -1102,6 +1320,14 @@ async function main() {
     await runSetup(args);
     return;
   }
+  if (command === "auth") {
+    const sub = args._[1];
+    if (sub === "setup") {
+      await runAuthSetup(args);
+      return;
+    }
+    throw new Error("Unknown auth subcommand. Use: qualty auth setup");
+  }
   if (command === "run") {
     const config = readQualtyConfig();
     if (parseBoolean(args.local, false)) {
@@ -1122,6 +1348,21 @@ async function main() {
           token,
           orgId,
         })) || args["suite-id"];
+      const authChoice = await maybePromptAuthProfileForLocalRun({
+        args,
+        orgId,
+        projectId,
+      });
+      const localAuthArgs = {
+        ...args,
+        ...(authChoice.authProfile ? { "auth-profile": authChoice.authProfile } : {}),
+        ...(authChoice.noAuthState ? { "no-auth-state": true } : {}),
+      };
+      const localAuth = resolveLocalAuthStateForRun({ args: localAuthArgs, orgId, projectId });
+      if (localAuth?.path) {
+        // eslint-disable-next-line no-console
+        console.log(`[qualty][auth] Reusing profile "${localAuth.profile}"`);
+      }
       await runLocalCi({
         apiUrl,
         token,
@@ -1138,6 +1379,7 @@ async function main() {
         device: args.device || "1440x900",
         headless: !parseBoolean(args.headed, false),
         localConcurrency: resolveLocalConcurrency(args),
+        storageStatePath: localAuth?.path,
       });
       return;
     }
@@ -1148,7 +1390,13 @@ async function main() {
     await runResolve(args);
     return;
   }
-  if (command !== "setup" && command !== "connect" && command !== "run" && command !== "resolve") {
+  if (
+    command !== "setup" &&
+    command !== "auth" &&
+    command !== "connect" &&
+    command !== "run" &&
+    command !== "resolve"
+  ) {
     throw new Error(`Unknown command: ${command}`);
   }
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "qualty",
-  "version": "0.1.9",
+  "version": "0.1.10",
   "description": "Qualty CLI for localhost and CI test runs",
   "bin": {
     "qualty": "bin/qualty.js"