@testspectra/cli 1.1.8-rc.3 → 1.1.8-rc.31

package/dist/runner/bridge.js

@@ -1,26 +1,96 @@
 import { spawn } from 'child_process';
 import fs from 'fs';
 import path from 'path';
+import { createRequire } from 'module';
 import { fileURLToPath } from 'url';
 const __filename = fileURLToPath(import.meta.url);
 const __dirname = path.dirname(__filename);
+const require = createRequire(import.meta.url);
+// Maps process.platform/process.arch to the optionalDependency package that carries the
+// prebuilt native binary for that platform (see cli/npm/*). Keep in sync with the
+// optionalDependencies list in cli/package.json and the packages built by
+// scripts/release-cli-local.sh.
+function platformPackageName() {
+    const { platform, arch } = process;
+    if (platform === 'darwin' && arch === 'arm64')
+        return '@testspectra/cli-darwin-arm64';
+    if (platform === 'linux' && arch === 'x64')
+        return '@testspectra/cli-linux-x64';
+    if (platform === 'win32' && arch === 'x64')
+        return '@testspectra/cli-win32-x64';
+    // win32/arm64 has no published native binary (scripts/release-cli-local.sh no longer builds
+    // it) — falls through to `pkgName === null` below, which throws a clear "not currently
+    // supported" error instead of pointing at an optional dependency that doesn't exist.
+    return null;
+}
 export class RustCoreBridge {
     static resolveBinaryPath() {
-        // 1. Look for precompiled release/debug binary in workspace target
-        const workspaceRoot = path.resolve(__dirname, '../../..');
         const isWindows = process.platform === 'win32';
         const binaryName = isWindows ? 'testspectra-runner.exe' : 'testspectra-runner';
+        // In local monorepo development (where core/Cargo.toml exists), prioritize the locally-built
+        // binary in core/target/release or cli/bin over any stale optionalDependency in node_modules.
+        let workspaceRoot = null;
+        let curr = __dirname;
+        while (curr !== path.dirname(curr)) {
+            if (fs.existsSync(path.join(curr, 'core/Cargo.toml')) || fs.existsSync(path.join(curr, 'pnpm-workspace.yaml'))) {
+                workspaceRoot = curr;
+                break;
+            }
+            curr = path.dirname(curr);
+        }
         const candidatePaths = [
-            path.join(workspaceRoot, 'core/target/release', binaryName),
-            path.join(workspaceRoot, 'target/release', binaryName),
-            path.join(workspaceRoot, 'cli/bin', binaryName),
+            ...(workspaceRoot
+                ? [
+                    path.join(workspaceRoot, 'core/target/release', binaryName),
+                    path.join(workspaceRoot, 'target/release', binaryName),
+                    path.join(workspaceRoot, 'cli/bin', binaryName),
+                    path.join(workspaceRoot, 'core/cli/target/release', binaryName),
+                    path.join(workspaceRoot, 'core/target/debug', binaryName),
+                    path.join(workspaceRoot, 'target/debug', binaryName),
+                    path.join(workspaceRoot, 'core/cli/target/debug', binaryName),
+                ]
+                : []),
+            path.join(__dirname, '../bin', binaryName),
             path.join(__dirname, '../../bin', binaryName),
-            path.join(workspaceRoot, 'core/cli/target/release', binaryName),
-            path.join(workspaceRoot, 'core/target/debug', binaryName),
-            path.join(workspaceRoot, 'target/debug', binaryName),
-            path.join(workspaceRoot, 'core/cli/target/debug', binaryName),
             path.join(__dirname, '../../bin/testspectra-runner'),
         ];
+        if (workspaceRoot) {
+            for (const p of candidatePaths) {
+                if (fs.existsSync(p)) {
+                    return p;
+                }
+                if (fs.existsSync(`${p}.exe`)) {
+                    return `${p}.exe`;
+                }
+            }
+        }
+        // 1. Production install: resolve the prebuilt binary from the platform-specific
+        // optionalDependency package (e.g. @testspectra/cli-darwin-arm64). This is how the
+        // published npm package ships native binaries for every supported platform without
+        // bundling all of them into @testspectra/cli itself.
+        const pkgName = platformPackageName();
+        if (pkgName) {
+            try {
+                const pkgJsonPath = require.resolve(`${pkgName}/package.json`);
+                const pkgBinPath = path.join(path.dirname(pkgJsonPath), 'bin', binaryName);
+                if (fs.existsSync(pkgBinPath)) {
+                    if (process.platform !== 'win32') {
+                        try {
+                            const stat = fs.statSync(pkgBinPath);
+                            if ((stat.mode & 0o111) === 0) {
+                                fs.chmodSync(pkgBinPath, 0o755);
+                            }
+                        }
+                        catch { }
+                    }
+                    return pkgBinPath;
+                }
+            }
+            catch {
+                // Optional dependency not installed — fall through to the workspace dev paths below.
+            }
+        }
+        // 2. Dev fallback if not already resolved above
         for (const p of candidatePaths) {
             if (fs.existsSync(p)) {
                 return p;
@@ -29,8 +99,11 @@ export class RustCoreBridge {
                 return `${p}.exe`;
             }
         }
-        throw new Error("[TestSpectra] Native core runner binary 'testspectra-runner' not found.\n" +
-            "Please build the project first using 'pnpm run build' or 'pnpm run build:core'.");
+        throw new Error(pkgName
+            ? `[TestSpectra] Native core runner binary not found for ${process.platform}/${process.arch}.\n` +
+                `Expected the optional dependency '${pkgName}' to provide it. Try reinstalling ` +
+                "('npm install' / 'pnpm install') without --no-optional, or build locally with 'pnpm run build:core'."
+            : `[TestSpectra] ${process.platform}/${process.arch} is not currently supported by @testspectra/cli.`);
     }
     static async run(options, reporter) {
         const binPath = this.resolveBinaryPath();
@@ -66,9 +139,12 @@ export class RustCoreBridge {
         return new Promise((resolve, reject) => {
             const child = spawn(binPath, [payload], {
                 env: runnerEnv,
+                windowsHide: true,
             });
             let runStatus = 'failed';
             let runDuration = '0s';
+            let completePassedCount;
+            let completeFailedCount;
             child.stdout.on('data', (data) => {
                 const lines = data.toString().split('\n');
                 for (const line of lines) {
@@ -111,6 +187,12 @@ export class RustCoreBridge {
                         else if (parsed.type === 'complete') {
                             runStatus = parsed.status;
                             runDuration = parsed.duration;
+                            if (typeof parsed.passed_count === 'number') {
+                                completePassedCount = parsed.passed_count;
+                            }
+                            if (typeof parsed.failed_count === 'number') {
+                                completeFailedCount = parsed.failed_count;
+                            }
                         }
                         else if (parsed.type === 'error') {
                             reporter.addLog({
@@ -146,6 +228,14 @@ export class RustCoreBridge {
             });
             child.on('close', (code) => {
                 let result = reporter.generateResult(code === 0 ? 'passed' : runStatus, runDuration);
+                if (result.passedCount === 0 && result.failedCount === 0) {
+                    if (completePassedCount !== undefined) {
+                        result.passedCount = completePassedCount;
+                    }
+                    if (completeFailedCount !== undefined) {
+                        result.failedCount = completeFailedCount;
+                    }
+                }
                 // Only trust a pre-existing outputJsonPath when it was actually written during THIS run
                 // (mtime at/after runStartedAt) — NOT just when the process exited with code 0. The
                 // native runner writes its own complete report once the pipeline reaches the report

package/dist/runner/reporter.d.ts

@@ -35,6 +35,7 @@ export declare class Reporter {
     private networkEvents;
     private pendingTests;
     private workerToTest;
+    private pendingErrorMsg?;
     private passedCount;
     private failedCount;
     private isInteractive;

package/dist/runner/reporter.js

@@ -155,6 +155,7 @@ export class Reporter {
     networkEvents = [];
     pendingTests = new Map();
     workerToTest = new Map();
+    pendingErrorMsg;
     passedCount = 0;
     failedCount = 0;
     isInteractive;
@@ -355,10 +356,10 @@ export class Reporter {
             const err = raw.replace('[TESTSPECTRA_TEST_ERROR]', '').trim();
             const latest = Array.from(this.pendingTests.values()).pop();
             if (latest) {
-                latest.errorMsg = err;
+                latest.errorMsg = latest.errorMsg ? `${latest.errorMsg}\n${err}` : err;
             }
             else {
-                console.log(`    \x1b[38;2;251;191;36m↳ Error:\x1b[0m \x1b[38;2;248;113;113m${err}\x1b[0m`);
+                this.pendingErrorMsg = this.pendingErrorMsg ? `${this.pendingErrorMsg}\n${err}` : err;
             }
             return;
         }
@@ -394,16 +395,14 @@ export class Reporter {
             this.failedCount++;
             const testCase = this.pendingTests.get(title) || this.resolveTestCase(title);
             const steps = testCase?.steps || [];
-            const errorMsg = testCase?.errorMsg;
+            const errorMsg = testCase?.errorMsg || this.pendingErrorMsg;
+            this.pendingErrorMsg = undefined;
             const workerId = testCase?.workerId;
             this.pendingTests.delete(title);
             if (workerId !== undefined) {
                 this.workerToTest.delete(workerId);
             }
             this.clearActiveSlots();
-            if (errorMsg) {
-                console.log(`    \x1b[38;2;251;191;36m↳ Error:\x1b[0m \x1b[38;2;248;113;113m${errorMsg}\x1b[0m`);
-            }
             console.log(`${chalk.hex('#f87171')('✗')} ${chalk.white.bold(title)} ${chalk.gray(`(${duration}ms)`)}`);
             for (const step of steps) {
                 if (step.passed) {
@@ -413,6 +412,13 @@ export class Reporter {
                     console.log(`  ${chalk.red('✖')} ${chalk.red(step.text)} ${chalk.gray(`(${step.duration}ms)`)}`);
                 }
             }
+            if (errorMsg) {
+                const errLines = errorMsg.split('\n');
+                console.log(`    \x1b[38;2;251;191;36m↳ Error:\x1b[0m \x1b[38;2;248;113;113m${errLines[0]}\x1b[0m`);
+                for (let i = 1; i < errLines.length; i++) {
+                    console.log(`      \x1b[38;2;248;113;113m${errLines[i]}\x1b[0m`);
+                }
+            }
             console.log('');
             this.renderActiveSlots();
             return;

package/dist/utils/__tests__/dev-server-manager.test.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/utils/__tests__/dev-server-manager.test.js

@@ -0,0 +1,72 @@
+import http from 'node:http';
+import { describe, expect, it, vi } from 'vitest';
+import { DevServerManager } from '../dev-server-manager.js';
+describe('DevServerManager', () => {
+    it('parses command strings into binary and argv array without shell', () => {
+        expect(DevServerManager.parseCommand('pnpm --filter sso dev')).toEqual({
+            bin: 'pnpm',
+            args: ['--filter', 'sso', 'dev'],
+        });
+        expect(DevServerManager.parseCommand('nx run auth-e2e:serve --port=5174')).toEqual({
+            bin: 'nx',
+            args: ['run', 'auth-e2e:serve', '--port=5174'],
+        });
+        expect(DevServerManager.parseCommand('node "./scripts/serve.js" --mode "dev test"')).toEqual({
+            bin: 'node',
+            args: ['./scripts/serve.js', '--mode', 'dev test'],
+        });
+    });
+    it('probes listening HTTP server and detects readiness', async () => {
+        const server = http.createServer((_req, res) => {
+            res.writeHead(200, { 'Content-Type': 'text/plain' });
+            res.end('OK');
+        });
+        await new Promise((resolve) => {
+            server.listen(0, '127.0.0.1', () => resolve());
+        });
+        const addr = server.address();
+        const url = `http://127.0.0.1:${addr.port}`;
+        const isReady = await DevServerManager.probeUrl(url, 1000);
+        expect(isReady).toBe(true);
+        const isNonExistentReady = await DevServerManager.probeUrl('http://127.0.0.1:49999', 200);
+        expect(isNonExistentReady).toBe(false);
+        await new Promise((resolve) => server.close(() => resolve()));
+    });
+    it('reuses existing running server without spawning new process', async () => {
+        const server = http.createServer((_req, res) => {
+            res.writeHead(200);
+            res.end('OK');
+        });
+        await new Promise((resolve) => {
+            server.listen(0, '127.0.0.1', () => resolve());
+        });
+        const addr = server.address();
+        const url = `http://127.0.0.1:${addr.port}`;
+        const manager = new DevServerManager();
+        const result = await manager.ensureServer({
+            name: 'test-server',
+            command: 'echo "should not run"',
+            url,
+            reuseExistingServer: true,
+        });
+        expect(result.reused).toBe(true);
+        expect(result.name).toBe('test-server');
+        expect(result.url).toBe(url);
+        await manager.stopAll();
+        await new Promise((resolve) => server.close(() => resolve()));
+    });
+    it('filters dev servers by target host filter', async () => {
+        const manager = new DevServerManager();
+        const spy = vi.spyOn(manager, 'ensureServer').mockResolvedValue({
+            name: 'sso',
+            url: 'https://sso.local:5174',
+            reused: true,
+        });
+        await manager.startAll([
+            { name: 'sso', command: 'pnpm sso:dev', url: 'https://sso.local:5174' },
+            { name: 'fam', command: 'pnpm fam:dev', url: 'https://fam.local:5175' },
+        ], 'sso');
+        expect(spy).toHaveBeenCalledTimes(1);
+        expect(spy).toHaveBeenCalledWith(expect.objectContaining({ name: 'sso' }), expect.any(String));
+    });
+});

package/dist/utils/background-update-check.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/utils/background-update-check.js

@@ -0,0 +1,43 @@
+import fs from 'fs';
+import { execFileSync } from 'child_process';
+const cachePath = process.argv[2];
+if (!cachePath)
+    process.exit(0);
+const PACKAGES = ['@testspectra/cli', '@testspectra/matchers'];
+function getLatestVersion(pkg) {
+    try {
+        const out = execFileSync('npm', ['view', pkg, 'version', '--json'], {
+            stdio: ['ignore', 'pipe', 'ignore'],
+            timeout: 10000,
+        })
+            .toString()
+            .trim()
+            .replace(/"/g, '');
+        return out || null;
+    }
+    catch {
+        return null;
+    }
+}
+async function run() {
+    const updates = [];
+    for (const pkg of PACKAGES) {
+        const latest = getLatestVersion(pkg);
+        if (latest) {
+            // Hardcode a check or let the main thread do the actual diff
+            // For now, let's just record the latest versions.
+            updates.push({ pkg, latest });
+        }
+    }
+    // To properly do a diff, we should read package.json of the project.
+    // Since we don't have cwd here, we just save the latest versions and let the main thread diff it,
+    // OR we can pass the current versions as arguments to this script.
+    // For simplicity, we just save the latest versions.
+    const cacheData = {
+        timestamp: Date.now(),
+        latestVersions: updates,
+        updatesAvailable: updates, // Main thread will filter this properly later or we just mock it for architecture
+    };
+    fs.writeFileSync(cachePath, JSON.stringify(cacheData, null, 2), 'utf-8');
+}
+run().catch(() => { });

package/dist/utils/dependency-updates.d.ts

@@ -0,0 +1,15 @@
+export interface DependencyUpdateStatus {
+    name: string;
+    kind: 'package' | 'driver';
+    identifier: string;
+    current: string | null;
+    latest: string | null;
+    needsUpdate: boolean;
+}
+/**
+ * Best-effort "installed vs latest" report for the managed system drivers and the Spectra Android
+ * Agent, keyed by the exact `name` `spectra doctor` reports so the VS Code Preflight panel can
+ * attach a per-row update badge. `latest` stays `null` when it cannot be determined (offline,
+ * private registry unavailable) — the row still exposes its reinstall action.
+ */
+export declare function checkDriverUpdates(): Promise<DependencyUpdateStatus[]>;

package/dist/utils/dependency-updates.js

@@ -0,0 +1,107 @@
+import { execFileSync } from 'child_process';
+import { runSystemChecks } from '../commands/doctor.js';
+const CHROME_FOR_TESTING_API = 'https://googlechromelabs.github.io/chrome-for-testing/last-known-good-versions.json';
+const BUN_RELEASES_API = 'https://api.github.com/repos/oven-sh/bun/releases/latest';
+const PLATFORM_TOOLS_XML = 'https://dl.google.com/android/repository/repository2-3.xml';
+function normalizeVersion(raw) {
+    if (!raw)
+        return null;
+    const match = raw.match(/(\d+\.\d+\.\d+(?:[-.][0-9A-Za-z.-]+)?)/);
+    return match ? match[1] : null;
+}
+async function fetchJson(url) {
+    try {
+        const res = await fetch(url, {
+            signal: AbortSignal.timeout(8000),
+            headers: { 'User-Agent': 'testspectra-cli' },
+        });
+        if (!res.ok)
+            return null;
+        return await res.json();
+    }
+    catch {
+        return null;
+    }
+}
+async function latestChromeVersion() {
+    const json = await fetchJson(CHROME_FOR_TESTING_API);
+    return json?.channels?.Stable?.version ?? null;
+}
+async function latestBunVersion() {
+    const json = await fetchJson(BUN_RELEASES_API);
+    const tag = json?.tag_name;
+    return typeof tag === 'string' ? tag.replace(/^bun-v/, '') : null;
+}
+async function latestAdbVersion() {
+    try {
+        const res = await fetch(PLATFORM_TOOLS_XML, {
+            signal: AbortSignal.timeout(8000),
+            headers: { 'User-Agent': 'testspectra-cli' },
+        });
+        if (!res.ok)
+            return null;
+        const xml = await res.text();
+        const block = xml.match(/<remotePackage[^>]*path="platform-tools"[\s\S]*?<\/remotePackage>/);
+        if (!block)
+            return null;
+        const rev = block[0].match(/<revision>[\s\S]*?<major>(\d+)<\/major>[\s\S]*?<minor>(\d+)<\/minor>[\s\S]*?<micro>(\d+)<\/micro>/);
+        return rev ? `${rev[1]}.${rev[2]}.${rev[3]}` : null;
+    }
+    catch {
+        return null;
+    }
+}
+function latestAndroidAgentVersion() {
+    try {
+        return (execFileSync('npm', ['view', '@testspectra/android-agent', 'version', '--json'], {
+            stdio: ['ignore', 'pipe', 'ignore'],
+            timeout: 10000,
+        })
+            .toString()
+            .trim()
+            .replace(/"/g, '') || null);
+    }
+    catch {
+        return null;
+    }
+}
+/**
+ * Best-effort "installed vs latest" report for the managed system drivers and the Spectra Android
+ * Agent, keyed by the exact `name` `spectra doctor` reports so the VS Code Preflight panel can
+ * attach a per-row update badge. `latest` stays `null` when it cannot be determined (offline,
+ * private registry unavailable) — the row still exposes its reinstall action.
+ */
+export async function checkDriverUpdates() {
+    let installed;
+    try {
+        const result = await runSystemChecks();
+        installed = result.dependencies;
+    }
+    catch {
+        return [];
+    }
+    const [chrome, bun, adb] = await Promise.all([latestChromeVersion(), latestBunVersion(), latestAdbVersion()]);
+    const agent = latestAndroidAgentVersion();
+    const candidates = [
+        { name: 'Google Chrome', latest: chrome },
+        { name: 'Bun', latest: bun },
+        { name: 'ADB (Android Debug Bridge)', latest: adb },
+        { name: 'Spectra Android Agent', latest: agent },
+    ];
+    const updates = [];
+    for (const { name, latest } of candidates) {
+        const dep = installed.find((d) => d.name === name);
+        if (!dep?.installed)
+            continue;
+        const current = normalizeVersion(dep.version);
+        updates.push({
+            name,
+            kind: 'driver',
+            identifier: name,
+            current,
+            latest,
+            needsUpdate: !!latest && !!current && current !== latest,
+        });
+    }
+    return updates;
+}

package/dist/utils/dev-server-manager.d.ts

@@ -0,0 +1,40 @@
+import type { ChildProcess } from 'node:child_process';
+import type { DevServerConfig } from '../config/schema.js';
+export interface RunningDevServer {
+    name: string;
+    url: string;
+    process?: ChildProcess;
+    reused: boolean;
+}
+export declare class DevServerManager {
+    private spawnedProcesses;
+    private cleanupRegistered;
+    constructor();
+    /**
+     * Safely splits a shell command string into binary executable and argument array without shell expansion.
+     */
+    static parseCommand(command: string): {
+        bin: string;
+        args: string[];
+    };
+    /**
+     * Probes a URL to verify if the server is actively listening and responsive.
+     * Performs a rapid TCP connection test followed by an HTTP/HTTPS request.
+     */
+    static probeUrl(targetUrl: string, timeoutMs?: number): Promise<boolean>;
+    /**
+     * Ensures an individual dev server is running. If already responding and reuseExistingServer !== false,
+     * reuses the instance. Otherwise, spawns the process and polls until ready.
+     */
+    ensureServer(config: DevServerConfig, rootCwd?: string): Promise<RunningDevServer>;
+    /**
+     * Starts all matching dev servers in parallel.
+     */
+    startAll(configs?: DevServerConfig[], targetHostFilter?: string, rootCwd?: string): Promise<RunningDevServer[]>;
+    /**
+     * Safely terminates all spawned dev server child processes.
+     */
+    stopAll(): Promise<void>;
+    private killProcess;
+    private registerExitHooks;
+}