@vizzly-testing/cli 0.35.2 → 0.35.3-beta.1

package/dist/commands/doctor.js

@@ -264,12 +264,4 @@ export async function doctorCommand(options = {}, globalOptions = {}, deps = {})
     output.cleanup();
     if (hasErrors) exit(1);
   }
-}
-
-/**
- * Validate doctor options (no specific validation needed)
- * @param {Object} options - Command options
- */
-export function validateDoctorOptions() {
-  return []; // No specific validation for now
 }

package/dist/commands/init.js

@@ -37,7 +37,7 @@ function configureOutput(output, options) {
 export function getInitConfigPath(cwd = process.cwd()) {
   return path.join(cwd, 'vizzly.config.js');
 }
-export function getPackagedAgentSkillPath(baseDir = commandDir) {
+function getPackagedAgentSkillPath(baseDir = commandDir) {
   return path.resolve(baseDir, '..', '..', 'skills', 'vizzly');
 }
 export function getProjectAgentSkillPath(cwd = process.cwd()) {
@@ -54,10 +54,10 @@ export async function fileExists(filePath, access = fs.access) {
     return false;
   }
 }
-export function getPluginsWithConfig(plugins = []) {
+function getPluginsWithConfig(plugins = []) {
   return plugins.filter(plugin => plugin.configSchema);
 }
-export function getPluginConfigNames(plugins = []) {
+function getPluginConfigNames(plugins = []) {
   return getPluginsWithConfig(plugins).map(plugin => plugin.name);
 }
 function formatObjectKey(key) {
@@ -115,7 +115,7 @@ export function formatPluginConfig(plugin, output = null) {
     return '';
   }
 }
-export function generatePluginConfigs(plugins = [], output = null) {
+function generatePluginConfigs(plugins = [], output = null) {
   let sections = [];
   for (let plugin of plugins) {
     if (plugin.configSchema) {
@@ -212,7 +212,7 @@ async function shouldInstallAgentSkill(options, deps) {
 }
 let agentGuidanceStart = '<!-- vizzly-agent-guidance -->';
 let agentGuidanceEnd = '<!-- /vizzly-agent-guidance -->';
-export function createAgentGuidanceContent() {
+function createAgentGuidanceContent() {
   return `${agentGuidanceStart}
 ## Visual Testing With Vizzly
 
@@ -232,7 +232,7 @@ function appendSection(content, section) {
   }
   return `${content.replace(/\s*$/, '')}\n\n${section}`;
 }
-export async function upsertProjectAgentGuidance({
+async function upsertProjectAgentGuidance({
   cwd,
   access = fs.access,
   readFile = fs.readFile,
@@ -362,16 +362,11 @@ async function loadInitPlugins(options, deps) {
   }
   try {
     let config = await deps.loadConfig(options.config, {});
-    return await deps.loadPlugins(options.config, config, null);
+    return await deps.loadPlugins(options.config, config);
   } catch {
     return [];
   }
 }
-
-// Export factory function for CLI
-export function createInitCommand(options) {
-  return () => init(options);
-}
 export async function init(options = {}, deps = {}) {
   let resolvedDeps = createInitDeps(deps);
   configureOutput(resolvedDeps.output, options);

package/dist/commands/login.js

@@ -236,17 +236,4 @@ export async function loginCommand(options = {}, globalOptions = {}, deps = {})
       exit(1);
     }
   }
-}
-
-/**
- * Validate login options
- * @param {Object} options - Command options
- */
-export function validateLoginOptions() {
-  let errors = [];
-
-  // No specific validation needed for login command
-  // OAuth device flow handles everything via browser
-
-  return errors;
 }

package/dist/commands/logout.js

@@ -70,16 +70,4 @@ export async function logoutCommand(options = {}, globalOptions = {}, deps = {})
     output.cleanup();
     exit(1);
   }
-}
-
-/**
- * Validate logout options
- * @param {Object} options - Command options
- */
-export function validateLogoutOptions() {
-  let errors = [];
-
-  // No specific validation needed for logout command
-
-  return errors;
 }

package/dist/commands/orgs.js

@@ -82,13 +82,4 @@ export async function orgsCommand(_options = {}, globalOptions = {}, deps = {})
     output.cleanup();
     exit(1);
   }
-}
-
-/**
- * Validate orgs options
- * @param {Object} _options - Command options
- * @returns {string[]} Validation errors
- */
-export function validateOrgsOptions(_options = {}) {
-  return [];
 }

package/dist/commands/run.js

@@ -44,8 +44,23 @@ export async function resolveBuildDisplayUrl({
   }
   return undefined;
 }
-function buildContextCommand(buildId) {
-  return `vizzly context build ${buildId} --agent`;
+
+/**
+ * Build the follow-up command for a cloud run.
+ *
+ * JSON consumers need a self-contained command that returns structured
+ * evidence when executed. Human output keeps the existing readable summary.
+ *
+ * @param {string} buildId - Cloud build ID to inspect.
+ * @param {Object} options - Command output options.
+ * @param {boolean} [options.structured=false] - Include machine-readable JSON.
+ * @returns {string} Executable build context command.
+ */
+function buildContextCommand(buildId, {
+  structured = false
+} = {}) {
+  let jsonFlag = structured ? ' --json' : '';
+  return `vizzly context build ${buildId} --agent${jsonFlag} --source cloud`;
 }
 
 /**
@@ -91,6 +106,7 @@ export async function runCommand(testCommand, options = {}, globalOptions = {},
   let startTime = null;
   let isTddMode = false;
   let config = null;
+  let result = null;
 
   // Ensure cleanup on exit
   let cleanup = async () => {
@@ -254,7 +270,6 @@ export async function runCommand(testCommand, options = {}, globalOptions = {},
     output.info('Starting test execution...');
     startTime = Date.now();
     isTddMode = runOptions.tdd || false;
-    let result;
     try {
       result = await runTests({
         runOptions,
@@ -327,7 +342,9 @@ export async function runCommand(testCommand, options = {}, globalOptions = {},
             commit,
             message
           },
-          contextCommand: result.buildId ? buildContextCommand(result.buildId) : null,
+          contextCommand: result.buildId ? buildContextCommand(result.buildId, {
+            structured: true
+          }) : null,
           exitCode: 0
         };
         output.data(jsonResult);
@@ -396,7 +413,8 @@ export async function runCommand(testCommand, options = {}, globalOptions = {},
           exitCode
         };
       } else {
-        // Setup or other error - VizzlyError.getUserMessage() provides context
+        // This should only be reached for failures outside the SDK paths that
+        // runTests handles by disabling Vizzly and running the child command.
         if (globalOptions.json) {
           let executionTimeMs = Date.now() - (startTime || Date.now());
           output.data({
@@ -443,9 +461,22 @@ export async function runCommand(testCommand, options = {}, globalOptions = {},
             getTokenContext
           });
           let exitCode = buildResult.failedComparisons > 0 ? 1 : 0;
+          let comparisons = {};
+          if (buildResult.totalComparisons !== undefined) {
+            comparisons.total = buildResult.totalComparisons;
+          }
+          if (buildResult.newComparisons !== undefined) {
+            comparisons.new = buildResult.newComparisons;
+          }
+          if (buildResult.failedComparisons !== undefined) {
+            comparisons.changed = buildResult.failedComparisons;
+          }
+          if (buildResult.identicalComparisons !== undefined) {
+            comparisons.identical = buildResult.identicalComparisons;
+          }
           let jsonResult = {
             buildId: result.buildId,
-            status: buildResult.failedComparisons > 0 ? 'failed' : 'completed',
+            status: buildResult.status,
             url: displayUrl,
             screenshotsCaptured: result.screenshotsCaptured || 0,
             executionTimeMs,
@@ -454,16 +485,20 @@ export async function runCommand(testCommand, options = {}, globalOptions = {},
               commit,
               message
             },
-            comparisons: {
-              total: buildResult.totalComparisons || 0,
-              new: buildResult.newComparisons || 0,
-              changed: buildResult.failedComparisons || 0,
-              identical: buildResult.identicalComparisons || 0
-            },
-            approvalStatus: buildResult.approvalStatus || 'pending',
-            contextCommand: buildContextCommand(result.buildId),
+            contextCommand: buildContextCommand(result.buildId, {
+              structured: true
+            }),
             exitCode
           };
+          if (Object.keys(comparisons).length > 0) {
+            jsonResult.comparisons = comparisons;
+          }
+          if (buildResult.approvalStatus !== undefined) {
+            jsonResult.approvalStatus = buildResult.approvalStatus;
+          }
+          if (buildResult.build?.conclusion !== undefined) {
+            jsonResult.conclusion = buildResult.build.conclusion;
+          }
           output.data(jsonResult);
           output.cleanup();
           return {
@@ -492,28 +527,48 @@ export async function runCommand(testCommand, options = {}, globalOptions = {},
   } catch (error) {
     output.stopSpinner();
 
-    // Don't fail CI for Vizzly infrastructure issues (5xx errors)
-    let status = error.context?.status;
-    if (status >= 500) {
-      if (globalOptions.json) {
-        output.data({
-          buildId: null,
-          status: 'skipped',
-          message: 'Vizzly API unavailable - visual tests skipped',
-          executionTimeMs: Date.now() - (startTime || Date.now())
+    // Once the user's tests have passed, no Vizzly-side error can change the
+    // test result. Keep that outcome while reporting that the API-backed build
+    // status is unavailable instead of inventing a terminal build state.
+    if (result) {
+      let apiBuild = error.context?.build;
+      let buildStatus = apiBuild?.status ?? null;
+      let exitCode = buildStatus === 'failed' ? 1 : 0;
+      let errorDetails = {
+        code: error.code || 'VIZZLY_STATUS_UNAVAILABLE',
+        message: error.getUserMessage ? error.getUserMessage() : error.message
+      };
+      let unavailableResult = {
+        buildId: result.buildId || null,
+        status: buildStatus,
+        testsPassed: true,
+        error: errorDetails,
+        executionTimeMs: Date.now() - (startTime || Date.now()),
+        exitCode
+      };
+      if (apiBuild?.conclusion !== undefined) {
+        unavailableResult.conclusion = apiBuild.conclusion;
+      }
+      if (result.buildId) {
+        unavailableResult.contextCommand = buildContextCommand(result.buildId, {
+          structured: true
         });
+      }
+      if (globalOptions.json) {
+        output.data(unavailableResult);
+      } else if (buildStatus === 'failed') {
+        output.error(errorDetails.message);
       } else {
-        output.warn('Vizzly API unavailable - visual tests skipped. Your tests still ran.');
+        output.warn(`Tests passed, but Vizzly could not confirm the build status: ${errorDetails.message}`);
       }
       output.cleanup();
-      output.debug('api', 'API error details:', {
+      output.debug('run', 'Vizzly SDK error details', {
         error: error.message
       });
       return {
-        success: true,
-        result: {
-          skipped: true
-        }
+        success: exitCode === 0,
+        exitCode,
+        result: unavailableResult
       };
     }