visual-ai-assertions 0.6.0 → 0.7.0

package/README.md

@@ -387,14 +387,13 @@ The `VisualAIKnownError` union and `isVisualAIKnownError()` helper are useful wh
 
 ### Optional Configuration
 
-| Variable                     | Description                                                                                                            |
-| ---------------------------- | ---------------------------------------------------------------------------------------------------------------------- |
-| `VISUAL_AI_MODEL`            | Default model when `model` is not set in config. Overrides the provider's default model.                               |
-| `VISUAL_AI_DEBUG`            | Enable error diagnostic logging to stderr. Does **not** enable prompt/response logging. Use `"true"` or `"1"`.         |
-| `VISUAL_AI_DEBUG_PROMPT`     | Enable prompt-only debug logging to stderr. Use `"true"` or `"1"`.                                                     |
-| `VISUAL_AI_DEBUG_RESPONSE`   | Enable response-only debug logging to stderr. Use `"true"` or `"1"`.                                                   |
-| `VISUAL_AI_REASONING_EFFORT` | Default reasoning effort when `reasoningEffort` is not set in config. Use `"low"`, `"medium"`, `"high"`, or `"xhigh"`. |
-| `VISUAL_AI_TRACK_USAGE`      | Enable usage tracking (token counts and cost) to stderr. Use `"true"` or `"1"`.                                        |
+| Variable                   | Description                                                                                                    |
+| -------------------------- | -------------------------------------------------------------------------------------------------------------- |
+| `VISUAL_AI_MODEL`          | Default model when `model` is not set in config. Overrides the provider's default model.                       |
+| `VISUAL_AI_DEBUG`          | Enable error diagnostic logging to stderr. Does **not** enable prompt/response logging. Use `"true"` or `"1"`. |
+| `VISUAL_AI_DEBUG_PROMPT`   | Enable prompt-only debug logging to stderr. Use `"true"` or `"1"`.                                             |
+| `VISUAL_AI_DEBUG_RESPONSE` | Enable response-only debug logging to stderr. Use `"true"` or `"1"`.                                           |
+| `VISUAL_AI_TRACK_USAGE`    | Enable usage tracking (token counts and cost) to stderr. Use `"true"` or `"1"`.                                |
 
 ## Configuration
 
@@ -468,19 +467,22 @@ All listed models support image/vision input. Pass any model ID to the `model` c
 
 ### OpenAI
 
-| Model       | Model ID      | Input $/MTok | Output $/MTok | Notes                          |
-| ----------- | ------------- | ------------ | ------------- | ------------------------------ |
-| GPT-5.4 Pro | `gpt-5.4-pro` | $30          | $180          | Most capable, extended context |
-| GPT-5.4     | `gpt-5.4`     | $2.50        | $15           | Best vision quality            |
-| GPT-5.2     | `gpt-5.2`     | $1.75        | $14           | Balanced quality and cost      |
-| GPT-5 mini  | `gpt-5-mini`  | $0.25        | $2            | **Default** — fast and cheap   |
+| Model        | Model ID       | Input $/MTok | Output $/MTok | Notes                          |
+| ------------ | -------------- | ------------ | ------------- | ------------------------------ |
+| GPT-5.4 Pro  | `gpt-5.4-pro`  | $30          | $180          | Most capable, extended context |
+| GPT-5.4      | `gpt-5.4`      | $2.50        | $15           | Best vision quality            |
+| GPT-5.2      | `gpt-5.2`      | $1.75        | $14           | Balanced quality and cost      |
+| GPT-5.4 mini | `gpt-5.4-mini` | $0.75        | $4.50         | Fast and affordable            |
+| GPT-5.4 nano | `gpt-5.4-nano` | $0.20        | $1.25         | Cheapest OpenAI option         |
+| GPT-5 mini   | `gpt-5-mini`   | $0.25        | $2            | **Default** — fast and cheap   |
 
 ### Google
 
-| Model          | Model ID                 | Input $/MTok | Output $/MTok | Notes                             |
-| -------------- | ------------------------ | ------------ | ------------- | --------------------------------- |
-| Gemini 3.1 Pro | `gemini-3.1-pro-preview` | $2           | $12           | Preview — most advanced reasoning |
-| Gemini 3 Flash | `gemini-3-flash-preview` | $0.50        | $3            | **Default** — fast and capable    |
+| Model                 | Model ID                        | Input $/MTok | Output $/MTok | Notes                             |
+| --------------------- | ------------------------------- | ------------ | ------------- | --------------------------------- |
+| Gemini 3.1 Pro        | `gemini-3.1-pro-preview`        | $2           | $12           | Preview — most advanced reasoning |
+| Gemini 3.1 Flash Lite | `gemini-3.1-flash-lite-preview` | $0.25        | $1.50         | Preview — lightweight and cheap   |
+| Gemini 3 Flash        | `gemini-3-flash-preview`        | $0.50        | $3            | **Default** — fast and capable    |
 
 ## License
 

package/dist/index.cjs

@@ -54,6 +54,7 @@ __export(index_exports, {
   VisualAIProviderError: () => VisualAIProviderError,
   VisualAIRateLimitError: () => VisualAIRateLimitError,
   VisualAIResponseParseError: () => VisualAIResponseParseError,
+  VisualAITruncationError: () => VisualAITruncationError,
   assertVisualCompareResult: () => assertVisualCompareResult,
   assertVisualResult: () => assertVisualResult,
   formatCheckResult: () => formatCheckResult,
@@ -85,6 +86,7 @@ var Model = {
   },
   Google: {
     GEMINI_3_1_PRO_PREVIEW: "gemini-3.1-pro-preview",
+    GEMINI_3_1_FLASH_LITE_PREVIEW: "gemini-3.1-flash-lite-preview",
     GEMINI_3_FLASH_PREVIEW: "gemini-3-flash-preview"
   }
 };
@@ -94,6 +96,7 @@ var DEFAULT_MODELS = {
   [Provider.GOOGLE]: Model.Google.GEMINI_3_FLASH_PREVIEW
 };
 var DEFAULT_MAX_TOKENS = 4096;
+var OPENAI_REASONING_MAX_TOKENS = 16384;
 var MODEL_TO_PROVIDER = new Map([
   ...Object.values(Model.Anthropic).map((m) => [m, Provider.ANTHROPIC]),
   ...Object.values(Model.OpenAI).map((m) => [m, Provider.OPENAI]),
@@ -178,6 +181,16 @@ var VisualAIResponseParseError = class extends VisualAIError {
     this.rawResponse = rawResponse;
   }
 };
+var VisualAITruncationError = class extends VisualAIError {
+  partialResponse;
+  maxTokens;
+  constructor(message, partialResponse, maxTokens) {
+    super(message, "RESPONSE_TRUNCATED");
+    this.name = "VisualAITruncationError";
+    this.partialResponse = partialResponse;
+    this.maxTokens = maxTokens;
+  }
+};
 var VisualAIConfigError = class extends VisualAIError {
   constructor(message) {
     super(message, "CONFIG_INVALID");
@@ -193,7 +206,7 @@ var VisualAIAssertionError = class extends VisualAIError {
   }
 };
 function isVisualAIKnownError(error) {
-  return error instanceof VisualAIAuthError || error instanceof VisualAIRateLimitError || error instanceof VisualAIProviderError || error instanceof VisualAIImageError || error instanceof VisualAIResponseParseError || error instanceof VisualAIConfigError || error instanceof VisualAIAssertionError;
+  return error instanceof VisualAIAuthError || error instanceof VisualAIRateLimitError || error instanceof VisualAIProviderError || error instanceof VisualAIImageError || error instanceof VisualAIResponseParseError || error instanceof VisualAITruncationError || error instanceof VisualAIConfigError || error instanceof VisualAIAssertionError;
 }
 
 // src/core/prompt.ts
@@ -207,12 +220,18 @@ Each issue must have:
 - "description": what the issue is
 - "suggestion": how to fix or improve it
 `;
-var CHECK_OUTPUT_SCHEMA = `Respond with a JSON object matching this exact structure:
+var CHECK_OUTPUT_SCHEMA = `IMPORTANT: Follow this evaluation order:
+1. First, evaluate EACH statement independently and populate the "statements" array
+2. Then, set "pass" to true ONLY if every statement passed (logical AND of all statement results)
+3. Write "reasoning" as a brief overall summary of the evaluation
+4. Include "issues" only for statements that failed
+
+Respond with a JSON object matching this exact structure:
 {
-  "pass": boolean,          // true ONLY if ALL statements are true
-  "reasoning": string,      // brief overall summary (e.g. "3 of 4 checks passed...")
-  "issues": [...],          // list of issues found (empty if all pass)
-  "statements": [           // one entry per statement, in order
+  "pass": boolean,          // true ONLY if ALL statements passed \u2014 derive from statements array
+  "reasoning": string,      // brief overall summary of the evaluation
+  "issues": [...],          // one issue per failing statement (empty if all pass)
+  "statements": [           // one entry per statement, in order \u2014 evaluate these FIRST
     {
       "statement": string,  // the original statement text
       "pass": boolean,      // whether this statement is true
@@ -231,7 +250,7 @@ Only include issues for statements that fail. If all statements pass, issues sho
 Example for a failing check:
 {
   "pass": false,
-  "reasoning": "1 of 2 checks failed. The submit button is not visible.",
+  "reasoning": "The submit button is not visible on the page.",
   "issues": [
     { "priority": "major", "category": "missing-element", "description": "Submit button is not visible on the page", "suggestion": "Verify the submit button component is rendered and not hidden by CSS" }
   ],
@@ -491,7 +510,7 @@ var AnthropicDriver = class {
     this.client = new Anthropic({ apiKey });
     return this.client;
   }
-  async sendMessage(images, prompt) {
+  async sendMessage(images, prompt, _options) {
     const client = await this.getClient();
     const imageBlocks = images.map((img) => ({
       type: "image",
@@ -521,6 +540,13 @@ var AnthropicDriver = class {
       const message = await client.messages.create(requestParams);
       const textBlock = message.content.find((block) => block.type === "text");
       const text = textBlock?.text ?? "";
+      if (message.stop_reason === "max_tokens") {
+        throw new VisualAITruncationError(
+          `Response truncated: Anthropic stopped due to max_tokens limit (${this.maxTokens} tokens). Increase maxTokens in your config or lower reasoningEffort.`,
+          text,
+          this.maxTokens
+        );
+      }
       return {
         text,
         usage: {
@@ -529,6 +555,7 @@ var AnthropicDriver = class {
         }
       };
     } catch (err) {
+      if (err instanceof VisualAITruncationError) throw err;
       throw mapProviderError(err);
     }
   }
@@ -540,11 +567,11 @@ function needsCodeExecution(model) {
   const match = model.match(/^gemini-(\d+)/);
   return match !== null && match[1] !== void 0 && parseInt(match[1], 10) >= 3;
 }
-var GOOGLE_THINKING_BUDGET = {
-  low: 1024,
-  medium: 8192,
-  high: 24576,
-  xhigh: 24576
+var GOOGLE_THINKING_LEVEL = {
+  low: "minimal",
+  medium: "low",
+  high: "medium",
+  xhigh: "high"
 };
 var GoogleDriver = class {
   client;
@@ -584,7 +611,7 @@ var GoogleDriver = class {
     this.client = new GoogleGenAI({ apiKey });
     return this.client;
   }
-  async sendMessage(images, prompt) {
+  async sendMessage(images, prompt, _options) {
     const client = await this.getClient();
     try {
       const response = await client.models.generateContent({
@@ -595,20 +622,36 @@ var GoogleDriver = class {
           maxOutputTokens: this.maxTokens,
           ...this.reasoningEffort && {
             thinkingConfig: {
-              thinkingBudget: GOOGLE_THINKING_BUDGET[this.reasoningEffort]
+              thinkingLevel: GOOGLE_THINKING_LEVEL[this.reasoningEffort]
             }
           }
         }
       });
+      const finishReason = response.candidates?.[0]?.finishReason;
+      if (finishReason === "MAX_TOKENS") {
+        throw new VisualAITruncationError(
+          `Response truncated: Google returned finishReason "MAX_TOKENS". The model exhausted the output token budget (${this.maxTokens} tokens). Increase maxTokens in your config or lower reasoningEffort.`,
+          response.text ?? "",
+          this.maxTokens
+        );
+      }
+      if (finishReason && finishReason !== "STOP") {
+        throw new VisualAIProviderError(
+          `Response blocked: Google returned finishReason "${finishReason}".`
+        );
+      }
       const text = response.text ?? "";
+      const thoughtsTokenCount = response.usageMetadata?.thoughtsTokenCount;
       return {
         text,
         usage: response.usageMetadata ? {
           inputTokens: response.usageMetadata.promptTokenCount ?? 0,
-          outputTokens: response.usageMetadata.candidatesTokenCount ?? 0
+          outputTokens: response.usageMetadata.candidatesTokenCount ?? 0,
+          ...thoughtsTokenCount !== void 0 && { reasoningTokens: thoughtsTokenCount }
         } : void 0
       };
     } catch (err) {
+      if (err instanceof VisualAITruncationError || err instanceof VisualAIProviderError) throw err;
       throw mapProviderError(err);
     }
   }
@@ -680,17 +723,25 @@ var OpenAIDriver = class {
     this.client = new OpenAI({ apiKey });
     return this.client;
   }
-  async sendMessage(images, prompt) {
+  async sendMessage(images, prompt, options) {
     const client = await this.getClient();
     const imageBlocks = images.map((img) => ({
       type: "input_image",
       image_url: `data:${img.mimeType};base64,${img.base64}`
     }));
     try {
+      const format = options?.responseSchema ? {
+        type: "json_schema",
+        json_schema: {
+          name: "visual_ai_response",
+          strict: true,
+          schema: options.responseSchema
+        }
+      } : { type: "json_object" };
       const requestParams = {
         model: this.model,
         max_output_tokens: this.maxTokens,
-        text: { format: { type: "json_object" } },
+        text: { format },
         input: [
           {
             role: "user",
@@ -702,15 +753,26 @@ var OpenAIDriver = class {
         requestParams.reasoning = { effort: this.reasoningEffort };
       }
       const response = await client.responses.create(requestParams);
+      if (response.status && response.status !== "completed") {
+        const detail = response.incomplete_details?.reason ? ` (${response.incomplete_details.reason})` : "";
+        throw new VisualAITruncationError(
+          `Response truncated: OpenAI returned status "${response.status}"${detail}. The model exhausted the output token budget (${this.maxTokens} tokens). This commonly happens with higher reasoning effort levels. Increase maxTokens in your config (e.g., maxTokens: 16384) or lower reasoningEffort.`,
+          response.output_text ?? "",
+          this.maxTokens
+        );
+      }
       const text = response.output_text ?? "";
+      const reasoningTokens = response.usage?.output_tokens_details?.reasoning_tokens;
       return {
         text,
         usage: response.usage ? {
           inputTokens: response.usage.input_tokens,
-          outputTokens: response.usage.output_tokens
+          outputTokens: response.usage.output_tokens,
+          ...reasoningTokens !== void 0 && { reasoningTokens }
         } : void 0
       };
     } catch (err) {
+      if (err instanceof VisualAITruncationError) throw err;
       throw mapProviderError(err);
     }
   }
@@ -757,15 +819,6 @@ function parseBooleanEnv(envName, value) {
     `Invalid ${envName} value: "${value}". Use "true", "1", "false", or "0".`
   );
 }
-var VALID_REASONING_EFFORTS = ["low", "medium", "high", "xhigh"];
-function parseReasoningEffortEnv(envName, value) {
-  if (value === void 0 || value === "") return void 0;
-  const lower = value.toLowerCase();
-  if (VALID_REASONING_EFFORTS.includes(lower)) return lower;
-  throw new VisualAIConfigError(
-    `Invalid ${envName} value: "${value}". Use "low", "medium", "high", or "xhigh".`
-  );
-}
 var debugDeprecationWarned = false;
 function resolveConfig(config) {
   const provider = resolveProvider(config);
@@ -780,12 +833,23 @@ function resolveConfig(config) {
 `
     );
   }
+  const userSetMaxTokens = config.maxTokens !== void 0;
+  let maxTokens = config.maxTokens ?? DEFAULT_MAX_TOKENS;
+  if (!userSetMaxTokens && provider === "openai" && (config.reasoningEffort === "high" || config.reasoningEffort === "xhigh")) {
+    maxTokens = OPENAI_REASONING_MAX_TOKENS;
+    if (debug) {
+      process.stderr.write(
+        `[visual-ai-assertions] Auto-increased maxTokens from ${DEFAULT_MAX_TOKENS} to ${OPENAI_REASONING_MAX_TOKENS} for OpenAI with reasoningEffort "${config.reasoningEffort}".
+`
+      );
+    }
+  }
   return {
     provider,
     apiKey: config.apiKey,
     model,
-    maxTokens: config.maxTokens ?? DEFAULT_MAX_TOKENS,
-    reasoningEffort: config.reasoningEffort ?? parseReasoningEffortEnv("VISUAL_AI_REASONING_EFFORT", process.env.VISUAL_AI_REASONING_EFFORT),
+    maxTokens,
+    reasoningEffort: config.reasoningEffort,
     debug,
     debugPrompt,
     debugResponse,
@@ -836,6 +900,10 @@ var PRICING_TABLE = {
     inputPricePerToken: 2 / PER_MILLION,
     outputPricePerToken: 12 / PER_MILLION
   },
+  [`${Provider.GOOGLE}:${Model.Google.GEMINI_3_1_FLASH_LITE_PREVIEW}`]: {
+    inputPricePerToken: 0.25 / PER_MILLION,
+    outputPricePerToken: 1.5 / PER_MILLION
+  },
   [`${Provider.GOOGLE}:${Model.Google.GEMINI_3_FLASH_PREVIEW}`]: {
     inputPricePerToken: 0.5 / PER_MILLION,
     outputPricePerToken: 3 / PER_MILLION
@@ -860,8 +928,9 @@ function usageLog(config, method, usage) {
   if (!config.trackUsage) return;
   const costStr = usage.estimatedCost !== void 0 ? `$${usage.estimatedCost.toFixed(6)}` : "unknown";
   const reasoningStr = config.reasoningEffort ? `reasoning: ${config.reasoningEffort}` : `reasoning: ${PROVIDER_DEFAULT_REASONING[config.provider]} (provider default)`;
+  const reasoningTokenStr = usage.reasoningTokens !== void 0 ? ` (${usage.reasoningTokens} reasoning)` : "";
   process.stderr.write(
-    `[visual-ai-assertions] ${method} usage: ${usage.inputTokens} input + ${usage.outputTokens} output tokens (${costStr}) in ${usage.durationSeconds?.toFixed(3) ?? "0.000"}s [${config.model}, ${reasoningStr}]
+    `[visual-ai-assertions] ${method} usage: ${usage.inputTokens} input + ${usage.outputTokens} output${reasoningTokenStr} tokens (${costStr}) in ${usage.durationSeconds?.toFixed(3) ?? "0.000"}s [${config.model}, ${reasoningStr}]
 `
   );
 }
@@ -871,6 +940,7 @@ function processUsage(method, rawUsage, durationSeconds, config) {
   const usage = {
     inputTokens,
     outputTokens,
+    ...rawUsage?.reasoningTokens !== void 0 && { reasoningTokens: rawUsage.reasoningTokens },
     estimatedCost: calculateCost(config.provider, config.model, inputTokens, outputTokens),
     durationSeconds
   };
@@ -879,6 +949,10 @@ function processUsage(method, rawUsage, durationSeconds, config) {
 }
 var MAX_RAW_RESPONSE_PREVIEW = 500;
 function formatError(error) {
+  if (error instanceof VisualAITruncationError) {
+    const preview = error.partialResponse.length > MAX_RAW_RESPONSE_PREVIEW ? error.partialResponse.slice(0, MAX_RAW_RESPONSE_PREVIEW) + "..." : error.partialResponse;
+    return `${error.name} (${error.code}): ${error.message}. Partial response: ${preview}`;
+  }
   if (error instanceof VisualAIResponseParseError) {
     const truncated = error.rawResponse.length > MAX_RAW_RESPONSE_PREVIEW ? error.rawResponse.slice(0, MAX_RAW_RESPONSE_PREVIEW) + "..." : error.rawResponse;
     return `${error.name} (${error.code}): ${error.message}. Raw (truncated): ${truncated}`;
@@ -899,9 +973,9 @@ async function withErrorDebug(config, method, fn) {
     throw error;
   }
 }
-async function timedSendMessage(driver, images, prompt) {
+async function timedSendMessage(driver, images, prompt, options) {
   const start = performance.now();
-  const response = await driver.sendMessage(images, prompt);
+  const response = await driver.sendMessage(images, prompt, options);
   const durationSeconds = (performance.now() - start) / 1e3;
   return { ...response, durationSeconds };
 }
@@ -1141,6 +1215,8 @@ var StatementResultSchema = import_zod.z.object({
 var UsageInfoSchema = import_zod.z.object({
   inputTokens: import_zod.z.number(),
   outputTokens: import_zod.z.number(),
+  /** Reasoning/thinking tokens consumed by the model (informational, typically included within outputTokens). */
+  reasoningTokens: import_zod.z.number().optional(),
   estimatedCost: import_zod.z.number().optional(),
   durationSeconds: import_zod.z.number().nonnegative().optional()
 });
@@ -1194,8 +1270,24 @@ function parseResponse(raw, schema) {
   }
   return result.data;
 }
+function reconcileCheckResult(result) {
+  if (result.statements.length === 0) {
+    return result;
+  }
+  const passCount = result.statements.filter((s) => s.pass).length;
+  const total = result.statements.length;
+  const computedPass = passCount === total;
+  const countPrefix = `${passCount} of ${total} checks passed`;
+  const reasoning = `${countPrefix}. ${result.reasoning}`;
+  return {
+    ...result,
+    pass: computedPass,
+    reasoning
+  };
+}
 function parseCheckResponse(raw) {
-  return parseResponse(raw, CheckResponseSchema);
+  const result = parseResponse(raw, CheckResponseSchema);
+  return reconcileCheckResult(result);
 }
 function parseAskResponse(raw) {
   return parseResponse(raw, AskResponseSchema);
@@ -1205,6 +1297,12 @@ function parseCompareResponse(raw) {
 }
 
 // src/core/client.ts
+var import_zod_to_json_schema = require("zod-to-json-schema");
+function toSchemaOptions(schema) {
+  return {
+    responseSchema: (0, import_zod_to_json_schema.zodToJsonSchema)(schema, { target: "openAi" })
+  };
+}
 var PROVIDER_REGISTRY = {
   anthropic: (config) => new AnthropicDriver(config),
   openai: (config) => new OpenAIDriver(config),
@@ -1213,6 +1311,9 @@ var PROVIDER_REGISTRY = {
 function createDriver(provider, config) {
   return PROVIDER_REGISTRY[provider](config);
 }
+var checkSchemaOptions = toSchemaOptions(CheckResponseSchema);
+var askSchemaOptions = toSchemaOptions(AskResponseSchema);
+var compareSchemaOptions = toSchemaOptions(CompareResponseSchema);
 function visualAI(config = {}) {
   const resolvedConfig = resolveConfig(config);
   const driverConfig = {
@@ -1231,7 +1332,7 @@ function visualAI(config = {}) {
       const img = await normalizeImage(image);
       const prompt = buildElementsVisibilityPrompt(elements, visible, options);
       debugLog(resolvedConfig, `${methodName} prompt`, prompt, "prompt");
-      const response = await timedSendMessage(driver, [img], prompt);
+      const response = await timedSendMessage(driver, [img], prompt, checkSchemaOptions);
       debugLog(resolvedConfig, `${methodName} response`, response.text, "response");
       const result = parseCheckResponse(response.text);
       return {
@@ -1250,7 +1351,7 @@ function visualAI(config = {}) {
         const img = await normalizeImage(image);
         const prompt = buildCheckPrompt(stmts, { instructions: options?.instructions });
         debugLog(resolvedConfig, "check prompt", prompt, "prompt");
-        const response = await timedSendMessage(driver, [img], prompt);
+        const response = await timedSendMessage(driver, [img], prompt, checkSchemaOptions);
         debugLog(resolvedConfig, "check response", response.text, "response");
         const result = parseCheckResponse(response.text);
         return {
@@ -1264,7 +1365,7 @@ function visualAI(config = {}) {
         const img = await normalizeImage(image);
         const prompt = buildAskPrompt(userPrompt, { instructions: options?.instructions });
         debugLog(resolvedConfig, "ask prompt", prompt, "prompt");
-        const response = await timedSendMessage(driver, [img], prompt);
+        const response = await timedSendMessage(driver, [img], prompt, askSchemaOptions);
         debugLog(resolvedConfig, "ask response", response.text, "response");
         const result = parseAskResponse(response.text);
         return {
@@ -1281,7 +1382,7 @@ function visualAI(config = {}) {
           instructions: options?.instructions
         });
         debugLog(resolvedConfig, "compare prompt", prompt, "prompt");
-        const response = await timedSendMessage(driver, [imgA, imgB], prompt);
+        const response = await timedSendMessage(driver, [imgA, imgB], prompt, compareSchemaOptions);
         debugLog(resolvedConfig, "compare response", response.text, "response");
         const supportsAnnotatedDiff = resolvedConfig.provider === "google" && resolvedConfig.model === Model.Google.GEMINI_3_FLASH_PREVIEW;
         const effectiveDiffImage = options?.diffImage ?? (supportsAnnotatedDiff ? true : false);
@@ -1316,7 +1417,7 @@ function visualAI(config = {}) {
         const img = await normalizeImage(image);
         const prompt = buildAccessibilityPrompt(options);
         debugLog(resolvedConfig, "accessibility prompt", prompt, "prompt");
-        const response = await timedSendMessage(driver, [img], prompt);
+        const response = await timedSendMessage(driver, [img], prompt, checkSchemaOptions);
         debugLog(resolvedConfig, "accessibility response", response.text, "response");
         const result = parseCheckResponse(response.text);
         return {
@@ -1335,7 +1436,7 @@ function visualAI(config = {}) {
         const img = await normalizeImage(image);
         const prompt = buildLayoutPrompt(options);
         debugLog(resolvedConfig, "layout prompt", prompt, "prompt");
-        const response = await timedSendMessage(driver, [img], prompt);
+        const response = await timedSendMessage(driver, [img], prompt, checkSchemaOptions);
         debugLog(resolvedConfig, "layout response", response.text, "response");
         const result = parseCheckResponse(response.text);
         return {
@@ -1349,7 +1450,7 @@ function visualAI(config = {}) {
         const img = await normalizeImage(image);
         const prompt = buildPageLoadPrompt(options);
         debugLog(resolvedConfig, "pageLoad prompt", prompt, "prompt");
-        const response = await timedSendMessage(driver, [img], prompt);
+        const response = await timedSendMessage(driver, [img], prompt, checkSchemaOptions);
         debugLog(resolvedConfig, "pageLoad response", response.text, "response");
         const result = parseCheckResponse(response.text);
         return {
@@ -1363,7 +1464,7 @@ function visualAI(config = {}) {
         const img = await normalizeImage(image);
         const prompt = buildContentPrompt(options);
         debugLog(resolvedConfig, "content prompt", prompt, "prompt");
-        const response = await timedSendMessage(driver, [img], prompt);
+        const response = await timedSendMessage(driver, [img], prompt, checkSchemaOptions);
         debugLog(resolvedConfig, "content response", response.text, "response");
         const result = parseCheckResponse(response.text);
         return {
@@ -1455,6 +1556,7 @@ function assertVisualCompareResult(result, label) {
   VisualAIProviderError,
   VisualAIRateLimitError,
   VisualAIResponseParseError,
+  VisualAITruncationError,
   assertVisualCompareResult,
   assertVisualResult,
   formatCheckResult,