appium-mcp 1.21.0 → 1.21.2

package/CHANGELOG.md

@@ -1,3 +1,15 @@
+## [1.21.2](https://github.com/appium/appium-mcp/compare/v1.21.1...v1.21.2) (2026-03-02)
+
+### Miscellaneous Chores
+
+* simplify a bit, ignore submodules for tests ([#185](https://github.com/appium/appium-mcp/issues/185)) ([59e9d02](https://github.com/appium/appium-mcp/commit/59e9d02909cb5236c3172bbb45c5dad7cbf4c7fc))
+
+## [1.21.1](https://github.com/appium/appium-mcp/compare/v1.21.0...v1.21.1) (2026-03-02)
+
+### Bug Fixes
+
+* remote server URL port handling for default ports ([#184](https://github.com/appium/appium-mcp/issues/184)) ([6d138b8](https://github.com/appium/appium-mcp/commit/6d138b83373bfb4b5a956c5a048da65c937c0646))
+
 ## [1.21.0](https://github.com/appium/appium-mcp/compare/v1.20.0...v1.21.0) (2026-02-26)
 
 ### Features

package/dist/tests/benchmark_model/benchmark_model.d.ts

@@ -0,0 +1,3 @@
+#!/usr/bin/env tsx
+export {};
+//# sourceMappingURL=benchmark_model.d.ts.map

package/dist/tests/benchmark_model/benchmark_model.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"benchmark_model.d.ts","sourceRoot":"","sources":["../../../src/tests/benchmark_model/benchmark_model.ts"],"names":[],"mappings":""}

package/dist/tests/benchmark_model/benchmark_model.js

@@ -0,0 +1,597 @@
+#!/usr/bin/env tsx
+import * as fs from 'node:fs';
+import * as path from 'node:path';
+import { fileURLToPath } from 'node:url';
+import axios, { AxiosError } from 'axios';
+import { imageUtil } from '@appium/support';
+const sharp = imageUtil.requireSharp();
+const __filename = fileURLToPath(import.meta.url);
+const __dirname = path.dirname(__filename);
+/**
+ * Model list for benchmarking
+ * Configure coordinate type for each model based on actual test results
+ */
+const MODELS = [
+    // Deepseek
+    { name: 'DeepSeek-V3.2', coordType: 'absolute' },
+    // Qwen
+    { name: 'qwen3-vl-plus', coordType: 'normalized' },
+    { name: 'qwen3-vl-8b-instruct', coordType: 'normalized' },
+    { name: 'Qwen3-VL-235B-A22B-Instruct', coordType: 'normalized' },
+    // tiktok
+    { name: 'doubao-seed-2-0-pro-260215', coordType: 'normalized' },
+    // moonshot
+    { name: 'kimi-k2.5', coordType: 'absolute' },
+    // openai
+    { name: 'gpt-5.2-pro', coordType: 'absolute' },
+    { name: 'gpt-5.2', coordType: 'absolute' },
+    { name: 'gpt-5.1', coordType: 'absolute' },
+    { name: 'gpt-5-nano', coordType: 'absolute' },
+    // claude
+    { name: 'claude-sonnet-4-6', coordType: 'absolute' },
+    // google
+    { name: 'gemini-3-flash-preview', coordType: 'absolute' },
+    { name: 'gemini-3-pro-preview', coordType: 'absolute' },
+    { name: 'gemini-2.5-pro', coordType: 'normalized' },
+    { name: 'gemini-2.5-flash', coordType: 'normalized' },
+    // xai
+    { name: 'grok-4.1-fast', coordType: 'absolute' },
+];
+/**
+ * Generate test prompt with image dimensions
+ */
+function generateTestPrompt(imageWidth, imageHeight) {
+    return `You are a professional mobile automation testing expert. Your task is to locate the "Search Button" in the provided UI screenshot.
+
+**CRITICAL: Output Format Rules**
+You MUST respond using ONLY this exact format, nothing else:
+
+action: **CLICK**
+Parameters: {"target": "<exact visible text or icon description>", "bbox_2d": [<x1>, <y1>, <x2>, <y2>]}
+
+**BBox Coordinates**
+- x1: Left edge X coordinate (top-left corner of element)
+- y1: Top edge Y coordinate (top-left corner of element)
+- x2: Right edge X coordinate (bottom-right corner of element)
+- y2: Bottom edge Y coordinate (bottom-right corner of element)
+
+**Image Dimensions (ABSOLUTE PIXEL COORDINATES)**
+- Width: ${imageWidth} pixels
+- Height: ${imageHeight} pixels
+- Origin (0,0): Top-left corner
+- Max (${imageWidth}, ${imageHeight}): Bottom-right corner
+- **MUST use integer values between 0-${imageWidth} for x, 0-${imageHeight} for y**
+
+**What to Look For**
+- **TARGET**: The YELLOW "搜索酒店" button (搜索酒店 means "Search Hotel")
+- **LOCATION**: Bottom section of the screen, large yellow rounded rectangle button
+- **APPEARANCE**: Bright yellow background with black text "搜索酒店"
+- Choose ONLY the main yellow search button
+
+**Examples of CORRECT responses:**
+action: **CLICK**
+Parameters: {"target": "Search", "bbox_2d": [100, 200, 300, 280]}
+// target is exact visible text or icon description
+// bbox_2d is absolute pixel coordinates, x1 and y1 are top-left corner, x2 and y2 are bottom-right corner
+
+**Your response (STRICT FORMAT ONLY):**`;
+}
+/**
+ * Read image as base64
+ */
+function readImageAsBase64(imagePath) {
+    const imageBuffer = fs.readFileSync(imagePath);
+    return imageBuffer.toString('base64');
+}
+/**
+ * Get MIME type from file extension
+ */
+function getMimeType(imagePath) {
+    const ext = path.extname(imagePath).toLowerCase();
+    const mimeTypes = {
+        '.png': 'image/png',
+        '.jpg': 'image/jpeg',
+        '.jpeg': 'image/jpeg',
+        '.gif': 'image/gif',
+        '.webp': 'image/webp',
+    };
+    return mimeTypes[ext] || 'image/png';
+}
+/**
+ * Call unified model API
+ */
+async function callModelAPI(model, imageBase64, prompt, mimeType, _imageWidth, _imageHeight) {
+    const baseUrl = process.env.API_BASE_URL;
+    const token = process.env.API_TOKEN;
+    if (!baseUrl) {
+        throw new Error('API_BASE_URL environment variable not set');
+    }
+    if (!token) {
+        throw new Error('API_TOKEN environment variable not set');
+    }
+    const response = await axios.post(`${baseUrl}/chat/completions`, {
+        model: model.name,
+        messages: [
+            {
+                role: 'user',
+                content: [
+                    {
+                        type: 'text',
+                        text: prompt,
+                    },
+                    {
+                        type: 'image_url',
+                        image_url: {
+                            url: `data:${mimeType};base64,${imageBase64}`,
+                        },
+                        // Add image size control parameters to ensure all models use the same image processing method
+                        min_pixels: 64 * 32 * 32, // 65536 pixels
+                        max_pixels: 2560 * 32 * 32, // 2621440 pixels
+                    },
+                ],
+            },
+        ],
+        max_tokens: 4096,
+    }, {
+        headers: {
+            'Content-Type': 'application/json',
+            Authorization: `Bearer ${token}`,
+        },
+        timeout: 120000,
+    });
+    return response.data.choices[0].message.content;
+}
+/**
+ * Judge model: Evaluate whether the search button in the annotated image is correctly boxed
+ */
+async function judgeAnnotation(annotatedImagePath, modelName) {
+    try {
+        console.log(`\n🔍 [Judge] Evaluating ${modelName}...`);
+        const imageBase64 = readImageAsBase64(annotatedImagePath);
+        const mimeType = getMimeType(annotatedImagePath);
+        const judgePrompt = `You are a professional UI testing quality evaluation expert. Please carefully observe this annotated image; there is a red border marking a UI element.
+
+**Your Task:**
+Evaluate how accurately the red bounding box encloses the "Search Button" or "Search Input Box". Return a percentage score from 0% to 100%.
+
+**Scoring Guidelines:**
+- 100%: Perfect match - The red box exactly and completely encloses the search button/input box with minimal extra space
+- 80-99%: Good match - The red box fully contains the search button with slight extra margins or minor misalignment
+- 60-79%: Fair match - The red box covers most of the search button but misses some edges or includes significant extra area
+- 40-59%: Poor match - The red box partially covers the search button or is significantly misaligned
+- 20-39%: Bad match - The red box barely touches the search button or covers mostly wrong area
+- 0-19%: Very bad match - The red box completely misses the search button, enclosing unrelated elements or empty space
+
+**Please strictly return in the following format:**
+Accuracy Score: [0-100]%
+Reason: [One sentence explaining the scoring reason]
+
+Example:
+Accuracy Score: 85%
+Reason: The red box completely contains the yellow search button with slight margins on all sides.`;
+        const baseUrl = process.env.API_BASE_URL;
+        const token = process.env.API_TOKEN;
+        // judge model
+        const response = await axios.post(`${baseUrl}/chat/completions`, {
+            model: 'qwen3-vl-plus',
+            messages: [
+                {
+                    role: 'user',
+                    content: [
+                        {
+                            type: 'text',
+                            text: judgePrompt,
+                        },
+                        {
+                            type: 'image_url',
+                            image_url: {
+                                url: `data:${mimeType};base64,${imageBase64}`,
+                            },
+                        },
+                    ],
+                },
+            ],
+            max_tokens: 1024,
+        }, {
+            headers: {
+                'Content-Type': 'application/json',
+                Authorization: `Bearer ${token}`,
+            },
+            timeout: 60000,
+        });
+        const judgeResponse = response.data.choices[0].message.content;
+        console.log(`  Judge response: ${judgeResponse}`);
+        // Parse accuracy score
+        const scoreMatch = judgeResponse.match(/Accuracy Score[：:]?\s*(\d+)%?/i);
+        const score = scoreMatch ? parseInt(scoreMatch[1], 10) : 0;
+        console.log(`  📊 Accuracy Score: ${score}%`);
+        return score;
+    }
+    catch (error) {
+        console.error(`✗ Judge failed for ${modelName}:`, error);
+        return 0;
+    }
+}
+/**
+ * Parse bbox coordinates from model response
+ */
+function parseBBoxFromResponse(response) {
+    try {
+        // Try to match JSON format bbox
+        const jsonMatch = response.match(/\{[^}]*"target"[^}]*"bbox_2d"[^}]*\}/);
+        if (jsonMatch) {
+            const parsed = JSON.parse(jsonMatch[0]);
+            if (parsed.bbox_2d &&
+                Array.isArray(parsed.bbox_2d) &&
+                parsed.bbox_2d.length === 4) {
+                return parsed;
+            }
+        }
+        // Try to match array format [x1, y1, x2, y2]
+        const arrayMatch = response.match(/\[(\d+),\s*(\d+),\s*(\d+),\s*(\d+)\]/);
+        if (arrayMatch) {
+            return {
+                target: 'Detected element',
+                bbox_2d: [
+                    parseInt(arrayMatch[1], 10),
+                    parseInt(arrayMatch[2], 10),
+                    parseInt(arrayMatch[3], 10),
+                    parseInt(arrayMatch[4], 10),
+                ],
+            };
+        }
+        return null;
+    }
+    catch (error) {
+        console.error('Failed to parse bbox:', error);
+        return null;
+    }
+}
+/**
+ * Draw bounding box on image
+ * Process according to the coordinate type configured for the model
+ */
+async function drawBBoxOnImage(originalImagePath, bbox, outputPath, modelName, coordType) {
+    try {
+        let [x1, y1, x2, y2] = bbox;
+        // Read original image to get dimensions
+        const image = sharp(originalImagePath);
+        const metadata = await image.metadata();
+        if (!metadata.width || !metadata.height) {
+            throw new Error('Failed to get image dimensions');
+        }
+        const width = metadata.width;
+        const height = metadata.height;
+        // Process according to model's configured coordinate type
+        if (coordType === 'normalized') {
+            // Normalized coordinates (0-1000) → Absolute pixel coordinates
+            const originalCoords = [x1, y1, x2, y2];
+            x1 = Math.floor((x1 / 1000) * width);
+            y1 = Math.floor((y1 / 1000) * height);
+            x2 = Math.floor((x2 / 1000) * width);
+            y2 = Math.floor((y2 / 1000) * height);
+            console.log(`  [${modelName}] Converted normalized coords ${JSON.stringify(originalCoords)} to absolute: [${x1}, ${y1}, ${x2}, ${y2}]`);
+        }
+        else {
+            // Absolute pixel coordinates, use directly
+            console.log(`  [${modelName}] Using absolute coords: [${x1}, ${y1}, ${x2}, ${y2}]`);
+        }
+        // Ensure coordinate order is correct (x1 < x2, y1 < y2)
+        if (x1 > x2) {
+            [x1, x2] = [x2, x1];
+        }
+        if (y1 > y2) {
+            [y1, y2] = [y2, y1];
+        }
+        // Ensure coordinates are valid
+        if (x1 >= x2 || y1 >= y2) {
+            throw new Error(`Invalid bbox coordinates after normalization: [${x1}, ${y1}, ${x2}, ${y2}]`);
+        }
+        // Ensure coordinates are within image bounds
+        x1 = Math.max(0, Math.min(x1, width - 1));
+        y1 = Math.max(0, Math.min(y1, height - 1));
+        x2 = Math.max(0, Math.min(x2, width));
+        y2 = Math.max(0, Math.min(y2, height));
+        const boxWidth = x2 - x1;
+        const boxHeight = y2 - y1;
+        // Create SVG red box (3px width)
+        const svg = `
+      <svg width="${width}" height="${height}">
+        <rect x="${x1}" y="${y1}" width="${boxWidth}" height="${boxHeight}"
+              fill="none" stroke="red" stroke-width="3"/>
+        <text x="${x1 + 5}" y="${y1 - 8}" font-family="Arial" font-size="14"
+              fill="red" font-weight="bold">${modelName}</text>
+      </svg>
+    `;
+        // Overlay SVG on original image
+        await image
+            .composite([
+            {
+                input: Buffer.from(svg),
+                top: 0,
+                left: 0,
+            },
+        ])
+            .toFile(outputPath);
+        console.log(`✓ Saved annotated image: ${outputPath}`);
+        console.log(`  BBox: [${x1}, ${y1}, ${x2}, ${y2}] (${boxWidth}x${boxHeight})`);
+    }
+    catch (error) {
+        console.error(`✗ Failed to draw bbox for ${modelName}:`, error);
+        throw error;
+    }
+}
+/**
+ * Write content to TEST_REPORT.md
+ */
+function writeToReport(content) {
+    const reportPath = path.join(__dirname, 'TEST_REPORT.md');
+    fs.appendFileSync(reportPath, content + '\n', 'utf-8');
+}
+/**
+ * Initialize TEST_REPORT.md
+ */
+function initializeReport() {
+    const reportPath = path.join(__dirname, 'TEST_REPORT.md');
+    const header = `# Model Benchmark Test Report
+
+**Test Date:** ${new Date().toLocaleString()}
+**Test Type:** Automation Testing - Click Action Recognition
+
+---
+
+## Summary
+
+| Model Name | Duration(ms) | Status | Accuracy Score | Annotated Image |
+|------------|--------------|--------|----------------|-----------------|
+<!-- SUMMARY_TABLE_ROWS -->
+
+### Statistics
+
+<!-- STATISTICS_SECTION -->
+
+---
+
+## Detailed Results
+
+`;
+    fs.writeFileSync(reportPath, header, 'utf-8');
+}
+/**
+ * Update summary table in TEST_REPORT.md with actual results
+ */
+function updateSummaryTable(results) {
+    const reportPath = path.join(__dirname, 'TEST_REPORT.md');
+    let content = fs.readFileSync(reportPath, 'utf-8');
+    // Sort results by accuracy score (descending), failed models go to the end
+    const sortedResults = [...results].sort((a, b) => {
+        const scoreA = a.error ? -1 : a.judgeResult || 0;
+        const scoreB = b.error ? -1 : b.judgeResult || 0;
+        return scoreB - scoreA;
+    });
+    // Generate summary table rows
+    const tableRows = sortedResults
+        .map((result) => {
+        const status = result.error ? '❌ Failed' : '✅ Success';
+        const accuracy = result.judgeResult !== undefined ? `${result.judgeResult}%` : 'N/A';
+        const annotatedImage = result.annotatedImagePath
+            ? `[View](${path.relative(__dirname, result.annotatedImagePath).replace(/\\/g, '/')})`
+            : 'N/A';
+        return `| ${result.modelName} | ${result.duration} | ${status} | ${accuracy} | ${annotatedImage} |`;
+    })
+        .join('\n');
+    // Replace placeholder with actual rows and remove the placeholder
+    if (content.includes('<!-- SUMMARY_TABLE_ROWS -->')) {
+        content = content.replace('<!-- SUMMARY_TABLE_ROWS -->', tableRows);
+    }
+    // Calculate statistics
+    const successCount = results.filter((r) => !r.error).length;
+    const failCount = results.filter((r) => r.error).length;
+    const avgAccuracyScore = results.reduce((sum, r) => sum + (r.judgeResult || 0), 0) / results.length;
+    const highAccuracyCount = results.filter((r) => (r.judgeResult || 0) >= 70).length;
+    const avgDuration = results.reduce((sum, r) => sum + r.duration, 0) / results.length;
+    const minDuration = Math.min(...results.map((r) => r.duration));
+    const maxDuration = Math.max(...results.map((r) => r.duration));
+    // Generate statistics section
+    const statisticsSection = `- **Total**: ${results.length} models
+- **Success**: ${successCount} (${((successCount / results.length) * 100).toFixed(1)}%)
+- **Failed**: ${failCount}
+- **High Accuracy (≥70%)**: ${highAccuracyCount} (${((highAccuracyCount / results.length) * 100).toFixed(1)}%)
+- **Avg Accuracy Score**: ${avgAccuracyScore.toFixed(1)}%
+- **Average Duration**: ${avgDuration.toFixed(2)}ms
+- **Min Duration**: ${minDuration}ms
+- **Max Duration**: ${maxDuration}ms`;
+    // Replace placeholder with actual statistics and remove the placeholder
+    if (content.includes('<!-- STATISTICS_SECTION -->')) {
+        content = content.replace('<!-- STATISTICS_SECTION -->', statisticsSection);
+    }
+    fs.writeFileSync(reportPath, content, 'utf-8');
+}
+/**
+ * Test a single model
+ */
+async function testModel(model, imageBase64, prompt, mimeType, originalImagePath, imageWidth, imageHeight) {
+    const startTime = Date.now();
+    const timestamp = new Date().toISOString();
+    try {
+        const separator = `\n${'='.repeat(60)}`;
+        const testingMsg = `Testing: ${model.name}`;
+        console.log(separator);
+        console.log(testingMsg);
+        console.log('='.repeat(60));
+        writeToReport(`${separator}\n## ${model.name}\n`);
+        writeToReport(`**Started at:** ${new Date().toLocaleString()}\n`);
+        const response = await callModelAPI(model, imageBase64, prompt, mimeType, imageWidth, imageHeight);
+        const duration = Date.now() - startTime;
+        const successMsg = `✓ Completed in ${duration}ms`;
+        const responseMsg = `\nResponse:\n${response}\n==========`;
+        console.log(successMsg);
+        console.log(responseMsg);
+        // Parse bbox coordinates
+        const bboxData = parseBBoxFromResponse(response);
+        let bbox;
+        if (bboxData) {
+            bbox = bboxData.bbox_2d;
+            console.log(`✓ Parsed bbox: [${bbox.join(', ')}]`);
+            console.log(`✓ Target: ${bboxData.target}`);
+            // Draw annotated image and save to output folder
+            const outputDir = path.join(__dirname, 'output');
+            // Ensure output directory exists
+            if (!fs.existsSync(outputDir)) {
+                fs.mkdirSync(outputDir, { recursive: true });
+            }
+            const annotatedImageName = `${model.name.replace(/[^a-zA-Z0-9]/g, '_')}_annotated.png`;
+            const annotatedImagePath = path.join(outputDir, annotatedImageName);
+            await drawBBoxOnImage(originalImagePath, bbox, annotatedImagePath, model.name, model.coordType);
+            writeToReport(`**BBox:** [${bbox.join(', ')}]`);
+            writeToReport(`**Target:** ${bboxData.target}`);
+            writeToReport(`**Annotated Image:** [${annotatedImageName}](output/${annotatedImageName})`);
+            // Use judge model to evaluate annotation result
+            const judgeResult = await judgeAnnotation(annotatedImagePath, model.name);
+            writeToReport(`**Accuracy Score:** ${judgeResult}%`);
+            writeToReport(`**Status:** ✅ Success`);
+            writeToReport(`**Duration:** ${duration}ms`);
+            writeToReport(`**Response:**\n\`\`\`\n${response}\n\`\`\`\n`);
+            return {
+                modelName: model.name,
+                response,
+                duration,
+                timestamp,
+                bbox,
+                judgeResult,
+                annotatedImagePath,
+            };
+        }
+        else {
+            console.log('⚠ No valid bbox found in response');
+            writeToReport(`**BBox:** Not found or invalid format`);
+            writeToReport(`**Judge Result:** ❌ No bbox to judge`);
+            writeToReport(`**Status:** ✅ Success`);
+            writeToReport(`**Duration:** ${duration}ms`);
+            writeToReport(`**Response:**\n\`\`\`\n${response}\n\`\`\`\n`);
+            return {
+                modelName: model.name,
+                response,
+                duration,
+                timestamp,
+                bbox,
+                judgeResult: 0,
+            };
+        }
+    }
+    catch (error) {
+        const duration = Date.now() - startTime;
+        let errorMessage = 'Unknown error';
+        if (error instanceof AxiosError) {
+            const status = error.response?.status || 'N/A';
+            const errorData = error.response?.data;
+            const errorDetail = errorData?.error?.message || errorData?.message || error.message;
+            errorMessage = `HTTP ${status}: ${errorDetail}`;
+            // Log detailed error information
+            console.error(`✗ Failed (${model.name}): ${errorMessage}`);
+            if (error.response?.data) {
+                console.error('Response data:', JSON.stringify(error.response.data, null, 2));
+            }
+        }
+        else if (error instanceof Error) {
+            errorMessage = error.message;
+            console.error(`✗ Failed (${model.name}): ${errorMessage}`);
+        }
+        writeToReport(`**Status:** ❌ Failed`);
+        writeToReport(`**Duration:** ${duration}ms`);
+        writeToReport(`**Error:** ${errorMessage}\n`);
+        return {
+            modelName: model.name,
+            response: '',
+            duration,
+            timestamp,
+            error: errorMessage,
+            judgeResult: 0,
+        };
+    }
+}
+/**
+ * Print summary table
+ */
+function printSummary(results) {
+    const separator = '\n' + '='.repeat(60);
+    const summaryTitle = 'BENCHMARK SUMMARY';
+    console.log(separator);
+    console.log(summaryTitle);
+    console.log(separator);
+    console.log('\n📊 Results:\n');
+    results.forEach((result) => {
+        const status = result.error ? '❌ Failed' : '✅ Success';
+        const duration = `${result.duration}ms`;
+        const judgeStatus = result.judgeResult !== undefined ? `${result.judgeResult}%` : 'N/A';
+        console.log(`  ${result.modelName}: ${status} (${duration}) - Judge: ${judgeStatus}`);
+    });
+    console.log(`\n📈 Statistics:\n`);
+    const successCount = results.filter((r) => !r.error).length;
+    const failCount = results.filter((r) => r.error).length;
+    const avgAccuracyScore = results.reduce((sum, r) => sum + (r.judgeResult || 0), 0) / results.length;
+    const highAccuracyCount = results.filter((r) => (r.judgeResult || 0) >= 70).length;
+    const avgDuration = results.reduce((sum, r) => sum + r.duration, 0) / results.length;
+    console.log(`  Total: ${results.length} models`);
+    console.log(`  Success: ${successCount} (${((successCount / results.length) * 100).toFixed(1)}%)`);
+    console.log(`  Failed: ${failCount}`);
+    console.log(`  High Accuracy (≥70%): ${highAccuracyCount} (${((highAccuracyCount / results.length) * 100).toFixed(1)}%)`);
+    console.log(`  Avg Accuracy Score: ${avgAccuracyScore.toFixed(1)}%`);
+    console.log(`  Average Duration: ${avgDuration.toFixed(2)}ms`);
+    console.log(`  Min Duration: ${Math.min(...results.map((r) => r.duration))}ms`);
+    console.log(`  Max Duration: ${Math.max(...results.map((r) => r.duration))}ms`);
+    console.log(`\n---`);
+}
+/**
+ * Main benchmark function
+ */
+async function runBenchmark() {
+    const args = process.argv.slice(2);
+    const imagePath = args[0] || path.join(__dirname, 'image.png');
+    // Validate image file exists
+    if (!fs.existsSync(imagePath)) {
+        console.error(`Error: Image file not found: ${imagePath}`);
+        console.log('\nUsage: npx tsx benchmark_model.ts <path-to-image>');
+        console.log('   or: npm run benchmark -- <path-to-image>');
+        process.exit(1);
+    }
+    const absoluteImagePath = path.resolve(imagePath);
+    try {
+        console.log('='.repeat(60));
+        console.log('MODEL BENCHMARK TEST');
+        console.log('='.repeat(60));
+        console.log(`\nTest Image: ${absoluteImagePath}`);
+        // Read image and get dimensions
+        const imageBase64 = readImageAsBase64(absoluteImagePath);
+        const mimeType = getMimeType(absoluteImagePath);
+        const imageInfo = await sharp(absoluteImagePath).metadata();
+        const imageWidth = imageInfo.width || 0;
+        const imageHeight = imageInfo.height || 0;
+        console.log(`Image Size: ${imageWidth}x${imageHeight}`);
+        console.log(`Models to Test: ${MODELS.length}`);
+        console.log(`List: ${MODELS.map((m) => m.name).join(', ')}`);
+        // Generate test prompt
+        const testPrompt = generateTestPrompt(imageWidth, imageHeight);
+        // Initialize report
+        initializeReport();
+        // Test all models concurrently
+        const results = await Promise.all(MODELS.map((model) => testModel(model, imageBase64, testPrompt, mimeType, absoluteImagePath, imageWidth, imageHeight)));
+        // Print summary
+        printSummary(results);
+        // Update summary table in report
+        updateSummaryTable(results);
+        console.log(`\n✓ Benchmark completed!`);
+        console.log(`  Report saved to: TEST_REPORT.md`);
+        console.log(`  Annotated images saved to: output/ folder`);
+    }
+    catch (error) {
+        console.error('\n✗ Benchmark failed:', error);
+        process.exit(1);
+    }
+}
+// Run the benchmark
+runBenchmark().catch((error) => {
+    console.error('Fatal error:', error);
+    process.exit(1);
+});
+//# sourceMappingURL=benchmark_model.js.map

package/dist/tests/benchmark_model/benchmark_model.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"benchmark_model.js","sourceRoot":"","sources":["../../../src/tests/benchmark_model/benchmark_model.ts"],"names":[],"mappings":";AAEA,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,KAAK,IAAI,MAAM,WAAW,CAAC;AAClC,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzC,OAAO,KAAK,EAAE,EAAE,UAAU,EAAE,MAAM,OAAO,CAAC;AAC1C,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAE5C,MAAM,KAAK,GAAG,SAAS,CAAC,YAAY,EAAE,CAAC;AAEvC,MAAM,UAAU,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAClD,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;AAE3C;;;GAGG;AACH,MAAM,MAAM,GAAkB;IAC5B,WAAW;IACX,EAAE,IAAI,EAAE,eAAe,EAAE,SAAS,EAAE,UAAU,EAAE;IAChD,OAAO;IACP,EAAE,IAAI,EAAE,eAAe,EAAE,SAAS,EAAE,YAAY,EAAE;IAClD,EAAE,IAAI,EAAE,sBAAsB,EAAE,SAAS,EAAE,YAAY,EAAE;IACzD,EAAE,IAAI,EAAE,6BAA6B,EAAE,SAAS,EAAE,YAAY,EAAE;IAChE,SAAS;IACT,EAAE,IAAI,EAAE,4BAA4B,EAAE,SAAS,EAAE,YAAY,EAAE;IAC/D,WAAW;IACX,EAAE,IAAI,EAAE,WAAW,EAAE,SAAS,EAAE,UAAU,EAAE;IAC5C,SAAS;IACT,EAAE,IAAI,EAAE,aAAa,EAAE,SAAS,EAAE,UAAU,EAAE;IAC9C,EAAE,IAAI,EAAE,SAAS,EAAE,SAAS,EAAE,UAAU,EAAE;IAC1C,EAAE,IAAI,EAAE,SAAS,EAAE,SAAS,EAAE,UAAU,EAAE;IAC1C,EAAE,IAAI,EAAE,YAAY,EAAE,SAAS,EAAE,UAAU,EAAE;IAC7C,SAAS;IACT,EAAE,IAAI,EAAE,mBAAmB,EAAE,SAAS,EAAE,UAAU,EAAE;IACpD,SAAS;IACT,EAAE,IAAI,EAAE,wBAAwB,EAAE,SAAS,EAAE,UAAU,EAAE;IACzD,EAAE,IAAI,EAAE,sBAAsB,EAAE,SAAS,EAAE,UAAU,EAAE;IACvD,EAAE,IAAI,EAAE,gBAAgB,EAAE,SAAS,EAAE,YAAY,EAAE;IACnD,EAAE,IAAI,EAAE,kBAAkB,EAAE,SAAS,EAAE,YAAY,EAAE;IACrD,MAAM;IACN,EAAE,IAAI,EAAE,eAAe,EAAE,SAAS,EAAE,UAAU,EAAE;CACjD,CAAC;AAiCF;;GAEG;AACH,SAAS,kBAAkB,CAAC,UAAkB,EAAE,WAAmB;IACjE,OAAO;;;;;;;;;;;;;;;WAeE,UAAU;YACT,WAAW;;SAEd,UAAU,KAAK,WAAW;wCACK,UAAU,aAAa,WAAW;;;;;;;;;;;;;;wCAclC,CAAC;AACzC,CAAC;AAED;;GAEG;AACH,SAAS,iBAAiB,CAAC,SAAiB;IAC1C,MAAM,WAAW,GAAG,EAAE,CAAC,YAAY,CAAC,SAAS,CAAC,CAAC;IAC/C,OAAO,WAAW,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;AACxC,CAAC;AAED;;GAEG;AACH,SAAS,WAAW,CAAC,SAAiB;IACpC,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,WAAW,EAAE,CAAC;IAClD,MAAM,SAAS,GAA2B;QACxC,MAAM,EAAE,WAAW;QACnB,MAAM,EAAE,YAAY;QACpB,OAAO,EAAE,YAAY;QACrB,MAAM,EAAE,WAAW;QACnB,OAAO,EAAE,YAAY;KACtB,CAAC;IACF,OAAO,SAAS,CAAC,GAAG,CAAC,IAAI,WAAW,CAAC;AACvC,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,YAAY,CACzB,KAAkB,EAClB,WAAmB,EACnB,MAAc,EACd,QAAgB,EAChB,WAAmB,EACnB,YAAoB;IAEpB,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC;IACzC,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC;IAEpC,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC;IAC/D,CAAC;IAED,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAC;IAC5D,CAAC;IAED,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,IAAI,CAC/B,GAAG,OAAO,mBAAmB,EAC7B;QACE,KAAK,EAAE,KAAK,CAAC,IAAI;QACjB,QAAQ,EAAE;YACR;gBACE,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE;oBACP;wBACE,IAAI,EAAE,MAAM;wBACZ,IAAI,EAAE,MAAM;qBACb;oBACD;wBACE,IAAI,EAAE,WAAW;wBACjB,SAAS,EAAE;4BACT,GAAG,EAAE,QAAQ,QAAQ,WAAW,WAAW,EAAE;yBAC9C;wBACD,8FAA8F;wBAC9F,UAAU,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE,eAAe;wBACzC,UAAU,EAAE,IAAI,GAAG,EAAE,GAAG,EAAE,EAAE,iBAAiB;qBAC9C;iBACF;aACF;SACF;QACD,UAAU,EAAE,IAAI;KACjB,EACD;QACE,OAAO,EAAE;YACP,cAAc,EAAE,kBAAkB;YAClC,aAAa,EAAE,UAAU,KAAK,EAAE;SACjC;QACD,OAAO,EAAE,MAAM;KAChB,CACF,CAAC;IAEF,OAAO,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC;AAClD,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,eAAe,CAC5B,kBAA0B,EAC1B,SAAiB;IAEjB,IAAI,CAAC;QACH,OAAO,CAAC,GAAG,CAAC,2BAA2B,SAAS,KAAK,CAAC,CAAC;QAEvD,MAAM,WAAW,GAAG,iBAAiB,CAAC,kBAAkB,CAAC,CAAC;QAC1D,MAAM,QAAQ,GAAG,WAAW,CAAC,kBAAkB,CAAC,CAAC;QAEjD,MAAM,WAAW,GAAG;;;;;;;;;;;;;;;;;;;mGAmB2E,CAAC;QAEhG,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC;QACzC,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC;QAEpC,cAAc;QACd,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,IAAI,CAC/B,GAAG,OAAO,mBAAmB,EAC7B;YACE,KAAK,EAAE,eAAe;YACtB,QAAQ,EAAE;gBACR;oBACE,IAAI,EAAE,MAAM;oBACZ,OAAO,EAAE;wBACP;4BACE,IAAI,EAAE,MAAM;4BACZ,IAAI,EAAE,WAAW;yBAClB;wBACD;4BACE,IAAI,EAAE,WAAW;4BACjB,SAAS,EAAE;gCACT,GAAG,EAAE,QAAQ,QAAQ,WAAW,WAAW,EAAE;6BAC9C;yBACF;qBACF;iBACF;aACF;YACD,UAAU,EAAE,IAAI;SACjB,EACD;YACE,OAAO,EAAE;gBACP,cAAc,EAAE,kBAAkB;gBAClC,aAAa,EAAE,UAAU,KAAK,EAAE;aACjC;YACD,OAAO,EAAE,KAAK;SACf,CACF,CAAC;QAEF,MAAM,aAAa,GAAG,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC;QAC/D,OAAO,CAAC,GAAG,CAAC,qBAAqB,aAAa,EAAE,CAAC,CAAC;QAElD,uBAAuB;QACvB,MAAM,UAAU,GAAG,aAAa,CAAC,KAAK,CAAC,gCAAgC,CAAC,CAAC;QACzE,MAAM,KAAK,GAAG,UAAU,CAAC,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAE3D,OAAO,CAAC,GAAG,CAAC,wBAAwB,KAAK,GAAG,CAAC,CAAC;QAC9C,OAAO,KAAK,CAAC;IACf,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,sBAAsB,SAAS,GAAG,EAAE,KAAK,CAAC,CAAC;QACzD,OAAO,CAAC,CAAC;IACX,CAAC;AACH,CAAC;AAED;;GAEG;AACH,SAAS,qBAAqB,CAAC,QAAgB;IAC7C,IAAI,CAAC;QACH,gCAAgC;QAChC,MAAM,SAAS,GAAG,QAAQ,CAAC,KAAK,CAAC,sCAAsC,CAAC,CAAC;QACzE,IAAI,SAAS,EAAE,CAAC;YACd,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;YACxC,IACE,MAAM,CAAC,OAAO;gBACd,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC;gBAC7B,MAAM,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,EAC3B,CAAC;gBACD,OAAO,MAAM,CAAC;YAChB,CAAC;QACH,CAAC;QAED,6CAA6C;QAC7C,MAAM,UAAU,GAAG,QAAQ,CAAC,KAAK,CAAC,sCAAsC,CAAC,CAAC;QAC1E,IAAI,UAAU,EAAE,CAAC;YACf,OAAO;gBACL,MAAM,EAAE,kBAAkB;gBAC1B,OAAO,EAAE;oBACP,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;oBAC3B,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;oBAC3B,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;oBAC3B,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;iBAC5B;aACF,CAAC;QACJ,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,uBAAuB,EAAE,KAAK,CAAC,CAAC;QAC9C,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED;;;GAGG;AACH,KAAK,UAAU,eAAe,CAC5B,iBAAyB,EACzB,IAAc,EACd,UAAkB,EAClB,SAAiB,EACjB,SAAoC;IAEpC,IAAI,CAAC;QACH,IAAI,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,GAAG,IAAI,CAAC;QAE5B,wCAAwC;QACxC,MAAM,KAAK,GAAG,KAAK,CAAC,iBAAiB,CAAC,CAAC;QACvC,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,QAAQ,EAAE,CAAC;QAExC,IAAI,CAAC,QAAQ,CAAC,KAAK,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC;YACxC,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;QACpD,CAAC;QAED,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC;QAC7B,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC;QAE/B,0DAA0D;QAC1D,IAAI,SAAS,KAAK,YAAY,EAAE,CAAC;YAC/B,+DAA+D;YAC/D,MAAM,cAAc,GAAG,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC;YACxC,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,IAAI,CAAC,GAAG,KAAK,CAAC,CAAC;YACrC,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,IAAI,CAAC,GAAG,MAAM,CAAC,CAAC;YACtC,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,IAAI,CAAC,GAAG,KAAK,CAAC,CAAC;YACrC,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,IAAI,CAAC,GAAG,MAAM,CAAC,CAAC;YACtC,OAAO,CAAC,GAAG,CACT,MAAM,SAAS,iCAAiC,IAAI,CAAC,SAAS,CAAC,cAAc,CAAC,kBAAkB,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,CAC3H,CAAC;QACJ,CAAC;aAAM,CAAC;YACN,2CAA2C;YAC3C,OAAO,CAAC,GAAG,CACT,MAAM,SAAS,6BAA6B,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,CACvE,CAAC;QACJ,CAAC;QAED,wDAAwD;QACxD,IAAI,EAAE,GAAG,EAAE,EAAE,CAAC;YACZ,CAAC,EAAE,EAAE,EAAE,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;QACtB,CAAC;QACD,IAAI,EAAE,GAAG,EAAE,EAAE,CAAC;YACZ,CAAC,EAAE,EAAE,EAAE,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;QACtB,CAAC;QAED,+BAA+B;QAC/B,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,EAAE,CAAC;YACzB,MAAM,IAAI,KAAK,CACb,kDAAkD,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,CAC7E,CAAC;QACJ,CAAC;QAED,6CAA6C;QAC7C,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC;QAC1C,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC;QAC3C,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC,CAAC;QACtC,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC,CAAC;QAEvC,MAAM,QAAQ,GAAG,EAAE,GAAG,EAAE,CAAC;QACzB,MAAM,SAAS,GAAG,EAAE,GAAG,EAAE,CAAC;QAE1B,iCAAiC;QACjC,MAAM,GAAG,GAAG;oBACI,KAAK,aAAa,MAAM;mBACzB,EAAE,QAAQ,EAAE,YAAY,QAAQ,aAAa,SAAS;;mBAEtD,EAAE,GAAG,CAAC,QAAQ,EAAE,GAAG,CAAC;8CACO,SAAS;;KAElD,CAAC;QAEF,gCAAgC;QAChC,MAAM,KAAK;aACR,SAAS,CAAC;YACT;gBACE,KAAK,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC;gBACvB,GAAG,EAAE,CAAC;gBACN,IAAI,EAAE,CAAC;aACR;SACF,CAAC;aACD,MAAM,CAAC,UAAU,CAAC,CAAC;QAEtB,OAAO,CAAC,GAAG,CAAC,4BAA4B,UAAU,EAAE,CAAC,CAAC;QACtD,OAAO,CAAC,GAAG,CACT,YAAY,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,QAAQ,IAAI,SAAS,GAAG,CAClE,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,6BAA6B,SAAS,GAAG,EAAE,KAAK,CAAC,CAAC;QAChE,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC;AAED;;GAEG;AACH,SAAS,aAAa,CAAC,OAAe;IACpC,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,gBAAgB,CAAC,CAAC;IAC1D,EAAE,CAAC,cAAc,CAAC,UAAU,EAAE,OAAO,GAAG,IAAI,EAAE,OAAO,CAAC,CAAC;AACzD,CAAC;AAED;;GAEG;AACH,SAAS,gBAAgB;IACvB,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,gBAAgB,CAAC,CAAC;IAC1D,MAAM,MAAM,GAAG;;iBAEA,IAAI,IAAI,EAAE,CAAC,cAAc,EAAE;;;;;;;;;;;;;;;;;;;CAmB3C,CAAC;IACA,EAAE,CAAC,aAAa,CAAC,UAAU,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;AAChD,CAAC;AAED;;GAEG;AACH,SAAS,kBAAkB,CAAC,OAAqB;IAC/C,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,gBAAgB,CAAC,CAAC;IAC1D,IAAI,OAAO,GAAG,EAAE,CAAC,YAAY,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;IAEnD,2EAA2E;IAC3E,MAAM,aAAa,GAAG,CAAC,GAAG,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;QAC/C,MAAM,MAAM,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,IAAI,CAAC,CAAC;QACjD,MAAM,MAAM,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,IAAI,CAAC,CAAC;QACjD,OAAO,MAAM,GAAG,MAAM,CAAC;IACzB,CAAC,CAAC,CAAC;IAEH,8BAA8B;IAC9B,MAAM,SAAS,GAAG,aAAa;SAC5B,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE;QACd,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,WAAW,CAAC;QACvD,MAAM,QAAQ,GACZ,MAAM,CAAC,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,WAAW,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC;QACtE,MAAM,cAAc,GAAG,MAAM,CAAC,kBAAkB;YAC9C,CAAC,CAAC,UAAU,IAAI,CAAC,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC,kBAAkB,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,GAAG;YACtF,CAAC,CAAC,KAAK,CAAC;QACV,OAAO,KAAK,MAAM,CAAC,SAAS,MAAM,MAAM,CAAC,QAAQ,MAAM,MAAM,MAAM,QAAQ,MAAM,cAAc,IAAI,CAAC;IACtG,CAAC,CAAC;SACD,IAAI,CAAC,IAAI,CAAC,CAAC;IAEd,kEAAkE;IAClE,IAAI,OAAO,CAAC,QAAQ,CAAC,6BAA6B,CAAC,EAAE,CAAC;QACpD,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,6BAA6B,EAAE,SAAS,CAAC,CAAC;IACtE,CAAC;IAED,uBAAuB;IACvB,MAAM,YAAY,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC;IAC5D,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC;IACxD,MAAM,gBAAgB,GACpB,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,WAAW,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC;IAC7E,MAAM,iBAAiB,GAAG,OAAO,CAAC,MAAM,CACtC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,WAAW,IAAI,CAAC,CAAC,IAAI,EAAE,CAClC,CAAC,MAAM,CAAC;IACT,MAAM,WAAW,GACf,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC;IACnE,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC;IAChE,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC;IAEhE,8BAA8B;IAC9B,MAAM,iBAAiB,GAAG,gBAAgB,OAAO,CAAC,MAAM;iBACzC,YAAY,KAAK,CAAC,CAAC,YAAY,GAAG,OAAO,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;gBACpE,SAAS;8BACK,iBAAiB,KAAK,CAAC,CAAC,iBAAiB,GAAG,OAAO,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;4BAC/E,gBAAgB,CAAC,OAAO,CAAC,CAAC,CAAC;0BAC7B,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC;sBAC1B,WAAW;sBACX,WAAW,IAAI,CAAC;IAEpC,wEAAwE;IACxE,IAAI,OAAO,CAAC,QAAQ,CAAC,6BAA6B,CAAC,EAAE,CAAC;QACpD,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,6BAA6B,EAAE,iBAAiB,CAAC,CAAC;IAC9E,CAAC;IAED,EAAE,CAAC,aAAa,CAAC,UAAU,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;AACjD,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,SAAS,CACtB,KAAkB,EAClB,WAAmB,EACnB,MAAc,EACd,QAAgB,EAChB,iBAAyB,EACzB,UAAkB,EAClB,WAAmB;IAEnB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC7B,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IAE3C,IAAI,CAAC;QACH,MAAM,SAAS,GAAG,KAAK,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC;QACxC,MAAM,UAAU,GAAG,YAAY,KAAK,CAAC,IAAI,EAAE,CAAC;QAE5C,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QACvB,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;QACxB,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;QAE5B,aAAa,CAAC,GAAG,SAAS,QAAQ,KAAK,CAAC,IAAI,IAAI,CAAC,CAAC;QAClD,aAAa,CAAC,mBAAmB,IAAI,IAAI,EAAE,CAAC,cAAc,EAAE,IAAI,CAAC,CAAC;QAElE,MAAM,QAAQ,GAAG,MAAM,YAAY,CACjC,KAAK,EACL,WAAW,EACX,MAAM,EACN,QAAQ,EACR,UAAU,EACV,WAAW,CACZ,CAAC;QACF,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;QAExC,MAAM,UAAU,GAAG,kBAAkB,QAAQ,IAAI,CAAC;QAClD,MAAM,WAAW,GAAG,gBAAgB,QAAQ,cAAc,CAAC;QAE3D,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;QACxB,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;QAEzB,yBAAyB;QACzB,MAAM,QAAQ,GAAG,qBAAqB,CAAC,QAAQ,CAAC,CAAC;QACjD,IAAI,IAA0B,CAAC;QAE/B,IAAI,QAAQ,EAAE,CAAC;YACb,IAAI,GAAG,QAAQ,CAAC,OAAO,CAAC;YACxB,OAAO,CAAC,GAAG,CAAC,mBAAmB,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACnD,OAAO,CAAC,GAAG,CAAC,aAAa,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;YAE5C,iDAAiD;YACjD,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;YACjD,iCAAiC;YACjC,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;gBAC9B,EAAE,CAAC,SAAS,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YAC/C,CAAC;YACD,MAAM,kBAAkB,GAAG,GAAG,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,eAAe,EAAE,GAAG,CAAC,gBAAgB,CAAC;YACvF,MAAM,kBAAkB,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,kBAAkB,CAAC,CAAC;YACpE,MAAM,eAAe,CACnB,iBAAiB,EACjB,IAAI,EACJ,kBAAkB,EAClB,KAAK,CAAC,IAAI,EACV,KAAK,CAAC,SAAS,CAChB,CAAC;YAEF,aAAa,CAAC,cAAc,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAChD,aAAa,CAAC,eAAe,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;YAChD,aAAa,CACX,yBAAyB,kBAAkB,YAAY,kBAAkB,GAAG,CAC7E,CAAC;YAEF,gDAAgD;YAChD,MAAM,WAAW,GAAG,MAAM,eAAe,CAAC,kBAAkB,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;YAC1E,aAAa,CAAC,uBAAuB,WAAW,GAAG,CAAC,CAAC;YAErD,aAAa,CAAC,uBAAuB,CAAC,CAAC;YACvC,aAAa,CAAC,iBAAiB,QAAQ,IAAI,CAAC,CAAC;YAC7C,aAAa,CAAC,0BAA0B,QAAQ,YAAY,CAAC,CAAC;YAE9D,OAAO;gBACL,SAAS,EAAE,KAAK,CAAC,IAAI;gBACrB,QAAQ;gBACR,QAAQ;gBACR,SAAS;gBACT,IAAI;gBACJ,WAAW;gBACX,kBAAkB;aACnB,CAAC;QACJ,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,GAAG,CAAC,mCAAmC,CAAC,CAAC;YACjD,aAAa,CAAC,uCAAuC,CAAC,CAAC;YACvD,aAAa,CAAC,sCAAsC,CAAC,CAAC;YAEtD,aAAa,CAAC,uBAAuB,CAAC,CAAC;YACvC,aAAa,CAAC,iBAAiB,QAAQ,IAAI,CAAC,CAAC;YAC7C,aAAa,CAAC,0BAA0B,QAAQ,YAAY,CAAC,CAAC;YAE9D,OAAO;gBACL,SAAS,EAAE,KAAK,CAAC,IAAI;gBACrB,QAAQ;gBACR,QAAQ;gBACR,SAAS;gBACT,IAAI;gBACJ,WAAW,EAAE,CAAC;aACf,CAAC;QACJ,CAAC;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;QACxC,IAAI,YAAY,GAAG,eAAe,CAAC;QAEnC,IAAI,KAAK,YAAY,UAAU,EAAE,CAAC;YAChC,MAAM,MAAM,GAAG,KAAK,CAAC,QAAQ,EAAE,MAAM,IAAI,KAAK,CAAC;YAC/C,MAAM,SAAS,GAAG,KAAK,CAAC,QAAQ,EAAE,IAAI,CAAC;YACvC,MAAM,WAAW,GACf,SAAS,EAAE,KAAK,EAAE,OAAO,IAAI,SAAS,EAAE,OAAO,IAAI,KAAK,CAAC,OAAO,CAAC;YACnE,YAAY,GAAG,QAAQ,MAAM,KAAK,WAAW,EAAE,CAAC;YAEhD,iCAAiC;YACjC,OAAO,CAAC,KAAK,CAAC,aAAa,KAAK,CAAC,IAAI,MAAM,YAAY,EAAE,CAAC,CAAC;YAC3D,IAAI,KAAK,CAAC,QAAQ,EAAE,IAAI,EAAE,CAAC;gBACzB,OAAO,CAAC,KAAK,CACX,gBAAgB,EAChB,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAC7C,CAAC;YACJ,CAAC;QACH,CAAC;aAAM,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;YAClC,YAAY,GAAG,KAAK,CAAC,OAAO,CAAC;YAC7B,OAAO,CAAC,KAAK,CAAC,aAAa,KAAK,CAAC,IAAI,MAAM,YAAY,EAAE,CAAC,CAAC;QAC7D,CAAC;QAED,aAAa,CAAC,sBAAsB,CAAC,CAAC;QACtC,aAAa,CAAC,iBAAiB,QAAQ,IAAI,CAAC,CAAC;QAC7C,aAAa,CAAC,cAAc,YAAY,IAAI,CAAC,CAAC;QAE9C,OAAO;YACL,SAAS,EAAE,KAAK,CAAC,IAAI;YACrB,QAAQ,EAAE,EAAE;YACZ,QAAQ;YACR,SAAS;YACT,KAAK,EAAE,YAAY;YACnB,WAAW,EAAE,CAAC;SACf,CAAC;IACJ,CAAC;AACH,CAAC;AAED;;GAEG;AACH,SAAS,YAAY,CAAC,OAAqB;IACzC,MAAM,SAAS,GAAG,IAAI,GAAG,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;IACxC,MAAM,YAAY,GAAG,mBAAmB,CAAC;IAEzC,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;IACvB,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;IAC1B,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;IAEvB,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAC;IAC/B,OAAO,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE;QACzB,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,WAAW,CAAC;QACvD,MAAM,QAAQ,GAAG,GAAG,MAAM,CAAC,QAAQ,IAAI,CAAC;QACxC,MAAM,WAAW,GACf,MAAM,CAAC,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,WAAW,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC;QACtE,OAAO,CAAC,GAAG,CACT,KAAK,MAAM,CAAC,SAAS,KAAK,MAAM,KAAK,QAAQ,cAAc,WAAW,EAAE,CACzE,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC,CAAC;IAClC,MAAM,YAAY,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC;IAC5D,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC;IACxD,MAAM,gBAAgB,GACpB,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,WAAW,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC;IAC7E,MAAM,iBAAiB,GAAG,OAAO,CAAC,MAAM,CACtC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,WAAW,IAAI,CAAC,CAAC,IAAI,EAAE,CAClC,CAAC,MAAM,CAAC;IACT,MAAM,WAAW,GACf,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC;IAEnE,OAAO,CAAC,GAAG,CAAC,YAAY,OAAO,CAAC,MAAM,SAAS,CAAC,CAAC;IACjD,OAAO,CAAC,GAAG,CACT,cAAc,YAAY,KAAK,CAAC,CAAC,YAAY,GAAG,OAAO,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CACtF,CAAC;IACF,OAAO,CAAC,GAAG,CAAC,aAAa,SAAS,EAAE,CAAC,CAAC;IACtC,OAAO,CAAC,GAAG,CACT,2BAA2B,iBAAiB,KAAK,CAAC,CAAC,iBAAiB,GAAG,OAAO,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAC7G,CAAC;IACF,OAAO,CAAC,GAAG,CAAC,yBAAyB,gBAAgB,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IACrE,OAAO,CAAC,GAAG,CAAC,uBAAuB,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IAC/D,OAAO,CAAC,GAAG,CACT,mBAAmB,IAAI,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,IAAI,CACnE,CAAC;IACF,OAAO,CAAC,GAAG,CACT,mBAAmB,IAAI,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,IAAI,CACnE,CAAC;IAEF,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;AACvB,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,YAAY;IACzB,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACnC,MAAM,SAAS,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC;IAE/D,6BAA6B;IAC7B,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;QAC9B,OAAO,CAAC,KAAK,CAAC,gCAAgC,SAAS,EAAE,CAAC,CAAC;QAC3D,OAAO,CAAC,GAAG,CAAC,qDAAqD,CAAC,CAAC;QACnE,OAAO,CAAC,GAAG,CAAC,6CAA6C,CAAC,CAAC;QAC3D,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,MAAM,iBAAiB,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IAElD,IAAI,CAAC;QACH,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;QAC5B,OAAO,CAAC,GAAG,CAAC,sBAAsB,CAAC,CAAC;QACpC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;QAC5B,OAAO,CAAC,GAAG,CAAC,iBAAiB,iBAAiB,EAAE,CAAC,CAAC;QAElD,gCAAgC;QAChC,MAAM,WAAW,GAAG,iBAAiB,CAAC,iBAAiB,CAAC,CAAC;QACzD,MAAM,QAAQ,GAAG,WAAW,CAAC,iBAAiB,CAAC,CAAC;QAChD,MAAM,SAAS,GAAG,MAAM,KAAK,CAAC,iBAAiB,CAAC,CAAC,QAAQ,EAAE,CAAC;QAC5D,MAAM,UAAU,GAAG,SAAS,CAAC,KAAK,IAAI,CAAC,CAAC;QACxC,MAAM,WAAW,GAAG,SAAS,CAAC,MAAM,IAAI,CAAC,CAAC;QAE1C,OAAO,CAAC,GAAG,CAAC,eAAe,UAAU,IAAI,WAAW,EAAE,CAAC,CAAC;QACxD,OAAO,CAAC,GAAG,CAAC,mBAAmB,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;QAChD,OAAO,CAAC,GAAG,CAAC,SAAS,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAE7D,uBAAuB;QACvB,MAAM,UAAU,GAAG,kBAAkB,CAAC,UAAU,EAAE,WAAW,CAAC,CAAC;QAE/D,oBAAoB;QACpB,gBAAgB,EAAE,CAAC;QAEnB,+BAA+B;QAC/B,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,GAAG,CAC/B,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CACnB,SAAS,CACP,KAAK,EACL,WAAW,EACX,UAAU,EACV,QAAQ,EACR,iBAAiB,EACjB,UAAU,EACV,WAAW,CACZ,CACF,CACF,CAAC;QAEF,gBAAgB;QAChB,YAAY,CAAC,OAAO,CAAC,CAAC;QAEtB,iCAAiC;QACjC,kBAAkB,CAAC,OAAO,CAAC,CAAC;QAE5B,OAAO,CAAC,GAAG,CAAC,0BAA0B,CAAC,CAAC;QACxC,OAAO,CAAC,GAAG,CAAC,mCAAmC,CAAC,CAAC;QACjD,OAAO,CAAC,GAAG,CAAC,6CAA6C,CAAC,CAAC;IAC7D,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,uBAAuB,EAAE,KAAK,CAAC,CAAC;QAC9C,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;AACH,CAAC;AAED,oBAAoB;AACpB,YAAY,EAAE,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;IAC7B,OAAO,CAAC,KAAK,CAAC,cAAc,EAAE,KAAK,CAAC,CAAC;IACrC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC,CAAC,CAAC"}