appium-mcp 1.84.0 → 1.84.2

package/dist/tests/benchmark_model/benchmark_model.js

@@ -1,617 +0,0 @@
-#!/usr/bin/env tsx
-import * as fs from 'node:fs';
-import * as path from 'node:path';
-import { fileURLToPath } from 'node:url';
-import { imageUtil } from '@appium/support';
-const sharp = imageUtil.requireSharp();
-const __filename = fileURLToPath(import.meta.url);
-const __dirname = path.dirname(__filename);
-/**
- * Model list for benchmarking
- * Configure coordinate type for each model based on actual test results
- */
-const MODELS = [
-    // Deepseek
-    { name: 'DeepSeek-V3.2', coordType: 'absolute' },
-    // Qwen
-    { name: 'qwen3-vl-plus', coordType: 'normalized' },
-    { name: 'qwen3-vl-8b-instruct', coordType: 'normalized' },
-    { name: 'Qwen3-VL-235B-A22B-Instruct', coordType: 'normalized' },
-    // tiktok
-    { name: 'doubao-seed-2-0-pro-260215', coordType: 'normalized' },
-    // moonshot
-    { name: 'kimi-k2.5', coordType: 'absolute' },
-    // openai
-    { name: 'gpt-5.2-pro', coordType: 'absolute' },
-    { name: 'gpt-5.2', coordType: 'absolute' },
-    { name: 'gpt-5.1', coordType: 'absolute' },
-    { name: 'gpt-5-nano', coordType: 'absolute' },
-    // claude
-    { name: 'claude-sonnet-4-6', coordType: 'absolute' },
-    // google
-    { name: 'gemini-3-flash-preview', coordType: 'absolute' },
-    { name: 'gemini-3-pro-preview', coordType: 'absolute' },
-    { name: 'gemini-2.5-pro', coordType: 'normalized' },
-    { name: 'gemini-2.5-flash', coordType: 'normalized' },
-    // xai
-    { name: 'grok-4.1-fast', coordType: 'absolute' },
-];
-/**
- * Generate test prompt with image dimensions
- */
-function generateTestPrompt(imageWidth, imageHeight) {
-    return `You are a professional mobile automation testing expert. Your task is to locate the "Search Button" in the provided UI screenshot.
-
-**CRITICAL: Output Format Rules**
-You MUST respond using ONLY this exact format, nothing else:
-
-action: **CLICK**
-Parameters: {"target": "<exact visible text or icon description>", "bbox_2d": [<x1>, <y1>, <x2>, <y2>]}
-
-**BBox Coordinates**
-- x1: Left edge X coordinate (top-left corner of element)
-- y1: Top edge Y coordinate (top-left corner of element)
-- x2: Right edge X coordinate (bottom-right corner of element)
-- y2: Bottom edge Y coordinate (bottom-right corner of element)
-
-**Image Dimensions (ABSOLUTE PIXEL COORDINATES)**
-- Width: ${imageWidth} pixels
-- Height: ${imageHeight} pixels
-- Origin (0,0): Top-left corner
-- Max (${imageWidth}, ${imageHeight}): Bottom-right corner
-- **MUST use integer values between 0-${imageWidth} for x, 0-${imageHeight} for y**
-
-**What to Look For**
-- **TARGET**: The YELLOW "搜索酒店" button (搜索酒店 means "Search Hotel")
-- **LOCATION**: Bottom section of the screen, large yellow rounded rectangle button
-- **APPEARANCE**: Bright yellow background with black text "搜索酒店"
-- Choose ONLY the main yellow search button
-
-**Examples of CORRECT responses:**
-action: **CLICK**
-Parameters: {"target": "Search", "bbox_2d": [100, 200, 300, 280]}
-// target is exact visible text or icon description
-// bbox_2d is absolute pixel coordinates, x1 and y1 are top-left corner, x2 and y2 are bottom-right corner
-
-**Your response (STRICT FORMAT ONLY):**`;
-}
-/**
- * Read image as base64
- */
-function readImageAsBase64(imagePath) {
-    const imageBuffer = fs.readFileSync(imagePath);
-    return imageBuffer.toString('base64');
-}
-/**
- * Get MIME type from file extension
- */
-function getMimeType(imagePath) {
-    const ext = path.extname(imagePath).toLowerCase();
-    const mimeTypes = {
-        '.png': 'image/png',
-        '.jpg': 'image/jpeg',
-        '.jpeg': 'image/jpeg',
-        '.gif': 'image/gif',
-        '.webp': 'image/webp',
-    };
-    return mimeTypes[ext] || 'image/png';
-}
-async function postChatCompletions(baseUrl, token, body, timeoutMs) {
-    const controller = new AbortController();
-    const timeoutId = setTimeout(() => controller.abort(), timeoutMs);
-    try {
-        const response = await fetch(`${baseUrl}/chat/completions`, {
-            method: 'POST',
-            headers: {
-                'Content-Type': 'application/json',
-                Authorization: `Bearer ${token}`,
-            },
-            body: JSON.stringify(body),
-            signal: controller.signal,
-        });
-        if (!response.ok) {
-            const errorData = await response
-                .json()
-                .catch(async () => ({ message: await response.text() }));
-            const errorDetail = errorData?.error?.message ||
-                errorData?.message ||
-                `HTTP ${response.status}`;
-            throw new Error(`HTTP ${response.status}: ${errorDetail}`);
-        }
-        return (await response.json());
-    }
-    catch (error) {
-        if (error instanceof Error && error.name === 'AbortError') {
-            throw new Error(`HTTP timeout after ${timeoutMs}ms`, { cause: error });
-        }
-        throw error;
-    }
-    finally {
-        clearTimeout(timeoutId);
-    }
-}
-/**
- * Call unified model API
- */
-async function callModelAPI(model, imageBase64, prompt, mimeType, _imageWidth, _imageHeight) {
-    const baseUrl = process.env.API_BASE_URL;
-    const token = process.env.API_TOKEN;
-    if (!baseUrl) {
-        throw new Error('API_BASE_URL environment variable not set');
-    }
-    if (!token) {
-        throw new Error('API_TOKEN environment variable not set');
-    }
-    const response = await postChatCompletions(baseUrl, token, {
-        model: model.name,
-        messages: [
-            {
-                role: 'user',
-                content: [
-                    {
-                        type: 'text',
-                        text: prompt,
-                    },
-                    {
-                        type: 'image_url',
-                        image_url: {
-                            url: `data:${mimeType};base64,${imageBase64}`,
-                        },
-                        // Add image size control parameters to ensure all models use the same image processing method
-                        min_pixels: 64 * 32 * 32, // 65536 pixels
-                        max_pixels: 2560 * 32 * 32, // 2621440 pixels
-                    },
-                ],
-            },
-        ],
-        max_tokens: 4096,
-    }, 120000);
-    const content = response.choices?.[0]?.message?.content;
-    if (!content) {
-        throw new Error('Model response missing choices[0].message.content');
-    }
-    return content;
-}
-/**
- * Judge model: Evaluate whether the search button in the annotated image is correctly boxed
- */
-async function judgeAnnotation(annotatedImagePath, modelName) {
-    try {
-        console.log(`\n🔍 [Judge] Evaluating ${modelName}...`);
-        const imageBase64 = readImageAsBase64(annotatedImagePath);
-        const mimeType = getMimeType(annotatedImagePath);
-        const judgePrompt = `You are a professional UI testing quality evaluation expert. Please carefully observe this annotated image; there is a red border marking a UI element.
-
-**Your Task:**
-Evaluate how accurately the red bounding box encloses the "Search Button" or "Search Input Box". Return a percentage score from 0% to 100%.
-
-**Scoring Guidelines:**
-- 100%: Perfect match - The red box exactly and completely encloses the search button/input box with minimal extra space
-- 80-99%: Good match - The red box fully contains the search button with slight extra margins or minor misalignment
-- 60-79%: Fair match - The red box covers most of the search button but misses some edges or includes significant extra area
-- 40-59%: Poor match - The red box partially covers the search button or is significantly misaligned
-- 20-39%: Bad match - The red box barely touches the search button or covers mostly wrong area
-- 0-19%: Very bad match - The red box completely misses the search button, enclosing unrelated elements or empty space
-
-**Please strictly return in the following format:**
-Accuracy Score: [0-100]%
-Reason: [One sentence explaining the scoring reason]
-
-Example:
-Accuracy Score: 85%
-Reason: The red box completely contains the yellow search button with slight margins on all sides.`;
-        const baseUrl = process.env.API_BASE_URL;
-        const token = process.env.API_TOKEN;
-        // judge model
-        if (!baseUrl || !token) {
-            throw new Error('API_BASE_URL or API_TOKEN environment variable not set');
-        }
-        const response = await postChatCompletions(baseUrl, token, {
-            model: 'qwen3-vl-plus',
-            messages: [
-                {
-                    role: 'user',
-                    content: [
-                        {
-                            type: 'text',
-                            text: judgePrompt,
-                        },
-                        {
-                            type: 'image_url',
-                            image_url: {
-                                url: `data:${mimeType};base64,${imageBase64}`,
-                            },
-                        },
-                    ],
-                },
-            ],
-            max_tokens: 1024,
-        }, 60000);
-        const judgeResponse = response.choices?.[0]?.message?.content ?? '';
-        console.log(`  Judge response: ${judgeResponse}`);
-        // Parse accuracy score
-        const scoreMatch = judgeResponse.match(/Accuracy Score[：:]?\s*(\d+)%?/i);
-        const score = scoreMatch ? parseInt(scoreMatch[1], 10) : 0;
-        console.log(`  📊 Accuracy Score: ${score}%`);
-        return score;
-    }
-    catch (error) {
-        console.error(`✗ Judge failed for ${modelName}:`, error);
-        return 0;
-    }
-}
-/**
- * Parse bbox coordinates from model response
- */
-function parseBBoxFromResponse(response) {
-    try {
-        // Try to match JSON format bbox
-        const jsonMatch = response.match(/\{[^}]*"target"[^}]*"bbox_2d"[^}]*\}/);
-        if (jsonMatch) {
-            const parsed = JSON.parse(jsonMatch[0]);
-            if (parsed.bbox_2d &&
-                Array.isArray(parsed.bbox_2d) &&
-                parsed.bbox_2d.length === 4) {
-                return parsed;
-            }
-        }
-        // Try to match array format [x1, y1, x2, y2]
-        const arrayMatch = response.match(/\[(\d+),\s*(\d+),\s*(\d+),\s*(\d+)\]/);
-        if (arrayMatch) {
-            return {
-                target: 'Detected element',
-                bbox_2d: [
-                    parseInt(arrayMatch[1], 10),
-                    parseInt(arrayMatch[2], 10),
-                    parseInt(arrayMatch[3], 10),
-                    parseInt(arrayMatch[4], 10),
-                ],
-            };
-        }
-        return null;
-    }
-    catch (error) {
-        console.error('Failed to parse bbox:', error);
-        return null;
-    }
-}
-/**
- * Draw bounding box on image
- * Process according to the coordinate type configured for the model
- */
-async function drawBBoxOnImage(originalImagePath, bbox, outputPath, modelName, coordType) {
-    try {
-        let [x1, y1, x2, y2] = bbox;
-        // Read original image to get dimensions
-        const image = sharp(originalImagePath);
-        const metadata = await image.metadata();
-        if (!metadata.width || !metadata.height) {
-            throw new Error('Failed to get image dimensions');
-        }
-        const width = metadata.width;
-        const height = metadata.height;
-        // Process according to model's configured coordinate type
-        if (coordType === 'normalized') {
-            // Normalized coordinates (0-1000) → Absolute pixel coordinates
-            const originalCoords = [x1, y1, x2, y2];
-            x1 = Math.floor((x1 / 1000) * width);
-            y1 = Math.floor((y1 / 1000) * height);
-            x2 = Math.floor((x2 / 1000) * width);
-            y2 = Math.floor((y2 / 1000) * height);
-            console.log(`  [${modelName}] Converted normalized coords ${JSON.stringify(originalCoords)} to absolute: [${x1}, ${y1}, ${x2}, ${y2}]`);
-        }
-        else {
-            // Absolute pixel coordinates, use directly
-            console.log(`  [${modelName}] Using absolute coords: [${x1}, ${y1}, ${x2}, ${y2}]`);
-        }
-        // Ensure coordinate order is correct (x1 < x2, y1 < y2)
-        if (x1 > x2) {
-            [x1, x2] = [x2, x1];
-        }
-        if (y1 > y2) {
-            [y1, y2] = [y2, y1];
-        }
-        // Ensure coordinates are valid
-        if (x1 >= x2 || y1 >= y2) {
-            throw new Error(`Invalid bbox coordinates after normalization: [${x1}, ${y1}, ${x2}, ${y2}]`);
-        }
-        // Ensure coordinates are within image bounds
-        x1 = Math.max(0, Math.min(x1, width - 1));
-        y1 = Math.max(0, Math.min(y1, height - 1));
-        x2 = Math.max(0, Math.min(x2, width));
-        y2 = Math.max(0, Math.min(y2, height));
-        const boxWidth = x2 - x1;
-        const boxHeight = y2 - y1;
-        // Create SVG red box (3px width)
-        const svg = `
-      <svg width="${width}" height="${height}">
-        <rect x="${x1}" y="${y1}" width="${boxWidth}" height="${boxHeight}"
-              fill="none" stroke="red" stroke-width="3"/>
-        <text x="${x1 + 5}" y="${y1 - 8}" font-family="Arial" font-size="14"
-              fill="red" font-weight="bold">${modelName}</text>
-      </svg>
-    `;
-        // Overlay SVG on original image
-        await image
-            .composite([
-            {
-                input: Buffer.from(svg),
-                top: 0,
-                left: 0,
-            },
-        ])
-            .toFile(outputPath);
-        console.log(`✓ Saved annotated image: ${outputPath}`);
-        console.log(`  BBox: [${x1}, ${y1}, ${x2}, ${y2}] (${boxWidth}x${boxHeight})`);
-    }
-    catch (error) {
-        console.error(`✗ Failed to draw bbox for ${modelName}:`, error);
-        throw error;
-    }
-}
-/**
- * Write content to TEST_REPORT.md
- */
-function writeToReport(content) {
-    const reportPath = path.join(__dirname, 'TEST_REPORT.md');
-    fs.appendFileSync(reportPath, content + '\n', 'utf-8');
-}
-/**
- * Initialize TEST_REPORT.md
- */
-function initializeReport() {
-    const reportPath = path.join(__dirname, 'TEST_REPORT.md');
-    const header = `# Model Benchmark Test Report
-
-**Test Date:** ${new Date().toLocaleString()}
-**Test Type:** Automation Testing - Click Action Recognition
-
----
-
-## Summary
-
-| Model Name | Duration(ms) | Status | Accuracy Score | Annotated Image |
-|------------|--------------|--------|----------------|-----------------|
-<!-- SUMMARY_TABLE_ROWS -->
-
-### Statistics
-
-<!-- STATISTICS_SECTION -->
-
----
-
-## Detailed Results
-
-`;
-    fs.writeFileSync(reportPath, header, 'utf-8');
-}
-/**
- * Update summary table in TEST_REPORT.md with actual results
- */
-function updateSummaryTable(results) {
-    const reportPath = path.join(__dirname, 'TEST_REPORT.md');
-    let content = fs.readFileSync(reportPath, 'utf-8');
-    // Sort results by accuracy score (descending), failed models go to the end
-    const sortedResults = [...results].sort((a, b) => {
-        const scoreA = a.error ? -1 : a.judgeResult || 0;
-        const scoreB = b.error ? -1 : b.judgeResult || 0;
-        return scoreB - scoreA;
-    });
-    // Generate summary table rows
-    const tableRows = sortedResults
-        .map((result) => {
-        const status = result.error ? '❌ Failed' : '✅ Success';
-        const accuracy = result.judgeResult !== undefined ? `${result.judgeResult}%` : 'N/A';
-        const annotatedImage = result.annotatedImagePath
-            ? `[View](${path.relative(__dirname, result.annotatedImagePath).replace(/\\/g, '/')})`
-            : 'N/A';
-        return `| ${result.modelName} | ${result.duration} | ${status} | ${accuracy} | ${annotatedImage} |`;
-    })
-        .join('\n');
-    // Replace placeholder with actual rows and remove the placeholder
-    if (content.includes('<!-- SUMMARY_TABLE_ROWS -->')) {
-        content = content.replace('<!-- SUMMARY_TABLE_ROWS -->', tableRows);
-    }
-    // Calculate statistics
-    const successCount = results.filter((r) => !r.error).length;
-    const failCount = results.filter((r) => r.error).length;
-    const avgAccuracyScore = results.reduce((sum, r) => sum + (r.judgeResult || 0), 0) / results.length;
-    const highAccuracyCount = results.filter((r) => (r.judgeResult || 0) >= 70).length;
-    const avgDuration = results.reduce((sum, r) => sum + r.duration, 0) / results.length;
-    const minDuration = Math.min(...results.map((r) => r.duration));
-    const maxDuration = Math.max(...results.map((r) => r.duration));
-    // Generate statistics section
-    const statisticsSection = `- **Total**: ${results.length} models
-- **Success**: ${successCount} (${((successCount / results.length) * 100).toFixed(1)}%)
-- **Failed**: ${failCount}
-- **High Accuracy (≥70%)**: ${highAccuracyCount} (${((highAccuracyCount / results.length) * 100).toFixed(1)}%)
-- **Avg Accuracy Score**: ${avgAccuracyScore.toFixed(1)}%
-- **Average Duration**: ${avgDuration.toFixed(2)}ms
-- **Min Duration**: ${minDuration}ms
-- **Max Duration**: ${maxDuration}ms`;
-    // Replace placeholder with actual statistics and remove the placeholder
-    if (content.includes('<!-- STATISTICS_SECTION -->')) {
-        content = content.replace('<!-- STATISTICS_SECTION -->', statisticsSection);
-    }
-    fs.writeFileSync(reportPath, content, 'utf-8');
-}
-/**
- * Test a single model
- */
-async function testModel(model, imageBase64, prompt, mimeType, originalImagePath, imageWidth, imageHeight) {
-    const startTime = Date.now();
-    const timestamp = new Date().toISOString();
-    try {
-        const separator = `\n${'='.repeat(60)}`;
-        const testingMsg = `Testing: ${model.name}`;
-        console.log(separator);
-        console.log(testingMsg);
-        console.log('='.repeat(60));
-        writeToReport(`${separator}\n## ${model.name}\n`);
-        writeToReport(`**Started at:** ${new Date().toLocaleString()}\n`);
-        const response = await callModelAPI(model, imageBase64, prompt, mimeType, imageWidth, imageHeight);
-        const duration = Date.now() - startTime;
-        const successMsg = `✓ Completed in ${duration}ms`;
-        const responseMsg = `\nResponse:\n${response}\n==========`;
-        console.log(successMsg);
-        console.log(responseMsg);
-        // Parse bbox coordinates
-        const bboxData = parseBBoxFromResponse(response);
-        let bbox;
-        if (bboxData) {
-            bbox = bboxData.bbox_2d;
-            console.log(`✓ Parsed bbox: [${bbox.join(', ')}]`);
-            console.log(`✓ Target: ${bboxData.target}`);
-            // Draw annotated image and save to output folder
-            const outputDir = path.join(__dirname, 'output');
-            // Ensure output directory exists
-            if (!fs.existsSync(outputDir)) {
-                fs.mkdirSync(outputDir, { recursive: true });
-            }
-            const annotatedImageName = `${model.name.replace(/[^a-zA-Z0-9]/g, '_')}_annotated.png`;
-            const annotatedImagePath = path.join(outputDir, annotatedImageName);
-            await drawBBoxOnImage(originalImagePath, bbox, annotatedImagePath, model.name, model.coordType);
-            writeToReport(`**BBox:** [${bbox.join(', ')}]`);
-            writeToReport(`**Target:** ${bboxData.target}`);
-            writeToReport(`**Annotated Image:** [${annotatedImageName}](output/${annotatedImageName})`);
-            // Use judge model to evaluate annotation result
-            const judgeResult = await judgeAnnotation(annotatedImagePath, model.name);
-            writeToReport(`**Accuracy Score:** ${judgeResult}%`);
-            writeToReport(`**Status:** ✅ Success`);
-            writeToReport(`**Duration:** ${duration}ms`);
-            writeToReport(`**Response:**\n\`\`\`\n${response}\n\`\`\`\n`);
-            return {
-                modelName: model.name,
-                response,
-                duration,
-                timestamp,
-                bbox,
-                judgeResult,
-                annotatedImagePath,
-            };
-        }
-        else {
-            console.log('⚠ No valid bbox found in response');
-            writeToReport(`**BBox:** Not found or invalid format`);
-            writeToReport(`**Judge Result:** ❌ No bbox to judge`);
-            writeToReport(`**Status:** ✅ Success`);
-            writeToReport(`**Duration:** ${duration}ms`);
-            writeToReport(`**Response:**\n\`\`\`\n${response}\n\`\`\`\n`);
-            return {
-                modelName: model.name,
-                response,
-                duration,
-                timestamp,
-                bbox,
-                judgeResult: 0,
-            };
-        }
-    }
-    catch (error) {
-        const duration = Date.now() - startTime;
-        let errorMessage = 'Unknown error';
-        if (error instanceof Error) {
-            errorMessage = error.message;
-            console.error(`✗ Failed (${model.name}): ${errorMessage}`);
-        }
-        writeToReport(`**Status:** ❌ Failed`);
-        writeToReport(`**Duration:** ${duration}ms`);
-        writeToReport(`**Error:** ${errorMessage}\n`);
-        return {
-            modelName: model.name,
-            response: '',
-            duration,
-            timestamp,
-            error: errorMessage,
-            judgeResult: 0,
-        };
-    }
-}
-/**
- * Print summary table
- */
-function printSummary(results) {
-    const separator = '\n' + '='.repeat(60);
-    const summaryTitle = 'BENCHMARK SUMMARY';
-    console.log(separator);
-    console.log(summaryTitle);
-    console.log(separator);
-    console.log('\n📊 Results:\n');
-    results.forEach((result) => {
-        const status = result.error ? '❌ Failed' : '✅ Success';
-        const duration = `${result.duration}ms`;
-        const judgeStatus = result.judgeResult !== undefined ? `${result.judgeResult}%` : 'N/A';
-        console.log(`  ${result.modelName}: ${status} (${duration}) - Judge: ${judgeStatus}`);
-    });
-    console.log(`\n📈 Statistics:\n`);
-    const successCount = results.filter((r) => !r.error).length;
-    const failCount = results.filter((r) => r.error).length;
-    const avgAccuracyScore = results.reduce((sum, r) => sum + (r.judgeResult || 0), 0) / results.length;
-    const highAccuracyCount = results.filter((r) => (r.judgeResult || 0) >= 70).length;
-    const avgDuration = results.reduce((sum, r) => sum + r.duration, 0) / results.length;
-    console.log(`  Total: ${results.length} models`);
-    console.log(`  Success: ${successCount} (${((successCount / results.length) * 100).toFixed(1)}%)`);
-    console.log(`  Failed: ${failCount}`);
-    console.log(`  High Accuracy (≥70%): ${highAccuracyCount} (${((highAccuracyCount / results.length) * 100).toFixed(1)}%)`);
-    console.log(`  Avg Accuracy Score: ${avgAccuracyScore.toFixed(1)}%`);
-    console.log(`  Average Duration: ${avgDuration.toFixed(2)}ms`);
-    console.log(`  Min Duration: ${Math.min(...results.map((r) => r.duration))}ms`);
-    console.log(`  Max Duration: ${Math.max(...results.map((r) => r.duration))}ms`);
-    console.log(`\n---`);
-}
-/**
- * Main benchmark function
- */
-async function runBenchmark() {
-    const args = process.argv.slice(2);
-    const imagePath = args[0] || path.join(__dirname, 'image.png');
-    // Validate image file exists
-    if (!fs.existsSync(imagePath)) {
-        console.error(`Error: Image file not found: ${imagePath}`);
-        console.log('\nUsage: npx tsx benchmark_model.ts <path-to-image>');
-        console.log('   or: npm run benchmark -- <path-to-image>');
-        process.exit(1);
-    }
-    const absoluteImagePath = path.resolve(imagePath);
-    try {
-        console.log('='.repeat(60));
-        console.log('MODEL BENCHMARK TEST');
-        console.log('='.repeat(60));
-        console.log(`\nTest Image: ${absoluteImagePath}`);
-        // Read image and get dimensions
-        const imageBase64 = readImageAsBase64(absoluteImagePath);
-        const mimeType = getMimeType(absoluteImagePath);
-        const imageInfo = await sharp(absoluteImagePath).metadata();
-        const imageWidth = imageInfo.width || 0;
-        const imageHeight = imageInfo.height || 0;
-        console.log(`Image Size: ${imageWidth}x${imageHeight}`);
-        console.log(`Models to Test: ${MODELS.length}`);
-        console.log(`List: ${MODELS.map((m) => m.name).join(', ')}`);
-        // Generate test prompt
-        const testPrompt = generateTestPrompt(imageWidth, imageHeight);
-        // Initialize report
-        initializeReport();
-        // Test all models concurrently
-        const results = await Promise.all(MODELS.map((model) => testModel(model, imageBase64, testPrompt, mimeType, absoluteImagePath, imageWidth, imageHeight)));
-        // Print summary
-        printSummary(results);
-        // Update summary table in report
-        updateSummaryTable(results);
-        console.log(`\n✓ Benchmark completed!`);
-        console.log(`  Report saved to: TEST_REPORT.md`);
-        console.log(`  Annotated images saved to: output/ folder`);
-    }
-    catch (error) {
-        console.error('\n✗ Benchmark failed:', error);
-        process.exit(1);
-    }
-}
-// Run the benchmark
-try {
-    await runBenchmark();
-}
-catch (error) {
-    console.error('Fatal error:', error);
-    process.exit(1);
-}
-//# sourceMappingURL=benchmark_model.js.map

package/dist/tests/benchmark_model/benchmark_model.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"benchmark_model.js","sourceRoot":"","sources":["../../../src/tests/benchmark_model/benchmark_model.ts"],"names":[],"mappings":";AAEA,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,KAAK,IAAI,MAAM,WAAW,CAAC;AAClC,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzC,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAE5C,MAAM,KAAK,GAAG,SAAS,CAAC,YAAY,EAAE,CAAC;AAEvC,MAAM,UAAU,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAClD,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;AAE3C;;;GAGG;AACH,MAAM,MAAM,GAAkB;IAC5B,WAAW;IACX,EAAE,IAAI,EAAE,eAAe,EAAE,SAAS,EAAE,UAAU,EAAE;IAChD,OAAO;IACP,EAAE,IAAI,EAAE,eAAe,EAAE,SAAS,EAAE,YAAY,EAAE;IAClD,EAAE,IAAI,EAAE,sBAAsB,EAAE,SAAS,EAAE,YAAY,EAAE;IACzD,EAAE,IAAI,EAAE,6BAA6B,EAAE,SAAS,EAAE,YAAY,EAAE;IAChE,SAAS;IACT,EAAE,IAAI,EAAE,4BAA4B,EAAE,SAAS,EAAE,YAAY,EAAE;IAC/D,WAAW;IACX,EAAE,IAAI,EAAE,WAAW,EAAE,SAAS,EAAE,UAAU,EAAE;IAC5C,SAAS;IACT,EAAE,IAAI,EAAE,aAAa,EAAE,SAAS,EAAE,UAAU,EAAE;IAC9C,EAAE,IAAI,EAAE,SAAS,EAAE,SAAS,EAAE,UAAU,EAAE;IAC1C,EAAE,IAAI,EAAE,SAAS,EAAE,SAAS,EAAE,UAAU,EAAE;IAC1C,EAAE,IAAI,EAAE,YAAY,EAAE,SAAS,EAAE,UAAU,EAAE;IAC7C,SAAS;IACT,EAAE,IAAI,EAAE,mBAAmB,EAAE,SAAS,EAAE,UAAU,EAAE;IACpD,SAAS;IACT,EAAE,IAAI,EAAE,wBAAwB,EAAE,SAAS,EAAE,UAAU,EAAE;IACzD,EAAE,IAAI,EAAE,sBAAsB,EAAE,SAAS,EAAE,UAAU,EAAE;IACvD,EAAE,IAAI,EAAE,gBAAgB,EAAE,SAAS,EAAE,YAAY,EAAE;IACnD,EAAE,IAAI,EAAE,kBAAkB,EAAE,SAAS,EAAE,YAAY,EAAE;IACrD,MAAM;IACN,EAAE,IAAI,EAAE,eAAe,EAAE,SAAS,EAAE,UAAU,EAAE;CACjD,CAAC;AAiCF;;GAEG;AACH,SAAS,kBAAkB,CAAC,UAAkB,EAAE,WAAmB;IACjE,OAAO;;;;;;;;;;;;;;;WAeE,UAAU;YACT,WAAW;;SAEd,UAAU,KAAK,WAAW;wCACK,UAAU,aAAa,WAAW;;;;;;;;;;;;;;wCAclC,CAAC;AACzC,CAAC;AAED;;GAEG;AACH,SAAS,iBAAiB,CAAC,SAAiB;IAC1C,MAAM,WAAW,GAAG,EAAE,CAAC,YAAY,CAAC,SAAS,CAAC,CAAC;IAC/C,OAAO,WAAW,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;AACxC,CAAC;AAED;;GAEG;AACH,SAAS,WAAW,CAAC,SAAiB;IACpC,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,WAAW,EAAE,CAAC;IAClD,MAAM,SAAS,GAA2B;QACxC,MAAM,EAAE,WAAW;QACnB,MAAM,EAAE,YAAY;QACpB,OAAO,EAAE,YAAY;QACrB,MAAM,EAAE,WAAW;QACnB,OAAO,EAAE,YAAY;KACtB,CAAC;IACF,OAAO,SAAS,CAAC,GAAG,CAAC,IAAI,WAAW,CAAC;AACvC,CAAC;AAED,KAAK,UAAU,mBAAmB,CAChC,OAAe,EACf,KAAa,EACb,IAAa,EACb,SAAiB;IAEjB,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;IACzC,MAAM,SAAS,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,SAAS,CAAC,CAAC;IAElE,IAAI,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,OAAO,mBAAmB,EAAE;YAC1D,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACP,cAAc,EAAE,kBAAkB;gBAClC,aAAa,EAAE,UAAU,KAAK,EAAE;aACjC;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;YAC1B,MAAM,EAAE,UAAU,CAAC,MAAM;SAC1B,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACjB,MAAM,SAAS,GAAG,MAAM,QAAQ;iBAC7B,IAAI,EAAE;iBACN,KAAK,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,EAAE,OAAO,EAAE,MAAM,QAAQ,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC;YAC3D,MAAM,WAAW,GACf,SAAS,EAAE,KAAK,EAAE,OAAO;gBACzB,SAAS,EAAE,OAAO;gBAClB,QAAQ,QAAQ,CAAC,MAAM,EAAE,CAAC;YAC5B,MAAM,IAAI,KAAK,CAAC,QAAQ,QAAQ,CAAC,MAAM,KAAK,WAAW,EAAE,CAAC,CAAC;QAC7D,CAAC;QAED,OAAO,CAAC,MAAM,QAAQ,CAAC,IAAI,EAAE,CAE5B,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,KAAK,YAAY,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;YAC1D,MAAM,IAAI,KAAK,CAAC,sBAAsB,SAAS,IAAI,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;QACzE,CAAC;QACD,MAAM,KAAK,CAAC;IACd,CAAC;YAAS,CAAC;QACT,YAAY,CAAC,SAAS,CAAC,CAAC;IAC1B,CAAC;AACH,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,YAAY,CACzB,KAAkB,EAClB,WAAmB,EACnB,MAAc,EACd,QAAgB,EAChB,WAAmB,EACnB,YAAoB;IAEpB,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC;IACzC,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC;IAEpC,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAC;IAC/D,CAAC;IAED,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAC;IAC5D,CAAC;IAED,MAAM,QAAQ,GAAG,MAAM,mBAAmB,CACxC,OAAO,EACP,KAAK,EACL;QACE,KAAK,EAAE,KAAK,CAAC,IAAI;QACjB,QAAQ,EAAE;YACR;gBACE,IAAI,EAAE,MAAM;gBACZ,OAAO,EAAE;oBACP;wBACE,IAAI,EAAE,MAAM;wBACZ,IAAI,EAAE,MAAM;qBACb;oBACD;wBACE,IAAI,EAAE,WAAW;wBACjB,SAAS,EAAE;4BACT,GAAG,EAAE,QAAQ,QAAQ,WAAW,WAAW,EAAE;yBAC9C;wBACD,8FAA8F;wBAC9F,UAAU,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE,EAAE,eAAe;wBACzC,UAAU,EAAE,IAAI,GAAG,EAAE,GAAG,EAAE,EAAE,iBAAiB;qBAC9C;iBACF;aACF;SACF;QACD,UAAU,EAAE,IAAI;KACjB,EACD,MAAM,CACP,CAAC;IAEF,MAAM,OAAO,GAAG,QAAQ,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC;IACxD,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,MAAM,IAAI,KAAK,CAAC,mDAAmD,CAAC,CAAC;IACvE,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,eAAe,CAC5B,kBAA0B,EAC1B,SAAiB;IAEjB,IAAI,CAAC;QACH,OAAO,CAAC,GAAG,CAAC,2BAA2B,SAAS,KAAK,CAAC,CAAC;QAEvD,MAAM,WAAW,GAAG,iBAAiB,CAAC,kBAAkB,CAAC,CAAC;QAC1D,MAAM,QAAQ,GAAG,WAAW,CAAC,kBAAkB,CAAC,CAAC;QAEjD,MAAM,WAAW,GAAG;;;;;;;;;;;;;;;;;;;mGAmB2E,CAAC;QAEhG,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC;QACzC,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC;QAEpC,cAAc;QACd,IAAI,CAAC,OAAO,IAAI,CAAC,KAAK,EAAE,CAAC;YACvB,MAAM,IAAI,KAAK,CAAC,wDAAwD,CAAC,CAAC;QAC5E,CAAC;QAED,MAAM,QAAQ,GAAG,MAAM,mBAAmB,CACxC,OAAO,EACP,KAAK,EACL;YACE,KAAK,EAAE,eAAe;YACtB,QAAQ,EAAE;gBACR;oBACE,IAAI,EAAE,MAAM;oBACZ,OAAO,EAAE;wBACP;4BACE,IAAI,EAAE,MAAM;4BACZ,IAAI,EAAE,WAAW;yBAClB;wBACD;4BACE,IAAI,EAAE,WAAW;4BACjB,SAAS,EAAE;gCACT,GAAG,EAAE,QAAQ,QAAQ,WAAW,WAAW,EAAE;6BAC9C;yBACF;qBACF;iBACF;aACF;YACD,UAAU,EAAE,IAAI;SACjB,EACD,KAAK,CACN,CAAC;QAEF,MAAM,aAAa,GAAG,QAAQ,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,IAAI,EAAE,CAAC;QACpE,OAAO,CAAC,GAAG,CAAC,qBAAqB,aAAa,EAAE,CAAC,CAAC;QAElD,uBAAuB;QACvB,MAAM,UAAU,GAAG,aAAa,CAAC,KAAK,CAAC,gCAAgC,CAAC,CAAC;QACzE,MAAM,KAAK,GAAG,UAAU,CAAC,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAE3D,OAAO,CAAC,GAAG,CAAC,wBAAwB,KAAK,GAAG,CAAC,CAAC;QAC9C,OAAO,KAAK,CAAC;IACf,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,sBAAsB,SAAS,GAAG,EAAE,KAAK,CAAC,CAAC;QACzD,OAAO,CAAC,CAAC;IACX,CAAC;AACH,CAAC;AAED;;GAEG;AACH,SAAS,qBAAqB,CAAC,QAAgB;IAC7C,IAAI,CAAC;QACH,gCAAgC;QAChC,MAAM,SAAS,GAAG,QAAQ,CAAC,KAAK,CAAC,sCAAsC,CAAC,CAAC;QACzE,IAAI,SAAS,EAAE,CAAC;YACd,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;YACxC,IACE,MAAM,CAAC,OAAO;gBACd,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC;gBAC7B,MAAM,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,EAC3B,CAAC;gBACD,OAAO,MAAM,CAAC;YAChB,CAAC;QACH,CAAC;QAED,6CAA6C;QAC7C,MAAM,UAAU,GAAG,QAAQ,CAAC,KAAK,CAAC,sCAAsC,CAAC,CAAC;QAC1E,IAAI,UAAU,EAAE,CAAC;YACf,OAAO;gBACL,MAAM,EAAE,kBAAkB;gBAC1B,OAAO,EAAE;oBACP,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;oBAC3B,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;oBAC3B,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;oBAC3B,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;iBAC5B;aACF,CAAC;QACJ,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,uBAAuB,EAAE,KAAK,CAAC,CAAC;QAC9C,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED;;;GAGG;AACH,KAAK,UAAU,eAAe,CAC5B,iBAAyB,EACzB,IAAc,EACd,UAAkB,EAClB,SAAiB,EACjB,SAAoC;IAEpC,IAAI,CAAC;QACH,IAAI,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,GAAG,IAAI,CAAC;QAE5B,wCAAwC;QACxC,MAAM,KAAK,GAAG,KAAK,CAAC,iBAAiB,CAAC,CAAC;QACvC,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,QAAQ,EAAE,CAAC;QAExC,IAAI,CAAC,QAAQ,CAAC,KAAK,IAAI,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC;YACxC,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;QACpD,CAAC;QAED,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC;QAC7B,MAAM,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC;QAE/B,0DAA0D;QAC1D,IAAI,SAAS,KAAK,YAAY,EAAE,CAAC;YAC/B,+DAA+D;YAC/D,MAAM,cAAc,GAAG,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC;YACxC,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,IAAI,CAAC,GAAG,KAAK,CAAC,CAAC;YACrC,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,IAAI,CAAC,GAAG,MAAM,CAAC,CAAC;YACtC,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,IAAI,CAAC,GAAG,KAAK,CAAC,CAAC;YACrC,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,IAAI,CAAC,GAAG,MAAM,CAAC,CAAC;YACtC,OAAO,CAAC,GAAG,CACT,MAAM,SAAS,iCAAiC,IAAI,CAAC,SAAS,CAAC,cAAc,CAAC,kBAAkB,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,CAC3H,CAAC;QACJ,CAAC;aAAM,CAAC;YACN,2CAA2C;YAC3C,OAAO,CAAC,GAAG,CACT,MAAM,SAAS,6BAA6B,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,CACvE,CAAC;QACJ,CAAC;QAED,wDAAwD;QACxD,IAAI,EAAE,GAAG,EAAE,EAAE,CAAC;YACZ,CAAC,EAAE,EAAE,EAAE,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;QACtB,CAAC;QACD,IAAI,EAAE,GAAG,EAAE,EAAE,CAAC;YACZ,CAAC,EAAE,EAAE,EAAE,CAAC,GAAG,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;QACtB,CAAC;QAED,+BAA+B;QAC/B,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,EAAE,CAAC;YACzB,MAAM,IAAI,KAAK,CACb,kDAAkD,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,CAC7E,CAAC;QACJ,CAAC;QAED,6CAA6C;QAC7C,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC;QAC1C,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC;QAC3C,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,KAAK,CAAC,CAAC,CAAC;QACtC,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC,CAAC;QAEvC,MAAM,QAAQ,GAAG,EAAE,GAAG,EAAE,CAAC;QACzB,MAAM,SAAS,GAAG,EAAE,GAAG,EAAE,CAAC;QAE1B,iCAAiC;QACjC,MAAM,GAAG,GAAG;oBACI,KAAK,aAAa,MAAM;mBACzB,EAAE,QAAQ,EAAE,YAAY,QAAQ,aAAa,SAAS;;mBAEtD,EAAE,GAAG,CAAC,QAAQ,EAAE,GAAG,CAAC;8CACO,SAAS;;KAElD,CAAC;QAEF,gCAAgC;QAChC,MAAM,KAAK;aACR,SAAS,CAAC;YACT;gBACE,KAAK,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC;gBACvB,GAAG,EAAE,CAAC;gBACN,IAAI,EAAE,CAAC;aACR;SACF,CAAC;aACD,MAAM,CAAC,UAAU,CAAC,CAAC;QAEtB,OAAO,CAAC,GAAG,CAAC,4BAA4B,UAAU,EAAE,CAAC,CAAC;QACtD,OAAO,CAAC,GAAG,CACT,YAAY,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,QAAQ,IAAI,SAAS,GAAG,CAClE,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,6BAA6B,SAAS,GAAG,EAAE,KAAK,CAAC,CAAC;QAChE,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC;AAED;;GAEG;AACH,SAAS,aAAa,CAAC,OAAe;IACpC,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,gBAAgB,CAAC,CAAC;IAC1D,EAAE,CAAC,cAAc,CAAC,UAAU,EAAE,OAAO,GAAG,IAAI,EAAE,OAAO,CAAC,CAAC;AACzD,CAAC;AAED;;GAEG;AACH,SAAS,gBAAgB;IACvB,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,gBAAgB,CAAC,CAAC;IAC1D,MAAM,MAAM,GAAG;;iBAEA,IAAI,IAAI,EAAE,CAAC,cAAc,EAAE;;;;;;;;;;;;;;;;;;;CAmB3C,CAAC;IACA,EAAE,CAAC,aAAa,CAAC,UAAU,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;AAChD,CAAC;AAED;;GAEG;AACH,SAAS,kBAAkB,CAAC,OAAqB;IAC/C,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,gBAAgB,CAAC,CAAC;IAC1D,IAAI,OAAO,GAAG,EAAE,CAAC,YAAY,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;IAEnD,2EAA2E;IAC3E,MAAM,aAAa,GAAG,CAAC,GAAG,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;QAC/C,MAAM,MAAM,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,IAAI,CAAC,CAAC;QACjD,MAAM,MAAM,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,IAAI,CAAC,CAAC;QACjD,OAAO,MAAM,GAAG,MAAM,CAAC;IACzB,CAAC,CAAC,CAAC;IAEH,8BAA8B;IAC9B,MAAM,SAAS,GAAG,aAAa;SAC5B,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE;QACd,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,WAAW,CAAC;QACvD,MAAM,QAAQ,GACZ,MAAM,CAAC,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,WAAW,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC;QACtE,MAAM,cAAc,GAAG,MAAM,CAAC,kBAAkB;YAC9C,CAAC,CAAC,UAAU,IAAI,CAAC,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC,kBAAkB,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,GAAG;YACtF,CAAC,CAAC,KAAK,CAAC;QACV,OAAO,KAAK,MAAM,CAAC,SAAS,MAAM,MAAM,CAAC,QAAQ,MAAM,MAAM,MAAM,QAAQ,MAAM,cAAc,IAAI,CAAC;IACtG,CAAC,CAAC;SACD,IAAI,CAAC,IAAI,CAAC,CAAC;IAEd,kEAAkE;IAClE,IAAI,OAAO,CAAC,QAAQ,CAAC,6BAA6B,CAAC,EAAE,CAAC;QACpD,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,6BAA6B,EAAE,SAAS,CAAC,CAAC;IACtE,CAAC;IAED,uBAAuB;IACvB,MAAM,YAAY,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC;IAC5D,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC;IACxD,MAAM,gBAAgB,GACpB,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,WAAW,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC;IAC7E,MAAM,iBAAiB,GAAG,OAAO,CAAC,MAAM,CACtC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,WAAW,IAAI,CAAC,CAAC,IAAI,EAAE,CAClC,CAAC,MAAM,CAAC;IACT,MAAM,WAAW,GACf,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC;IACnE,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC;IAChE,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC;IAEhE,8BAA8B;IAC9B,MAAM,iBAAiB,GAAG,gBAAgB,OAAO,CAAC,MAAM;iBACzC,YAAY,KAAK,CAAC,CAAC,YAAY,GAAG,OAAO,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;gBACpE,SAAS;8BACK,iBAAiB,KAAK,CAAC,CAAC,iBAAiB,GAAG,OAAO,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;4BAC/E,gBAAgB,CAAC,OAAO,CAAC,CAAC,CAAC;0BAC7B,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC;sBAC1B,WAAW;sBACX,WAAW,IAAI,CAAC;IAEpC,wEAAwE;IACxE,IAAI,OAAO,CAAC,QAAQ,CAAC,6BAA6B,CAAC,EAAE,CAAC;QACpD,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,6BAA6B,EAAE,iBAAiB,CAAC,CAAC;IAC9E,CAAC;IAED,EAAE,CAAC,aAAa,CAAC,UAAU,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC;AACjD,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,SAAS,CACtB,KAAkB,EAClB,WAAmB,EACnB,MAAc,EACd,QAAgB,EAChB,iBAAyB,EACzB,UAAkB,EAClB,WAAmB;IAEnB,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC7B,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IAE3C,IAAI,CAAC;QACH,MAAM,SAAS,GAAG,KAAK,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC;QACxC,MAAM,UAAU,GAAG,YAAY,KAAK,CAAC,IAAI,EAAE,CAAC;QAE5C,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QACvB,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;QACxB,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;QAE5B,aAAa,CAAC,GAAG,SAAS,QAAQ,KAAK,CAAC,IAAI,IAAI,CAAC,CAAC;QAClD,aAAa,CAAC,mBAAmB,IAAI,IAAI,EAAE,CAAC,cAAc,EAAE,IAAI,CAAC,CAAC;QAElE,MAAM,QAAQ,GAAG,MAAM,YAAY,CACjC,KAAK,EACL,WAAW,EACX,MAAM,EACN,QAAQ,EACR,UAAU,EACV,WAAW,CACZ,CAAC;QACF,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;QAExC,MAAM,UAAU,GAAG,kBAAkB,QAAQ,IAAI,CAAC;QAClD,MAAM,WAAW,GAAG,gBAAgB,QAAQ,cAAc,CAAC;QAE3D,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;QACxB,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;QAEzB,yBAAyB;QACzB,MAAM,QAAQ,GAAG,qBAAqB,CAAC,QAAQ,CAAC,CAAC;QACjD,IAAI,IAA0B,CAAC;QAE/B,IAAI,QAAQ,EAAE,CAAC;YACb,IAAI,GAAG,QAAQ,CAAC,OAAO,CAAC;YACxB,OAAO,CAAC,GAAG,CAAC,mBAAmB,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YACnD,OAAO,CAAC,GAAG,CAAC,aAAa,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;YAE5C,iDAAiD;YACjD,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;YACjD,iCAAiC;YACjC,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;gBAC9B,EAAE,CAAC,SAAS,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YAC/C,CAAC;YACD,MAAM,kBAAkB,GAAG,GAAG,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,eAAe,EAAE,GAAG,CAAC,gBAAgB,CAAC;YACvF,MAAM,kBAAkB,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,kBAAkB,CAAC,CAAC;YACpE,MAAM,eAAe,CACnB,iBAAiB,EACjB,IAAI,EACJ,kBAAkB,EAClB,KAAK,CAAC,IAAI,EACV,KAAK,CAAC,SAAS,CAChB,CAAC;YAEF,aAAa,CAAC,cAAc,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAChD,aAAa,CAAC,eAAe,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;YAChD,aAAa,CACX,yBAAyB,kBAAkB,YAAY,kBAAkB,GAAG,CAC7E,CAAC;YAEF,gDAAgD;YAChD,MAAM,WAAW,GAAG,MAAM,eAAe,CAAC,kBAAkB,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;YAC1E,aAAa,CAAC,uBAAuB,WAAW,GAAG,CAAC,CAAC;YAErD,aAAa,CAAC,uBAAuB,CAAC,CAAC;YACvC,aAAa,CAAC,iBAAiB,QAAQ,IAAI,CAAC,CAAC;YAC7C,aAAa,CAAC,0BAA0B,QAAQ,YAAY,CAAC,CAAC;YAE9D,OAAO;gBACL,SAAS,EAAE,KAAK,CAAC,IAAI;gBACrB,QAAQ;gBACR,QAAQ;gBACR,SAAS;gBACT,IAAI;gBACJ,WAAW;gBACX,kBAAkB;aACnB,CAAC;QACJ,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,GAAG,CAAC,mCAAmC,CAAC,CAAC;YACjD,aAAa,CAAC,uCAAuC,CAAC,CAAC;YACvD,aAAa,CAAC,sCAAsC,CAAC,CAAC;YAEtD,aAAa,CAAC,uBAAuB,CAAC,CAAC;YACvC,aAAa,CAAC,iBAAiB,QAAQ,IAAI,CAAC,CAAC;YAC7C,aAAa,CAAC,0BAA0B,QAAQ,YAAY,CAAC,CAAC;YAE9D,OAAO;gBACL,SAAS,EAAE,KAAK,CAAC,IAAI;gBACrB,QAAQ;gBACR,QAAQ;gBACR,SAAS;gBACT,IAAI;gBACJ,WAAW,EAAE,CAAC;aACf,CAAC;QACJ,CAAC;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;QACxC,IAAI,YAAY,GAAG,eAAe,CAAC;QAEnC,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;YAC3B,YAAY,GAAG,KAAK,CAAC,OAAO,CAAC;YAC7B,OAAO,CAAC,KAAK,CAAC,aAAa,KAAK,CAAC,IAAI,MAAM,YAAY,EAAE,CAAC,CAAC;QAC7D,CAAC;QAED,aAAa,CAAC,sBAAsB,CAAC,CAAC;QACtC,aAAa,CAAC,iBAAiB,QAAQ,IAAI,CAAC,CAAC;QAC7C,aAAa,CAAC,cAAc,YAAY,IAAI,CAAC,CAAC;QAE9C,OAAO;YACL,SAAS,EAAE,KAAK,CAAC,IAAI;YACrB,QAAQ,EAAE,EAAE;YACZ,QAAQ;YACR,SAAS;YACT,KAAK,EAAE,YAAY;YACnB,WAAW,EAAE,CAAC;SACf,CAAC;IACJ,CAAC;AACH,CAAC;AAED;;GAEG;AACH,SAAS,YAAY,CAAC,OAAqB;IACzC,MAAM,SAAS,GAAG,IAAI,GAAG,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;IACxC,MAAM,YAAY,GAAG,mBAAmB,CAAC;IAEzC,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;IACvB,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;IAC1B,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;IAEvB,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAC;IAC/B,OAAO,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE;QACzB,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,WAAW,CAAC;QACvD,MAAM,QAAQ,GAAG,GAAG,MAAM,CAAC,QAAQ,IAAI,CAAC;QACxC,MAAM,WAAW,GACf,MAAM,CAAC,WAAW,KAAK,SAAS,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,WAAW,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC;QACtE,OAAO,CAAC,GAAG,CACT,KAAK,MAAM,CAAC,SAAS,KAAK,MAAM,KAAK,QAAQ,cAAc,WAAW,EAAE,CACzE,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC,CAAC;IAClC,MAAM,YAAY,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC;IAC5D,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC;IACxD,MAAM,gBAAgB,GACpB,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,WAAW,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC;IAC7E,MAAM,iBAAiB,GAAG,OAAO,CAAC,MAAM,CACtC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,WAAW,IAAI,CAAC,CAAC,IAAI,EAAE,CAClC,CAAC,MAAM,CAAC;IACT,MAAM,WAAW,GACf,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC;IAEnE,OAAO,CAAC,GAAG,CAAC,YAAY,OAAO,CAAC,MAAM,SAAS,CAAC,CAAC;IACjD,OAAO,CAAC,GAAG,CACT,cAAc,YAAY,KAAK,CAAC,CAAC,YAAY,GAAG,OAAO,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CACtF,CAAC;IACF,OAAO,CAAC,GAAG,CAAC,aAAa,SAAS,EAAE,CAAC,CAAC;IACtC,OAAO,CAAC,GAAG,CACT,2BAA2B,iBAAiB,KAAK,CAAC,CAAC,iBAAiB,GAAG,OAAO,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAC7G,CAAC;IACF,OAAO,CAAC,GAAG,CAAC,yBAAyB,gBAAgB,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IACrE,OAAO,CAAC,GAAG,CAAC,uBAAuB,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IAC/D,OAAO,CAAC,GAAG,CACT,mBAAmB,IAAI,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,IAAI,CACnE,CAAC;IACF,OAAO,CAAC,GAAG,CACT,mBAAmB,IAAI,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,IAAI,CACnE,CAAC;IAEF,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;AACvB,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,YAAY;IACzB,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACnC,MAAM,SAAS,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,WAAW,CAAC,CAAC;IAE/D,6BAA6B;IAC7B,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;QAC9B,OAAO,CAAC,KAAK,CAAC,gCAAgC,SAAS,EAAE,CAAC,CAAC;QAC3D,OAAO,CAAC,GAAG,CAAC,qDAAqD,CAAC,CAAC;QACnE,OAAO,CAAC,GAAG,CAAC,6CAA6C,CAAC,CAAC;QAC3D,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,MAAM,iBAAiB,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IAElD,IAAI,CAAC;QACH,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;QAC5B,OAAO,CAAC,GAAG,CAAC,sBAAsB,CAAC,CAAC;QACpC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC;QAC5B,OAAO,CAAC,GAAG,CAAC,iBAAiB,iBAAiB,EAAE,CAAC,CAAC;QAElD,gCAAgC;QAChC,MAAM,WAAW,GAAG,iBAAiB,CAAC,iBAAiB,CAAC,CAAC;QACzD,MAAM,QAAQ,GAAG,WAAW,CAAC,iBAAiB,CAAC,CAAC;QAChD,MAAM,SAAS,GAAG,MAAM,KAAK,CAAC,iBAAiB,CAAC,CAAC,QAAQ,EAAE,CAAC;QAC5D,MAAM,UAAU,GAAG,SAAS,CAAC,KAAK,IAAI,CAAC,CAAC;QACxC,MAAM,WAAW,GAAG,SAAS,CAAC,MAAM,IAAI,CAAC,CAAC;QAE1C,OAAO,CAAC,GAAG,CAAC,eAAe,UAAU,IAAI,WAAW,EAAE,CAAC,CAAC;QACxD,OAAO,CAAC,GAAG,CAAC,mBAAmB,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC;QAChD,OAAO,CAAC,GAAG,CAAC,SAAS,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAE7D,uBAAuB;QACvB,MAAM,UAAU,GAAG,kBAAkB,CAAC,UAAU,EAAE,WAAW,CAAC,CAAC;QAE/D,oBAAoB;QACpB,gBAAgB,EAAE,CAAC;QAEnB,+BAA+B;QAC/B,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,GAAG,CAC/B,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CACnB,SAAS,CACP,KAAK,EACL,WAAW,EACX,UAAU,EACV,QAAQ,EACR,iBAAiB,EACjB,UAAU,EACV,WAAW,CACZ,CACF,CACF,CAAC;QAEF,gBAAgB;QAChB,YAAY,CAAC,OAAO,CAAC,CAAC;QAEtB,iCAAiC;QACjC,kBAAkB,CAAC,OAAO,CAAC,CAAC;QAE5B,OAAO,CAAC,GAAG,CAAC,0BAA0B,CAAC,CAAC;QACxC,OAAO,CAAC,GAAG,CAAC,mCAAmC,CAAC,CAAC;QACjD,OAAO,CAAC,GAAG,CAAC,6CAA6C,CAAC,CAAC;IAC7D,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,uBAAuB,EAAE,KAAK,CAAC,CAAC;QAC9C,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;AACH,CAAC;AAED,oBAAoB;AACpB,IAAI,CAAC;IACH,MAAM,YAAY,EAAE,CAAC;AACvB,CAAC;AAAC,OAAO,KAAK,EAAE,CAAC;IACf,OAAO,CAAC,KAAK,CAAC,cAAc,EAAE,KAAK,CAAC,CAAC;IACrC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC"}

package/dist/tests/create-server.test.d.ts

@@ -1,2 +0,0 @@
-export {};
-//# sourceMappingURL=create-server.test.d.ts.map

package/dist/tests/create-server.test.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"create-server.test.d.ts","sourceRoot":"","sources":["../../src/tests/create-server.test.ts"],"names":[],"mappings":""}