@michelabboud/visual-forge-mcp 0.7.0 → 0.9.0

package/dist/quality/model-tester.js

@@ -0,0 +1,357 @@
+/**
+ * Model Tester - Test models with standard or custom prompts and score quality
+ */
+import { providerFactory } from '../providers/index.js';
+import { QualityInspector } from './quality-inspector.js';
+import { userConfigManager } from '../utils/user-config-manager.js';
+import { logger } from '../utils/logger.js';
+import * as path from 'path';
+import * as fs from 'fs/promises';
+export class ModelTester {
+    qualityInspector;
+    outputDir;
+    constructor(outputDir) {
+        this.qualityInspector = new QualityInspector();
+        this.outputDir = outputDir || path.join(process.cwd(), 'generated-images', 'tests');
+    }
+    /**
+     * Generate standard test image
+     */
+    async generateStandardTest(provider, modelId, aspectRatio = '16:9') {
+        const providerInstance = providerFactory.getProvider(provider);
+        const models = providerInstance.getModels();
+        const model = models.find(m => m.id === modelId);
+        if (!model) {
+            throw new Error(`Model ${modelId} not found for provider ${provider}`);
+        }
+        const standardPrompt = this.buildStandardTestPrompt(model.name);
+        const spec = {
+            id: `test-${provider}-${modelId.replace(/[^a-z0-9]/gi, '-')}-${Date.now()}`,
+            sourceFile: 'model-test',
+            type: 'diagram',
+            placement: {
+                section: 'Standard Quality Test',
+                line: 0,
+                context: 'Automated model quality test',
+                suggestedFilename: `test-${provider}-${modelId}`,
+            },
+            prompt: standardPrompt,
+            aspectRatio: aspectRatio,
+            metadata: {
+                altText: `Standard quality test for ${model.name}`,
+                priority: 'high',
+            },
+        };
+        return await this.executeTest(provider, modelId, spec);
+    }
+    /**
+     * Generate user-provided test image
+     */
+    async generateUserTest(provider, modelId, prompt, aspectRatio = '16:9', globalContext) {
+        const providerInstance = providerFactory.getProvider(provider);
+        const models = providerInstance.getModels();
+        const model = models.find(m => m.id === modelId);
+        const spec = {
+            id: `test-${provider}-${modelId.replace(/[^a-z0-9]/gi, '-')}-${Date.now()}`,
+            sourceFile: 'model-test',
+            type: 'diagram',
+            placement: {
+                section: 'User Test',
+                line: 0,
+                context: 'User-provided test prompt',
+                suggestedFilename: `test-${provider}-${modelId}`,
+            },
+            prompt,
+            aspectRatio: aspectRatio,
+            metadata: {
+                altText: `User test for ${model?.name || modelId}`,
+                priority: 'high',
+            },
+            globalContext,
+        };
+        return await this.executeTest(provider, modelId, spec);
+    }
+    /**
+     * Compare multiple models with same prompt
+     */
+    async compareModels(prompt, providers, aspectRatio = '16:9', globalContext) {
+        logger.info('Starting model comparison', {
+            prompt: prompt.substring(0, 100),
+            providerCount: providers.length,
+            aspectRatio,
+        });
+        const results = [];
+        let totalCost = 0;
+        let totalTime = 0;
+        // Run all tests
+        for (const { provider, model } of providers) {
+            try {
+                const result = await this.generateUserTest(provider, model, prompt, aspectRatio, globalContext);
+                results.push(result);
+                totalCost += result.cost;
+                totalTime += result.generationTime;
+                logger.info('Model test completed', {
+                    provider,
+                    model,
+                    score: result.qualityScore.overall,
+                    cost: result.cost,
+                });
+            }
+            catch (error) {
+                logger.error('Model test failed', {
+                    provider,
+                    model,
+                    error: error.message,
+                });
+                const providerInstance = providerFactory.getProvider(provider);
+                const models = providerInstance.getModels();
+                const modelInfo = models.find(m => m.id === model);
+                results.push({
+                    provider,
+                    providerName: providerInstance.displayName,
+                    modelId: model,
+                    modelName: modelInfo?.name || model,
+                    success: false,
+                    qualityScore: {
+                        overall: 0,
+                        sharpness: 0,
+                        brightness: 0,
+                        textRendering: 0,
+                        colorAccuracy: 0,
+                        passed: false,
+                    },
+                    generationTime: 0,
+                    cost: 0,
+                    error: error.message,
+                });
+            }
+        }
+        // Rank results by quality score
+        const rankedResults = results
+            .map(r => ({ ...r, rank: 0 }))
+            .sort((a, b) => b.qualityScore.overall - a.qualityScore.overall)
+            .map((r, idx) => ({ ...r, rank: idx + 1 }));
+        // Generate recommendation
+        const recommendation = this.generateRecommendation(rankedResults, prompt);
+        return {
+            prompt,
+            aspectRatio,
+            totalCost,
+            totalTime,
+            results: rankedResults,
+            recommendation,
+        };
+    }
+    /**
+     * Execute a single test
+     */
+    async executeTest(provider, modelId, spec) {
+        const startTime = Date.now();
+        try {
+            // Ensure output directory exists
+            await fs.mkdir(this.outputDir, { recursive: true });
+            // Get provider and model info
+            const providerInstance = providerFactory.getProvider(provider);
+            const models = providerInstance.getModels();
+            const model = models.find(m => m.id === modelId);
+            if (!model) {
+                throw new Error(`Model ${modelId} not found`);
+            }
+            // Generate image
+            logger.info('Generating test image', {
+                provider,
+                model: modelId,
+                imageId: spec.id,
+            });
+            const generated = await providerInstance.generate(spec, { model: modelId });
+            const generationTime = Date.now() - startTime;
+            // Copy to test directory
+            const testFilename = `${provider}-${modelId.replace(/[^a-z0-9]/gi, '-')}-${Date.now()}.png`;
+            const testFilepath = path.join(this.outputDir, testFilename);
+            await fs.copyFile(generated.filepath, testFilepath);
+            // Update filepath for inspection
+            const testGenerated = { ...generated, filepath: testFilepath };
+            // Inspect quality
+            const qualityReport = await this.qualityInspector.inspect(testGenerated, spec);
+            // Calculate enhanced quality score
+            const enhancedScore = this.calculateEnhancedScore(qualityReport, spec);
+            // Record test result
+            await userConfigManager.recordModelTest(provider, modelId, enhancedScore.overall, enhancedScore.passed);
+            return {
+                provider,
+                providerName: providerInstance.displayName,
+                modelId,
+                modelName: model.name,
+                success: true,
+                generatedImage: testGenerated,
+                qualityScore: enhancedScore,
+                generationTime,
+                cost: model.costPerImage,
+            };
+        }
+        catch (error) {
+            const generationTime = Date.now() - startTime;
+            logger.error('Test failed', {
+                provider,
+                model: modelId,
+                error: error.message,
+            });
+            const providerInstance = providerFactory.getProvider(provider);
+            const models = providerInstance.getModels();
+            const model = models.find(m => m.id === modelId);
+            return {
+                provider,
+                providerName: providerInstance.displayName,
+                modelId,
+                modelName: model?.name || modelId,
+                success: false,
+                qualityScore: {
+                    overall: 0,
+                    sharpness: 0,
+                    brightness: 0,
+                    textRendering: 0,
+                    colorAccuracy: 0,
+                    passed: false,
+                },
+                generationTime,
+                cost: 0,
+                error: error.message,
+            };
+        }
+    }
+    /**
+     * Build standard test prompt
+     */
+    buildStandardTestPrompt(modelName) {
+        return `Generate a professional quality test image with the following elements:
+
+1. Large title text: "Visual Forge Quality Test"
+2. Subtitle: "Model: ${modelName}"
+3. Geometric shapes: red circle, blue square, green triangle
+4. Color gradient background from #1a365d to #0891b2
+5. Small detailed text: "Sharpness Test: 0.123456789"
+6. Technical diagram element: Simple flowchart with 3 boxes and arrows
+7. Professional style, clean layout, high contrast
+
+This is a standardized test image for quality validation.`;
+    }
+    /**
+     * Calculate enhanced quality score with text rendering and color accuracy
+     */
+    calculateEnhancedScore(qualityReport, spec) {
+        const metrics = qualityReport.metrics;
+        // Sharpness score (0-100): Normalize Laplacian variance
+        const sharpnessRaw = metrics.sharpness || 0;
+        const sharpness = Math.min(100, (sharpnessRaw / 500) * 100); // 500 is good sharpness
+        // Brightness score (0-100): Penalize extremes
+        const brightnessRaw = metrics.meanBrightness || 128;
+        let brightness = 100;
+        if (brightnessRaw < 30 || brightnessRaw > 240) {
+            brightness = 0; // Too dark or too bright
+        }
+        else if (brightnessRaw < 60 || brightnessRaw > 200) {
+            brightness = 50; // Suboptimal
+        }
+        else {
+            brightness = 100; // Good range
+        }
+        // Text rendering score (0-100)
+        // For now, estimate based on sharpness and contrast
+        // In future, could integrate OCR (Tesseract) to verify actual text
+        const textRendering = this.estimateTextQuality(spec, sharpnessRaw);
+        // Color accuracy score (0-100)
+        // For now, use basic heuristics
+        // In future, could analyze actual color values
+        const colorAccuracy = this.estimateColorAccuracy(spec);
+        // Overall score: weighted average
+        // sharpness * 0.3 + brightness * 0.2 + textRendering * 0.4 + colorAccuracy * 0.1
+        const overall = sharpness * 0.3 +
+            brightness * 0.2 +
+            textRendering * 0.4 +
+            colorAccuracy * 0.1;
+        const passed = overall >= 60; // Default threshold
+        return {
+            overall: Math.round(overall * 10) / 10,
+            sharpness: Math.round(sharpness * 10) / 10,
+            brightness: brightnessRaw,
+            textRendering: Math.round(textRendering * 10) / 10,
+            colorAccuracy: Math.round(colorAccuracy * 10) / 10,
+            passed,
+        };
+    }
+    /**
+     * Estimate text quality (placeholder for OCR)
+     */
+    estimateTextQuality(spec, sharpness) {
+        // Check if prompt mentions text
+        const hasText = spec.prompt.toLowerCase().includes('text') ||
+            spec.prompt.toLowerCase().includes('label') ||
+            spec.prompt.toLowerCase().includes('title');
+        if (!hasText) {
+            return 100; // No text expected, perfect score
+        }
+        // Estimate based on sharpness (text needs sharp edges)
+        if (sharpness > 400)
+            return 95;
+        if (sharpness > 300)
+            return 85;
+        if (sharpness > 200)
+            return 75;
+        if (sharpness > 100)
+            return 65;
+        return 50;
+    }
+    /**
+     * Estimate color accuracy (placeholder for actual color analysis)
+     */
+    estimateColorAccuracy(spec) {
+        // Check if prompt mentions specific colors
+        const hasColors = spec.prompt.toLowerCase().includes('color') ||
+            spec.prompt.toLowerCase().includes('red') ||
+            spec.prompt.toLowerCase().includes('blue') ||
+            spec.prompt.toLowerCase().includes('green') ||
+            spec.prompt.match(/#[0-9a-f]{6}/i);
+        if (!hasColors) {
+            return 100; // No specific colors requested
+        }
+        // For now, give benefit of the doubt
+        // In future, could analyze actual RGB values
+        return 90;
+    }
+    /**
+     * Generate recommendation from ranked results
+     */
+    generateRecommendation(results, prompt) {
+        const winner = results[0];
+        const alternatives = results.slice(1, 3); // Top 2 alternatives
+        // Determine reason based on scores and cost
+        let reason = `Highest overall quality (${winner.qualityScore.overall}/100)`;
+        if (winner.qualityScore.textRendering > 90) {
+            reason += ', especially excellent text rendering';
+        }
+        if (winner.cost > 0) {
+            reason += `. Worth the $${winner.cost.toFixed(3)} cost`;
+            if (prompt.toLowerCase().includes('technical') || prompt.toLowerCase().includes('diagram')) {
+                reason += ' for technical diagrams';
+            }
+        }
+        else {
+            reason += '. Best free option';
+        }
+        return {
+            provider: winner.provider,
+            model: winner.modelId,
+            reason,
+            alternatives: alternatives
+                .filter(a => a.success)
+                .map(alt => ({
+                provider: alt.provider,
+                model: alt.modelId,
+                reason: alt.cost === 0
+                    ? `Free alternative with ${alt.qualityScore.overall === 0 ? 'failed generation' : `good quality (${alt.qualityScore.overall}/100)`}`
+                    : `Quality: ${alt.qualityScore.overall}/100, Cost: $${alt.cost.toFixed(3)}`,
+            })),
+        };
+    }
+}
+//# sourceMappingURL=model-tester.js.map

package/dist/quality/model-tester.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"model-tester.js","sourceRoot":"","sources":["../../src/quality/model-tester.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AACxD,OAAO,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAC1D,OAAO,EAAE,iBAAiB,EAAE,MAAM,iCAAiC,CAAC;AACpE,OAAO,EAAE,MAAM,EAAE,MAAM,oBAAoB,CAAC;AAE5C,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAC7B,OAAO,KAAK,EAAE,MAAM,aAAa,CAAC;AAwClC,MAAM,OAAO,WAAW;IACd,gBAAgB,CAAmB;IACnC,SAAS,CAAS;IAE1B,YAAY,SAAkB;QAC5B,IAAI,CAAC,gBAAgB,GAAG,IAAI,gBAAgB,EAAE,CAAC;QAC/C,IAAI,CAAC,SAAS,GAAG,SAAS,IAAI,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,kBAAkB,EAAE,OAAO,CAAC,CAAC;IACtF,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,oBAAoB,CACxB,QAAsB,EACtB,OAAe,EACf,cAAsB,MAAM;QAE5B,MAAM,gBAAgB,GAAG,eAAe,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;QAC/D,MAAM,MAAM,GAAG,gBAAgB,CAAC,SAAS,EAAE,CAAC;QAC5C,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,OAAO,CAAC,CAAC;QAEjD,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,MAAM,IAAI,KAAK,CAAC,SAAS,OAAO,2BAA2B,QAAQ,EAAE,CAAC,CAAC;QACzE,CAAC;QAED,MAAM,cAAc,GAAG,IAAI,CAAC,uBAAuB,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAEhE,MAAM,IAAI,GAAc;YACtB,EAAE,EAAE,QAAQ,QAAQ,IAAI,OAAO,CAAC,OAAO,CAAC,aAAa,EAAE,GAAG,CAAC,IAAI,IAAI,CAAC,GAAG,EAAE,EAAE;YAC3E,UAAU,EAAE,YAAY;YACxB,IAAI,EAAE,SAAS;YACf,SAAS,EAAE;gBACT,OAAO,EAAE,uBAAuB;gBAChC,IAAI,EAAE,CAAC;gBACP,OAAO,EAAE,8BAA8B;gBACvC,iBAAiB,EAAE,QAAQ,QAAQ,IAAI,OAAO,EAAE;aACjD;YACD,MAAM,EAAE,cAAc;YACtB,WAAW,EAAE,WAA0B;YACvC,QAAQ,EAAE;gBACR,OAAO,EAAE,6BAA6B,KAAK,CAAC,IAAI,EAAE;gBAClD,QAAQ,EAAE,MAAM;aACjB;SACF,CAAC;QAEF,OAAO,MAAM,IAAI,CAAC,WAAW,CAAC,QAAQ,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC;IACzD,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,gBAAgB,CACpB,QAAsB,EACtB,OAAe,EACf,MAAc,EACd,cAAsB,MAAM,EAC5B,aAA6B;QAE7B,MAAM,gBAAgB,GAAG,eAAe,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;QAC/D,MAAM,MAAM,GAAG,gBAAgB,CAAC,SAAS,EAAE,CAAC;QAC5C,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,OAAO,CAAC,CAAC;QAEjD,MAAM,IAAI,GAAc;YACtB,EAAE,EAAE,QAAQ,QAAQ,IAAI,OAAO,CAAC,OAAO,CAAC,aAAa,EAAE,GAAG,CAAC,IAAI,IAAI,CAAC,GAAG,EAAE,EAAE;YAC3E,UAAU,EAAE,YAAY;YACxB,IAAI,EAAE,SAAS;YACf,SAAS,EAAE;gBACT,OAAO,EAAE,WAAW;gBACpB,IAAI,EAAE,CAAC;gBACP,OAAO,EAAE,2BAA2B;gBACpC,iBAAiB,EAAE,QAAQ,QAAQ,IAAI,OAAO,EAAE;aACjD;YACD,MAAM;YACN,WAAW,EAAE,WAA0B;YACvC,QAAQ,EAAE;gBACR,OAAO,EAAE,iBAAiB,KAAK,EAAE,IAAI,IAAI,OAAO,EAAE;gBAClD,QAAQ,EAAE,MAAM;aACjB;YACD,aAAa;SACd,CAAC;QAEF,OAAO,MAAM,IAAI,CAAC,WAAW,CAAC,QAAQ,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC;IACzD,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,aAAa,CACjB,MAAc,EACd,SAA2D,EAC3D,cAAsB,MAAM,EAC5B,aAA6B;QAE7B,MAAM,CAAC,IAAI,CAAC,2BAA2B,EAAE;YACvC,MAAM,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC,EAAE,GAAG,CAAC;YAChC,aAAa,EAAE,SAAS,CAAC,MAAM;YAC/B,WAAW;SACZ,CAAC,CAAC;QAEH,MAAM,OAAO,GAAiB,EAAE,CAAC;QACjC,IAAI,SAAS,GAAG,CAAC,CAAC;QAClB,IAAI,SAAS,GAAG,CAAC,CAAC;QAElB,gBAAgB;QAChB,KAAK,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,IAAI,SAAS,EAAE,CAAC;YAC5C,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,gBAAgB,CACxC,QAAQ,EACR,KAAK,EACL,MAAM,EACN,WAAW,EACX,aAAa,CACd,CAAC;gBAEF,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBACrB,SAAS,IAAI,MAAM,CAAC,IAAI,CAAC;gBACzB,SAAS,IAAI,MAAM,CAAC,cAAc,CAAC;gBAEnC,MAAM,CAAC,IAAI,CAAC,sBAAsB,EAAE;oBAClC,QAAQ;oBACR,KAAK;oBACL,KAAK,EAAE,MAAM,CAAC,YAAY,CAAC,OAAO;oBAClC,IAAI,EAAE,MAAM,CAAC,IAAI;iBAClB,CAAC,CAAC;YACL,CAAC;YAAC,OAAO,KAAU,EAAE,CAAC;gBACpB,MAAM,CAAC,KAAK,CAAC,mBAAmB,EAAE;oBAChC,QAAQ;oBACR,KAAK;oBACL,KAAK,EAAE,KAAK,CAAC,OAAO;iBACrB,CAAC,CAAC;gBAEH,MAAM,gBAAgB,GAAG,eAAe,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;gBAC/D,MAAM,MAAM,GAAG,gBAAgB,CAAC,SAAS,EAAE,CAAC;gBAC5C,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,KAAK,CAAC,CAAC;gBAEnD,OAAO,CAAC,IAAI,CAAC;oBACX,QAAQ;oBACR,YAAY,EAAE,gBAAgB,CAAC,WAAW;oBAC1C,OAAO,EAAE,KAAK;oBACd,SAAS,EAAE,SAAS,EAAE,IAAI,IAAI,KAAK;oBACnC,OAAO,EAAE,KAAK;oBACd,YAAY,EAAE;wBACZ,OAAO,EAAE,CAAC;wBACV,SAAS,EAAE,CAAC;wBACZ,UAAU,EAAE,CAAC;wBACb,aAAa,EAAE,CAAC;wBAChB,aAAa,EAAE,CAAC;wBAChB,MAAM,EAAE,KAAK;qBACd;oBACD,cAAc,EAAE,CAAC;oBACjB,IAAI,EAAE,CAAC;oBACP,KAAK,EAAE,KAAK,CAAC,OAAO;iBACrB,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,gCAAgC;QAChC,MAAM,aAAa,GAAG,OAAO;aAC1B,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,CAAC,CAAC;aAC7B,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC,OAAO,GAAG,CAAC,CAAC,YAAY,CAAC,OAAO,CAAC;aAC/D,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,IAAI,EAAE,GAAG,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;QAE9C,0BAA0B;QAC1B,MAAM,cAAc,GAAG,IAAI,CAAC,sBAAsB,CAAC,aAAa,EAAE,MAAM,CAAC,CAAC;QAE1E,OAAO;YACL,MAAM;YACN,WAAW;YACX,SAAS;YACT,SAAS;YACT,OAAO,EAAE,aAAa;YACtB,cAAc;SACf,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,WAAW,CACvB,QAAsB,EACtB,OAAe,EACf,IAAe;QAEf,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAE7B,IAAI,CAAC;YACH,iCAAiC;YACjC,MAAM,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YAEpD,8BAA8B;YAC9B,MAAM,gBAAgB,GAAG,eAAe,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;YAC/D,MAAM,MAAM,GAAG,gBAAgB,CAAC,SAAS,EAAE,CAAC;YAC5C,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,OAAO,CAAC,CAAC;YAEjD,IAAI,CAAC,KAAK,EAAE,CAAC;gBACX,MAAM,IAAI,KAAK,CAAC,SAAS,OAAO,YAAY,CAAC,CAAC;YAChD,CAAC;YAED,iBAAiB;YACjB,MAAM,CAAC,IAAI,CAAC,uBAAuB,EAAE;gBACnC,QAAQ;gBACR,KAAK,EAAE,OAAO;gBACd,OAAO,EAAE,IAAI,CAAC,EAAE;aACjB,CAAC,CAAC;YAEH,MAAM,SAAS,GAAG,MAAM,gBAAgB,CAAC,QAAQ,CAAC,IAAI,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC;YAC5E,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;YAE9C,yBAAyB;YACzB,MAAM,YAAY,GAAG,GAAG,QAAQ,IAAI,OAAO,CAAC,OAAO,CAAC,aAAa,EAAE,GAAG,CAAC,IAAI,IAAI,CAAC,GAAG,EAAE,MAAM,CAAC;YAC5F,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC;YAC7D,MAAM,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC;YAEpD,iCAAiC;YACjC,MAAM,aAAa,GAAG,EAAE,GAAG,SAAS,EAAE,QAAQ,EAAE,YAAY,EAAE,CAAC;YAE/D,kBAAkB;YAClB,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,aAAa,EAAE,IAAI,CAAC,CAAC;YAE/E,mCAAmC;YACnC,MAAM,aAAa,GAAG,IAAI,CAAC,sBAAsB,CAAC,aAAa,EAAE,IAAI,CAAC,CAAC;YAEvE,qBAAqB;YACrB,MAAM,iBAAiB,CAAC,eAAe,CACrC,QAAQ,EACR,OAAO,EACP,aAAa,CAAC,OAAO,EACrB,aAAa,CAAC,MAAM,CACrB,CAAC;YAEF,OAAO;gBACL,QAAQ;gBACR,YAAY,EAAE,gBAAgB,CAAC,WAAW;gBAC1C,OAAO;gBACP,SAAS,EAAE,KAAK,CAAC,IAAI;gBACrB,OAAO,EAAE,IAAI;gBACb,cAAc,EAAE,aAAa;gBAC7B,YAAY,EAAE,aAAa;gBAC3B,cAAc;gBACd,IAAI,EAAE,KAAK,CAAC,YAAY;aACzB,CAAC;QACJ,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YACpB,MAAM,cAAc,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;YAC9C,MAAM,CAAC,KAAK,CAAC,aAAa,EAAE;gBAC1B,QAAQ;gBACR,KAAK,EAAE,OAAO;gBACd,KAAK,EAAE,KAAK,CAAC,OAAO;aACrB,CAAC,CAAC;YAEH,MAAM,gBAAgB,GAAG,eAAe,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;YAC/D,MAAM,MAAM,GAAG,gBAAgB,CAAC,SAAS,EAAE,CAAC;YAC5C,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,OAAO,CAAC,CAAC;YAEjD,OAAO;gBACL,QAAQ;gBACR,YAAY,EAAE,gBAAgB,CAAC,WAAW;gBAC1C,OAAO;gBACP,SAAS,EAAE,KAAK,EAAE,IAAI,IAAI,OAAO;gBACjC,OAAO,EAAE,KAAK;gBACd,YAAY,EAAE;oBACZ,OAAO,EAAE,CAAC;oBACV,SAAS,EAAE,CAAC;oBACZ,UAAU,EAAE,CAAC;oBACb,aAAa,EAAE,CAAC;oBAChB,aAAa,EAAE,CAAC;oBAChB,MAAM,EAAE,KAAK;iBACd;gBACD,cAAc;gBACd,IAAI,EAAE,CAAC;gBACP,KAAK,EAAE,KAAK,CAAC,OAAO;aACrB,CAAC;QACJ,CAAC;IACH,CAAC;IAED;;OAEG;IACK,uBAAuB,CAAC,SAAiB;QAC/C,OAAO;;;uBAGY,SAAS;;;;;;;0DAO0B,CAAC;IACzD,CAAC;IAED;;OAEG;IACK,sBAAsB,CAC5B,aAAkB,EAClB,IAAe;QAEf,MAAM,OAAO,GAAG,aAAa,CAAC,OAAO,CAAC;QAEtC,wDAAwD;QACxD,MAAM,YAAY,GAAG,OAAO,CAAC,SAAS,IAAI,CAAC,CAAC;QAC5C,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,YAAY,GAAG,GAAG,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,wBAAwB;QAErF,8CAA8C;QAC9C,MAAM,aAAa,GAAG,OAAO,CAAC,cAAc,IAAI,GAAG,CAAC;QACpD,IAAI,UAAU,GAAG,GAAG,CAAC;QACrB,IAAI,aAAa,GAAG,EAAE,IAAI,aAAa,GAAG,GAAG,EAAE,CAAC;YAC9C,UAAU,GAAG,CAAC,CAAC,CAAC,yBAAyB;QAC3C,CAAC;aAAM,IAAI,aAAa,GAAG,EAAE,IAAI,aAAa,GAAG,GAAG,EAAE,CAAC;YACrD,UAAU,GAAG,EAAE,CAAC,CAAC,aAAa;QAChC,CAAC;aAAM,CAAC;YACN,UAAU,GAAG,GAAG,CAAC,CAAC,aAAa;QACjC,CAAC;QAED,+BAA+B;QAC/B,oDAAoD;QACpD,mEAAmE;QACnE,MAAM,aAAa,GAAG,IAAI,CAAC,mBAAmB,CAAC,IAAI,EAAE,YAAY,CAAC,CAAC;QAEnE,+BAA+B;QAC/B,gCAAgC;QAChC,+CAA+C;QAC/C,MAAM,aAAa,GAAG,IAAI,CAAC,qBAAqB,CAAC,IAAI,CAAC,CAAC;QAEvD,kCAAkC;QAClC,iFAAiF;QACjF,MAAM,OAAO,GACX,SAAS,GAAG,GAAG;YACf,UAAU,GAAG,GAAG;YAChB,aAAa,GAAG,GAAG;YACnB,aAAa,GAAG,GAAG,CAAC;QAEtB,MAAM,MAAM,GAAG,OAAO,IAAI,EAAE,CAAC,CAAC,oBAAoB;QAElD,OAAO;YACL,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,OAAO,GAAG,EAAE,CAAC,GAAG,EAAE;YACtC,SAAS,EAAE,IAAI,CAAC,KAAK,CAAC,SAAS,GAAG,EAAE,CAAC,GAAG,EAAE;YAC1C,UAAU,EAAE,aAAa;YACzB,aAAa,EAAE,IAAI,CAAC,KAAK,CAAC,aAAa,GAAG,EAAE,CAAC,GAAG,EAAE;YAClD,aAAa,EAAE,IAAI,CAAC,KAAK,CAAC,aAAa,GAAG,EAAE,CAAC,GAAG,EAAE;YAClD,MAAM;SACP,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,mBAAmB,CAAC,IAAe,EAAE,SAAiB;QAC5D,gCAAgC;QAChC,MAAM,OAAO,GACX,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC;YAC1C,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC;YAC3C,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QAE9C,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,OAAO,GAAG,CAAC,CAAC,kCAAkC;QAChD,CAAC;QAED,uDAAuD;QACvD,IAAI,SAAS,GAAG,GAAG;YAAE,OAAO,EAAE,CAAC;QAC/B,IAAI,SAAS,GAAG,GAAG;YAAE,OAAO,EAAE,CAAC;QAC/B,IAAI,SAAS,GAAG,GAAG;YAAE,OAAO,EAAE,CAAC;QAC/B,IAAI,SAAS,GAAG,GAAG;YAAE,OAAO,EAAE,CAAC;QAC/B,OAAO,EAAE,CAAC;IACZ,CAAC;IAED;;OAEG;IACK,qBAAqB,CAAC,IAAe;QAC3C,2CAA2C;QAC3C,MAAM,SAAS,GACb,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC;YAC3C,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC;YACzC,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,MAAM,CAAC;YAC1C,IAAI,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,OAAO,CAAC;YAC3C,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC;QAErC,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,OAAO,GAAG,CAAC,CAAC,+BAA+B;QAC7C,CAAC;QAED,qCAAqC;QACrC,6CAA6C;QAC7C,OAAO,EAAE,CAAC;IACZ,CAAC;IAED;;OAEG;IACK,sBAAsB,CAC5B,OAA6C,EAC7C,MAAc;QAEd,MAAM,MAAM,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;QAC1B,MAAM,YAAY,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,qBAAqB;QAE/D,4CAA4C;QAC5C,IAAI,MAAM,GAAG,4BAA4B,MAAM,CAAC,YAAY,CAAC,OAAO,OAAO,CAAC;QAE5E,IAAI,MAAM,CAAC,YAAY,CAAC,aAAa,GAAG,EAAE,EAAE,CAAC;YAC3C,MAAM,IAAI,uCAAuC,CAAC;QACpD,CAAC;QAED,IAAI,MAAM,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;YACpB,MAAM,IAAI,gBAAgB,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC;YACxD,IAAI,MAAM,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,WAAW,CAAC,IAAI,MAAM,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;gBAC3F,MAAM,IAAI,yBAAyB,CAAC;YACtC,CAAC;QACH,CAAC;aAAM,CAAC;YACN,MAAM,IAAI,oBAAoB,CAAC;QACjC,CAAC;QAED,OAAO;YACL,QAAQ,EAAE,MAAM,CAAC,QAAQ;YACzB,KAAK,EAAE,MAAM,CAAC,OAAO;YACrB,MAAM;YACN,YAAY,EAAE,YAAY;iBACvB,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC;iBACtB,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBACX,QAAQ,EAAE,GAAG,CAAC,QAAQ;gBACtB,KAAK,EAAE,GAAG,CAAC,OAAO;gBAClB,MAAM,EAAE,GAAG,CAAC,IAAI,KAAK,CAAC;oBACpB,CAAC,CAAC,yBAAyB,GAAG,CAAC,YAAY,CAAC,OAAO,KAAK,CAAC,CAAC,CAAC,CAAC,mBAAmB,CAAC,CAAC,CAAC,iBAAiB,GAAG,CAAC,YAAY,CAAC,OAAO,OAAO,EAAE;oBACpI,CAAC,CAAC,YAAY,GAAG,CAAC,YAAY,CAAC,OAAO,gBAAgB,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE;aAC9E,CAAC,CAAC;SACN,CAAC;IACJ,CAAC;CACF"}

package/dist/server/mcp-server.d.ts

@@ -10,6 +10,7 @@ export declare class VisualForgeMCPServer {
     private workflowOrchestrator?;
     private workflowTools;
     private configManager;
+    private modelTester;
     constructor();
     /**
      * Initialize server
@@ -46,6 +47,10 @@ export declare class VisualForgeMCPServer {
     private handleGetProviderStatus;
     private handleTestProviderConnection;
     private handleRemoveProvider;
+    private handleSetDefaultModel;
+    private handleGetModelInfo;
+    private handleTestModel;
+    private handleCompareModels;
     /**
      * Handle approve_changes tool
      */

package/dist/server/mcp-server.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"mcp-server.d.ts","sourceRoot":"","sources":["../../src/server/mcp-server.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAuBH,qBAAa,oBAAoB;IAC/B,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,YAAY,CAAe;IACnC,OAAO,CAAC,MAAM,CAAiB;IAC/B,OAAO,CAAC,aAAa,CAAgB;IACrC,OAAO,CAAC,oBAAoB,CAAC,CAAuB;IACpD,OAAO,CAAC,aAAa,CAAgB;IACrC,OAAO,CAAC,aAAa,CAAgB;;IAwBrC;;OAEG;IACG,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAqBjC;;OAEG;IACH,OAAO,CAAC,aAAa;IA0CrB;;OAEG;IACH,OAAO,CAAC,QAAQ;IAsjBhB;;OAEG;YACW,cAAc;IAoG5B;;OAEG;YAEW,mBAAmB;YAiCnB,mBAAmB;YAmBnB,mBAAmB;YAyBnB,mBAAmB;YA8CnB,eAAe;YAkBf,oBAAoB;YASpB,gBAAgB;YAqBhB,mBAAmB;YAanB,oBAAoB;IAalC;;OAEG;YAEW,uBAAuB;YAmBvB,uBAAuB;YAavB,4BAA4B;YA4C5B,oBAAoB;IAmBlC;;OAEG;YACW,oBAAoB;IAsClC;;OAEG;YACW,wBAAwB;IAyCtC;;OAEG;YACW,iBAAiB;IAiD/B;;OAEG;IACG,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;CAS7B"}
+{"version":3,"file":"mcp-server.d.ts","sourceRoot":"","sources":["../../src/server/mcp-server.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAwBH,qBAAa,oBAAoB;IAC/B,OAAO,CAAC,MAAM,CAAS;IACvB,OAAO,CAAC,YAAY,CAAe;IACnC,OAAO,CAAC,MAAM,CAAiB;IAC/B,OAAO,CAAC,aAAa,CAAgB;IACrC,OAAO,CAAC,oBAAoB,CAAC,CAAuB;IACpD,OAAO,CAAC,aAAa,CAAgB;IACrC,OAAO,CAAC,aAAa,CAAgB;IACrC,OAAO,CAAC,WAAW,CAAc;;IAyBjC;;OAEG;IACG,UAAU,IAAI,OAAO,CAAC,IAAI,CAAC;IAqBjC;;OAEG;IACH,OAAO,CAAC,aAAa;IA0CrB;;OAEG;IACH,OAAO,CAAC,QAAQ;IA6qBhB;;OAEG;YACW,cAAc;IAgH5B;;OAEG;YAEW,mBAAmB;YAiCnB,mBAAmB;YAmBnB,mBAAmB;YAyBnB,mBAAmB;YA8CnB,eAAe;YAkBf,oBAAoB;YASpB,gBAAgB;YAqBhB,mBAAmB;YAanB,oBAAoB;IAalC;;OAEG;YAEW,uBAAuB;YAgCvB,uBAAuB;YAavB,4BAA4B;YA4C5B,oBAAoB;YAmBpB,qBAAqB;YAwCrB,kBAAkB;YAqDlB,eAAe;YA4Gf,mBAAmB;IA+EjC;;OAEG;YACW,oBAAoB;IAsClC;;OAEG;YACW,wBAAwB;IAyCtC;;OAEG;YACW,iBAAiB;IAiD/B;;OAEG;IACG,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;CAS7B"}