@mohityadav0903/branintelle-mcp 3.0.0 → 3.1.1

package/mcp-server.js

@@ -14,10 +14,31 @@ import {
 import { readFileSync } from 'fs';
 import { fileURLToPath } from 'url';
 import { dirname, join } from 'path';
+import https from 'https';
 
 const __filename = fileURLToPath(import.meta.url);
 const __dirname = dirname(__filename);
 
+// Helper function to fetch image from URL and convert to base64
+async function fetchImageAsBase64(url) {
+  return new Promise((resolve, reject) => {
+    https.get(url, (response) => {
+      if (response.statusCode !== 200) {
+        reject(new Error(`Failed to fetch image: ${response.statusCode}`));
+        return;
+      }
+
+      const chunks = [];
+      response.on('data', (chunk) => chunks.push(chunk));
+      response.on('end', () => {
+        const buffer = Buffer.concat(chunks);
+        const base64 = buffer.toString('base64');
+        resolve(base64);
+      });
+    }).on('error', reject);
+  });
+}
+
 // Load design tokens
 const designTokens = JSON.parse(
   readFileSync(join(__dirname, 'design-tokens.json'), 'utf-8')
@@ -196,6 +217,20 @@ server.setRequestHandler(ListToolsRequestSchema, async () => {
           },
         },
       },
+      {
+        name: 'get_screen_image',
+        description: 'Fetch a screen screenshot as base64 data URL so LLMs can see the actual UI. Returns image in data:image/png;base64,... format.',
+        inputSchema: {
+          type: 'object',
+          properties: {
+            screen_id: {
+              type: 'string',
+              description: 'Screen ID (screen_001, screen_002, etc.)',
+            },
+          },
+          required: ['screen_id'],
+        },
+      },
     ],
   };
 });
@@ -552,6 +587,80 @@ server.setRequestHandler(CallToolRequestSchema, async (request) => {
       };
     }
 
+    // GET SCREEN IMAGE
+    if (name === 'get_screen_image') {
+      const screen_id = args?.screen_id;
+      
+      if (!screen_id) {
+        return {
+          content: [
+            {
+              type: 'text',
+              text: JSON.stringify({
+                error: 'screen_id is required',
+                available_screens: Object.keys(screenPatterns.screens)
+              }, null, 2),
+            },
+          ],
+        };
+      }
+
+      const screen = screenPatterns.screens[screen_id];
+      
+      if (!screen) {
+        return {
+          content: [
+            {
+              type: 'text',
+              text: JSON.stringify({
+                error: 'Screen not found',
+                available_screens: Object.keys(screenPatterns.screens)
+              }, null, 2),
+            },
+          ],
+        };
+      }
+
+      try {
+        // Fetch image from S3 and convert to base64
+        const base64Data = await fetchImageAsBase64(screen.screenshot_url);
+        
+        return {
+          content: [
+            {
+              type: 'text',
+              text: JSON.stringify({
+                screen_id: screen.id,
+                screen_name: screen.name,
+                screen_type: screen.type,
+                module: screen.module,
+                url: screen.screenshot_url,
+                message: 'Image fetched successfully. See image below.'
+              }, null, 2),
+            },
+            {
+              type: 'image',
+              data: base64Data,
+              mimeType: 'image/png'
+            }
+          ],
+        };
+      } catch (error) {
+        return {
+          content: [
+            {
+              type: 'text',
+              text: JSON.stringify({
+                error: 'Failed to fetch image',
+                details: error.message,
+                url: screen.screenshot_url
+              }, null, 2),
+            },
+          ],
+        };
+      }
+    }
+
     return {
       content: [
         {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@mohityadav0903/branintelle-mcp",
-  "version": "3.0.0",
+  "version": "3.1.1",
   "type": "module",
   "description": "MCP server for Branintelle UI Library - provides component documentation via Model Context Protocol",
   "main": "mcp-server.js",

package/test-image-tool.js

@@ -0,0 +1,88 @@
+import { spawn } from 'child_process';
+
+const mcpServer = spawn('node', ['mcp-server.js'], {
+  stdio: ['pipe', 'pipe', 'inherit']
+});
+
+const responses = [];
+let buffer = '';
+
+mcpServer.stdout.on('data', (data) => {
+  buffer += data.toString();
+  const lines = buffer.split('\n');
+  
+  for (let i = 0; i < lines.length - 1; i++) {
+    const line = lines[i].trim();
+    if (line && line.startsWith('{')) {
+      try {
+        const response = JSON.parse(line);
+        responses.push(response);
+      } catch (e) {
+        // Ignore non-JSON lines
+      }
+    }
+  }
+  
+  buffer = lines[lines.length - 1];
+});
+
+// Send initialize request
+const initRequest = {
+  jsonrpc: '2.0',
+  id: 1,
+  method: 'initialize',
+  params: {
+    protocolVersion: '2024-11-05',
+    capabilities: {},
+    clientInfo: {
+      name: 'test-client',
+      version: '1.0.0'
+    }
+  }
+};
+
+mcpServer.stdin.write(JSON.stringify(initRequest) + '\n');
+
+// Wait a bit then request screen image
+setTimeout(() => {
+  const imageRequest = {
+    jsonrpc: '2.0',
+    id: 2,
+    method: 'tools/call',
+    params: {
+      name: 'get_screen_image',
+      arguments: {
+        screen_id: 'screen_001'
+      }
+    }
+  };
+  
+  mcpServer.stdin.write(JSON.stringify(imageRequest) + '\n');
+  
+  // Wait for response then exit
+  setTimeout(() => {
+    console.log('\n🎯 Testing get_screen_image tool...\n');
+    
+    const imageResponse = responses.find(r => r.id === 2);
+    if (imageResponse && imageResponse.result) {
+      const content = JSON.parse(imageResponse.result.content[0].text);
+      console.log('✅ Screen ID:', content.screen_id);
+      console.log('✅ Screen Name:', content.screen_name);
+      console.log('✅ Image Size:', content.size_kb + ' KB');
+      console.log('✅ Image Data URL:', content.image_data_url.substring(0, 100) + '...');
+      console.log('\n🎉 Image tool working! Base64 data URL returned successfully.');
+    } else {
+      console.log('❌ Failed to get image response');
+      console.log(JSON.stringify(responses, null, 2));
+    }
+    
+    mcpServer.kill();
+    process.exit(0);
+  }, 3000);
+}, 1000);
+
+setTimeout(() => {
+  console.log('⏱️  Timeout - killing process');
+  mcpServer.kill();
+  process.exit(1);
+}, 10000);