@merlean/analyzer 1.0.0 → 1.1.0

package/bin/cli.js

@@ -1,38 +1,29 @@
 #!/usr/bin/env node
 
 /**
- * AI Bot Analyzer CLI (LLM-powered)
+ * Merlean Analyzer CLI
  * 
- * Usage:
- *   npx @ai-bot/analyzer /path/to/codebase --name "My App" --upload https://backend.fly.dev
- * 
- * Options:
- *   --name, -n     Site name (required)
- *   --upload, -u   Backend URL to upload map (required)
- *   --output, -o   Output file path (optional, default: ./site-map.json)
- *   --token, -t    Auth token for upload (optional)
+ * Scans your codebase and uploads to Merlean backend for AI analysis.
+ * No API keys required - analysis happens on our servers.
  * 
- * Requires ANTHROPIC_API_KEY environment variable
+ * Usage:
+ *   npx @merlean/analyzer ./my-project --name "My App"
  */
 
-// Load env from parent directory (.env in bot-smart/)
-require('dotenv').config({ path: require('path').join(__dirname, '../../.env') });
-require('dotenv').config();
-
-const { analyzeCodebase } = require('../lib/analyzer');
-const { uploadMap } = require('../lib/uploader');
+const { scanCodebase } = require('../lib/analyzer');
 const path = require('path');
 const fs = require('fs');
 
+const DEFAULT_BACKEND = 'https://ai-bot-backend.fly.dev';
+
 // Parse CLI arguments
 function parseArgs() {
   const args = process.argv.slice(2);
   const options = {
     path: null,
     name: null,
-    upload: null,
-    output: './site-map.json',
-    token: null
+    backend: DEFAULT_BACKEND,
+    output: null
   };
 
   for (let i = 0; i < args.length; i++) {
@@ -40,12 +31,10 @@ function parseArgs() {
     
     if (arg === '--name' || arg === '-n') {
       options.name = args[++i];
-    } else if (arg === '--upload' || arg === '-u') {
-      options.upload = args[++i];
+    } else if (arg === '--backend' || arg === '-b') {
+      options.backend = args[++i];
     } else if (arg === '--output' || arg === '-o') {
       options.output = args[++i];
-    } else if (arg === '--token' || arg === '-t') {
-      options.token = args[++i];
     } else if (arg === '--help' || arg === '-h') {
       printHelp();
       process.exit(0);
@@ -59,35 +48,34 @@ function parseArgs() {
 
 function printHelp() {
   console.log(`
-AI Bot Analyzer - Generate site maps for AI Bot integration
+Merlean Analyzer - AI-powered codebase analysis
 
 Usage:
-  ai-bot-analyze <path> --name <name> --upload <url>
+  npx @merlean/analyzer <path> --name <name>
 
 Arguments:
   <path>              Path to codebase to analyze
 
 Options:
   --name, -n <name>   Site name (required)
-  --upload, -u <url>  Backend URL to upload map (required)
-  --output, -o <file> Output file (default: ./site-map.json)
-  --token, -t <token> Auth token for upload
+  --backend, -b <url> Backend URL (default: ${DEFAULT_BACKEND})
+  --output, -o <file> Save site map locally (optional)
   --help, -h          Show this help
 
 Examples:
-  # Analyze and upload to production
-  ai-bot-analyze ./my-app --name "My App" --upload https://ai-bot-backend.fly.dev
+  # Analyze your project
+  npx @merlean/analyzer ./my-app --name "My App"
 
-  # Analyze with auth token
-  ai-bot-analyze ./my-app --name "My App" --upload https://backend.fly.dev --token secret123
+  # Use custom backend
+  npx @merlean/analyzer ./my-app --name "My App" --backend http://localhost:3004
 
-  # Just generate local file
-  ai-bot-analyze ./my-app --name "My App" --output ./map.json
+  # Also save map locally
+  npx @merlean/analyzer ./my-app --name "My App" --output ./site-map.json
 `);
 }
 
 async function main() {
-  console.log('\n🔍 AI Bot Analyzer\n');
+  console.log('\n🔍 Merlean Analyzer\n');
 
   const options = parseArgs();
 
@@ -110,42 +98,54 @@ async function main() {
     process.exit(1);
   }
 
-  console.log(`📁 Analyzing: ${codebasePath}`);
+  console.log(`📁 Scanning: ${codebasePath}`);
   console.log(`📛 Site name: ${options.name}`);
 
   try {
-    // Analyze codebase
-    const siteMap = await analyzeCodebase(codebasePath, options.name);
+    // Scan codebase locally
+    const fileContents = await scanCodebase(codebasePath);
     
-    console.log('\n📊 Analysis Summary:');
-    console.log(`   Routes:     ${siteMap.routes?.length || 0}`);
-    console.log(`   Forms:      ${siteMap.forms?.length || 0}`);
-    console.log(`   Actions:    ${siteMap.actions?.length || 0}`);
-    console.log(`   Site ID:    ${siteMap.siteId}`);
-
-    // Save locally
-    const outputPath = path.resolve(options.output);
-    fs.writeFileSync(outputPath, JSON.stringify(siteMap, null, 2));
-    console.log(`\n💾 Saved to: ${outputPath}`);
-
-    // Upload if URL provided
-    if (options.upload) {
-      console.log(`\n📤 Uploading to: ${options.upload}`);
-      const result = await uploadMap(options.upload, siteMap, options.token);
-      
-      if (result.success) {
-        console.log('✅ Upload successful!');
-        console.log(`\n🎉 Integration Ready!\n`);
-        console.log(`   Add this to your website:\n`);
-        console.log(`   <script src="${options.upload}/bot.js" data-site-id="${siteMap.siteId}"></script>\n`);
-      } else {
-        console.error(`❌ Upload failed: ${result.error}`);
-        process.exit(1);
-      }
-    } else {
-      console.log('\n⚠️  No --upload URL provided. Map saved locally only.');
+    console.log(`\n📤 Uploading to backend for analysis...`);
+    
+    // Send to backend for LLM analysis
+    const response = await fetch(`${options.backend}/api/analyze`, {
+      method: 'POST',
+      headers: { 'Content-Type': 'application/json' },
+      body: JSON.stringify({
+        siteName: options.name,
+        files: fileContents
+      })
+    });
+
+    if (!response.ok) {
+      const error = await response.text();
+      throw new Error(`Backend error: ${response.status} ${error}`);
+    }
+
+    const result = await response.json();
+
+    console.log('\n✅ Analysis complete!');
+    console.log('\n📊 Summary:');
+    console.log(`   Site ID:    ${result.siteId}`);
+    console.log(`   Framework:  ${result.framework || 'Unknown'}`);
+    console.log(`   Routes:     ${result.routes?.length || 0}`);
+    console.log(`   Forms:      ${result.forms?.length || 0}`);
+    console.log(`   Actions:    ${result.actions?.length || 0}`);
+
+    // Save locally if requested
+    if (options.output) {
+      const outputPath = path.resolve(options.output);
+      fs.writeFileSync(outputPath, JSON.stringify(result, null, 2));
+      console.log(`\n💾 Saved to: ${outputPath}`);
     }
 
+    // Show integration instructions
+    console.log('\n' + '─'.repeat(50));
+    console.log('\n🎉 Integration Ready!\n');
+    console.log('Add this to your website:\n');
+    console.log(`<script src="${options.backend}/bot.js" data-site-id="${result.siteId}"></script>`);
+    console.log('\n' + '─'.repeat(50) + '\n');
+
   } catch (error) {
     console.error(`\n❌ Error: ${error.message}`);
     process.exit(1);
@@ -153,4 +153,3 @@ async function main() {
 }
 
 main();
-

package/lib/analyzer.js

@@ -1,25 +1,13 @@
 /**
- * LLM-based Codebase Analyzer
+ * Codebase Scanner
  * 
- * Uses Claude to analyze codebase and extract:
- * - API routes/endpoints
- * - Forms and their fields
- * - Actions/mutations
+ * Scans codebase and prepares file contents for backend analysis.
+ * NO LLM calls here - that happens on the backend.
  */
 
-require('dotenv').config({ path: require('path').join(__dirname, '../../.env') });
-require('dotenv').config();
-
-const Anthropic = require('@anthropic-ai/sdk').default;
 const fs = require('fs');
 const path = require('path');
 const { glob } = require('glob');
-const crypto = require('crypto');
-
-// Initialize Anthropic
-const anthropic = new Anthropic({
-  apiKey: process.env.ANTHROPIC_API_KEY
-});
 
 // File patterns to scan
 const SCAN_PATTERNS = [
@@ -52,11 +40,9 @@ const PRIORITY_KEYWORDS = [
 ];
 
 /**
- * Analyze a codebase using LLM
+ * Scan codebase and collect file contents
  */
-async function analyzeCodebase(codebasePath, siteName) {
-  const siteId = generateSiteId();
-  
+async function scanCodebase(codebasePath) {
   console.log('   Scanning files...');
 
   // Get files to scan
@@ -70,9 +56,9 @@ async function analyzeCodebase(codebasePath, siteName) {
 
   // Prioritize and limit files
   const prioritizedFiles = prioritizeFiles(files, codebasePath);
-  const filesToAnalyze = prioritizedFiles.slice(0, 50); // Limit to avoid rate limits
+  const filesToAnalyze = prioritizedFiles.slice(0, 50); // Limit for performance
 
-  console.log(`   Analyzing ${filesToAnalyze.length} priority files...`);
+  console.log(`   Preparing ${filesToAnalyze.length} priority files...`);
 
   // Read and prepare file contents
   const fileContents = [];
@@ -81,7 +67,7 @@ async function analyzeCodebase(codebasePath, siteName) {
       const content = fs.readFileSync(file, 'utf-8');
       const relativePath = path.relative(codebasePath, file);
       
-      // Limit content per file to avoid token limits
+      // Limit content per file
       const truncatedContent = content.slice(0, 3000);
       
       fileContents.push({
@@ -93,19 +79,7 @@ async function analyzeCodebase(codebasePath, siteName) {
     }
   }
 
-  // Send to LLM for analysis
-  console.log('   Calling LLM for analysis...');
-  const analysis = await analyzeWithLLM(fileContents, siteName);
-
-  return {
-    siteId,
-    siteName,
-    analyzedAt: new Date().toISOString(),
-    framework: analysis.framework,
-    routes: analysis.routes || [],
-    forms: analysis.forms || [],
-    actions: analysis.actions || []
-  };
+  return fileContents;
 }
 
 /**
@@ -125,71 +99,4 @@ function prioritizeFiles(files, basePath) {
   });
 }
 
-/**
- * Analyze files using Claude
- */
-async function analyzeWithLLM(fileContents, siteName) {
-  const filesText = fileContents.map(f => 
-    `=== ${f.path} ===\n${f.content}`
-  ).join('\n\n');
-
-  const prompt = `Analyze this codebase and extract API information.
-
-CODEBASE FILES:
-${filesText}
-
-Extract and return as JSON:
-1. framework: detected framework (express, laravel, django, fastapi, nextjs, wordpress, etc.) or null
-2. routes: array of {method, path, description} - API endpoints found
-3. forms: array of {action, method, fields: [{name, type}]} - forms found
-4. actions: array of {name, endpoint, method, description} - API calls/actions found
-
-Focus on:
-- REST API routes
-- Form submissions
-- AJAX/fetch calls
-- Controller methods
-
-Return ONLY valid JSON, no markdown or explanation:
-{"framework": "...", "routes": [...], "forms": [...], "actions": [...]}`;
-
-  try {
-    const response = await anthropic.messages.create({
-      model: 'claude-sonnet-4-20250514',
-      max_tokens: 4096,
-      messages: [{
-        role: 'user',
-        content: prompt
-      }]
-    });
-
-    const text = response.content[0].type === 'text' ? response.content[0].text : '';
-    
-    // Extract JSON from response
-    const jsonMatch = text.match(/\{[\s\S]*\}/);
-    if (jsonMatch) {
-      return JSON.parse(jsonMatch[0]);
-    }
-    
-    return { framework: null, routes: [], forms: [], actions: [] };
-
-  } catch (error) {
-    if (error.status === 429) {
-      console.log('   ⚠️ Rate limited, waiting 30s...');
-      await new Promise(r => setTimeout(r, 30000));
-      return analyzeWithLLM(fileContents, siteName);
-    }
-    console.error('   LLM error:', error.message);
-    return { framework: null, routes: [], forms: [], actions: [] };
-  }
-}
-
-/**
- * Generate a unique site ID
- */
-function generateSiteId() {
-  const random = crypto.randomBytes(4).toString('hex');
-  return `site_${random}`;
-}
-
-module.exports = { analyzeCodebase };
+module.exports = { scanCodebase };

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@merlean/analyzer",
-  "version": "1.0.0",
+  "version": "1.1.0",
   "description": "AI Bot codebase analyzer - generates site maps for AI assistant integration",
   "keywords": ["ai", "bot", "analyzer", "claude", "anthropic", "widget"],
   "author": "zmaren",
@@ -38,8 +38,6 @@
     "node": ">=18.0.0"
   },
   "dependencies": {
-    "@anthropic-ai/sdk": "^0.39.0",
-    "dotenv": "^16.3.1",
     "glob": "^10.3.10"
   },
   "devDependencies": {

package/lib/uploader.js

@@ -1,37 +0,0 @@
-/**
- * Upload site map to AI Bot backend
- */
-
-async function uploadMap(backendUrl, siteMap, token) {
-  try {
-    const url = `${backendUrl.replace(/\/$/, '')}/api/sites`;
-    
-    const headers = {
-      'Content-Type': 'application/json'
-    };
-    
-    if (token) {
-      headers['Authorization'] = `Bearer ${token}`;
-    }
-
-    const response = await fetch(url, {
-      method: 'POST',
-      headers,
-      body: JSON.stringify(siteMap)
-    });
-
-    if (!response.ok) {
-      const error = await response.text();
-      return { success: false, error: `HTTP ${response.status}: ${error}` };
-    }
-
-    const data = await response.json();
-    return { success: true, data };
-
-  } catch (error) {
-    return { success: false, error: error.message };
-  }
-}
-
-module.exports = { uploadMap };
-