sapper-iq 1.1.11 → 1.1.13

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "sapper-iq",
-  "version": "1.1.11",
+  "version": "1.1.13",
   "description": "AI-powered development assistant that executes commands and builds projects",
   "main": "sapper.mjs",
   "bin": {

package/sapper.mjs

@@ -99,6 +99,104 @@ const IGNORE_DIRS = new Set([
   '.idea', '.vscode', 'vendor', 'target', '.gradle'
 ]);
 
+// File extensions to include when scanning codebase
+const CODE_EXTENSIONS = new Set([
+  '.js', '.ts', '.jsx', '.tsx', '.py', '.java', '.go', '.rs', '.rb', '.php',
+  '.c', '.cpp', '.h', '.hpp', '.cs', '.swift', '.kt', '.scala', '.vue', '.svelte',
+  '.css', '.scss', '.sass', '.less', '.html', '.htm', '.json', '.yaml', '.yml',
+  '.toml', '.xml', '.md', '.txt', '.sh', '.bash', '.zsh', '.sql', '.graphql',
+  '.env.example', '.gitignore', '.dockerignore', 'Dockerfile', 'Makefile',
+  '.prisma', '.proto'
+]);
+
+// Max file size to include (skip large files like bundled/minified)
+const MAX_FILE_SIZE = 100000; // 100KB per file
+const MAX_TOTAL_SCAN_SIZE = 1000000; // 1000KB total scan limit
+
+// Scan entire codebase and return summary
+function scanCodebase(dir = '.', depth = 0, maxDepth = 5) {
+  if (depth > maxDepth) return { files: [], totalSize: 0 };
+  
+  let files = [];
+  let totalSize = 0;
+  
+  try {
+    const entries = fs.readdirSync(dir, { withFileTypes: true });
+    
+    for (const entry of entries) {
+      const fullPath = dir === '.' ? entry.name : `${dir}/${entry.name}`;
+      
+      // Skip ignored directories
+      if (entry.isDirectory()) {
+        if (IGNORE_DIRS.has(entry.name) || entry.name.startsWith('.')) continue;
+        const subResult = scanCodebase(fullPath, depth + 1, maxDepth);
+        files = files.concat(subResult.files);
+        totalSize += subResult.totalSize;
+      } else {
+        // Check if file should be included
+        const ext = entry.name.includes('.') ? '.' + entry.name.split('.').pop() : entry.name;
+        const isCodeFile = CODE_EXTENSIONS.has(ext.toLowerCase()) || CODE_EXTENSIONS.has(entry.name);
+        
+        if (!isCodeFile) continue;
+        
+        try {
+          const stats = fs.statSync(fullPath);
+          if (stats.size > MAX_FILE_SIZE) {
+            files.push({ path: fullPath, size: stats.size, skipped: true, reason: 'too large' });
+            continue;
+          }
+          if (totalSize + stats.size > MAX_TOTAL_SCAN_SIZE) {
+            files.push({ path: fullPath, size: stats.size, skipped: true, reason: 'total limit reached' });
+            continue;
+          }
+          
+          const content = fs.readFileSync(fullPath, 'utf8');
+          files.push({ path: fullPath, size: stats.size, content });
+          totalSize += stats.size;
+        } catch (e) {
+          files.push({ path: fullPath, skipped: true, reason: e.message });
+        }
+      }
+    }
+  } catch (e) {
+    // Directory not readable
+  }
+  
+  return { files, totalSize };
+}
+
+// Format scan results for AI context
+function formatScanResults(scanResult) {
+  let output = `\n══════════════════════════════════════\n`;
+  output += `📁 CODEBASE SCAN (${scanResult.files.length} files, ~${Math.round(scanResult.totalSize/1024)}KB)\n`;
+  output += `══════════════════════════════════════\n\n`;
+  
+  // First list all files
+  output += `FILE TREE:\n`;
+  for (const file of scanResult.files) {
+    if (file.skipped) {
+      output += `  ⏭️  ${file.path} (skipped: ${file.reason})\n`;
+    } else {
+      output += `  📄 ${file.path} (${Math.round(file.size/1024)}KB)\n`;
+    }
+  }
+  
+  output += `\n══════════════════════════════════════\n`;
+  output += `FILE CONTENTS:\n`;
+  output += `══════════════════════════════════════\n\n`;
+  
+  // Then include contents
+  for (const file of scanResult.files) {
+    if (file.skipped) continue;
+    output += `┌─── ${file.path} ───\n`;
+    output += file.content;
+    if (!file.content.endsWith('\n')) output += '\n';
+    output += `└─── END ${file.path} ───\n\n`;
+  }
+  
+  return output;
+}
+
 const tools = {
   read: (path) => {
     try { return fs.readFileSync(path.trim(), 'utf8'); } 
@@ -252,63 +350,51 @@ async function runSapper() {
   if (messages.length === 0) {
     messages = [{
       role: 'system',
-      content: `You are Sapper, a senior engineer.
-
-CRITICAL: You are working in the CURRENT DIRECTORY. Always use relative paths!
-- Use . or ./ for current directory
-- NEVER use / (that's the root directory)
-- Use relative paths like ./file.js or subfolder/file.js
-
-STRATEGY FOR FILE READING:
-1. Start with [TOOL:LIST].[/TOOL] to see what exists
-2. READ FILES BASED ON TASK:
-   - Quick overview: Read 2-8 key files (README, package.json, main entry)
-   - Deep analysis: Read ALL relevant files (entire src/ folder, all components)
-   - User asks "read all": Read ALL files they mention
-3. Use format: [TOOL:TYPE]path]content[/TOOL]
-4. MANDATORY: You MUST finish reading ALL requested files before providing ANY analysis or summary. Do NOT stop to explain - keep reading until done!
-
-READING GUIDELINES:
-- If user says "analyze src folder" → Read ALL files in src/
-- If user says "read everything" → List directory, then read all files
-- If < 20 files total: Read them all
-- If > 20 files: Ask user which area to focus on
-
-TOOL FORMAT (CRITICAL - FOLLOW EXACTLY):
-✅ CORRECT: [TOOL:LIST].[/TOOL]
-✅ CORRECT: [TOOL:READ]./file.js[/TOOL]
-✅ CORRECT: [TOOL:SEARCH]functionName[/TOOL]
-✅ CORRECT: [TOOL:WRITE]./file.js]full content here[/TOOL]
-✅ CORRECT: [TOOL:PATCH]./file.js]old code|||new code[/TOOL]
-❌ WRONG: [TOOL:LIST].[/] - missing TOOL at end!
-
-AVAILABLE TOOLS:
-- LIST: List directory contents
-- READ: Read file contents
-- SEARCH: Find text/code across all files (grep-like, returns file:line:match)
-- WRITE: Create or overwrite entire file (requires confirmation)
-- PATCH: Make small edits to existing file (requires confirmation)
-- MKDIR: Create directory
-- SHELL: Run terminal command (requires confirmation)
-
-SMART WORKFLOW:
-1. For unknown codebases: [TOOL:SEARCH]main|index|app[/TOOL] to find entry points
-2. To find where something is defined: [TOOL:SEARCH]function myFunc[/TOOL]
-3. SEARCH returns file paths + line numbers - then READ specific files
-
-PATCH vs WRITE:
-- Use PATCH for small changes (1-10 lines): [TOOL:PATCH]path]old|||new[/TOOL]
-- Use WRITE only for new files or complete rewrites
+      content: `You are Sapper, a coding assistant that ONLY does what the user asks.
+
+GOLDEN RULE: Do EXACTLY what the user asks. Nothing more, nothing less.
+- NEVER add features the user didn't ask for.
+- ALWAYS confirm with the user before writing/patching files or running shell commands.
+- KEEP responses concise and to the point.
+TOOLS (use these to interact with files):
+
+[TOOL:LIST]path[/TOOL]
+→ List files in a directory
+→ Example: [TOOL:LIST].[/TOOL]
+
+[TOOL:READ]path[/TOOL]
+→ Read a file's contents
+→ Example: [TOOL:READ]./package.json[/TOOL]
+
+[TOOL:WRITE]path]content[/TOOL]
+→ Create or overwrite a file (needs user confirmation)
+→ Example: [TOOL:WRITE]./index.js]console.log("hello")[/TOOL]
+
+[TOOL:PATCH]path]old_text|||new_text[/TOOL]
+→ Replace specific text in a file (needs user confirmation)
+→ Example: [TOOL:PATCH]./app.js]old code|||new code[/TOOL]
+
+[TOOL:SEARCH]pattern[/TOOL]
+→ Search for text across all files
+→ Example: [TOOL:SEARCH]function login[/TOOL]
+
+[TOOL:SHELL]command[/TOOL]
+→ Run a terminal command (needs user confirmation)
+→ Example: [TOOL:SHELL]npm install express[/TOOL]
+
+PATH RULES:
+- Always use relative paths: ./file.js, ./src/app.js
+- NEVER use absolute paths like /file.js
+- Use . for current directory
 
 WORKFLOW:
-1. LIST or SEARCH → 2. READ relevant files → 3. ANALYZE and RESPOND
-
-IMPORTANT RULES:
-- Be concise. Do not generate repetitive lists or filler text.
-- If a list exceeds 10 items, summarize instead of listing everything.
-- Never repeat the same content multiple times.
-- Stop writing when you've made your point.
-- BATCH READING: When asked to read multiple files, call ALL [TOOL:READ] commands in ONE response. Do NOT stop to analyze between files.`
+1. Understand exactly what user wants
+2. Use LIST to see existing files if needed
+3. Use READ to check existing code if needed
+4. Use WRITE/PATCH to make changes
+5. Be concise in explanations
+
+CRITICAL: Stay focused. If user asks for X, deliver X only.`
     }];
   }
 
@@ -379,6 +465,7 @@ Do NOT just display content. Actually WRITE files using the tool.`
       // Handle help command
       if (input.toLowerCase() === '/help') {
         console.log(chalk.cyan('\n📚 SAPPER COMMANDS:'));
+        console.log(chalk.white('  /scan') + chalk.gray('          - Scan entire codebase and add to context'));
         console.log(chalk.white('  /reset, /clear') + chalk.gray(' - Clear all context and start fresh'));
         console.log(chalk.white('  /prune') + chalk.gray('         - Remove old messages, keep last 4'));
         console.log(chalk.white('  /context') + chalk.gray('       - Show current context size'));
@@ -408,6 +495,36 @@ Do NOT just display content. Actually WRITE files using the tool.`
         continue;
       }
       
+      // Handle codebase scan command
+      if (input.toLowerCase() === '/scan') {
+        console.log(chalk.cyan('\n🔍 Scanning codebase...'));
+        const scanResult = scanCodebase('.');
+        
+        if (scanResult.files.length === 0) {
+          console.log(chalk.yellow('No code files found in current directory.'));
+          continue;
+        }
+        
+        const formattedScan = formatScanResults(scanResult);
+        const includedCount = scanResult.files.filter(f => !f.skipped).length;
+        const skippedCount = scanResult.files.filter(f => f.skipped).length;
+        
+        console.log(chalk.green(`✅ Scanned ${includedCount} files (~${Math.round(scanResult.totalSize/1024)}KB)`));
+        if (skippedCount > 0) {
+          console.log(chalk.yellow(`⏭️  Skipped ${skippedCount} files (too large or limit reached)`));
+        }
+        
+        // Add scan to context
+        messages.push({ 
+          role: 'user', 
+          content: `I've scanned the entire codebase. Here are all the files:\n${formattedScan}\n\nYou now have the full codebase context. Use this information to help me.`
+        });
+        
+        fs.writeFileSync(CONTEXT_FILE, JSON.stringify(messages));
+        console.log(chalk.gray('📝 Codebase added to context. AI now has full picture.\n'));
+        continue;
+      }
+      
       messages.push({ role: 'user', content: input });
 
       let toolRounds = 0; // Prevent infinite loops