@optiqcode/cli 1.7.0 → 2.0.0

package/dist/index.js

@@ -6,13 +6,12 @@ import ora from 'ora';
 import chokidar from 'chokidar';
 import path from 'path';
 import fs from 'fs/promises';
-import logUpdate from 'log-update';
 import { getConfig, saveConfig } from './utils/config.js';
 import { isValidDirectory, getGitIgnorePatterns, shouldIgnoreFile } from './utils/files.js';
 const BACKEND_URL = process.env.OPTIQ_BACKEND_URL || 'https://api.optiqcode.com';
 async function showBanner() {
     console.clear();
-    console.log(chalk.cyan.bold(`
+    console.log(chalk.white.bold(`
    ___        _   _       
   / _ \\ _ __ | |_(_) __ _ 
  | | | | '_ \\| __| |/ _\` |
@@ -21,7 +20,7 @@ async function showBanner() {
        |_|             |_|
   `));
     console.log(chalk.gray('  AI-powered code indexing & search'));
-    console.log(chalk.gray('  v1.6.0\n'));
+    console.log(chalk.gray('  v2.0.0\n'));
 }
 function showHelp() {
     console.log(chalk.cyan.bold('Optiq CLI') + chalk.gray(' - AI-powered code indexing\n'));
@@ -260,36 +259,35 @@ async function indexOnce(targetPath, config) {
     try {
         const files = await collectFiles(targetPath);
         spinner.text = `Reading ${files.length} files...`;
-        const fileContents = {};
-        let processed = 0;
-        for (const file of files) {
-            try {
+        // Read files in parallel (100 at a time)
+        const PARALLEL_READS = 100;
+        const filesArray = [];
+        for (let i = 0; i < files.length; i += PARALLEL_READS) {
+            const chunk = files.slice(i, i + PARALLEL_READS);
+            const results = await Promise.allSettled(chunk.map(async (file) => {
                 const content = await fs.readFile(file, 'utf-8');
                 const relativePath = path.relative(targetPath, file).replace(/\\/g, '/');
-                fileContents[relativePath] = content;
-                processed++;
-                if (processed % 50 === 0) {
-                    spinner.text = `Reading files... ${processed}/${files.length}`;
+                return { path: relativePath, content };
+            }));
+            // Filter successful reads
+            for (const result of results) {
+                if (result.status === 'fulfilled') {
+                    filesArray.push(result.value);
                 }
             }
-            catch (error) {
-                // Skip unreadable files
-            }
+            spinner.text = `Reading... ${Math.min(i + PARALLEL_READS, files.length)}/${files.length}`;
         }
-        const filesArray = Object.entries(fileContents).map(([path, content]) => ({
-            path,
-            content,
-        }));
-        // Batch upload
-        const BATCH_SIZE = 50;
+        // Upload in larger batches (150 files per batch)
+        const BATCH_SIZE = 150;
         let totalFiles = 0;
         let totalEntities = 0;
         let repoId = '';
+        spinner.text = 'Uploading...';
         for (let i = 0; i < filesArray.length; i += BATCH_SIZE) {
             const batch = filesArray.slice(i, i + BATCH_SIZE);
             const batchNum = Math.floor(i / BATCH_SIZE) + 1;
             const totalBatches = Math.ceil(filesArray.length / BATCH_SIZE);
-            spinner.text = `Uploading... batch ${batchNum}/${totalBatches}`;
+            spinner.text = `Uploading... ${batchNum}/${totalBatches}`;
             const response = await axios.post(`${BACKEND_URL}/api/nexus/index/content`, {
                 repository_path: targetPath,
                 files: batch,
@@ -316,7 +314,7 @@ async function indexOnce(targetPath, config) {
         console.log(chalk.gray('\n   Use this ID with the MCP server\n'));
     }
     catch (error) {
-        spinner.fail(chalk.red('✗ Failed'));
+        spinner.fail(chalk.red('Failed'));
         if (error.response?.data?.error) {
             console.log(chalk.gray('   ' + error.response.data.error));
         }
@@ -349,39 +347,35 @@ async function watchDirectory(targetPath, config) {
     }
     // Only do full index if repo doesn't exist
     if (!repoId) {
-        const spinner = ora({ text: 'Collecting files...', color: 'white' }).start();
+        const spinner = ora({ text: 'Collecting files...', color: 'cyan' }).start();
         try {
             const files = await collectFiles(targetPath);
-            spinner.text = `Indexing ${files.length} files...`;
-            const fileContents = {};
-            let processed = 0;
-            for (const file of files) {
-                try {
+            spinner.text = `Reading ${files.length} files...`;
+            // Read files in parallel (100 at a time)
+            const PARALLEL_READS = 100;
+            const filesArray = [];
+            for (let i = 0; i < files.length; i += PARALLEL_READS) {
+                const chunk = files.slice(i, i + PARALLEL_READS);
+                const results = await Promise.allSettled(chunk.map(async (file) => {
                     const content = await fs.readFile(file, 'utf-8');
-                    const relativePath = path.relative(targetPath, file);
-                    fileContents[relativePath] = content;
-                    processed++;
-                    // Update progress
-                    const percent = Math.round((processed / files.length) * 100);
-                    spinner.text = `Indexing ${processed}/${files.length} files (${percent}%)`;
-                }
-                catch (error) {
-                    // Skip files that can't be read
+                    const relativePath = path.relative(targetPath, file).replace(/\\/g, '/');
+                    return { path: relativePath, content };
+                }));
+                for (const result of results) {
+                    if (result.status === 'fulfilled') {
+                        filesArray.push(result.value);
+                    }
                 }
+                spinner.text = `Reading... ${Math.min(i + PARALLEL_READS, files.length)}/${files.length}`;
             }
-            spinner.text = 'Uploading to Optiq...';
-            const filesArray = Object.entries(fileContents).map(([path, content]) => ({
-                path,
-                content,
-            }));
-            // Batch upload files (50 at a time to avoid 413 errors)
-            const BATCH_SIZE = 50;
+            // Upload in larger batches
+            const BATCH_SIZE = 150;
             let uploadedCount = 0;
             for (let i = 0; i < filesArray.length; i += BATCH_SIZE) {
                 const batch = filesArray.slice(i, i + BATCH_SIZE);
                 const batchNum = Math.floor(i / BATCH_SIZE) + 1;
                 const totalBatches = Math.ceil(filesArray.length / BATCH_SIZE);
-                spinner.text = `Uploading batch ${batchNum}/${totalBatches} (${uploadedCount}/${filesArray.length} files)...`;
+                spinner.text = `Uploading... ${batchNum}/${totalBatches}`;
                 const response = await axios.post(`${BACKEND_URL}/api/nexus/index/content`, {
                     repository_path: targetPath,
                     files: batch,
@@ -390,10 +384,10 @@ async function watchDirectory(targetPath, config) {
                         'X-API-Key': config.apiKey,
                         'Content-Type': 'application/json',
                     },
-                    timeout: 0, // No timeout for large codebases
+                    timeout: 0,
                 });
                 if (!response.data.success) {
-                    spinner.fail(chalk.gray('Initial indexing failed'));
+                    spinner.fail(chalk.red('Failed'));
                     console.log(chalk.gray(response.data.error || 'Unknown error'));
                     return;
                 }
@@ -446,42 +440,49 @@ async function watchDirectory(targetPath, config) {
             return `${minutes}m ${seconds % 60}s`;
         return `${seconds}s`;
     };
-    const updateDashboard = () => {
+    let dashboardShown = false;
+    const showDashboard = () => {
         const uptime = formatUptime(Date.now() - sessionStartTime);
-        const timeSinceLastIndex = Math.floor((Date.now() - lastIndexedTime) / 1000);
-        const lines = [];
-        lines.push(chalk.gray('─'.repeat(50)));
-        lines.push(`${chalk.cyan('👀 Watching')} ${chalk.gray('•')} ${chalk.white(uptime)} ${chalk.gray('uptime')}`);
-        lines.push(`${chalk.gray('   Indexed:')} ${chalk.white(totalIndexed)} ${chalk.gray('changes')} ${chalk.gray('•')} ${chalk.white(allIndexedFiles.size)} ${chalk.gray('files')}`);
-        if (lastIndexedFile) {
+        // Move cursor up 5 lines to overwrite previous dashboard (but not on first display)
+        if (dashboardShown) {
+            process.stdout.write('\x1b[5A'); // Move up 5 lines
+            process.stdout.write('\x1b[0J'); // Clear from cursor to end of screen
+        }
+        dashboardShown = true;
+        console.log(chalk.gray('─'.repeat(50)));
+        console.log(chalk.cyan('👀 Watching') + chalk.gray(` • ${uptime} uptime • Press Ctrl+C to stop`));
+        const details = [];
+        if (totalIndexed > 0 && lastIndexedFile) {
+            const timeSinceLastIndex = Math.floor((Date.now() - lastIndexedTime) / 1000);
             const timeStr = timeSinceLastIndex < 60 ? `${timeSinceLastIndex}s` : `${Math.floor(timeSinceLastIndex / 60)}m`;
-            lines.push(`${chalk.gray('   Last:')} ${chalk.white(lastIndexedFile)} ${chalk.gray(`(${timeStr} ago)`)}`);
+            details.push(chalk.gray(`   Indexed: ${totalIndexed} changes • ${allIndexedFiles.size} files • Last: ${lastIndexedFile} (${timeStr} ago)`));
         }
-        lines.push(chalk.gray('─'.repeat(50)));
-        lines.push('');
-        logUpdate(lines.join('\n'));
+        else {
+            details.push(chalk.gray(`   Ready • 0 changes • Waiting for file modifications...`));
+        }
+        console.log(details.join(''));
+        console.log(chalk.gray('─'.repeat(50)));
+        console.log('');
     };
-    // Update dashboard every 5 seconds to show uptime
-    setInterval(updateDashboard, 5000);
+    // Initial dashboard display
+    showDashboard();
+    // Update dashboard every 10 seconds to refresh uptime and "time ago"
+    setInterval(showDashboard, 10000);
     const processChanges = async () => {
         if (pendingChanges.size === 0 || isProcessing)
             return;
         isProcessing = true;
         const changes = Array.from(pendingChanges.entries());
         pendingChanges.clear();
-        // Collect unique files first
-        for (const [filePath] of changes) {
-            const relativePath = path.relative(targetPath, filePath);
-            allIndexedFiles.add(relativePath);
-        }
         try {
             const filesArray = [];
             let hasChanges = false;
             for (const [filePath, changeType] of changes) {
-                const relativePath = path.relative(targetPath, filePath);
+                const relativePath = path.relative(targetPath, filePath).replace(/\\/g, '/');
                 if (changeType === 'unlink') {
                     filesArray.push({ path: relativePath, content: null });
                     fileContentCache.delete(relativePath);
+                    allIndexedFiles.delete(relativePath);
                     hasChanges = true;
                 }
                 else {
@@ -517,6 +518,12 @@ async function watchDirectory(targetPath, config) {
                 timeout: 60000,
             });
             if (response.data.success) {
+                // Add successfully indexed files to the set
+                for (const file of filesArray) {
+                    if (file.content !== null) {
+                        allIndexedFiles.add(file.path);
+                    }
+                }
                 totalIndexed += filesArray.length;
                 lastIndexedTime = Date.now();
                 // Update last indexed file
@@ -527,18 +534,24 @@ async function watchDirectory(targetPath, config) {
                     lastIndexedFile = `${filesArray.length} files`;
                 }
                 // Update dashboard
-                updateDashboard();
+                showDashboard();
             }
             else {
-                logUpdate.clear();
-                console.log(chalk.red(`✗ Failed to index`));
-                console.log(chalk.gray(`   ${response.data.error}`));
+                // Clear dashboard, show error, redraw dashboard
+                process.stdout.write('\x1b[5A');
+                process.stdout.write('\x1b[0J');
+                dashboardShown = false;
+                console.log(chalk.red(`✗ Failed to index: ${response.data.error}\n`));
+                showDashboard();
             }
         }
         catch (error) {
-            logUpdate.clear();
-            console.log(chalk.red(`✗ Failed to index`));
-            console.log(chalk.gray(`   ${error.response?.data?.error || error.message}`));
+            // Clear dashboard, show error, redraw dashboard
+            process.stdout.write('\x1b[5A');
+            process.stdout.write('\x1b[0J');
+            dashboardShown = false;
+            console.log(chalk.red(`✗ Failed to index: ${error.response?.data?.error || error.message}\n`));
+            showDashboard();
         }
         isProcessing = false;
         // Check if there are more pending changes and process them
@@ -566,12 +579,18 @@ async function watchDirectory(targetPath, config) {
         scheduleProcess();
     })
         .on('error', (error) => {
-        logUpdate.clear();
-        console.log(chalk.red('✗ Watcher error:'), chalk.gray(error.message));
+        // Clear dashboard, show error, redraw dashboard
+        process.stdout.write('\x1b[5A');
+        process.stdout.write('\x1b[0J');
+        dashboardShown = false;
+        console.log(chalk.red(`✗ Watcher error: ${error.message}\n`));
+        showDashboard();
     });
     process.on('SIGINT', () => {
-        logUpdate.clear();
-        console.log(chalk.cyan('\n✓ Stopped watching'));
+        // Clear dashboard and show exit message
+        process.stdout.write('\x1b[5A');
+        process.stdout.write('\x1b[0J');
+        console.log(chalk.cyan('✓ Stopped watching\n'));
         watcher.close();
         process.exit(0);
     });

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@optiqcode/cli",
-  "version": "1.7.0",
+  "version": "2.0.0",
   "description": "CLI tool for Optiq - automatic code indexing and context engine",
   "type": "module",
   "main": "dist/index.js",
@@ -42,7 +42,6 @@
     "axios": "^1.6.0",
     "chalk": "^5.3.0",
     "chokidar": "^3.5.3",
-    "log-update": "^7.0.1",
     "ora": "^8.0.1",
     "prompts": "^2.4.2"
   },