@optiqcode/cli 2.1.3 → 2.1.5

package/dist/index.js

@@ -273,17 +273,24 @@ async function indexOnce(targetPath, config) {
         spinner.text = `Reading ${files.length} files...`;
         // Read files in parallel (100 at a time)
         const PARALLEL_READS = 100;
+        const MAX_FILE_SIZE = 100_000; // 100KB max per file
         const filesArray = [];
         for (let i = 0; i < files.length; i += PARALLEL_READS) {
             const chunk = files.slice(i, i + PARALLEL_READS);
             const results = await Promise.allSettled(chunk.map(async (file) => {
                 const content = await fs.readFile(file, 'utf-8');
                 const relativePath = path.relative(targetPath, file).replace(/\\/g, '/');
+                // Skip files that are too large
+                if (content.length > MAX_FILE_SIZE) {
+                    if (DEBUG)
+                        console.log(chalk.yellow(`[DEBUG] Skipping large file: ${relativePath} (${Math.round(content.length / 1024)}KB)`));
+                    return null;
+                }
                 return { path: relativePath, content };
             }));
-            // Filter successful reads
+            // Filter successful reads (and non-null)
             for (const result of results) {
-                if (result.status === 'fulfilled') {
+                if (result.status === 'fulfilled' && result.value) {
                     filesArray.push(result.value);
                 }
             }
@@ -292,7 +299,7 @@ async function indexOnce(targetPath, config) {
         // Generate repository ID from path
         const repoId = generateRepoId(targetPath);
         // Upload in small batches to avoid gateway timeouts
-        const BATCH_SIZE = 10;
+        const BATCH_SIZE = 5;
         let totalChunks = 0;
         if (DEBUG) {
             console.log(chalk.gray(`\n[DEBUG] Sending to: ${ENGINE_URL}/api/v1/index`));
@@ -321,7 +328,7 @@ async function indexOnce(targetPath, config) {
                         headers: {
                             'Content-Type': 'application/json',
                         },
-                        timeout: 120000, // 2 minute timeout per batch
+                        timeout: 120000,
                     });
                     if (!response.data.success) {
                         spinner.fail(chalk.red('Indexing failed'));
@@ -329,20 +336,18 @@ async function indexOnce(targetPath, config) {
                         return;
                     }
                     totalChunks += response.data.result?.chunks_created || 0;
-                    break; // Success, exit retry loop
+                    break;
                 }
                 catch (err) {
                     lastError = err;
                     retries--;
-                    if (DEBUG) {
-                        console.log(chalk.red(`\n[DEBUG] Error: ${err.code || err.message}`));
-                        if (err.response) {
-                            console.log(chalk.red(`[DEBUG] Status: ${err.response.status}`));
-                        }
-                    }
+                    // Always log which files failed
+                    console.log(chalk.red(`\n✗ Batch ${batchNum} failed: ${err.code || err.message}`));
+                    console.log(chalk.yellow(`  Files in batch: ${batch.map(f => f.path).join(', ')}`));
+                    console.log(chalk.gray(`  Sizes: ${batch.map(f => `${f.path}(${Math.round(f.content.length / 1024)}KB)`).join(', ')}`));
                     if (retries > 0) {
-                        spinner.text = `Retrying batch ${batchNum}... (${retries} attempts left)`;
-                        await new Promise(r => setTimeout(r, 2000)); // Wait 2s before retry
+                        console.log(chalk.gray(`  Retrying... (${retries} left)`));
+                        await new Promise(r => setTimeout(r, 2000));
                     }
                 }
             }
@@ -376,23 +381,26 @@ async function watchDirectory(targetPath, config) {
         spinner.text = `Reading ${files.length} files...`;
         // Read files in parallel (100 at a time)
         const PARALLEL_READS = 100;
+        const MAX_FILE_SIZE = 100_000; // 100KB max per file
         const filesArray = [];
         for (let i = 0; i < files.length; i += PARALLEL_READS) {
             const chunk = files.slice(i, i + PARALLEL_READS);
             const results = await Promise.allSettled(chunk.map(async (file) => {
                 const content = await fs.readFile(file, 'utf-8');
                 const relativePath = path.relative(targetPath, file).replace(/\\/g, '/');
+                if (content.length > MAX_FILE_SIZE)
+                    return null;
                 return { path: relativePath, content };
             }));
             for (const result of results) {
-                if (result.status === 'fulfilled') {
+                if (result.status === 'fulfilled' && result.value) {
                     filesArray.push(result.value);
                 }
             }
             spinner.text = `Reading... ${Math.min(i + PARALLEL_READS, files.length)}/${files.length}`;
         }
         // Upload in small batches to avoid gateway timeouts
-        const BATCH_SIZE = 20;
+        const BATCH_SIZE = 5;
         for (let i = 0; i < filesArray.length; i += BATCH_SIZE) {
             const batch = filesArray.slice(i, i + BATCH_SIZE);
             const batchNum = Math.floor(i / BATCH_SIZE) + 1;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@optiqcode/cli",
-  "version": "2.1.3",
+  "version": "2.1.5",
   "description": "CLI tool for Optiq - automatic code indexing and context engine",
   "type": "module",
   "main": "dist/index.js",