@optiqcode/cli 2.1.2 → 2.1.4

package/dist/index.js

@@ -10,6 +10,8 @@ import { getConfig, saveConfig } from './utils/config.js';
 import { isValidDirectory, getGitIgnorePatterns, shouldIgnoreFile } from './utils/files.js';
 const BACKEND_URL = process.env.OPTIQ_BACKEND_URL || 'https://api.optiqcode.com';
 const ENGINE_URL = process.env.OPTIQ_ENGINE_URL || 'https://api.optiqcode.com';
+// Debug mode - set OPTIQ_DEBUG=1 to see request details
+const DEBUG = process.env.OPTIQ_DEBUG === '1';
 // Helper to generate repository ID from path
 function generateRepoId(targetPath) {
     // Use path basename + hash of full path for uniqueness
@@ -271,17 +273,24 @@ async function indexOnce(targetPath, config) {
         spinner.text = `Reading ${files.length} files...`;
         // Read files in parallel (100 at a time)
         const PARALLEL_READS = 100;
+        const MAX_FILE_SIZE = 100_000; // 100KB max per file
         const filesArray = [];
         for (let i = 0; i < files.length; i += PARALLEL_READS) {
             const chunk = files.slice(i, i + PARALLEL_READS);
             const results = await Promise.allSettled(chunk.map(async (file) => {
                 const content = await fs.readFile(file, 'utf-8');
                 const relativePath = path.relative(targetPath, file).replace(/\\/g, '/');
+                // Skip files that are too large
+                if (content.length > MAX_FILE_SIZE) {
+                    if (DEBUG)
+                        console.log(chalk.yellow(`[DEBUG] Skipping large file: ${relativePath} (${Math.round(content.length / 1024)}KB)`));
+                    return null;
+                }
                 return { path: relativePath, content };
             }));
-            // Filter successful reads
+            // Filter successful reads (and non-null)
             for (const result of results) {
-                if (result.status === 'fulfilled') {
+                if (result.status === 'fulfilled' && result.value) {
                     filesArray.push(result.value);
                 }
             }
@@ -290,14 +299,22 @@ async function indexOnce(targetPath, config) {
         // Generate repository ID from path
         const repoId = generateRepoId(targetPath);
         // Upload in small batches to avoid gateway timeouts
-        const BATCH_SIZE = 20;
+        const BATCH_SIZE = 5;
         let totalChunks = 0;
+        if (DEBUG) {
+            console.log(chalk.gray(`\n[DEBUG] Sending to: ${ENGINE_URL}/api/v1/index`));
+            console.log(chalk.gray(`[DEBUG] Repo ID: ${repoId}`));
+            console.log(chalk.gray(`[DEBUG] Total files: ${filesArray.length}`));
+        }
         spinner.text = 'Indexing...';
         for (let i = 0; i < filesArray.length; i += BATCH_SIZE) {
             const batch = filesArray.slice(i, i + BATCH_SIZE);
             const batchNum = Math.floor(i / BATCH_SIZE) + 1;
             const totalBatches = Math.ceil(filesArray.length / BATCH_SIZE);
             spinner.text = `Indexing... ${batchNum}/${totalBatches}`;
+            if (DEBUG) {
+                console.log(chalk.gray(`\n[DEBUG] Batch ${batchNum}: ${batch.map(f => f.path).join(', ')}`));
+            }
             // Retry logic for transient failures
             let retries = 3;
             let lastError = null;
@@ -324,6 +341,12 @@ async function indexOnce(targetPath, config) {
                 catch (err) {
                     lastError = err;
                     retries--;
+                    if (DEBUG) {
+                        console.log(chalk.red(`\n[DEBUG] Error: ${err.code || err.message}`));
+                        if (err.response) {
+                            console.log(chalk.red(`[DEBUG] Status: ${err.response.status}`));
+                        }
+                    }
                     if (retries > 0) {
                         spinner.text = `Retrying batch ${batchNum}... (${retries} attempts left)`;
                         await new Promise(r => setTimeout(r, 2000)); // Wait 2s before retry
@@ -360,23 +383,26 @@ async function watchDirectory(targetPath, config) {
         spinner.text = `Reading ${files.length} files...`;
         // Read files in parallel (100 at a time)
         const PARALLEL_READS = 100;
+        const MAX_FILE_SIZE = 100_000; // 100KB max per file
         const filesArray = [];
         for (let i = 0; i < files.length; i += PARALLEL_READS) {
             const chunk = files.slice(i, i + PARALLEL_READS);
             const results = await Promise.allSettled(chunk.map(async (file) => {
                 const content = await fs.readFile(file, 'utf-8');
                 const relativePath = path.relative(targetPath, file).replace(/\\/g, '/');
+                if (content.length > MAX_FILE_SIZE)
+                    return null;
                 return { path: relativePath, content };
             }));
             for (const result of results) {
-                if (result.status === 'fulfilled') {
+                if (result.status === 'fulfilled' && result.value) {
                     filesArray.push(result.value);
                 }
             }
             spinner.text = `Reading... ${Math.min(i + PARALLEL_READS, files.length)}/${files.length}`;
         }
         // Upload in small batches to avoid gateway timeouts
-        const BATCH_SIZE = 20;
+        const BATCH_SIZE = 5;
         for (let i = 0; i < filesArray.length; i += BATCH_SIZE) {
             const batch = filesArray.slice(i, i + BATCH_SIZE);
             const batchNum = Math.floor(i / BATCH_SIZE) + 1;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@optiqcode/cli",
-  "version": "2.1.2",
+  "version": "2.1.4",
   "description": "CLI tool for Optiq - automatic code indexing and context engine",
   "type": "module",
   "main": "dist/index.js",