@optiqcode/cli 2.1.3 → 2.1.4

package/dist/index.js

@@ -273,17 +273,24 @@ async function indexOnce(targetPath, config) {
         spinner.text = `Reading ${files.length} files...`;
         // Read files in parallel (100 at a time)
         const PARALLEL_READS = 100;
+        const MAX_FILE_SIZE = 100_000; // 100KB max per file
         const filesArray = [];
         for (let i = 0; i < files.length; i += PARALLEL_READS) {
             const chunk = files.slice(i, i + PARALLEL_READS);
             const results = await Promise.allSettled(chunk.map(async (file) => {
                 const content = await fs.readFile(file, 'utf-8');
                 const relativePath = path.relative(targetPath, file).replace(/\\/g, '/');
+                // Skip files that are too large
+                if (content.length > MAX_FILE_SIZE) {
+                    if (DEBUG)
+                        console.log(chalk.yellow(`[DEBUG] Skipping large file: ${relativePath} (${Math.round(content.length / 1024)}KB)`));
+                    return null;
+                }
                 return { path: relativePath, content };
             }));
-            // Filter successful reads
+            // Filter successful reads (and non-null)
             for (const result of results) {
-                if (result.status === 'fulfilled') {
+                if (result.status === 'fulfilled' && result.value) {
                     filesArray.push(result.value);
                 }
             }
@@ -292,7 +299,7 @@ async function indexOnce(targetPath, config) {
         // Generate repository ID from path
         const repoId = generateRepoId(targetPath);
         // Upload in small batches to avoid gateway timeouts
-        const BATCH_SIZE = 10;
+        const BATCH_SIZE = 5;
         let totalChunks = 0;
         if (DEBUG) {
             console.log(chalk.gray(`\n[DEBUG] Sending to: ${ENGINE_URL}/api/v1/index`));
@@ -376,23 +383,26 @@ async function watchDirectory(targetPath, config) {
         spinner.text = `Reading ${files.length} files...`;
         // Read files in parallel (100 at a time)
         const PARALLEL_READS = 100;
+        const MAX_FILE_SIZE = 100_000; // 100KB max per file
         const filesArray = [];
         for (let i = 0; i < files.length; i += PARALLEL_READS) {
             const chunk = files.slice(i, i + PARALLEL_READS);
             const results = await Promise.allSettled(chunk.map(async (file) => {
                 const content = await fs.readFile(file, 'utf-8');
                 const relativePath = path.relative(targetPath, file).replace(/\\/g, '/');
+                if (content.length > MAX_FILE_SIZE)
+                    return null;
                 return { path: relativePath, content };
             }));
             for (const result of results) {
-                if (result.status === 'fulfilled') {
+                if (result.status === 'fulfilled' && result.value) {
                     filesArray.push(result.value);
                 }
             }
             spinner.text = `Reading... ${Math.min(i + PARALLEL_READS, files.length)}/${files.length}`;
         }
         // Upload in small batches to avoid gateway timeouts
-        const BATCH_SIZE = 20;
+        const BATCH_SIZE = 5;
         for (let i = 0; i < filesArray.length; i += BATCH_SIZE) {
             const batch = filesArray.slice(i, i + BATCH_SIZE);
             const batchNum = Math.floor(i / BATCH_SIZE) + 1;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@optiqcode/cli",
-  "version": "2.1.3",
+  "version": "2.1.4",
   "description": "CLI tool for Optiq - automatic code indexing and context engine",
   "type": "module",
   "main": "dist/index.js",