@codebolt/agent 6.1.3 → 6.1.5

package/dist/processor-pieces/messageModifiers/atFileProcessorModifier.d.ts

@@ -4,6 +4,7 @@ import { FlatUserMessage } from "@codebolt/types/sdk";
 export interface AtFileProcessorOptions {
     maxFileSize?: number;
     allowedExtensions?: string[];
+    deniedExtensions?: string[];
     enableRecursiveSearch?: boolean;
 }
 export declare class AtFileProcessorModifier extends BaseMessageModifier {
@@ -21,5 +22,7 @@ export declare class AtFileProcessorModifier extends BaseMessageModifier {
     private getFolderStructure;
     private findLastUserMessage;
     private getProjectPath;
+    private isReadableTextFile;
+    private isLikelyBinaryFile;
     private isNodeError;
 }

package/dist/processor-pieces/messageModifiers/atFileProcessorModifier.js

@@ -46,7 +46,19 @@ class AtFileProcessorModifier extends base_1.BaseMessageModifier {
         super();
         this.options = {
             maxFileSize: options.maxFileSize || 1024 * 1024, // 1MB default
-            allowedExtensions: options.allowedExtensions || ['.ts', '.js', '.d.ts', '.json', '.md', '.txt', '.yml', '.yaml', '.xml', '.html', '.css', '.py', '.java', '.cpp', '.c', '.h'],
+            allowedExtensions: options.allowedExtensions || [],
+            deniedExtensions: options.deniedExtensions || [
+                '.png', '.jpg', '.jpeg', '.gif', '.bmp', '.webp', '.ico', '.svg',
+                '.pdf', '.zip', '.tar', '.gz', '.rar', '.7z',
+                '.exe', '.dll', '.so', '.dylib', '.bin', '.dat',
+                '.woff', '.woff2', '.ttf', '.otf', '.eot',
+                '.mp3', '.wav', '.ogg', '.mp4', '.mov', '.avi', '.mkv',
+                '.class', '.jar', '.war',
+                '.pyc', '.pyo',
+                '.db', '.sqlite', '.sqlite3',
+                '.min.js', '.min.css',
+                '.lock'
+            ],
             enableRecursiveSearch: options.enableRecursiveSearch !== false
         };
     }
@@ -342,12 +354,8 @@ class AtFileProcessorModifier extends base_1.BaseMessageModifier {
         if (stats.size > this.options.maxFileSize) {
             throw new Error(`File too large: ${stats.size} bytes`);
         }
-        // Check file extension
-        if (this.options.allowedExtensions.length > 0) {
-            const ext = path.extname(filePath).toLowerCase();
-            if (!this.options.allowedExtensions.includes(ext)) {
-                throw new Error(`File type not allowed: ${ext}`);
-            }
+        if (!(await this.isReadableTextFile(filePath))) {
+            throw new Error(`File type not allowed: ${path.extname(filePath).toLowerCase() || 'unknown'}`);
         }
         const content = await fs.readFile(filePath, 'utf-8');
         return content;
@@ -358,18 +366,8 @@ class AtFileProcessorModifier extends base_1.BaseMessageModifier {
             const files = [];
             for (const entry of entries) {
                 if (entry.isFile() && !entry.name.startsWith('.')) {
-                    // Check file extension if allowed extensions are specified
-                    if (this.options.allowedExtensions.length > 0) {
-                        const ext = path.extname(entry.name).toLowerCase();
-                        // console.log(`Checking file ${entry.name} with extension ${ext}. Allowed:`, this.options.allowedExtensions);
-                        if (this.options.allowedExtensions.includes(ext)) {
-                            files.push(path.join(folderPath, entry.name));
-                        }
-                        else {
-                            // console.log(`File ${entry.name} extension ${ext} not in allowed list`);
-                        }
-                    }
-                    else {
+                    const filePath = path.join(folderPath, entry.name);
+                    if (await this.isReadableTextFile(filePath)) {
                         files.push(path.join(folderPath, entry.name));
                     }
                 }
@@ -436,6 +434,47 @@ class AtFileProcessorModifier extends base_1.BaseMessageModifier {
             return process.cwd();
         }
     }
+    async isReadableTextFile(filePath) {
+        const lowerPath = filePath.toLowerCase();
+        if (this.options.allowedExtensions.length > 0) {
+            return this.options.allowedExtensions.some((ext) => lowerPath.endsWith(ext.toLowerCase()));
+        }
+        if (this.options.deniedExtensions.some((ext) => lowerPath.endsWith(ext.toLowerCase()))) {
+            return false;
+        }
+        return !(await this.isLikelyBinaryFile(filePath));
+    }
+    async isLikelyBinaryFile(filePath) {
+        const fileHandle = await fs.open(filePath, 'r');
+        try {
+            const sampleSize = 512;
+            const buffer = Buffer.alloc(sampleSize);
+            const { bytesRead } = await fileHandle.read(buffer, 0, sampleSize, 0);
+            if (bytesRead === 0) {
+                return false;
+            }
+            let suspiciousBytes = 0;
+            for (let index = 0; index < bytesRead; index += 1) {
+                const byte = buffer[index];
+                if (byte === undefined) {
+                    continue;
+                }
+                if (byte === 0) {
+                    return true;
+                }
+                const isCommonWhitespace = byte === 9 || byte === 10 || byte === 13;
+                const isPrintableAscii = byte >= 32 && byte <= 126;
+                const isExtendedTextByte = byte >= 128;
+                if (!isCommonWhitespace && !isPrintableAscii && !isExtendedTextByte) {
+                    suspiciousBytes += 1;
+                }
+            }
+            return suspiciousBytes / bytesRead > 0.1;
+        }
+        finally {
+            await fileHandle.close();
+        }
+    }
     isNodeError(error) {
         return error instanceof Error && 'code' in error;
     }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@codebolt/agent",
-  "version": "6.1.3",
+  "version": "6.1.5",
   "description": "CodeBolt Agent utilities for building and managing AI agents",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",