@gitsense/gscb-git-tools 0.5.0 → 0.7.0

package/dist/esm/importer/file-processor.js

@@ -4,13 +4,14 @@ import { getHighlightSyntax, detectLanguage } from './language-utils.js';
 
 /*
  * Component: File Processor
- * Block-UUID: 53463268-374b-4d55-a62a-bd6f62fa0eca
- * Parent-UUID: 4aafe5b6-dd58-4d15-9528-c5465ad07eb8
- * Version: 5.3.0
- * Description: Processes Git repository files for import, handling file creation, updates, and filtering
+ * Block-UUID: e6936ca9-9ce1-429c-b1c8-080f62c654f9
+ * Parent-UUID: b4e137b5-4954-4a9f-b3ef-c87d0a75efc9
+ * Version: 5.5.0
+ * Description: Fix double file read by returning token count from create/update methods
  * Language: TypeScript
  * Created-at: 2025-09-18T21:48:15.228Z
- * Authors: Claude 3.5 Sonnet (v3.0.0), Bard, together.ai - DeepSeek v3 (v3.3.0), together.ai - DeepSeek v3 (v4.0.0), together.ai - DeepSeek v3 (v5.0.0), Claude 3.7 Sonnet (v5.1.0), Qwen 3 Coder 480B - Cerebras (v5.2.0), Claude 4.0 Sonnet (v5.3.0)
+ * Updated-at: 2026-05-13T15:00:00.000Z
+ * Authors: Claude 3.5 Sonnet (v3.0.0), Bard, together.ai - DeepSeek v3 (v3.3.0), together.ai - DeepSeek v3 (v4.0.0), together.ai - DeepSeek v3 (v5.0.0), Claude 3.7 Sonnet (v5.1.0), Qwen 3 Coder 480B - Cerebras (v5.2.0), Claude 4.0 Sonnet (v5.3.0), GLM-4.7 (v5.4.0), GLM-4.7 (v5.5.0)
  */
 class FileProcessor {
     dbClient;
@@ -40,26 +41,84 @@ class FileProcessor {
         const wordCount = text.split(/\s+/).filter(Boolean).length;
         return Math.ceil(wordCount * 1.33);
     }
+    /**
+     * Determines if a file should be skipped and returns the reason.
+     */
+    async getSkipReason(filePath) {
+        const { skipPatterns, includePatterns, skipBinaryFiles, maxFileSize } = this.options;
+        // Check against skip patterns first (fastest check)
+        if (skipPatterns?.some(pattern => pattern.test(filePath))) {
+            return 'pattern';
+        }
+        // Check if file is binary (if skipBinaryFiles is enabled)
+        if (skipBinaryFiles) {
+            try {
+                const isBinary = await FSUtils.isBinaryFile(filePath);
+                if (isBinary) {
+                    return 'binary';
+                }
+            }
+            catch (error) {
+                this.logger.log(`Error checking if file '${filePath}' is binary: ${error instanceof Error ? error.message : String(error)}`);
+            }
+        }
+        // Check against include patterns if specified
+        if (includePatterns?.length && !includePatterns.some(pattern => pattern.test(filePath))) {
+            return 'include_pattern';
+        }
+        // Check file size
+        if (maxFileSize) {
+            try {
+                const fileInfo = await this.gitRepo.getFileInfo(filePath);
+                if (fileInfo.size > maxFileSize) {
+                    return 'max_size';
+                }
+            }
+            catch (error) {
+                // If we can't get file info, we probably can't process it anyway, so skip
+                return 'file_info_error';
+            }
+        }
+        return null;
+    }
     /**
      * Processes a file and returns its GitCommitInfo.
      * If the file already exists in the database, it will update the existing chat.
+     * Returns null if the file was skipped.
      */
     async processFile(filePath, parentChatId, orderWeight) {
         try {
+            // Check if we should skip this file
+            const skipReason = await this.getSkipReason(filePath);
+            if (skipReason) {
+                this.logger.emit('file_skip', { path: filePath, reason: skipReason });
+                return null;
+            }
+            // Emit file start event
+            this.logger.emit('file_start', { path: filePath });
             // Check if a chat for this file already exists
             const fileName = path.basename(filePath);
             const childChats = await this.dbClient.getChatsByParentId(parentChatId);
             const existingFileChat = childChats.find(chat => chat.type === 'git-blob' &&
                 chat.name === fileName &&
                 chat.meta?.path === filePath);
+            let commitInfo;
+            let fileTokens;
             if (existingFileChat) {
                 // Update existing file chat
-                return await this.updateExistingFile(existingFileChat.id, filePath);
+                const result = await this.updateExistingFile(existingFileChat.id, filePath);
+                commitInfo = result.commitInfo;
+                fileTokens = result.tokens;
             }
             else {
                 // Create new file chat
-                return await this.createNewFile(filePath, parentChatId, orderWeight);
+                const result = await this.createNewFile(filePath, parentChatId, orderWeight);
+                commitInfo = result.commitInfo;
+                fileTokens = result.tokens;
             }
+            // Emit file done event with the token count we already calculated
+            this.logger.emit('file_done', { path: filePath, tokens: fileTokens });
+            return commitInfo;
         }
         catch (error) {
             throw new Error(`Failed to process file '${filePath}': ${error instanceof Error ? error.message : String(error)}`);
@@ -67,6 +126,7 @@ class FileProcessor {
     }
     /**
      * Creates a new file chat.
+     * Returns both the commit info and the calculated token count.
      */
     async createNewFile(filePath, parentChatId, orderWeight) {
         const fileInfo = await this.gitRepo.getFileInfo(filePath);
@@ -112,10 +172,11 @@ class FileProcessor {
             }
         };
         await this.chatManager.createChat(type, path.basename(filePath), parentChatId, this.repoGroupId, meta, content.toString(), orderWeight);
-        return commitInfo;
+        return { commitInfo, tokens: contentTokens };
     }
     /**
      * Updates an existing file chat.
+     * Returns both the commit info and the calculated token count.
      */
     async updateExistingFile(chatId, filePath) {
         // Get the current file information
@@ -130,7 +191,8 @@ class FileProcessor {
         // Skip update if the commit hash hasn't changed
         if (oldMeta.commit?.hash === commitInfo.hash) {
             this.logger.log(`Skipping update for file '${filePath}' (commit hash unchanged)`);
-            return commitInfo;
+            // Return 0 tokens since we didn't actually process the content
+            return { commitInfo, tokens: 0 };
         }
         // Estimate tokens for content and metadata
         const contentTokens = this.estimateTokens(content.toString());
@@ -173,37 +235,7 @@ class FileProcessor {
         await this.chatManager.updateMessage(mainMessage.id, {
             message: gitBlobMessage
         });
-        return commitInfo;
-    }
-    /**
-     * Determines whether a file should be skipped based on the provided patterns.
-     */
-    async shouldSkipFile(filePath) {
-        const { skipPatterns, includePatterns, skipBinaryFiles } = this.options;
-        // Check against skip patterns first (fastest check)
-        if (skipPatterns?.some(pattern => pattern.test(filePath))) {
-            this.logger.log(`Skipping file '${filePath}' (matched skip pattern)`);
-            return true;
-        }
-        // Check if file is binary (if skipBinaryFiles is enabled)
-        if (skipBinaryFiles) {
-            try {
-                const isBinary = await FSUtils.isBinaryFile(filePath);
-                if (isBinary) {
-                    this.logger.log(`Skipping binary file '${filePath}'`);
-                    return true;
-                }
-            }
-            catch (error) {
-                this.logger.log(`Error checking if file '${filePath}' is binary: ${error instanceof Error ? error.message : String(error)}`);
-            }
-        }
-        // Check against include patterns if specified
-        if (includePatterns?.length && !includePatterns.some(pattern => pattern.test(filePath))) {
-            this.logger.log(`Skipping file '${filePath}' (did not match include pattern)`);
-            return true;
-        }
-        return false;
+        return { commitInfo, tokens: contentTokens };
     }
 }
 

package/dist/esm/importer/file-processor.js.map

@@ -1 +1 @@
-{"version":3,"file":"file-processor.js","sources":["../../../src/importer/file-processor.ts"],"sourcesContent":[null],"names":[],"mappings":";;;;AAAA;;;;;;;;;AASG;MAcU,aAAa,CAAA;AAED,IAAA,QAAA;AACA,IAAA,OAAA;AACA,IAAA,WAAA;AACA,IAAA,SAAA;AACA,IAAA,OAAA;AACA,IAAA,OAAA;AACA,IAAA,OAAA;AACA,IAAA,WAAA;AACA,IAAA,MAAA;AATrB,IAAA,WAAA,CACqB,QAAwB,EACxB,OAAmB,EACnB,WAAwB,EACxB,SAAiB,EACjB,OAAe,EACf,OAAgB,EAChB,OAAsB,EACtB,WAAmB,EACnB,MAAc,EAAA;QARd,IAAQ,CAAA,QAAA,GAAR,QAAQ;QACR,IAAO,CAAA,OAAA,GAAP,OAAO;QACP,IAAW,CAAA,WAAA,GAAX,WAAW;QACX,IAAS,CAAA,SAAA,GAAT,SAAS;QACT,IAAO,CAAA,OAAA,GAAP,OAAO;QACP,IAAO,CAAA,OAAA,GAAP,OAAO;QACP,IAAO,CAAA,OAAA,GAAP,OAAO;QACP,IAAW,CAAA,WAAA,GAAX,WAAW;QACX,IAAM,CAAA,MAAA,GAAN,MAAM;;AAI3B;;AAEG;AACK,IAAA,cAAc,CAAC,IAAY,EAAA;AAC/B,QAAA,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM;QAC1D,OAAO,IAAI,CAAC,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;;AAGtC;;;AAGG;AACH,IAAA,MAAM,WAAW,CAAC,QAAgB,EAAE,YAAoB,EAAE,WAAmB,EAAA;AACzE,QAAA,IAAI;;YAEA,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC;YACxC,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,kBAAkB,CAAC,YAAY,CAAC;AACvE,YAAA,MAAM,gBAAgB,GAAG,UAAU,CAAC,IAAI,CAAC,IAAI,IACzC,IAAI,CAAC,IAAI,KAAK,UAAU;gBACxB,IAAI,CAAC,IAAI,KAAK,QAAQ;AACrB,gBAAA,IAAI,CAAC,IAAY,EAAE,IAAI,KAAK,QAAQ,CACxC;YAED,IAAI,gBAAgB,EAAE;;gBAElB,OAAO,MAAM,IAAI,CAAC,kBAAkB,CAAC,gBAAgB,CAAC,EAAG,EAAE,QAAQ,CAAC;;iBACjE;;gBAEH,OAAO,MAAM,IAAI,CAAC,aAAa,CAAC,QAAQ,EAAE,YAAY,EAAE,WAAW,CAAC;;;QAE1E,OAAO,KAAK,EAAE;YACZ,MAAM,IAAI,KAAK,CAAC,CAA2B,wBAAA,EAAA,QAAQ,MAAM,KAAK,YAAY,KAAK,GAAG,KAAK,CAAC,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,CAAE,CAAA,CAAC;;;AAI1H;;AAEG;AACK,IAAA,MAAM,aAAa,CAAC,QAAgB,EAAE,YAAoB,EAAE,WAAmB,EAAA;QACnF,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,QAAQ,CAAC;QACzD,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,iBAAiB,CAAC,QAAQ,CAAC;QACrE,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,cAAc,CAAC;QACnE,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC;QACrD,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACpC,MAAM,IAAI,GAAG,UAAU;;QAGvB,MAAM,aAAa,GAAG,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC;QAC7D,MAAM,UAAU,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,SAAS,CAAC;AAClD,YAAA,IAAI,EAAE,QAAQ;AACd,YAAA,IAAI,EAAE,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC;AAC7B,YAAA,MAAM,EAAE,UAAU;YAClB,IAAI,EAAE,QAAQ,CAAC,IAAI;YACnB,IAAI,EAAE,QAAQ,CAAC,IAAI;AACnB,YAAA,QAAQ,EAAE,MAAM,cAAc,CAAC,QAAQ,CAAC;AACxC,YAAA,SAAS,EAAE,MAAM,kBAAkB,CAAC,QAAQ;AAC/C,SAAA,CAAC,CAAC;AAEH,QAAA,MAAM,UAAU,GAAe;YAC3B,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,OAAO,EAAE,IAAI,CAAC;SACjB;AAED,QAAA,MAAM,IAAI,GAAgB;YACtB,IAAI;AACJ,YAAA,IAAI,EAAE,QAAQ;AACd,YAAA,IAAI,EAAE,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC;AAC7B,YAAA,MAAM,EAAE,UAAU;YAClB,IAAI,EAAE,QAAQ,CAAC,IAAI;YACnB,IAAI,EAAE,QAAQ,CAAC,IAAI;AACnB,YAAA,QAAQ,EAAE,MAAM,cAAc,CAAC,QAAQ,CAAC;AACxC,YAAA,SAAS,EAAE,MAAM,kBAAkB,CAAC,QAAQ,CAAC;AAC7C,YAAA,MAAM,EAAE;gBACJ,OAAO,EAAE,EAAE,QAAQ,EAAE,aAAa,EAAE,WAAW,EAAE,GAAG,EAAE;gBACtD,QAAQ,EAAE,EAAE,QAAQ,EAAE,UAAU,EAAE,WAAW,EAAE,GAAG;AACrD,aAAA;YACD,UAAU;AACV,YAAA,MAAM,EAAE;AACJ,gBAAA,MAAM,EAAE,UAAU;AAClB,gBAAA,SAAS,EAAE,GAAG;AACd,gBAAA,UAAU,EAAE;AACf;SACJ;AAED,QAAe,MAAM,IAAI,CAAC,WAAW,CAAC,UAAU,CAC5C,IAAI,EACJ,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,EACvB,YAAY,EACZ,IAAI,CAAC,WAAW,EAChB,IAAI,EACJ,OAAO,CAAC,QAAQ,EAAE,EAClB,WAAW;AAGf,QAAA,OAAO,UAAU;;AAGrB;;AAEG;AACK,IAAA,MAAM,kBAAkB,CAAC,MAAc,EAAE,QAAgB,EAAA;;QAE7D,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,QAAQ,CAAC;QACzD,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,iBAAiB,CAAC,QAAQ,CAAC;QACrE,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,cAAc,CAAC;QACnE,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC;QACrD,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;;QAGpC,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,WAAW,CAAC,MAAM,CAAC;AACvD,QAAA,MAAM,OAAO,GAAG,IAAI,CAAC,IAAmB;;QAGxC,IAAI,OAAO,CAAC,MAAM,EAAE,IAAI,KAAK,UAAU,CAAC,IAAI,EAAE;YAC1C,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAA6B,0BAAA,EAAA,QAAQ,CAA2B,yBAAA,CAAA,CAAC;AACjF,YAAA,OAAO,UAAU;;;QAIrB,MAAM,aAAa,GAAG,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC;QAC7D,MAAM,UAAU,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,SAAS,CAAC;AAClD,YAAA,IAAI,EAAE,QAAQ;AACd,YAAA,IAAI,EAAE,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC;AAC7B,YAAA,MAAM,EAAE,UAAU;YAClB,IAAI,EAAE,QAAQ,CAAC,IAAI;YACnB,IAAI,EAAE,QAAQ,CAAC,IAAI;AACnB,YAAA,QAAQ,EAAE,MAAM,cAAc,CAAC,QAAQ,CAAC;AACxC,YAAA,SAAS,EAAE,MAAM,kBAAkB,CAAC,QAAQ;AAC/C,SAAA,CAAC,CAAC;AAEH,QAAA,MAAM,UAAU,GAAe;YAC3B,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,OAAO,EAAE,IAAI,CAAC;SACjB;;AAGD,QAAA,MAAM,WAAW,GAAgB;AAC7B,YAAA,GAAG,OAAO;AACV,YAAA,MAAM,EAAE,UAAU;YAClB,IAAI,EAAE,QAAQ,CAAC,IAAI;YACnB,IAAI,EAAE,QAAQ,CAAC,IAAI;YACnB,MAAM,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,SAAS,GAAG,OAAO,EAAE,MAAM,EAAE,SAAS,IAAI,GAAG,CAAC,EAAE,UAAU,EAAE,GAAG,EAAE;YAC/F;SACH;;AAGD,QAAA,WAAW,CAAC,MAAM,CAAC,OAAO,GAAG,EAAE,QAAQ,EAAE,aAAa,EAAE,WAAW,EAAE,GAAG,EAAE;AAC1E,YAAA,WAAW,CAAC,MAAM,CAAC,QAAQ,GAAG,EAAE,QAAQ,EAAE,UAAU,EAAE,WAAW,EAAE,GAAG,EAAE;;AAGxE,QAAA,MAAM,IAAI,CAAC,WAAW,CAAC,kBAAkB,CAAC,MAAM,EAAE,QAAQ,EAAE,UAAU,CAAC;;AAGvE,QAAA,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,yBAAyB,CAAC,MAAM,EAAE,WAAW,CAAC;QACzF,MAAM,IAAI,CAAC,WAAW,CAAC,aAAa,CAAC,WAAW,CAAC,EAAG,EAAE;YAClD,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,WAAW,EAAE,IAAI,EAAE,CAAC;AAC/C,SAAA,CAAC;;AAGF,QAAA,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,yBAAyB,CAAC,MAAM,EAAE,UAAU,CAAC;AACxF,QAAA,MAAM,cAAc,GAAG,OAAO,CAAC,QAAQ,EAAE;QACzC,MAAM,IAAI,CAAC,WAAW,CAAC,aAAa,CAAC,WAAW,CAAC,EAAG,EAAE;AAClD,YAAA,OAAO,EAAE;AACZ,SAAA,CAAC;AAEF,QAAA,OAAO,UAAU;;AAGrB;;AAEG;IACH,MAAM,cAAc,CAAC,QAAgB,EAAA;QACjC,MAAM,EAAE,YAAY,EAAE,eAAe,EAAE,eAAe,EAAE,GAAG,IAAI,CAAC,OAAO;;AAGvE,QAAA,IAAI,YAAY,EAAE,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,EAAE;YACvD,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAkB,eAAA,EAAA,QAAQ,CAA0B,wBAAA,CAAA,CAAC;AACrE,YAAA,OAAO,IAAI;;;QAIf,IAAI,eAAe,EAAE;AACjB,YAAA,IAAI;gBACA,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,YAAY,CAAC,QAAQ,CAAC;gBAErD,IAAI,QAAQ,EAAE;oBACV,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAyB,sBAAA,EAAA,QAAQ,CAAG,CAAA,CAAA,CAAC;AACrD,oBAAA,OAAO,IAAI;;;YAEjB,OAAO,KAAK,EAAE;gBACZ,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAA2B,wBAAA,EAAA,QAAQ,CAAgB,aAAA,EAAA,KAAK,YAAY,KAAK,GAAG,KAAK,CAAC,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,CAAE,CAAA,CAAC;;;;QAKpI,IAAI,eAAe,EAAE,MAAM,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,EAAE;YACrF,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAkB,eAAA,EAAA,QAAQ,CAAmC,iCAAA,CAAA,CAAC;AAC9E,YAAA,OAAO,IAAI;;AAGf,QAAA,OAAO,KAAK;;AAEnB;;;;"}
+{"version":3,"file":"file-processor.js","sources":["../../../src/importer/file-processor.ts"],"sourcesContent":[null],"names":[],"mappings":";;;;AAAA;;;;;;;;;;AAUG;MAcU,aAAa,CAAA;AAED,IAAA,QAAA;AACA,IAAA,OAAA;AACA,IAAA,WAAA;AACA,IAAA,SAAA;AACA,IAAA,OAAA;AACA,IAAA,OAAA;AACA,IAAA,OAAA;AACA,IAAA,WAAA;AACA,IAAA,MAAA;AATrB,IAAA,WAAA,CACqB,QAAwB,EACxB,OAAmB,EACnB,WAAwB,EACxB,SAAiB,EACjB,OAAe,EACf,OAAgB,EAChB,OAAsB,EACtB,WAAmB,EACnB,MAAc,EAAA;QARd,IAAQ,CAAA,QAAA,GAAR,QAAQ;QACR,IAAO,CAAA,OAAA,GAAP,OAAO;QACP,IAAW,CAAA,WAAA,GAAX,WAAW;QACX,IAAS,CAAA,SAAA,GAAT,SAAS;QACT,IAAO,CAAA,OAAA,GAAP,OAAO;QACP,IAAO,CAAA,OAAA,GAAP,OAAO;QACP,IAAO,CAAA,OAAA,GAAP,OAAO;QACP,IAAW,CAAA,WAAA,GAAX,WAAW;QACX,IAAM,CAAA,MAAA,GAAN,MAAM;;AAI3B;;AAEG;AACK,IAAA,cAAc,CAAC,IAAY,EAAA;AAC/B,QAAA,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM;QAC1D,OAAO,IAAI,CAAC,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;;AAGtC;;AAEG;IACH,MAAM,aAAa,CAAC,QAAgB,EAAA;AAChC,QAAA,MAAM,EAAE,YAAY,EAAE,eAAe,EAAE,eAAe,EAAE,WAAW,EAAE,GAAG,IAAI,CAAC,OAAO;;AAGpF,QAAA,IAAI,YAAY,EAAE,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,EAAE;AACvD,YAAA,OAAO,SAAS;;;QAIpB,IAAI,eAAe,EAAE;AACjB,YAAA,IAAI;gBACA,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,YAAY,CAAC,QAAQ,CAAC;gBACrD,IAAI,QAAQ,EAAE;AACV,oBAAA,OAAO,QAAQ;;;YAErB,OAAO,KAAK,EAAE;gBACZ,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAA2B,wBAAA,EAAA,QAAQ,CAAgB,aAAA,EAAA,KAAK,YAAY,KAAK,GAAG,KAAK,CAAC,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,CAAE,CAAA,CAAC;;;;QAKpI,IAAI,eAAe,EAAE,MAAM,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,EAAE;AACrF,YAAA,OAAO,iBAAiB;;;QAI5B,IAAI,WAAW,EAAE;AACb,YAAA,IAAI;gBACA,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,QAAQ,CAAC;AACzD,gBAAA,IAAI,QAAQ,CAAC,IAAI,GAAG,WAAW,EAAE;AAC7B,oBAAA,OAAO,UAAU;;;YAEvB,OAAO,KAAK,EAAE;;AAEZ,gBAAA,OAAO,iBAAiB;;;AAIhC,QAAA,OAAO,IAAI;;AAGf;;;;AAIG;AACH,IAAA,MAAM,WAAW,CAAC,QAAgB,EAAE,YAAoB,EAAE,WAAmB,EAAA;AACzE,QAAA,IAAI;;YAEA,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC;YACrD,IAAI,UAAU,EAAE;AACZ,gBAAA,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC;AACrE,gBAAA,OAAO,IAAI;;;AAIf,YAAA,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,YAAY,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC;;YAGlD,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC;YACxC,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,kBAAkB,CAAC,YAAY,CAAC;AACvE,YAAA,MAAM,gBAAgB,GAAG,UAAU,CAAC,IAAI,CAAC,IAAI,IACzC,IAAI,CAAC,IAAI,KAAK,UAAU;gBACxB,IAAI,CAAC,IAAI,KAAK,QAAQ;AACrB,gBAAA,IAAI,CAAC,IAAY,EAAE,IAAI,KAAK,QAAQ,CACxC;AAED,YAAA,IAAI,UAAyB;AAC7B,YAAA,IAAI,UAAkB;YAEtB,IAAI,gBAAgB,EAAE;;AAElB,gBAAA,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,gBAAgB,CAAC,EAAG,EAAE,QAAQ,CAAC;AAC5E,gBAAA,UAAU,GAAG,MAAM,CAAC,UAAU;AAC9B,gBAAA,UAAU,GAAG,MAAM,CAAC,MAAM;;iBACvB;;AAEH,gBAAA,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,QAAQ,EAAE,YAAY,EAAE,WAAW,CAAC;AAC5E,gBAAA,UAAU,GAAG,MAAM,CAAC,UAAU;AAC9B,gBAAA,UAAU,GAAG,MAAM,CAAC,MAAM;;;AAI9B,YAAA,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC;AAErE,YAAA,OAAO,UAAU;;QACnB,OAAO,KAAK,EAAE;YACZ,MAAM,IAAI,KAAK,CAAC,CAA2B,wBAAA,EAAA,QAAQ,MAAM,KAAK,YAAY,KAAK,GAAG,KAAK,CAAC,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,CAAE,CAAA,CAAC;;;AAI1H;;;AAGG;AACK,IAAA,MAAM,aAAa,CAAC,QAAgB,EAAE,YAAoB,EAAE,WAAmB,EAAA;QACnF,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,QAAQ,CAAC;QACzD,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,iBAAiB,CAAC,QAAQ,CAAC;QACrE,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,cAAc,CAAC;QACnE,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC;QACrD,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACpC,MAAM,IAAI,GAAG,UAAU;;QAGvB,MAAM,aAAa,GAAG,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC;QAC7D,MAAM,UAAU,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,SAAS,CAAC;AAClD,YAAA,IAAI,EAAE,QAAQ;AACd,YAAA,IAAI,EAAE,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC;AAC7B,YAAA,MAAM,EAAE,UAAU;YAClB,IAAI,EAAE,QAAQ,CAAC,IAAI;YACnB,IAAI,EAAE,QAAQ,CAAC,IAAI;AACnB,YAAA,QAAQ,EAAE,MAAM,cAAc,CAAC,QAAQ,CAAC;AACxC,YAAA,SAAS,EAAE,MAAM,kBAAkB,CAAC,QAAQ;AAC/C,SAAA,CAAC,CAAC;AAEH,QAAA,MAAM,UAAU,GAAe;YAC3B,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,OAAO,EAAE,IAAI,CAAC;SACjB;AAED,QAAA,MAAM,IAAI,GAAgB;YACtB,IAAI;AACJ,YAAA,IAAI,EAAE,QAAQ;AACd,YAAA,IAAI,EAAE,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC;AAC7B,YAAA,MAAM,EAAE,UAAU;YAClB,IAAI,EAAE,QAAQ,CAAC,IAAI;YACnB,IAAI,EAAE,QAAQ,CAAC,IAAI;AACnB,YAAA,QAAQ,EAAE,MAAM,cAAc,CAAC,QAAQ,CAAC;AACxC,YAAA,SAAS,EAAE,MAAM,kBAAkB,CAAC,QAAQ,CAAC;AAC7C,YAAA,MAAM,EAAE;gBACJ,OAAO,EAAE,EAAE,QAAQ,EAAE,aAAa,EAAE,WAAW,EAAE,GAAG,EAAE;gBACtD,QAAQ,EAAE,EAAE,QAAQ,EAAE,UAAU,EAAE,WAAW,EAAE,GAAG;AACrD,aAAA;YACD,UAAU;AACV,YAAA,MAAM,EAAE;AACJ,gBAAA,MAAM,EAAE,UAAU;AAClB,gBAAA,SAAS,EAAE,GAAG;AACd,gBAAA,UAAU,EAAE;AACf;SACJ;AAED,QAAe,MAAM,IAAI,CAAC,WAAW,CAAC,UAAU,CAC5C,IAAI,EACJ,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,EACvB,YAAY,EACZ,IAAI,CAAC,WAAW,EAChB,IAAI,EACJ,OAAO,CAAC,QAAQ,EAAE,EAClB,WAAW;AAGf,QAAA,OAAO,EAAE,UAAU,EAAE,MAAM,EAAE,aAAa,EAAE;;AAGhD;;;AAGG;AACK,IAAA,MAAM,kBAAkB,CAAC,MAAc,EAAE,QAAgB,EAAA;;QAE7D,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,QAAQ,CAAC;QACzD,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,iBAAiB,CAAC,QAAQ,CAAC;QACrE,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,cAAc,CAAC;QACnE,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC;QACrD,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;;QAGpC,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,WAAW,CAAC,MAAM,CAAC;AACvD,QAAA,MAAM,OAAO,GAAG,IAAI,CAAC,IAAmB;;QAGxC,IAAI,OAAO,CAAC,MAAM,EAAE,IAAI,KAAK,UAAU,CAAC,IAAI,EAAE;YAC1C,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAA6B,0BAAA,EAAA,QAAQ,CAA2B,yBAAA,CAAA,CAAC;;AAEjF,YAAA,OAAO,EAAE,UAAU,EAAE,MAAM,EAAE,CAAC,EAAE;;;QAIpC,MAAM,aAAa,GAAG,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC;QAC7D,MAAM,UAAU,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,SAAS,CAAC;AAClD,YAAA,IAAI,EAAE,QAAQ;AACd,YAAA,IAAI,EAAE,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC;AAC7B,YAAA,MAAM,EAAE,UAAU;YAClB,IAAI,EAAE,QAAQ,CAAC,IAAI;YACnB,IAAI,EAAE,QAAQ,CAAC,IAAI;AACnB,YAAA,QAAQ,EAAE,MAAM,cAAc,CAAC,QAAQ,CAAC;AACxC,YAAA,SAAS,EAAE,MAAM,kBAAkB,CAAC,QAAQ;AAC/C,SAAA,CAAC,CAAC;AAEH,QAAA,MAAM,UAAU,GAAe;YAC3B,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,OAAO,EAAE,IAAI,CAAC;SACjB;;AAGD,QAAA,MAAM,WAAW,GAAgB;AAC7B,YAAA,GAAG,OAAO;AACV,YAAA,MAAM,EAAE,UAAU;YAClB,IAAI,EAAE,QAAQ,CAAC,IAAI;YACnB,IAAI,EAAE,QAAQ,CAAC,IAAI;YACnB,MAAM,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,SAAS,GAAG,OAAO,EAAE,MAAM,EAAE,SAAS,IAAI,GAAG,CAAC,EAAE,UAAU,EAAE,GAAG,EAAE;YAC/F;SACH;;AAGD,QAAA,WAAW,CAAC,MAAM,CAAC,OAAO,GAAG,EAAE,QAAQ,EAAE,aAAa,EAAE,WAAW,EAAE,GAAG,EAAE;AAC1E,YAAA,WAAW,CAAC,MAAM,CAAC,QAAQ,GAAG,EAAE,QAAQ,EAAE,UAAU,EAAE,WAAW,EAAE,GAAG,EAAE;;AAGxE,QAAA,MAAM,IAAI,CAAC,WAAW,CAAC,kBAAkB,CAAC,MAAM,EAAE,QAAQ,EAAE,UAAU,CAAC;;AAGvE,QAAA,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,yBAAyB,CAAC,MAAM,EAAE,WAAW,CAAC;QACzF,MAAM,IAAI,CAAC,WAAW,CAAC,aAAa,CAAC,WAAW,CAAC,EAAG,EAAE;YAClD,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,WAAW,EAAE,IAAI,EAAE,CAAC;AAC/C,SAAA,CAAC;;AAGF,QAAA,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,yBAAyB,CAAC,MAAM,EAAE,UAAU,CAAC;AACxF,QAAA,MAAM,cAAc,GAAG,OAAO,CAAC,QAAQ,EAAE;QACzC,MAAM,IAAI,CAAC,WAAW,CAAC,aAAa,CAAC,WAAW,CAAC,EAAG,EAAE;AAClD,YAAA,OAAO,EAAE;AACZ,SAAA,CAAC;AAEF,QAAA,OAAO,EAAE,UAAU,EAAE,MAAM,EAAE,aAAa,EAAE;;AAEnD;;;;"}

package/dist/esm/importer/tree-processor.js

@@ -4,13 +4,14 @@ import { Utils } from './core/utils.js';
 
 /**
  * Component: Tree Processor
- * Block-UUID: 830a8b57-2a77-4378-b53f-6b34ee4ac3d7
- * Parent-UUID: 8dae0f9e-6bbf-4dc9-876a-9f5398f26624
- * Version: 4.2.0
- * Description: Add support for handling deleted files and directories
+ * Block-UUID: a3b2c07c-a9c7-446e-978e-fba599e6e584
+ * Parent-UUID: f14f5d7f-deb7-4610-bfc7-b7f99120de05
+ * Version: 4.4.0
+ * Description: Make countFiles public so it can be called by DirectoryProcessor
  * Language: TypeScript
  * Created-at: 2025-09-18T21:48:15.228Z
- * Authors: Claude 3.5 Sonnet (v3.0.0), Bard, Claude 3.5 Sonnet (v3.1.0), together.ai - DeepSeek v3 (v3.3.0), Claude 3.7 Sonnet (v3.4.0), together.ai - DeepSeek v3 (v4.0.0), Qwen 3 Coder 480B - Cerebras (v4.1.0), Claude 4.0 Sonnet (v4.2.0)
+ * Updated-at: 2026-05-13T15:45:00.000Z
+ * Authors: Claude 3.5 Sonnet (v3.0.0), Bard, Claude 3.5 Sonnet (v3.1.0), together.ai - DeepSeek v3 (v3.3.0), Claude 3.7 Sonnet (v3.4.0), together.ai - DeepSeek v3 (v4.0.0), Qwen 3 Coder 480B - Cerebras (v4.1.0), Claude 4.0 Sonnet (v4.2.0), GLM-4.7 (v4.3.0), GLM-4.7 (v4.4.0)
  */
 class TreeProcessor {
     gitRepo;
@@ -36,6 +37,12 @@ class TreeProcessor {
      */
     async processFiles(rootChatId) {
         try {
+            // Pre-scan to get the total file count for the progress bar
+            const totalFiles = await this.countFiles('');
+            this.logger.emit('scan_complete', {
+                total_files: totalFiles,
+                mode: 'full'
+            });
             // Start processing from the root directory. Empty string is root.
             await this.processDirectory('', rootChatId);
         }
@@ -43,6 +50,27 @@ class TreeProcessor {
             throw new Error(`Failed to process files: ${error instanceof Error ? error.message : String(error)}`);
         }
     }
+    /**
+     * Recursively counts files that will be processed (not skipped).
+     * Made public to allow DirectoryProcessor to call it.
+     */
+    async countFiles(dirPath) {
+        const entries = await this.gitRepo.listDirectory(dirPath);
+        let count = 0;
+        for (const entry of entries) {
+            if (entry.type === 'tree') {
+                count += await this.countFiles(dirPath + (dirPath === '' ? '' : '/') + entry.path);
+            }
+            else {
+                // Check if we would skip this file
+                const fullPath = dirPath + (dirPath === '' ? '' : '/') + entry.path;
+                if (!(await this.fileProcessor.getSkipReason(fullPath))) {
+                    count++;
+                }
+            }
+        }
+        return count;
+    }
     /**
      * Recursively processes a directory and its contents.
      * Returns the latest GitCommitInfo for the directory.
@@ -74,12 +102,11 @@ class TreeProcessor {
             }
             for (const file of files) {
                 const { path } = file;
-                if (await this.fileProcessor.shouldSkipFile(path))
-                    continue;
-                orderWeight += 10;
+                // FileProcessor now handles skip checks internally and returns null if skipped
                 const fileCommit = await this.fileProcessor.processFile(dirPath + (dirPath === "" ? "" : "/") + path, dirChatId, orderWeight);
                 if (fileCommit)
                     childCommits.push(fileCommit);
+                orderWeight += 10;
             }
             // Determine the latest commit for the directory
             const latestCommit = Utils.getLatestCommit(childCommits);

package/dist/esm/importer/tree-processor.js.map

@@ -1 +1 @@
-{"version":3,"file":"tree-processor.js","sources":["../../../src/importer/tree-processor.ts"],"sourcesContent":[null],"names":[],"mappings":";;;;AAAA;;;;;;;;;AASG;MAcU,aAAa,CAAA;AAED,IAAA,OAAA;AACA,IAAA,WAAA;AACA,IAAA,aAAA;AACA,IAAA,SAAA;AACA,IAAA,OAAA;AACA,IAAA,OAAA;AACA,IAAA,WAAA;AACA,IAAA,MAAA;AARrB,IAAA,WAAA,CACqB,OAAmB,EACnB,WAAwB,EACxB,aAA4B,EAC5B,SAAiB,EACjB,OAAe,EACf,OAAgB,EAChB,WAAmB,EACnB,MAAc,EAAA;QAPd,IAAO,CAAA,OAAA,GAAP,OAAO;QACP,IAAW,CAAA,WAAA,GAAX,WAAW;QACX,IAAa,CAAA,aAAA,GAAb,aAAa;QACb,IAAS,CAAA,SAAA,GAAT,SAAS;QACT,IAAO,CAAA,OAAA,GAAP,OAAO;QACP,IAAO,CAAA,OAAA,GAAP,OAAO;QACP,IAAW,CAAA,WAAA,GAAX,WAAW;QACX,IAAM,CAAA,MAAA,GAAN,MAAM;;AAG3B;;AAEG;IACH,MAAM,YAAY,CAAC,UAAkB,EAAA;AACjC,QAAA,IAAI;;YAEA,MAAM,IAAI,CAAC,gBAAgB,CAAC,EAAE,EAAE,UAAU,CAAC;;QAC7C,OAAO,KAAK,EAAE;YACZ,MAAM,IAAI,KAAK,CAAC,CAAA,yBAAA,EAA4B,KAAK,YAAY,KAAK,GAAG,KAAK,CAAC,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,CAAE,CAAA,CAAC;;;AAI7G;;;AAGG;IACK,MAAM,gBAAgB,CAC1B,OAAe,EACf,YAAoB,EACpB,UAAkB,EAAE,EAAA;AAEpB,QAAA,IAAI;;YAEA,IAAI,WAAW,GAAG,CAAC;;AAGnB,YAAA,MAAM,SAAS,GAAG,OAAO,KAAK;AAC1B,kBAAE;AACF,kBAAE,MAAM,IAAI,CAAC,mBAAmB,CAAC,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,WAAW,CAAC;;YAGjF,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,OAAO,CAAC;;YAGzD,MAAM,WAAW,GAAG;iBACf,MAAM,CAAC,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM;AACrC,iBAAA,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YAEjD,MAAM,KAAK,GAAG;iBACT,MAAM,CAAC,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM;AACrC,iBAAA,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;;YAGjD,MAAM,YAAY,GAAoB,EAAE;AAExC,YAAA,KAAK,MAAM,GAAG,IAAI,WAAW,EAAE;gBAC3B,WAAW,IAAI,EAAE;AAEjB,gBAAA,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAC3C,OAAO,IAAI,OAAO,KAAK,EAAE,GAAG,EAAE,GAAG,GAAG,CAAC,GAAG,GAAG,CAAC,IAAI,EAChD,SAAS,EACT,GAAG,CAAC,GAAG,CACV;AACD,gBAAA,IAAK,WAAW;AAAG,oBAAA,YAAY,CAAC,IAAI,CAAC,WAAW,CAAC;;AAGrD,YAAA,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE;AACtB,gBAAA,MAAM,EAAE,IAAI,EAAE,GAAG,IAAI;gBAErB,IAAI,MAAM,IAAI,CAAC,aAAa,CAAC,cAAc,CAAC,IAAI,CAAC;oBAC7C;gBAEJ,WAAW,IAAI,EAAE;AAEjB,gBAAA,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,WAAW,CACnD,OAAO,IAAI,OAAO,KAAK,EAAE,GAAG,EAAE,GAAG,GAAG,CAAC,GAAG,IAAI,EAC5C,SAAS,EACT,WAAW,CACd;AACD,gBAAA,IAAK,UAAU;AAAE,oBAAA,YAAY,CAAC,IAAI,CAAC,UAAU,CAAC;;;YAIlD,MAAM,YAAY,GAAG,KAAK,CAAC,eAAe,CAAC,YAAY,CAAC;AACxD,YAAA,MAAM,IAAI,CAAC,WAAW,CAAC,uBAAuB,CAAC,SAAS,EAAE,OAAO,EAAE,YAAY,CAAC;AAEhF,YAAA,OAAO,YAAY;;QACrB,OAAO,KAAK,EAAE;YACZ,OAAO,CAAC,KAAK,EAAE;YACf,MAAM,IAAI,KAAK,CAAC,CAAgC,6BAAA,EAAA,OAAO,MAAM,KAAK,YAAY,KAAK,GAAG,KAAK,CAAC,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,CAAE,CAAA,CAAC;;;AAI9H;;AAEG;IACH,MAAM,mBAAmB,CACrB,OAAe,EACf,YAAoB,EACpB,OAAe,EACf,WAAmB,EAAA;QAEnB,MAAM,cAAc,GAAG,SAAS,CAAC,SAAS,CAAC,OAAO,CAAC;QACnD,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACpC,MAAM,IAAI,GAAG,UAAU;AAEvB,QAAA,MAAM,UAAU,GAAe;YAC3B,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,OAAO,EAAE,IAAI,CAAC;SACjB;AAED,QAAA,MAAM,IAAI,GAAgB;YACtB,IAAI;AACJ,YAAA,IAAI,EAAE,OAAO;AACb,YAAA,IAAI,EAAE,cAAc;AACpB,YAAA,IAAI,EAAE,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC;AAC5B,YAAA,MAAM,EAAE,IAAI;AACZ,YAAA,MAAM,EAAE,IAAI;YACZ,UAAU;AACV,YAAA,MAAM,EAAE;AACJ,gBAAA,MAAM,EAAE,WAAW;AACnB,gBAAA,SAAS,EAAE,GAAG;AACd,gBAAA,UAAU,EAAE;AACf;SACJ;;AAGD,QAAA,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,UAAU,CAC5C,IAAI,EACJ,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,EACtB,YAAY,EACZ,IAAI,CAAC,WAAW,EAChB,IAAI,EACJ,EAAE,EACF,WAAW,CACd;AAED,QAAA,OAAO,MAAM;;AAEpB;;;;"}
+{"version":3,"file":"tree-processor.js","sources":["../../../src/importer/tree-processor.ts"],"sourcesContent":[null],"names":[],"mappings":";;;;AAAA;;;;;;;;;;AAUG;MAcU,aAAa,CAAA;AAED,IAAA,OAAA;AACA,IAAA,WAAA;AACA,IAAA,aAAA;AACA,IAAA,SAAA;AACA,IAAA,OAAA;AACA,IAAA,OAAA;AACA,IAAA,WAAA;AACA,IAAA,MAAA;AARrB,IAAA,WAAA,CACqB,OAAmB,EACnB,WAAwB,EACxB,aAA4B,EAC5B,SAAiB,EACjB,OAAe,EACf,OAAgB,EAChB,WAAmB,EACnB,MAAc,EAAA;QAPd,IAAO,CAAA,OAAA,GAAP,OAAO;QACP,IAAW,CAAA,WAAA,GAAX,WAAW;QACX,IAAa,CAAA,aAAA,GAAb,aAAa;QACb,IAAS,CAAA,SAAA,GAAT,SAAS;QACT,IAAO,CAAA,OAAA,GAAP,OAAO;QACP,IAAO,CAAA,OAAA,GAAP,OAAO;QACP,IAAW,CAAA,WAAA,GAAX,WAAW;QACX,IAAM,CAAA,MAAA,GAAN,MAAM;;AAG3B;;AAEG;IACH,MAAM,YAAY,CAAC,UAAkB,EAAA;AACjC,QAAA,IAAI;;YAEA,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC;AAC5C,YAAA,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,eAAe,EAAE;AAC9B,gBAAA,WAAW,EAAE,UAAU;AACvB,gBAAA,IAAI,EAAE;AACT,aAAA,CAAC;;YAGF,MAAM,IAAI,CAAC,gBAAgB,CAAC,EAAE,EAAE,UAAU,CAAC;;QAC7C,OAAO,KAAK,EAAE;YACZ,MAAM,IAAI,KAAK,CAAC,CAAA,yBAAA,EAA4B,KAAK,YAAY,KAAK,GAAG,KAAK,CAAC,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,CAAE,CAAA,CAAC;;;AAI7G;;;AAGG;IACI,MAAM,UAAU,CAAC,OAAe,EAAA;QACnC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,OAAO,CAAC;QACzD,IAAI,KAAK,GAAG,CAAC;AAEb,QAAA,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE;AACzB,YAAA,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,EAAE;gBACvB,KAAK,IAAI,MAAM,IAAI,CAAC,UAAU,CAAC,OAAO,IAAI,OAAO,KAAK,EAAE,GAAG,EAAE,GAAG,GAAG,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC;;iBAC/E;;gBAEH,MAAM,QAAQ,GAAG,OAAO,IAAI,OAAO,KAAK,EAAE,GAAG,EAAE,GAAG,GAAG,CAAC,GAAG,KAAK,CAAC,IAAI;AACnE,gBAAA,IAAI,EAAE,MAAM,IAAI,CAAC,aAAa,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC,EAAE;AACrD,oBAAA,KAAK,EAAE;;;;AAKnB,QAAA,OAAO,KAAK;;AAGhB;;;AAGG;IACK,MAAM,gBAAgB,CAC1B,OAAe,EACf,YAAoB,EACpB,UAAkB,EAAE,EAAA;AAEpB,QAAA,IAAI;;YAEA,IAAI,WAAW,GAAG,CAAC;;AAGnB,YAAA,MAAM,SAAS,GAAG,OAAO,KAAK;AAC1B,kBAAE;AACF,kBAAE,MAAM,IAAI,CAAC,mBAAmB,CAAC,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,WAAW,CAAC;;YAGjF,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,OAAO,CAAC;;YAGzD,MAAM,WAAW,GAAG;iBACf,MAAM,CAAC,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM;AACrC,iBAAA,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YAEjD,MAAM,KAAK,GAAG;iBACT,MAAM,CAAC,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM;AACrC,iBAAA,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;;YAGjD,MAAM,YAAY,GAAoB,EAAE;AAExC,YAAA,KAAK,MAAM,GAAG,IAAI,WAAW,EAAE;gBAC3B,WAAW,IAAI,EAAE;AAEjB,gBAAA,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAC3C,OAAO,IAAI,OAAO,KAAK,EAAE,GAAG,EAAE,GAAG,GAAG,CAAC,GAAG,GAAG,CAAC,IAAI,EAChD,SAAS,EACT,GAAG,CAAC,GAAG,CACV;AACD,gBAAA,IAAK,WAAW;AAAG,oBAAA,YAAY,CAAC,IAAI,CAAC,WAAW,CAAC;;AAGrD,YAAA,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE;AACtB,gBAAA,MAAM,EAAE,IAAI,EAAE,GAAG,IAAI;;AAGrB,gBAAA,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,WAAW,CACnD,OAAO,IAAI,OAAO,KAAK,EAAE,GAAG,EAAE,GAAG,GAAG,CAAC,GAAG,IAAI,EAC5C,SAAS,EACT,WAAW,CACd;AAED,gBAAA,IAAK,UAAU;AAAG,oBAAA,YAAY,CAAC,IAAI,CAAC,UAAU,CAAC;gBAC/C,WAAW,IAAI,EAAE;;;YAIrB,MAAM,YAAY,GAAG,KAAK,CAAC,eAAe,CAAC,YAAY,CAAC;AACxD,YAAA,MAAM,IAAI,CAAC,WAAW,CAAC,uBAAuB,CAAC,SAAS,EAAE,OAAO,EAAE,YAAY,CAAC;AAEhF,YAAA,OAAO,YAAY;;QACrB,OAAO,KAAK,EAAE;YACZ,OAAO,CAAC,KAAK,EAAE;YACf,MAAM,IAAI,KAAK,CAAC,CAAgC,6BAAA,EAAA,OAAO,MAAM,KAAK,YAAY,KAAK,GAAG,KAAK,CAAC,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,CAAE,CAAA,CAAC;;;AAI9H;;AAEG;IACH,MAAM,mBAAmB,CACrB,OAAe,EACf,YAAoB,EACpB,OAAe,EACf,WAAmB,EAAA;QAEnB,MAAM,cAAc,GAAG,SAAS,CAAC,SAAS,CAAC,OAAO,CAAC;QACnD,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACpC,MAAM,IAAI,GAAG,UAAU;AAEvB,QAAA,MAAM,UAAU,GAAe;YAC3B,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,OAAO,EAAE,IAAI,CAAC;SACjB;AAED,QAAA,MAAM,IAAI,GAAgB;YACtB,IAAI;AACJ,YAAA,IAAI,EAAE,OAAO;AACb,YAAA,IAAI,EAAE,cAAc;AACpB,YAAA,IAAI,EAAE,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC;AAC5B,YAAA,MAAM,EAAE,IAAI;AACZ,YAAA,MAAM,EAAE,IAAI;YACZ,UAAU;AACV,YAAA,MAAM,EAAE;AACJ,gBAAA,MAAM,EAAE,WAAW;AACnB,gBAAA,SAAS,EAAE,GAAG;AACd,gBAAA,UAAU,EAAE;AACf;SACJ;;AAGD,QAAA,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,UAAU,CAC5C,IAAI,EACJ,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,EACtB,YAAY,EACZ,IAAI,CAAC,WAAW,EAChB,IAAI,EACJ,EAAE,EACF,WAAW,CACd;AAED,QAAA,OAAO,MAAM;;AAEpB;;;;"}

package/dist/index.d.ts

@@ -3,16 +3,17 @@ import { Repository, GitCommitInfo } from '@gitsense/gscb-git';
 
 /**
  * Component: Shared Types
- * Block-UUID: a4699409-238b-4360-9ac0-ca441128fe55
- * Parent-UUID: 3b1e5a1f-0e3a-4b0d-8e1a-7f8b9c0d1e2f
- * Version: 5.4.0
- * Description: Add branch context to GitBlobMeta for efficient branch lookups
+ * Block-UUID: 63f9f2ef-c6b2-47d4-87d4-d39946090fa1
+ * Parent-UUID: a4699409-238b-4360-9ac0-ca441128fe55
+ * Version: 6.0.0
+ * Description: Add structured output types and ImportEvent interface
  * Language: TypeScript
  * Created-at: 2025-02-28T12:00:00.000Z
- * Updated-at: 2025-10-09T03:50:09.655Z
+ * Updated-at: 2026-05-13T14:30:00.000Z
  * Authors: OpenRouter - DeepSeek v3 (v1.0.0), Claude 3.5 Sonnet (v2.0.0), Bard, together.ai - DeepSeek v3 (v3.2.0),
  *          DeepSeek v3 (v4.0.0), together.ai - DeepSeek v3 (v5.0.0), Qwen 3 Coder 480B - Cerebras (v5.1.0),
- *          Qwen 3 Coder 480B - Cerebras (v5.2.0), Qwen 3 Coder 480B - Cerebras (v5.3.0), Claude 4.0 Sonnet (v5.4.0)
+ *          Qwen 3 Coder 480B - Cerebras (v5.2.0), Qwen 3 Coder 480B - Cerebras (v5.3.0), Claude 4.0 Sonnet (v5.4.0),
+ *          GLM-4.7 (v6.0.0)
  */
 
 /**
@@ -26,6 +27,7 @@ interface ImportOptions {
     promptName?: string;
     skipBinaryFiles?: boolean;
     verbose?: boolean;
+    structuredOutput?: boolean;
 }
 /**
  * Allowed group types
@@ -47,16 +49,29 @@ interface ChatManagerOptions {
     skipPatterns?: RegExp[];
     includePatterns?: RegExp[];
 }
+/**
+ * Event types for structured output
+ */
+type ImportEventType = 'init' | 'resume_detected' | 'scan_complete' | 'plan' | 'file_start' | 'file_done' | 'file_skip' | 'complete' | 'error';
+/**
+ * Event payload for structured output
+ */
+interface ImportEvent {
+    type: ImportEventType;
+    timestamp: string;
+    data: Record<string, unknown>;
+}
 
 /**
  * Component: Git Repository Importer (Core)
- * Block-UUID: 90d78242-374a-4a78-9ce6-e502bf172d87
- * Parent-UUID: 31839e44-58af-43ea-baab-96674d745ad0
- * Version: 6.6.0
- * Purpose: Core implementation of GitImporter class
+ * Block-UUID: 23dda2c0-82ba-4d2e-bf83-c26bc2d394da
+ * Parent-UUID: 90d78242-374a-4a78-9ce6-e502bf172d87
+ * Version: 6.7.0
+ * Purpose: Add structured output event emission (init, complete, error)
  * Language: TypeScript
  * Created-at: 2025-03-15T05:57:33.811Z
- * Authors: Claude 3.5 Sonnet (v5.0.1), Bard, Claude 3.5 Sonnet (v6.0.0), Claude 3.7 Sonnet (v6.3.0), OpenRouter - Gemini Flash 2.0 (v6.4.0), OpenRouter - Gemini Flash 2.0 (v6.5.0), together.ai - DeepSeek v3 (v6.6.0)
+ * Updated-at: 2026-05-13T14:46:00.000Z
+ * Authors: Claude 3.5 Sonnet (v5.0.1), Bard, Claude 3.5 Sonnet (v6.0.0), Claude 3.7 Sonnet (v6.3.0), OpenRouter - Gemini Flash 2.0 (v6.4.0), OpenRouter - Gemini Flash 2.0 (v6.5.0), together.ai - DeepSeek v3 (v6.6.0), GLM-4.7 (v6.7.0)
  */
 
 declare class GitImporter {
@@ -95,43 +110,48 @@ declare class GitImporter {
 
 /**
  * Component: Logger
- * Block-UUID: 68b41f13-71ad-4b4e-a488-460e234ed5b1
- * Parent-UUID: N/A
- * Version: 1.0.0
- * Purpose: Centralized logging utility for the application.
+ * Block-UUID: 7c6851c4-f157-4955-a840-11b6e8b9b513
+ * Parent-UUID: 7c3b5d3f-96bd-4626-b408-a3322720c1d3
+ * Version: 2.1.0
+ * Purpose: Ensure error messages always go to stderr, even in structured mode
  * Language: TypeScript
  * Created-at: 2025-03-12T18:06:11.373Z
- * Authors: OpenRouter - Gemini Flash 2.0 (v1.0.0)
+ * Updated-at: 2026-05-13T15:10:00.000Z
+ * Authors: OpenRouter - Gemini Flash 2.0 (v1.0.0), GLM-4.7 (v2.0.0), GLM-4.7 (v2.1.0)
  */
 declare class Logger {
     private readonly verbose;
-    constructor(verbose?: boolean);
+    private readonly structuredOutput;
+    constructor(verbose?: boolean, structuredOutput?: boolean);
+    /**
+     * Emits a structured event to stdout.
+     * Only writes if structuredOutput is enabled.
+     */
+    emit(type: string, data?: Record<string, unknown>): void;
     /**
      * Logs messages to the console if verbose mode is enabled.
+     * Suppressed in structured mode to avoid polluting the NDJSON stream.
      */
     log(message: string, details?: unknown, isError?: boolean): void;
     /**
      * Logs a debug message.
-     * @param message - The message to log.
-     * @param details - Optional details to include in the log.
+     * Suppressed in structured mode.
      */
     debug(message: string, details?: unknown): void;
     /**
      * Logs an info message.
-     * @param message - The message to log.
-     * @param details - Optional details to include in the log.
+     * Suppressed in structured mode.
      */
     info(message: string, details?: unknown): void;
     /**
      * Logs a warning message.
-     * @param message - The message to log.
-     * @param details - Optional details to include in the log.
+     * Suppressed in structured mode.
      */
     warn(message: string, details?: unknown): void;
     /**
      * Logs an error message.
-     * @param message - The message to log.
-     * @param error - Optional error object to include in the log.
+     * IMPORTANT: Always writes to stderr, even in structured mode.
+     * This ensures non-fatal errors (e.g., rollback failures) are visible for debugging.
      */
     error(message: string, error?: unknown): void;
 }
@@ -214,4 +234,4 @@ declare class ChatManager {
     getChatById(chatId: number): Promise<Chat>;
 }
 
-export { ChatManager, GitImporter, type ImportOptions, Logger };
+export { ChatManager, GitImporter, type ImportEvent, type ImportEventType, type ImportOptions, Logger };

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@gitsense/gscb-git-tools",
-    "version": "0.5.0",
+    "version": "0.7.0",
     "description": "Git repository tools for the GitSense Chat Bridge (GSCB)",
     "type": "module",
     "main": "./dist/cjs/index.js",
@@ -24,7 +24,7 @@
     },
     "dependencies": {
         "events": "^3.3.0",
-        "@gitsense/gscb-db": "^0.4.0",
+        "@gitsense/gscb-db": "^0.6.0",
         "@gitsense/gscb-git": "^0.2.0",
         "@gitsense/gscb-utils": "^0.1.0"
     },