@gitsense/gscb-git-tools 0.1.0

package/dist/cjs/importer/core/importer.js

@@ -0,0 +1,135 @@
+'use strict';
+
+var gscbDb = require('gscb-db');
+var gscbGit = require('gscb-git');
+var logger = require('../../common/logger.js');
+var constants = require('../constants.js');
+var importProcessor = require('./import-processor.js');
+var errorHandler = require('./error-handler.js');
+
+/**
+ * Component: Git Repository Importer (Core)
+ * Block-UUID: 237b8cc5-5d1b-4285-82c4-0e1f49459f2c
+ * Parent-UUID: 31839e44-58af-43ea-baab-96674d745ad0
+ * Version: 6.6.0
+ * Purpose: Core implementation of GitImporter class
+ * Language: TypeScript
+ * Created-at: 2025-03-15T05:57:33.811Z
+ * Authors: Claude 3.5 Sonnet (v5.0.1), Bard, Claude 3.5 Sonnet (v6.0.0), Claude 3.7 Sonnet (v6.3.0), OpenRouter - Gemini Flash 2.0 (v6.4.0), OpenRouter - Gemini Flash 2.0 (v6.5.0), together.ai - DeepSeek v3 (v6.6.0)
+ */
+class GitImporter {
+    repoPath;
+    repoOwner;
+    repoName;
+    ref;
+    refType;
+    dbPath;
+    options;
+    gitRepo;
+    dbClient;
+    logger;
+    initialized = false;
+    importProcessor;
+    errorHandler;
+    constructor(repoPath, repoOwner, repoName, ref, refType, dbPath, options = {}) {
+        this.repoPath = repoPath;
+        this.repoOwner = repoOwner;
+        this.repoName = repoName;
+        this.ref = ref;
+        this.refType = refType;
+        this.dbPath = dbPath;
+        this.options = options;
+        // Validate input parameters
+        if (!repoPath)
+            throw new Error('Repository path is required');
+        if (!repoOwner)
+            throw new Error('Repository owner is required');
+        if (!repoName)
+            throw new Error('Repository name is required');
+        if (!ref)
+            throw new Error('Reference is required');
+        if (!['branch', 'commit', 'tag'].includes(refType)) {
+            throw new Error('Reference type must be one of: branch, commit, tag');
+        }
+        if (!dbPath)
+            throw new Error('Database path is required');
+        // Merge default options
+        this.options = {
+            ...constants.DEFAULT_OPTIONS,
+            ...options
+        };
+        const gitConfig = {
+            repoPath,
+            ref,
+        };
+        this.gitRepo = new gscbGit.Repository(gitConfig);
+        const dbConfig = {
+            path: dbPath,
+            poolSize: 5,
+            timeout: 5000,
+        };
+        this.dbClient = new gscbDb.DatabaseClient(dbConfig);
+        this.logger = new logger.Logger(this.options.verbose || false);
+        // Initialize modules
+        this.importProcessor = new importProcessor.ImportProcessor(this.dbClient, this.gitRepo, this.repoOwner, this.repoName, this.ref, this.refType, this.options, this.logger);
+        this.errorHandler = new errorHandler.ErrorHandler(this.logger);
+    }
+    /**
+     * Initializes the Git repository, ref commit, and database connection.
+     */
+    async initialize() {
+        if (this.initialized) {
+            return;
+        }
+        this.logger.log('Initializing...');
+        try {
+            await this.gitRepo.initialize();
+            this.logger.log('Git repository initialized');
+            await this.dbClient.initialize();
+            this.logger.log('Database initialized');
+            this.initialized = true;
+        }
+        catch (error) {
+            throw new Error(`Initialization failed: ${error instanceof Error ? error.message : String(error)}`);
+        }
+    }
+    /**
+     * Imports the repository by setting up the chat hierarchy.
+     *
+     * @returns An object containing the ID of the git-ref chat
+     * @throws {Error} If initialization fails or chat hierarchy setup fails
+     */
+    async import() {
+        try {
+            await this.initialize();
+            return await this.importProcessor.setupImport();
+        }
+        catch (error) {
+            await this.errorHandler.handleError(error);
+            // This line is needed to satisfy TypeScript, though it will never be reached
+            // because handleError always throws
+            return { refChatId: -1 };
+        }
+        finally {
+            await this.cleanup();
+        }
+    }
+    /**
+     * Cleans up resources by closing the database connection.
+     */
+    async cleanup() {
+        if (this.dbClient.isInitialized()) {
+            try {
+                await this.dbClient.close();
+                this.logger.log('Database connection closed');
+            }
+            catch (error) {
+                this.logger.log('Error during database cleanup:', error, true);
+            }
+        }
+        this.initialized = false;
+    }
+}
+
+exports.GitImporter = GitImporter;
+//# sourceMappingURL=importer.js.map

package/dist/cjs/importer/core/importer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"importer.js","sources":["../../../../src/importer/core/importer.ts"],"sourcesContent":[null],"names":["DEFAULT_OPTIONS","Repository","DatabaseClient","Logger","ImportProcessor","ErrorHandler"],"mappings":";;;;;;;;;AAAA;;;;;;;;;AASG;MAWU,WAAW,CAAA;AASC,IAAA,QAAA;AACA,IAAA,SAAA;AACA,IAAA,QAAA;AACA,IAAA,GAAA;AACA,IAAA,OAAA;AACA,IAAA,MAAA;AACA,IAAA,OAAA;AAdJ,IAAA,OAAO;AACP,IAAA,QAAQ;AACR,IAAA,MAAM;IACf,WAAW,GAAY,KAAK;AAC5B,IAAA,eAAe;AACf,IAAA,YAAY;AAEpB,IAAA,WAAA,CACqB,QAAgB,EAChB,SAAiB,EACjB,QAAgB,EAChB,GAAW,EACX,OAAgB,EAChB,MAAc,EACd,UAAyB,EAAE,EAAA;QAN3B,IAAQ,CAAA,QAAA,GAAR,QAAQ;QACR,IAAS,CAAA,SAAA,GAAT,SAAS;QACT,IAAQ,CAAA,QAAA,GAAR,QAAQ;QACR,IAAG,CAAA,GAAA,GAAH,GAAG;QACH,IAAO,CAAA,OAAA,GAAP,OAAO;QACP,IAAM,CAAA,MAAA,GAAN,MAAM;QACN,IAAO,CAAA,OAAA,GAAP,OAAO;;AAGxB,QAAA,IAAI,CAAC,QAAQ;AAAE,YAAA,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC;AAC7D,QAAA,IAAI,CAAC,SAAS;AAAE,YAAA,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC;AAC/D,QAAA,IAAI,CAAC,QAAQ;AAAE,YAAA,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC;AAC7D,QAAA,IAAI,CAAC,GAAG;AAAE,YAAA,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC;AAClD,QAAA,IAAI,CAAC,CAAC,QAAQ,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE;AAChD,YAAA,MAAM,IAAI,KAAK,CAAC,oDAAoD,CAAC;;AAEzE,QAAA,IAAI,CAAC,MAAM;AAAE,YAAA,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC;;QAGzD,IAAI,CAAC,OAAO,GAAG;AACX,YAAA,GAAGA,yBAAe;AAClB,YAAA,GAAG;SACN;AAED,QAAA,MAAM,SAAS,GAAc;YACzB,QAAQ;YACR,GAAG;SACN;QAED,IAAI,CAAC,OAAO,GAAG,IAAIC,kBAAU,CAAC,SAAS,CAAC;AAExC,QAAA,MAAM,QAAQ,GAAmB;AAC7B,YAAA,IAAI,EAAE,MAAM;AACZ,YAAA,QAAQ,EAAE,CAAC;AACX,YAAA,OAAO,EAAE,IAAI;SAChB;QAED,IAAI,CAAC,QAAQ,GAAG,IAAIC,qBAAc,CAAC,QAAQ,CAAC;AAC5C,QAAA,IAAI,CAAC,MAAM,GAAG,IAAIC,aAAM,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,IAAI,KAAK,CAAC;;AAGvD,QAAA,IAAI,CAAC,eAAe,GAAG,IAAIC,+BAAe,CACtC,IAAI,CAAC,QAAQ,EACb,IAAI,CAAC,OAAO,EACZ,IAAI,CAAC,SAAS,EACd,IAAI,CAAC,QAAQ,EACb,IAAI,CAAC,GAAG,EACR,IAAI,CAAC,OAAO,EACZ,IAAI,CAAC,OAAO,EACZ,IAAI,CAAC,MAAM,CACd;QAED,IAAI,CAAC,YAAY,GAAG,IAAIC,yBAAY,CAAC,IAAI,CAAC,MAAM,CAAC;;AAGrD;;AAEG;AACH,IAAA,MAAM,UAAU,GAAA;AACZ,QAAA,IAAI,IAAI,CAAC,WAAW,EAAE;YAClB;;AAGJ,QAAA,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,iBAAiB,CAAC;AAElC,QAAA,IAAI;AACA,YAAA,MAAM,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE;AAC/B,YAAA,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,4BAA4B,CAAC;AAE7C,YAAA,MAAM,IAAI,CAAC,QAAQ,CAAC,UAAU,EAAE;AAChC,YAAA,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,sBAAsB,CAAC;AAEvC,YAAA,IAAI,CAAC,WAAW,GAAG,IAAI;;QACzB,OAAO,KAAK,EAAE;YACZ,MAAM,IAAI,KAAK,CAAC,CAAA,uBAAA,EAA0B,KAAK,YAAY,KAAK,GAAG,KAAK,CAAC,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,CAAE,CAAA,CAAC;;;AAI3G;;;;;AAKG;AACH,IAAA,MAAM,MAAM,GAAA;AACR,QAAA,IAAI;AACA,YAAA,MAAM,IAAI,CAAC,UAAU,EAAE;AACvB,YAAA,OAAO,MAAM,IAAI,CAAC,eAAe,CAAC,WAAW,EAAE;;QACjD,OAAO,KAAK,EAAE;YACZ,MAAM,IAAI,CAAC,YAAY,CAAC,WAAW,CAAC,KAAK,CAAC;;;AAG1C,YAAA,OAAO,EAAE,SAAS,EAAE,EAAE,EAAE;;gBAClB;AACN,YAAA,MAAM,IAAI,CAAC,OAAO,EAAE;;;AAI5B;;AAEG;AACK,IAAA,MAAM,OAAO,GAAA;AACjB,QAAA,IAAI,IAAI,CAAC,QAAQ,CAAC,aAAa,EAAE,EAAE;AAC/B,YAAA,IAAI;AACA,gBAAA,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,EAAE;AAC3B,gBAAA,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,4BAA4B,CAAC;;YAC/C,OAAO,KAAK,EAAE;gBACZ,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,gCAAgC,EAAE,KAAK,EAAE,IAAI,CAAC;;;AAGtE,QAAA,IAAI,CAAC,WAAW,GAAG,KAAK;;AAE/B;;;;"}

package/dist/cjs/importer/core/utils.js

@@ -0,0 +1,66 @@
+'use strict';
+
+/**
+ * Component: Utilities
+ * Block-UUID: 237b8cc5-5d1b-4285-82c4-0e1f49459f2c
+ * Parent-UUID: 31839e44-58af-43ea-baab-96674d745ad0
+ * Version: 6.6.0
+ * Purpose: Utility functions for GitImporter
+ * Language: TypeScript
+ * Created-at: 2025-03-15T06:02:35.714Z
+ * Authors: Claude 3.5 Sonnet (v5.0.1), Bard, Claude 3.5 Sonnet (v6.0.0), Claude 3.7 Sonnet (v6.3.0), OpenRouter - Gemini Flash 2.0 (v6.4.0), OpenRouter - Gemini Flash 2.0 (v6.5.0), together.ai - DeepSeek v3 (v6.6.0)
+ */
+class Utils {
+    gitRepo;
+    logger;
+    constructor(gitRepo, logger) {
+        this.gitRepo = gitRepo;
+        this.logger = logger;
+    }
+    /**
+     * Normalizes a file path.
+     */
+    normalizePath(path) {
+        return path.replace(/\\/g, '/').replace(/\/+/g, '/').replace(/\/$/, '');
+    }
+    /**
+     * Validates that the repository exists and the reference is valid.
+     * @throws {Error} If the repository doesn't exist or the reference is invalid
+     */
+    async validateRepository(repoPath, ref, refType) {
+        if (!this.logger)
+            throw new Error('Logger not defined. Unable to call validateRepository');
+        if (!this.gitRepo)
+            throw new Error('Logger not defined. Unable to call validateRepository');
+        try {
+            this.logger.log("Validating repository...");
+            const repoInfo = await this.gitRepo.getInfo();
+            if (!repoInfo) {
+                throw new Error(`Repository not found at path: ${repoPath}`);
+            }
+            // Validate that the reference exists
+            const refExists = await this.gitRepo.hasRef(ref);
+            if (!refExists) {
+                throw new Error(`Reference ${ref} of type ${refType} not found in repository`);
+            }
+            this.logger.log("Repository validation successful");
+        }
+        catch (error) {
+            throw new Error(`Repository validation failed: ${error instanceof Error ? error.message : String(error)}`);
+        }
+    }
+    /**
+     * Determines the latest commit from an array of GitCommitInfo objects.
+     */
+    static getLatestCommit(commits) {
+        if (commits.length === 0) {
+            // If no commits, return an empty GitCommitInfo
+            return null;
+        }
+        // Find the commit with the latest timestamp
+        return commits.reduce((latest, commit) => commit.timestamp > latest.timestamp ? commit : latest);
+    }
+}
+
+exports.Utils = Utils;
+//# sourceMappingURL=utils.js.map

package/dist/cjs/importer/core/utils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"utils.js","sources":["../../../../src/importer/core/utils.ts"],"sourcesContent":[null],"names":[],"mappings":";;AAAA;;;;;;;;;AASG;MAKU,KAAK,CAAA;AAEO,IAAA,OAAA;AACA,IAAA,MAAA;IAFrB,WACqB,CAAA,OAAoB,EACpB,MAAe,EAAA;QADf,IAAO,CAAA,OAAA,GAAP,OAAO;QACP,IAAM,CAAA,MAAA,GAAN,MAAM;;AAG3B;;AAEG;AACH,IAAA,aAAa,CAAC,IAAY,EAAA;QACtB,OAAO,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC;;AAG3E;;;AAGG;AACH,IAAA,MAAM,kBAAkB,CAAC,QAAgB,EAAE,GAAW,EAAE,OAAoC,EAAA;QACxF,IAAI,CAAC,IAAI,CAAC,MAAM;AAAE,YAAA,MAAM,IAAI,KAAK,CAAC,uDAAuD,CAAC;QAC1F,IAAI,CAAC,IAAI,CAAC,OAAO;AAAE,YAAA,MAAM,IAAI,KAAK,CAAC,uDAAuD,CAAC;AAE3F,QAAA,IAAI;AACA,YAAA,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,0BAA0B,CAAC;YAE3C,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE;YAC7C,IAAI,CAAC,QAAQ,EAAE;AACX,gBAAA,MAAM,IAAI,KAAK,CAAC,iCAAiC,QAAQ,CAAA,CAAE,CAAC;;;YAIhE,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC;YAChD,IAAI,CAAC,SAAS,EAAE;gBACZ,MAAM,IAAI,KAAK,CAAC,CAAA,UAAA,EAAa,GAAG,CAAY,SAAA,EAAA,OAAO,CAA0B,wBAAA,CAAA,CAAC;;AAGlF,YAAA,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,kCAAkC,CAAC;;QACrD,OAAO,KAAK,EAAE;YACZ,MAAM,IAAI,KAAK,CAAC,CAAA,8BAAA,EAAiC,KAAK,YAAY,KAAK,GAAG,KAAK,CAAC,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,CAAE,CAAA,CAAC;;;AAIlH;;AAEG;IACH,OAAO,eAAe,CAAC,OAAwB,EAAA;AAC3C,QAAA,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE;;AAEtB,YAAA,OAAO,IAAI;;;QAIf,OAAO,OAAO,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,MAAM,KACjC,MAAM,CAAC,SAAS,GAAG,MAAM,CAAC,SAAS,GAAG,MAAM,GAAG,MAAM,CACxD;;AAER;;;;"}

package/dist/cjs/importer/file-processor.js

@@ -0,0 +1,199 @@
+'use strict';
+
+var path = require('path');
+var gscbUtils = require('gscb-utils');
+var languageUtils = require('./language-utils.js');
+
+function _interopDefault (e) { return e && e.__esModule ? e : { default: e }; }
+
+var path__default = /*#__PURE__*/_interopDefault(path);
+
+/**
+ * Component: File Processor
+ * Block-UUID: 27a7202c-94f0-4b35-8a34-c580a5f346a5
+ * Parent-UUID: 73378071-3284-4b9d-9354-436e49ed2f75
+ * Version: 5.1.0
+ * Description: Processes Git repository files for import, handling file creation, updates, and filtering
+ * Language: TypeScript
+ * Created-at: 2025-02-28T14:45:00.000Z
+ * Updated-at: 2025-03-24T00:45:00.000Z
+ * Authors: Claude 3.5 Sonnet (v3.0.0), Bard, together.ai - DeepSeek v3 (v3.3.0), together.ai - DeepSeek v3 (v4.0.0), together.ai - DeepSeek v3 (v5.0.0), Claude 3.7 Sonnet (v5.1.0)
+ */
+class FileProcessor {
+    dbClient;
+    gitRepo;
+    chatManager;
+    options;
+    repoGroupId;
+    logger;
+    constructor(dbClient, gitRepo, chatManager, options, repoGroupId, logger) {
+        this.dbClient = dbClient;
+        this.gitRepo = gitRepo;
+        this.chatManager = chatManager;
+        this.options = options;
+        this.repoGroupId = repoGroupId;
+        this.logger = logger;
+    }
+    /**
+     * Estimates tokens using 1.33 tokens per word.
+     */
+    estimateTokens(text) {
+        const wordCount = text.split(/\s+/).filter(Boolean).length;
+        return Math.ceil(wordCount * 1.33);
+    }
+    /**
+     * Processes a file and returns its GitCommitInfo.
+     * If the file already exists in the database, it will update the existing chat.
+     */
+    async processFile(filePath, parentChatId, orderWeight) {
+        try {
+            // Check if a chat for this file already exists
+            const fileName = path__default.default.basename(filePath);
+            const childChats = await this.dbClient.getChatsByParentId(parentChatId);
+            const existingFileChat = childChats.find(chat => chat.type === 'git-blob' &&
+                chat.name === fileName &&
+                chat.meta?.path === filePath);
+            if (existingFileChat) {
+                // Update existing file chat
+                return await this.updateExistingFile(existingFileChat.id, filePath);
+            }
+            else {
+                // Create new file chat
+                return await this.createNewFile(filePath, parentChatId, orderWeight);
+            }
+        }
+        catch (error) {
+            throw new Error(`Failed to process file '${filePath}': ${error instanceof Error ? error.message : String(error)}`);
+        }
+    }
+    /**
+     * Creates a new file chat.
+     */
+    async createNewFile(filePath, parentChatId, orderWeight) {
+        const fileInfo = await this.gitRepo.getFileInfo(filePath);
+        const fileCommitHash = await this.gitRepo.getFileCommitHash(filePath);
+        const commitInfo = await this.gitRepo.getCommitInfo(fileCommitHash);
+        const content = await this.gitRepo.readFile(filePath);
+        const now = new Date().toISOString();
+        const type = 'git-blob';
+        // Estimate tokens for content and metadata
+        const contentTokens = this.estimateTokens(content.toString());
+        const metaTokens = this.estimateTokens(JSON.stringify({
+            path: filePath,
+            name: path__default.default.basename(filePath),
+            commit: commitInfo,
+            blob: fileInfo.hash,
+            size: fileInfo.size,
+            language: await languageUtils.detectLanguage(filePath),
+            highlight: await languageUtils.getHighlightSyntax(filePath)
+        }));
+        const meta = {
+            type,
+            path: filePath,
+            name: path__default.default.basename(filePath),
+            commit: commitInfo,
+            blob: fileInfo.hash,
+            size: fileInfo.size,
+            language: await languageUtils.detectLanguage(filePath),
+            highlight: await languageUtils.getHighlightSyntax(filePath),
+            tokens: {
+                content: { estimate: contentTokens, estimatedAt: now },
+                metadata: { estimate: metaTokens, estimatedAt: now }
+            },
+            importStartedAt: now,
+            importFinishedAt: now,
+            status: 'imported'
+        };
+        await this.chatManager.createChat(type, path__default.default.basename(filePath), parentChatId, this.repoGroupId, meta, content.toString(), orderWeight);
+        return commitInfo;
+    }
+    /**
+     * Updates an existing file chat.
+     */
+    async updateExistingFile(chatId, filePath) {
+        // Get the current file information
+        const fileInfo = await this.gitRepo.getFileInfo(filePath);
+        const fileCommitHash = await this.gitRepo.getFileCommitHash(filePath);
+        const commitInfo = await this.gitRepo.getCommitInfo(fileCommitHash);
+        const content = await this.gitRepo.readFile(filePath);
+        const now = new Date().toISOString();
+        // Get the existing chat and meta
+        const chat = await this.chatManager.getChatById(chatId);
+        const oldMeta = chat.meta;
+        // Skip update if the commit hash hasn't changed
+        if (oldMeta.commit?.hash === commitInfo.hash) {
+            this.logger.log(`Skipping update for file '${filePath}' (commit hash unchanged)`);
+            return commitInfo;
+        }
+        // Estimate tokens for content and metadata
+        const contentTokens = this.estimateTokens(content.toString());
+        const metaTokens = this.estimateTokens(JSON.stringify({
+            path: filePath,
+            name: path__default.default.basename(filePath),
+            commit: commitInfo,
+            blob: fileInfo.hash,
+            size: fileInfo.size,
+            language: await languageUtils.detectLanguage(filePath),
+            highlight: await languageUtils.getHighlightSyntax(filePath)
+        }));
+        // Create updated metadata
+        const updatedMeta = {
+            ...oldMeta,
+            commit: commitInfo,
+            blob: fileInfo.hash,
+            size: fileInfo.size,
+            importFinishedAt: now,
+            status: 'imported'
+        };
+        // We don't want to override tokens.analysis with a shallow copy
+        updatedMeta.tokens.content = { estimate: contentTokens, estimatedAt: now },
+            updatedMeta.tokens.metadata = { estimate: metaTokens, estimatedAt: now };
+        // Update the chat metadata
+        await this.chatManager.updateFileMetadata(chatId, filePath, commitInfo);
+        // Update the meta message
+        const metaMessage = await this.chatManager.getMessageByChatIdAndType(chatId, 'chat-meta');
+        await this.chatManager.updateMessage(metaMessage.id, {
+            message: JSON.stringify(updatedMeta, null, 2)
+        });
+        // Update the main message with new content
+        const mainMessage = await this.chatManager.getMessageByChatIdAndType(chatId, 'git-blob');
+        const gitBlobMessage = content.toString();
+        await this.chatManager.updateMessage(mainMessage.id, {
+            message: gitBlobMessage
+        });
+        return commitInfo;
+    }
+    /**
+     * Determines whether a file should be skipped based on the provided patterns.
+     */
+    async shouldSkipFile(filePath) {
+        const { skipPatterns, includePatterns, skipBinaryFiles } = this.options;
+        // Check against skip patterns first (fastest check)
+        if (skipPatterns?.some(pattern => pattern.test(filePath))) {
+            this.logger.log(`Skipping file '${filePath}' (matched skip pattern)`);
+            return true;
+        }
+        // Check if file is binary (if skipBinaryFiles is enabled)
+        if (skipBinaryFiles) {
+            try {
+                const isBinary = await gscbUtils.FSUtils.isBinaryFile(filePath);
+                if (isBinary) {
+                    this.logger.log(`Skipping binary file '${filePath}'`);
+                    return true;
+                }
+            }
+            catch (error) {
+                this.logger.log(`Error checking if file '${filePath}' is binary: ${error instanceof Error ? error.message : String(error)}`);
+            }
+        }
+        // Check against include patterns if specified
+        if (includePatterns?.length && !includePatterns.some(pattern => pattern.test(filePath))) {
+            this.logger.log(`Skipping file '${filePath}' (did not match include pattern)`);
+            return true;
+        }
+        return false;
+    }
+}
+
+exports.FileProcessor = FileProcessor;
+//# sourceMappingURL=file-processor.js.map

package/dist/cjs/importer/file-processor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"file-processor.js","sources":["../../../src/importer/file-processor.ts"],"sourcesContent":[null],"names":["path","detectLanguage","getHighlightSyntax","FSUtils"],"mappings":";;;;;;;;;;AAAA;;;;;;;;;;AAUG;MAaU,aAAa,CAAA;AAED,IAAA,QAAA;AACA,IAAA,OAAA;AACA,IAAA,WAAA;AACA,IAAA,OAAA;AACA,IAAA,WAAA;AACA,IAAA,MAAA;IANrB,WACqB,CAAA,QAAwB,EACxB,OAAmB,EACnB,WAAwB,EACxB,OAAsB,EACtB,WAAmB,EACnB,MAAc,EAAA;QALd,IAAQ,CAAA,QAAA,GAAR,QAAQ;QACR,IAAO,CAAA,OAAA,GAAP,OAAO;QACP,IAAW,CAAA,WAAA,GAAX,WAAW;QACX,IAAO,CAAA,OAAA,GAAP,OAAO;QACP,IAAW,CAAA,WAAA,GAAX,WAAW;QACX,IAAM,CAAA,MAAA,GAAN,MAAM;;AAG3B;;AAEG;AACK,IAAA,cAAc,CAAC,IAAY,EAAA;AAC/B,QAAA,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM;QAC1D,OAAO,IAAI,CAAC,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;;AAGtC;;;AAGG;AACH,IAAA,MAAM,WAAW,CAAC,QAAgB,EAAE,YAAoB,EAAE,WAAmB,EAAA;AACzE,QAAA,IAAI;;YAEA,MAAM,QAAQ,GAAGA,qBAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC;YACxC,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,kBAAkB,CAAC,YAAY,CAAC;AACvE,YAAA,MAAM,gBAAgB,GAAG,UAAU,CAAC,IAAI,CAAC,IAAI,IACzC,IAAI,CAAC,IAAI,KAAK,UAAU;gBACxB,IAAI,CAAC,IAAI,KAAK,QAAQ;AACrB,gBAAA,IAAI,CAAC,IAAY,EAAE,IAAI,KAAK,QAAQ,CACxC;YAED,IAAI,gBAAgB,EAAE;;gBAElB,OAAO,MAAM,IAAI,CAAC,kBAAkB,CAAC,gBAAgB,CAAC,EAAG,EAAE,QAAQ,CAAC;;iBACjE;;gBAEH,OAAO,MAAM,IAAI,CAAC,aAAa,CAAC,QAAQ,EAAE,YAAY,EAAE,WAAW,CAAC;;;QAE1E,OAAO,KAAK,EAAE;YACZ,MAAM,IAAI,KAAK,CAAC,CAA2B,wBAAA,EAAA,QAAQ,MAAM,KAAK,YAAY,KAAK,GAAG,KAAK,CAAC,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,CAAE,CAAA,CAAC;;;AAI1H;;AAEG;AACK,IAAA,MAAM,aAAa,CAAC,QAAgB,EAAE,YAAoB,EAAE,WAAmB,EAAA;QACnF,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,QAAQ,CAAC;QACzD,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,iBAAiB,CAAC,QAAQ,CAAC;QACrE,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,cAAc,CAAC;QACnE,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC;QACrD,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACpC,MAAM,IAAI,GAAG,UAAU;;QAGvB,MAAM,aAAa,GAAG,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC;QAC7D,MAAM,UAAU,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,SAAS,CAAC;AAClD,YAAA,IAAI,EAAE,QAAQ;AACd,YAAA,IAAI,EAAEA,qBAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC;AAC7B,YAAA,MAAM,EAAE,UAAU;YAClB,IAAI,EAAE,QAAQ,CAAC,IAAI;YACnB,IAAI,EAAE,QAAQ,CAAC,IAAI;AACnB,YAAA,QAAQ,EAAE,MAAMC,4BAAc,CAAC,QAAQ,CAAC;AACxC,YAAA,SAAS,EAAE,MAAMC,gCAAkB,CAAC,QAAQ;AAC/C,SAAA,CAAC,CAAC;AAEH,QAAA,MAAM,IAAI,GAAgB;YACtB,IAAI;AACJ,YAAA,IAAI,EAAE,QAAQ;AACd,YAAA,IAAI,EAAEF,qBAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC;AAC7B,YAAA,MAAM,EAAE,UAAU;YAClB,IAAI,EAAE,QAAQ,CAAC,IAAI;YACnB,IAAI,EAAE,QAAQ,CAAC,IAAI;AACnB,YAAA,QAAQ,EAAE,MAAMC,4BAAc,CAAC,QAAQ,CAAC;AACxC,YAAA,SAAS,EAAE,MAAMC,gCAAkB,CAAC,QAAQ,CAAC;AAC7C,YAAA,MAAM,EAAE;gBACJ,OAAO,EAAE,EAAE,QAAQ,EAAE,aAAa,EAAE,WAAW,EAAE,GAAG,EAAE;gBACtD,QAAQ,EAAE,EAAE,QAAQ,EAAE,UAAU,EAAE,WAAW,EAAE,GAAG;AACrD,aAAA;AACD,YAAA,eAAe,EAAE,GAAG;AACpB,YAAA,gBAAgB,EAAE,GAAG;AACrB,YAAA,MAAM,EAAE;SACX;AAED,QAAe,MAAM,IAAI,CAAC,WAAW,CAAC,UAAU,CAC5C,IAAI,EACJF,qBAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,EACvB,YAAY,EACZ,IAAI,CAAC,WAAW,EAChB,IAAI,EACJ,OAAO,CAAC,QAAQ,EAAE,EAClB,WAAW;AAGf,QAAA,OAAO,UAAU;;AAGrB;;AAEG;AACK,IAAA,MAAM,kBAAkB,CAAC,MAAc,EAAE,QAAgB,EAAA;;QAE7D,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,WAAW,CAAC,QAAQ,CAAC;QACzD,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,iBAAiB,CAAC,QAAQ,CAAC;QACrE,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,cAAc,CAAC;QACnE,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC;QACrD,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;;QAGpC,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,WAAW,CAAC,MAAM,CAAC;AACvD,QAAA,MAAM,OAAO,GAAG,IAAI,CAAC,IAAmB;;QAGxC,IAAI,OAAO,CAAC,MAAM,EAAE,IAAI,KAAK,UAAU,CAAC,IAAI,EAAE;YAC1C,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAA6B,0BAAA,EAAA,QAAQ,CAA2B,yBAAA,CAAA,CAAC;AACjF,YAAA,OAAO,UAAU;;;QAIrB,MAAM,aAAa,GAAG,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC;QAC7D,MAAM,UAAU,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,SAAS,CAAC;AAClD,YAAA,IAAI,EAAE,QAAQ;AACd,YAAA,IAAI,EAAEA,qBAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC;AAC7B,YAAA,MAAM,EAAE,UAAU;YAClB,IAAI,EAAE,QAAQ,CAAC,IAAI;YACnB,IAAI,EAAE,QAAQ,CAAC,IAAI;AACnB,YAAA,QAAQ,EAAE,MAAMC,4BAAc,CAAC,QAAQ,CAAC;AACxC,YAAA,SAAS,EAAE,MAAMC,gCAAkB,CAAC,QAAQ;AAC/C,SAAA,CAAC,CAAC;;AAGH,QAAA,MAAM,WAAW,GAAgB;AAC7B,YAAA,GAAG,OAAO;AACV,YAAA,MAAM,EAAE,UAAU;YAClB,IAAI,EAAE,QAAQ,CAAC,IAAI;YACnB,IAAI,EAAE,QAAQ,CAAC,IAAI;AACnB,YAAA,gBAAgB,EAAE,GAAG;AACrB,YAAA,MAAM,EAAE;SACX;;AAGD,QAAA,WAAW,CAAC,MAAM,CAAC,OAAO,GAAG,EAAE,QAAQ,EAAE,aAAa,EAAE,WAAW,EAAE,GAAG,EAAE;AAC1E,YAAA,WAAW,CAAC,MAAM,CAAC,QAAQ,GAAG,EAAE,QAAQ,EAAE,UAAU,EAAE,WAAW,EAAE,GAAG,EAAE;;AAGxE,QAAA,MAAM,IAAI,CAAC,WAAW,CAAC,kBAAkB,CAAC,MAAM,EAAE,QAAQ,EAAE,UAAU,CAAC;;AAGvE,QAAA,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,yBAAyB,CAAC,MAAM,EAAE,WAAW,CAAC;QACzF,MAAM,IAAI,CAAC,WAAW,CAAC,aAAa,CAAC,WAAW,CAAC,EAAG,EAAE;YAClD,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,WAAW,EAAE,IAAI,EAAE,CAAC;AAC/C,SAAA,CAAC;;AAGF,QAAA,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,yBAAyB,CAAC,MAAM,EAAE,UAAU,CAAC;AACxF,QAAA,MAAM,cAAc,GAAG,OAAO,CAAC,QAAQ,EAAE;QACzC,MAAM,IAAI,CAAC,WAAW,CAAC,aAAa,CAAC,WAAW,CAAC,EAAG,EAAE;AAClD,YAAA,OAAO,EAAE;AACZ,SAAA,CAAC;AAEF,QAAA,OAAO,UAAU;;AAGrB;;AAEG;IACH,MAAM,cAAc,CAAC,QAAgB,EAAA;QACjC,MAAM,EAAE,YAAY,EAAE,eAAe,EAAE,eAAe,EAAE,GAAG,IAAI,CAAC,OAAO;;AAGvE,QAAA,IAAI,YAAY,EAAE,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,EAAE;YACvD,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAkB,eAAA,EAAA,QAAQ,CAA0B,wBAAA,CAAA,CAAC;AACrE,YAAA,OAAO,IAAI;;;QAIf,IAAI,eAAe,EAAE;AACjB,YAAA,IAAI;gBACA,MAAM,QAAQ,GAAG,MAAMC,iBAAO,CAAC,YAAY,CAAC,QAAQ,CAAC;gBAErD,IAAI,QAAQ,EAAE;oBACV,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAyB,sBAAA,EAAA,QAAQ,CAAG,CAAA,CAAA,CAAC;AACrD,oBAAA,OAAO,IAAI;;;YAEjB,OAAO,KAAK,EAAE;gBACZ,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAA2B,wBAAA,EAAA,QAAQ,CAAgB,aAAA,EAAA,KAAK,YAAY,KAAK,GAAG,KAAK,CAAC,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,CAAE,CAAA,CAAC;;;;QAKpI,IAAI,eAAe,EAAE,MAAM,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,EAAE;YACrF,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAkB,eAAA,EAAA,QAAQ,CAAmC,iCAAA,CAAA,CAAC;AAC9E,YAAA,OAAO,IAAI;;AAGf,QAAA,OAAO,KAAK;;AAEnB;;;;"}