@gitsense/gscb-git-tools 0.2.0 → 0.3.0

package/dist/cjs/importer/core/directory-processor.js

@@ -0,0 +1,343 @@
+'use strict';
+
+var path = require('path');
+var utils = require('./utils.js');
+
+function _interopDefault (e) { return e && e.__esModule ? e : { default: e }; }
+
+var path__default = /*#__PURE__*/_interopDefault(path);
+
+/**
+ * Component: Directory Processor
+ * Block-UUID: 237b8cc5-5d1b-4285-82c4-0e1f49459f2c
+ * Parent-UUID: 31839e44-58af-43ea-baab-96674d745ad0
+ * Version: 8.0.0
+ * Purpose: Add hash comparison and token estimation for directories
+ * Language: TypeScript
+ * Created-at: 2025-03-15T05:58:33.811Z
+ * Updated-at: 2025-03-24T00:50:00.000Z
+ * Authors: Claude 3.5 Sonnet (v5.0.1), Bard, Claude 3.5 Sonnet (v6.0.0), Claude 3.7 Sonnet (v6.3.0),
+ *          OpenRouter - Gemini Flash 2.0 (v6.4.0), OpenRouter - Gemini Flash 2.0 (v6.5.0),
+ *          together.ai - DeepSeek v3 (v6.6.0), Claude 3.7 Sonnet (v6.7.0), together.ai - DeepSeek v3 (v6.8.0),
+ *          together.ai - DeepSeek v3 (v7.0.0), together.ai - DeepSeek v3 (v8.0.0)
+ */
+class DirectoryProcessor {
+    dbClient;
+    gitRepo;
+    fileProcessor;
+    treeProcessor;
+    metadataManager;
+    chatManager;
+    logger;
+    constructor(dbClient, gitRepo, fileProcessor, treeProcessor, metadataManager, chatManager, logger) {
+        this.dbClient = dbClient;
+        this.gitRepo = gitRepo;
+        this.fileProcessor = fileProcessor;
+        this.treeProcessor = treeProcessor;
+        this.metadataManager = metadataManager;
+        this.chatManager = chatManager;
+        this.logger = logger;
+    }
+    /**
+     * Estimates tokens using 1.33 tokens per word.
+     */
+    estimateTokens(text) {
+        const wordCount = text.split(/\s+/).filter(Boolean).length;
+        return Math.ceil(wordCount * 1.33);
+    }
+    /**
+     * Processes all files and directories in the repository, ensuring a proper parent-child relationship.
+     */
+    async processFiles(rootChatId) {
+        try {
+            // Start processing from the root directory. Empty string is root.
+            return await this.processDirectory('', rootChatId);
+        }
+        catch (error) {
+            throw new Error(`Failed to process files: ${error instanceof Error ? error.message : String(error)}`);
+        }
+    }
+    /**
+     * Processes entries (files and directories) that have changed between commits.
+     */
+    async processChangedEntries(changedEntries, refChatId, repoGroupId) {
+        // Group entries by change type
+        const addedOrModifiedFiles = [];
+        const deletedFiles = [];
+        const deletedDirs = [];
+        for (const entry of changedEntries) {
+            // Normalize the path
+            const normalizedPath = this.normalizePath(entry.path);
+            // Skip files that match skip patterns if they're being added or modified
+            if (entry.entryType === 'file' && entry.changeType !== 'delete' &&
+                await this.fileProcessor.shouldSkipFile(normalizedPath)) {
+                this.logger.log(`Skipping file: ${normalizedPath}`);
+                continue;
+            }
+            // Categorize the entry
+            if (entry.entryType === 'file') {
+                if (entry.changeType === 'delete') {
+                    deletedFiles.push(normalizedPath);
+                }
+                else {
+                    addedOrModifiedFiles.push(normalizedPath);
+                }
+            }
+            else {
+                if (entry.changeType === 'delete') {
+                    deletedDirs.push(normalizedPath);
+                }
+            }
+        }
+        // Process deleted files first
+        if (deletedFiles.length > 0) {
+            this.logger.log(`Processing ${deletedFiles.length} deleted files`);
+            await this.processDeletedFiles(deletedFiles, refChatId);
+        }
+        // Process deleted directories
+        if (deletedDirs.length > 0) {
+            this.logger.log(`Processing ${deletedDirs.length} deleted directories`);
+            await this.processDeletedDirectories(deletedDirs, refChatId);
+        }
+        // Group added/modified files by directory
+        const filesByDirectory = {};
+        for (const filePath of addedOrModifiedFiles) {
+            const dirPath = this.normalizePath(path__default.default.dirname(filePath));
+            if (!filesByDirectory[dirPath]) {
+                filesByDirectory[dirPath] = [];
+            }
+            filesByDirectory[dirPath].push(filePath);
+        }
+        // Process each directory's added/modified files
+        for (const [dirPath, files] of Object.entries(filesByDirectory)) {
+            this.logger.log(`Processing ${files.length} files in directory: ${dirPath}`);
+            // Find or create the directory chat
+            const dirChatId = await this.findOrCreateDirectoryChat(dirPath, refChatId, repoGroupId);
+            // Process each file in the directory
+            let orderWeight = 10;
+            for (const filePath of files) {
+                this.logger.log(`Processing file: ${filePath}`);
+                // FileProcessor will handle both new files and updates
+                await this.fileProcessor.processFile(filePath, dirChatId, orderWeight);
+                orderWeight += 10;
+            }
+            await this.metadataManager.updateDirectoryMetadata(dirChatId, dirPath, null);
+        }
+    }
+    /**
+     * Recursively processes a directory and its contents.
+     */
+    async processDirectory(dirPath, parentChatId, treeSha = '') {
+        try {
+            // Used to define chat order
+            let orderWeight = 0;
+            // Create a chat for the current directory
+            const dirChatId = dirPath === ''
+                ? parentChatId
+                : await this.treeProcessor.createDirectoryChat(dirPath, parentChatId, treeSha, orderWeight);
+            // List the contents of the directory
+            const entries = await this.gitRepo.listDirectory(dirPath);
+            // Separate directories and files, then sort alphabetically
+            const directories = entries
+                .filter(entry => entry.type === 'tree')
+                .sort((a, b) => b.path.localeCompare(a.path));
+            const files = entries
+                .filter(entry => entry.type === 'blob')
+                .sort((a, b) => a.path.localeCompare(b.path));
+            // Process directories and files
+            const childCommits = [];
+            for (const dir of directories) {
+                orderWeight += 10;
+                const childCommit = await this.processDirectory(dirPath + (dirPath === '' ? '' : '/') + dir.path, dirChatId, dir.oid);
+                if (childCommit)
+                    childCommits.push(childCommit);
+            }
+            for (const file of files) {
+                const { path } = file;
+                if (await this.fileProcessor.shouldSkipFile(path))
+                    continue;
+                orderWeight += 10;
+                const fileCommit = await this.fileProcessor.processFile(dirPath + (dirPath === '' ? '' : '/') + path, dirChatId, orderWeight);
+                if (fileCommit)
+                    childCommits.push(fileCommit);
+            }
+            // Determine the latest commit for the directory
+            const latestCommit = utils.Utils.getLatestCommit(childCommits);
+            // Skip update if the commit hash hasn't changed
+            const existingMeta = (await this.chatManager.getChatById(dirChatId))?.meta || {};
+            if (existingMeta.commit?.hash === latestCommit?.hash) {
+                this.logger.log(`Skipping update for directory '${dirPath}' (commit hash unchanged)`);
+                return latestCommit;
+            }
+            // Estimate tokens for directory metadata
+            const now = new Date().toISOString();
+            const metaTokens = this.estimateTokens(JSON.stringify({
+                type: 'git-tree',
+                tree: treeSha,
+                path: dirPath,
+                name: path__default.default.basename(dirPath),
+                commit: latestCommit,
+                status: 'imported'
+            }));
+            // Update the directory metadata
+            const update = {
+                status: 'imported',
+                importFinishedAt: now,
+                tokens: {
+                    metadata: { estimate: metaTokens, estimatedAt: now }
+                }
+            };
+            if (dirPath !== '' && dirPath !== '.') {
+                update.commit = latestCommit;
+            }
+            await this.metadataManager.updateChatMetadata(dirChatId, { ...existingMeta, ...update });
+            return latestCommit;
+        }
+        catch (error) {
+            console.trace();
+            throw new Error(`Failed to process directory '${dirPath}': ${error instanceof Error ? error.message : String(error)}`);
+        }
+    }
+    /**
+     * Processes deleted files.
+     */
+    async processDeletedFiles(deletedFiles, refChatId) {
+        for (const filePath of deletedFiles) {
+            this.logger.log(`Processing deleted file: ${filePath}`);
+            // Find the directory chat for this file
+            const dirPath = this.normalizePath(path__default.default.dirname(filePath));
+            const dirChatId = await this.findDirectoryChat(dirPath, refChatId);
+            if (!dirChatId) {
+                this.logger.log(`Could not find directory chat for ${dirPath}, skipping deletion of ${filePath}`);
+                continue;
+            }
+            // Find the file chat
+            const fileName = path__default.default.basename(filePath);
+            const childChats = await this.dbClient.getChatsByParentId(dirChatId);
+            const fileChat = childChats.find(chat => chat.type === 'git-blob' &&
+                chat.name === fileName && chat.meta?.path === filePath);
+            if (!fileChat) {
+                this.logger.log(`Could not find chat for file ${filePath}, it may have been deleted already`);
+                continue;
+            }
+            // Mark the file as deleted
+            await this.metadataManager.markFileAsDeleted(fileChat.id, filePath);
+            await this.metadataManager.updateDirectoryMetadata(dirChatId, dirPath, null);
+        }
+    }
+    /**
+     * Processes deleted directories.
+     */
+    async processDeletedDirectories(deletedDirs, refChatId) {
+        // Sort directories by depth (deepest first) to handle nested directories correctly
+        const sortedDirs = [...deletedDirs].sort((a, b) => b.split('/').length - a.split('/').length);
+        for (const dirPath of sortedDirs) {
+            this.logger.log(`Processing deleted directory: ${dirPath}`);
+            // Find the parent directory chat
+            const parentDirPath = this.normalizePath(path__default.default.dirname(dirPath));
+            const parentDirChatId = await this.findDirectoryChat(parentDirPath, refChatId);
+            if (!parentDirChatId) {
+                this.logger.log(`Could not find parent directory chat for ${parentDirPath}, skipping deletion of ${dirPath}`);
+                continue;
+            }
+            // Find the directory chat
+            const dirName = path__default.default.basename(dirPath);
+            const childChats = await this.dbClient.getChatsByParentId(parentDirChatId);
+            const dirChat = childChats.find(chat => chat.type === 'git-tree' &&
+                chat.name === dirName &&
+                chat.meta?.path === dirPath);
+            if (!dirChat) {
+                this.logger.log(`Could not find chat for directory ${dirPath}, it may have been deleted already`);
+                continue;
+            }
+            // Delete the directory
+            await this.dbClient.deleteChat(dirChat.id);
+            // Mark the directory and all its contents as deleted
+            await this.metadataManager.markDirectoryAsDeleted(dirChat.id, dirPath);
+        }
+    }
+    /**
+     * Finds or creates a directory chat.
+     */
+    async findOrCreateDirectoryChat(dirPath, refChatId, repoGroupId) {
+        // Normalize the input path
+        const normalizedDirPath = this.normalizePath(dirPath);
+        if (normalizedDirPath === '.' || normalizedDirPath === '') {
+            return refChatId;
+        }
+        // Split the path into components
+        const pathComponents = normalizedDirPath.split('/');
+        // Start from the root chat
+        let currentChatId = refChatId;
+        let currentPath = '';
+        // Traverse the path, creating directory chats as needed
+        for (const component of pathComponents) {
+            currentPath = currentPath ? `${currentPath}/${component}` : component;
+            const normalizedCurrentPath = this.normalizePath(currentPath);
+            // Try to find an existing chat for this directory
+            const childChats = await this.dbClient.getChatsByParentId(currentChatId);
+            const dirChat = childChats.find(chat => {
+                // Normalize the path from meta for comparison
+                const chatPath = this.normalizePath(chat.meta?.path || '');
+                return chat.type === 'git-tree' && chatPath === normalizedCurrentPath;
+            });
+            if (dirChat) {
+                currentChatId = dirChat.id;
+                this.logger.log(`Found existing directory chat for ${normalizedCurrentPath}: ${currentChatId}`);
+            }
+            else {
+                // Create a new directory chat
+                this.logger.log(`Creating new directory chat for ${normalizedCurrentPath}`);
+                const treeSha = await this.gitRepo.getTreeSha(normalizedCurrentPath);
+                currentChatId = await this.treeProcessor.createDirectoryChat(normalizedCurrentPath, currentChatId, treeSha, 10) || 0;
+            }
+        }
+        return currentChatId;
+    }
+    /**
+     * Finds a directory chat by path.
+     */
+    async findDirectoryChat(dirPath, rootChatId) {
+        // Normalize the input path
+        const normalizedDirPath = this.normalizePath(dirPath);
+        if (normalizedDirPath === '.' || normalizedDirPath === '') {
+            return rootChatId;
+        }
+        // Split the path into components
+        const pathComponents = normalizedDirPath.split('/');
+        // Start from the root chat
+        let currentChatId = rootChatId;
+        let currentPath = '';
+        // Traverse the path, looking for existing directory chats
+        for (const component of pathComponents) {
+            currentPath = currentPath ? `${currentPath}/${component}` : component;
+            const normalizedCurrentPath = this.normalizePath(currentPath);
+            // Try to find an existing chat for this directory
+            const childChats = await this.dbClient.getChatsByParentId(currentChatId);
+            const dirChat = childChats.find(chat => {
+                // Normalize the path from meta for comparison
+                const chatPath = this.normalizePath(chat.meta?.path || '');
+                return chat.type === 'git-tree' && chatPath === normalizedCurrentPath;
+            });
+            if (dirChat) {
+                currentChatId = dirChat.id;
+                this.logger.log(`Found existing directory chat for ${normalizedCurrentPath}: ${currentChatId}`);
+            }
+            else {
+                // If we can't find a directory at any level, return undefined
+                this.logger.log(`Could not find directory chat for ${normalizedCurrentPath}`);
+                return undefined;
+            }
+        }
+        return currentChatId;
+    }
+    /**
+     * Normalizes a file path.
+     */
+    normalizePath(path) {
+        return path.replace(/\\/g, '/').replace(/\/+/g, '/').replace(/\/$/, '');
+    }
+}
+
+exports.DirectoryProcessor = DirectoryProcessor;
+//# sourceMappingURL=directory-processor.js.map

package/dist/cjs/importer/core/directory-processor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"directory-processor.js","sources":["../../../../src/importer/core/directory-processor.ts"],"sourcesContent":[null],"names":["path","Utils"],"mappings":";;;;;;;;;AAAA;;;;;;;;;;;;;AAaG;MAaU,kBAAkB,CAAA;AAEN,IAAA,QAAA;AACA,IAAA,OAAA;AACA,IAAA,aAAA;AACA,IAAA,aAAA;AACA,IAAA,eAAA;AACA,IAAA,WAAA;AACA,IAAA,MAAA;AAPrB,IAAA,WAAA,CACqB,QAAwB,EACxB,OAAmB,EACnB,aAA4B,EAC5B,aAA4B,EAC5B,eAAgC,EAChC,WAAwB,EACxB,MAAc,EAAA;QANd,IAAQ,CAAA,QAAA,GAAR,QAAQ;QACR,IAAO,CAAA,OAAA,GAAP,OAAO;QACP,IAAa,CAAA,aAAA,GAAb,aAAa;QACb,IAAa,CAAA,aAAA,GAAb,aAAa;QACb,IAAe,CAAA,eAAA,GAAf,eAAe;QACf,IAAW,CAAA,WAAA,GAAX,WAAW;QACX,IAAM,CAAA,MAAA,GAAN,MAAM;;AAG3B;;AAEG;AACK,IAAA,cAAc,CAAC,IAAY,EAAA;AAC/B,QAAA,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM;QAC1D,OAAO,IAAI,CAAC,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;;AAGtC;;AAEG;IACH,MAAM,YAAY,CAAC,UAAkB,EAAA;AACjC,QAAA,IAAI;;YAEA,OAAO,MAAM,IAAI,CAAC,gBAAgB,CAAC,EAAE,EAAE,UAAU,CAAC;;QACpD,OAAO,KAAK,EAAE;YACZ,MAAM,IAAI,KAAK,CAAC,CAAA,yBAAA,EAA4B,KAAK,YAAY,KAAK,GAAG,KAAK,CAAC,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,CAAE,CAAA,CAAC;;;AAI7G;;AAEG;AACH,IAAA,MAAM,qBAAqB,CACvB,cAAiH,EACjH,SAAiB,EACjB,WAAmB,EAAA;;QAGnB,MAAM,oBAAoB,GAAa,EAAE;QACzC,MAAM,YAAY,GAAa,EAAE;QAEjC,MAAM,WAAW,GAAa,EAAE;AAEhC,QAAA,KAAK,MAAM,KAAK,IAAI,cAAc,EAAE;;YAEhC,MAAM,cAAc,GAAG,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,CAAC;;YAGrD,IAAI,KAAK,CAAC,SAAS,KAAK,MAAM,IAAI,KAAK,CAAC,UAAU,KAAK,QAAQ;gBAC3D,MAAM,IAAI,CAAC,aAAa,CAAC,cAAc,CAAC,cAAc,CAAC,EAAE;gBACzD,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAkB,eAAA,EAAA,cAAc,CAAE,CAAA,CAAC;gBACnD;;;AAIJ,YAAA,IAAI,KAAK,CAAC,SAAS,KAAK,MAAM,EAAE;AAC5B,gBAAA,IAAI,KAAK,CAAC,UAAU,KAAK,QAAQ,EAAE;AAC/B,oBAAA,YAAY,CAAC,IAAI,CAAC,cAAc,CAAC;;qBAC9B;AACH,oBAAA,oBAAoB,CAAC,IAAI,CAAC,cAAc,CAAC;;;iBAE1C;AACH,gBAAA,IAAI,KAAK,CAAC,UAAU,KAAK,QAAQ,EAAE;AAC/B,oBAAA,WAAW,CAAC,IAAI,CAAC,cAAc,CAAC;;;;;AAQ5C,QAAA,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE;YACzB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAc,WAAA,EAAA,YAAY,CAAC,MAAM,CAAgB,cAAA,CAAA,CAAC;YAClE,MAAM,IAAI,CAAC,mBAAmB,CAAC,YAAY,EAAE,SAAS,CAAC;;;AAI3D,QAAA,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE;YACxB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAc,WAAA,EAAA,WAAW,CAAC,MAAM,CAAsB,oBAAA,CAAA,CAAC;YACvE,MAAM,IAAI,CAAC,yBAAyB,CAAC,WAAW,EAAE,SAAS,CAAC;;;QAIhE,MAAM,gBAAgB,GAA6B,EAAE;AAErD,QAAA,KAAK,MAAM,QAAQ,IAAI,oBAAoB,EAAE;AACzC,YAAA,MAAM,OAAO,GAAG,IAAI,CAAC,aAAa,CAACA,qBAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;AAC1D,YAAA,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,EAAE;AAC5B,gBAAA,gBAAgB,CAAC,OAAO,CAAC,GAAG,EAAE;;YAElC,gBAAgB,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC;;;AAI5C,QAAA,KAAK,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,gBAAgB,CAAC,EAAE;AAC7D,YAAA,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA,WAAA,EAAc,KAAK,CAAC,MAAM,CAAA,qBAAA,EAAwB,OAAO,CAAA,CAAE,CAAC;;AAG5E,YAAA,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,yBAAyB,CAAC,OAAO,EAAE,SAAS,EAAE,WAAW,CAAC;;YAGvF,IAAI,WAAW,GAAG,EAAE;AACpB,YAAA,KAAK,MAAM,QAAQ,IAAI,KAAK,EAAE;gBAC1B,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAoB,iBAAA,EAAA,QAAQ,CAAE,CAAA,CAAC;;AAG/C,gBAAA,MAAM,IAAI,CAAC,aAAa,CAAC,WAAW,CAAC,QAAQ,EAAE,SAAS,EAAE,WAAW,CAAC;gBACtE,WAAW,IAAI,EAAE;;AAGrB,YAAA,MAAM,IAAI,CAAC,eAAe,CAAC,uBAAuB,CAAC,SAAS,EAAE,OAAO,EAAE,IAAI,CAAC;;;AAIpF;;AAEG;IACK,MAAM,gBAAgB,CAC1B,OAAe,EACf,YAAoB,EACpB,UAAkB,EAAE,EAAA;AAEpB,QAAA,IAAI;;YAEA,IAAI,WAAW,GAAG,CAAC;;AAGnB,YAAA,MAAM,SAAS,GAAG,OAAO,KAAK;AAC1B,kBAAE;AACF,kBAAE,MAAM,IAAI,CAAC,aAAa,CAAC,mBAAmB,CAAC,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,WAAW,CAAC;;YAG/F,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,OAAO,CAAC;;YAGzD,MAAM,WAAW,GAAG;iBACf,MAAM,CAAC,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM;AACrC,iBAAA,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YAEjD,MAAM,KAAK,GAAG;iBACT,MAAM,CAAC,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM;AACrC,iBAAA,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;;YAGjD,MAAM,YAAY,GAAoB,EAAE;AAExC,YAAA,KAAK,MAAM,GAAG,IAAI,WAAW,EAAE;gBAC3B,WAAW,IAAI,EAAE;AAEjB,gBAAA,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAC3C,OAAO,IAAI,OAAO,KAAK,EAAE,GAAG,EAAE,GAAG,GAAG,CAAC,GAAG,GAAG,CAAC,IAAI,EAChD,SAAS,EACT,GAAG,CAAC,GAAG,CACV;AACD,gBAAA,IAAI,WAAW;AAAE,oBAAA,YAAY,CAAC,IAAI,CAAC,WAAW,CAAC;;AAGnD,YAAA,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE;AACtB,gBAAA,MAAM,EAAE,IAAI,EAAE,GAAG,IAAI;gBAErB,IAAI,MAAM,IAAI,CAAC,aAAa,CAAC,cAAc,CAAC,IAAI,CAAC;oBAC7C;gBAEJ,WAAW,IAAI,EAAE;AAEjB,gBAAA,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,WAAW,CACnD,OAAO,IAAI,OAAO,KAAK,EAAE,GAAG,EAAE,GAAG,GAAG,CAAC,GAAG,IAAI,EAC5C,SAAS,EACT,WAAW,CACd;AACD,gBAAA,IAAI,UAAU;AAAE,oBAAA,YAAY,CAAC,IAAI,CAAC,UAAU,CAAC;;;YAIjD,MAAM,YAAY,GAAGC,WAAK,CAAC,eAAe,CAAC,YAAY,CAAC;;AAGxD,YAAA,MAAM,YAAY,GAAG,CAAC,MAAM,IAAI,CAAC,WAAW,CAAC,WAAW,CAAC,SAAS,CAAC,GAAG,IAAI,IAAI,EAAE;YAChF,IAAI,YAAY,CAAC,MAAM,EAAE,IAAI,KAAK,YAAY,EAAE,IAAI,EAAE;gBAClD,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAkC,+BAAA,EAAA,OAAO,CAA2B,yBAAA,CAAA,CAAC;AACrF,gBAAA,OAAO,YAAY;;;YAIvB,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACpC,MAAM,UAAU,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,SAAS,CAAC;AAClD,gBAAA,IAAI,EAAE,UAAU;AAChB,gBAAA,IAAI,EAAE,OAAO;AACb,gBAAA,IAAI,EAAE,OAAO;AACb,gBAAA,IAAI,EAAED,qBAAI,CAAC,QAAQ,CAAC,OAAO,CAAC;AAC5B,gBAAA,MAAM,EAAE,YAAY;AACpB,gBAAA,MAAM,EAAE;AACX,aAAA,CAAC,CAAC;;AAGH,YAAA,MAAM,MAAM,GAAQ;AAChB,gBAAA,MAAM,EAAE,UAAU;AAClB,gBAAA,gBAAgB,EAAE,GAAG;AACrB,gBAAA,MAAM,EAAE;oBACJ,QAAQ,EAAE,EAAE,QAAQ,EAAE,UAAU,EAAE,WAAW,EAAE,GAAG;AACrD;aACJ;YAED,IAAI,OAAO,KAAK,EAAE,IAAI,OAAO,KAAK,GAAG,EAAE;AACnC,gBAAA,MAAM,CAAC,MAAM,GAAG,YAAY;;AAGhC,YAAA,MAAM,IAAI,CAAC,eAAe,CAAC,kBAAkB,CAAC,SAAS,EAAE,EAAE,GAAG,YAAY,EAAE,GAAG,MAAM,EAAE,CAAC;AACxF,YAAA,OAAO,YAAY;;QACrB,OAAO,KAAK,EAAE;YACZ,OAAO,CAAC,KAAK,EAAE;YACf,MAAM,IAAI,KAAK,CAAC,CAAgC,6BAAA,EAAA,OAAO,MAAM,KAAK,YAAY,KAAK,GAAG,KAAK,CAAC,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,CAAE,CAAA,CAAC;;;AAI9H;;AAEG;AACK,IAAA,MAAM,mBAAmB,CAAC,YAAsB,EAAE,SAAiB,EAAA;AACvE,QAAA,KAAK,MAAM,QAAQ,IAAI,YAAY,EAAE;YACjC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAA4B,yBAAA,EAAA,QAAQ,CAAE,CAAA,CAAC;;AAGvD,YAAA,MAAM,OAAO,GAAG,IAAI,CAAC,aAAa,CAACA,qBAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;YAC1D,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,OAAO,EAAE,SAAS,CAAC;YAElE,IAAI,CAAC,SAAS,EAAE;gBACZ,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAqC,kCAAA,EAAA,OAAO,CAA0B,uBAAA,EAAA,QAAQ,CAAE,CAAA,CAAC;gBACjG;;;YAIJ,MAAM,QAAQ,GAAGA,qBAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC;YACxC,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,kBAAkB,CAAC,SAAS,CAAC;AACpE,YAAA,MAAM,QAAQ,GAAG,UAAU,CAAC,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,KAAK,UAAU;AAChC,gBAAA,IAAI,CAAC,IAAI,KAAK,QAAQ,IAAK,IAAI,CAAC,IAAY,EAAE,IAAI,KAAK,QAAQ,CAAC;YAEjG,IAAI,CAAC,QAAQ,EAAE;gBACX,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAgC,6BAAA,EAAA,QAAQ,CAAoC,kCAAA,CAAA,CAAC;gBAC7F;;;AAIJ,YAAA,MAAM,IAAI,CAAC,eAAe,CAAC,iBAAiB,CAAC,QAAQ,CAAC,EAAG,EAAE,QAAQ,CAAC;AACpE,YAAA,MAAM,IAAI,CAAC,eAAe,CAAC,uBAAuB,CAAC,SAAS,EAAE,OAAO,EAAE,IAAI,CAAC;;;AAIpF;;AAEG;AACK,IAAA,MAAM,yBAAyB,CAAC,WAAqB,EAAE,SAAiB,EAAA;;AAE5E,QAAA,MAAM,UAAU,GAAG,CAAC,GAAG,WAAW,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC;AAE7F,QAAA,KAAK,MAAM,OAAO,IAAI,UAAU,EAAE;YAC9B,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAiC,8BAAA,EAAA,OAAO,CAAE,CAAA,CAAC;;AAG3D,YAAA,MAAM,aAAa,GAAG,IAAI,CAAC,aAAa,CAACA,qBAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;YAC/D,MAAM,eAAe,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,aAAa,EAAE,SAAS,CAAC;YAE9E,IAAI,CAAC,eAAe,EAAE;gBAClB,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAA4C,yCAAA,EAAA,aAAa,CAA0B,uBAAA,EAAA,OAAO,CAAE,CAAA,CAAC;gBAC7G;;;YAIJ,MAAM,OAAO,GAAGA,qBAAI,CAAC,QAAQ,CAAC,OAAO,CAAC;YACtC,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,kBAAkB,CAAC,eAAe,CAAC;AAC1E,YAAA,MAAM,OAAO,GAAG,UAAU,CAAC,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,KAAK,UAAU;gBAChC,IAAI,CAAC,IAAI,KAAK,OAAO;AACpB,gBAAA,IAAI,CAAC,IAAY,EAAE,IAAI,KAAK,OAAO,CACpC;YAEhC,IAAI,CAAC,OAAO,EAAE;gBACV,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAqC,kCAAA,EAAA,OAAO,CAAoC,kCAAA,CAAA,CAAC;gBACjG;;;YAIJ,MAAM,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,OAAO,CAAC,EAAG,CAAC;;AAG3C,YAAA,MAAM,IAAI,CAAC,eAAe,CAAC,sBAAsB,CAAC,OAAO,CAAC,EAAG,EAAE,OAAO,CAAC;;;AAI/E;;AAEG;AACK,IAAA,MAAM,yBAAyB,CACnC,OAAe,EACf,SAAiB,EACjB,WAAmB,EAAA;;QAGnB,MAAM,iBAAiB,GAAG,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC;QAErD,IAAI,iBAAiB,KAAK,GAAG,IAAI,iBAAiB,KAAK,EAAE,EAAE;AACvD,YAAA,OAAO,SAAS;;;QAIpB,MAAM,cAAc,GAAG,iBAAiB,CAAC,KAAK,CAAC,GAAG,CAAC;;QAGnD,IAAI,aAAa,GAAG,SAAS;QAC7B,IAAI,WAAW,GAAG,EAAE;;AAGpB,QAAA,KAAK,MAAM,SAAS,IAAI,cAAc,EAAE;AACpC,YAAA,WAAW,GAAG,WAAW,GAAG,CAAG,EAAA,WAAW,CAAI,CAAA,EAAA,SAAS,CAAE,CAAA,GAAG,SAAS;YACrE,MAAM,qBAAqB,GAAG,IAAI,CAAC,aAAa,CAAC,WAAW,CAAC;;YAG7D,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,kBAAkB,CAAC,aAAa,CAAC;YACxE,MAAM,OAAO,GAAG,UAAU,CAAC,IAAI,CAAC,IAAI,IAAG;;AAEnC,gBAAA,MAAM,QAAQ,GAAG,IAAI,CAAC,aAAa,CAAE,IAAI,CAAC,IAAY,EAAE,IAAI,IAAI,EAAE,CAAC;gBACnE,OAAO,IAAI,CAAC,IAAI,KAAK,UAAU,IAAI,QAAQ,KAAK,qBAAqB;AACzE,aAAC,CAAC;YAEF,IAAI,OAAO,EAAE;AACT,gBAAA,aAAa,GAAG,OAAO,CAAC,EAAG;gBAC3B,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAqC,kCAAA,EAAA,qBAAqB,CAAK,EAAA,EAAA,aAAa,CAAE,CAAA,CAAC;;iBAC5F;;gBAEH,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAmC,gCAAA,EAAA,qBAAqB,CAAE,CAAA,CAAC;gBAC3E,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,qBAAqB,CAAC;AACpE,gBAAA,aAAa,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,mBAAmB,CACxD,qBAAqB,EACrB,aAAa,EACb,OAAO,EACP,EAAE,CACL,IAAI,CAAC;;;AAId,QAAA,OAAO,aAAa;;AAGxB;;AAEG;AACK,IAAA,MAAM,iBAAiB,CAAC,OAAe,EAAE,UAAkB,EAAA;;QAE/D,MAAM,iBAAiB,GAAG,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC;QAErD,IAAI,iBAAiB,KAAK,GAAG,IAAI,iBAAiB,KAAK,EAAE,EAAE;AACvD,YAAA,OAAO,UAAU;;;QAIrB,MAAM,cAAc,GAAG,iBAAiB,CAAC,KAAK,CAAC,GAAG,CAAC;;QAGnD,IAAI,aAAa,GAAG,UAAU;QAC9B,IAAI,WAAW,GAAG,EAAE;;AAGpB,QAAA,KAAK,MAAM,SAAS,IAAI,cAAc,EAAE;AACpC,YAAA,WAAW,GAAG,WAAW,GAAG,CAAG,EAAA,WAAW,CAAI,CAAA,EAAA,SAAS,CAAE,CAAA,GAAG,SAAS;YACrE,MAAM,qBAAqB,GAAG,IAAI,CAAC,aAAa,CAAC,WAAW,CAAC;;YAG7D,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,kBAAkB,CAAC,aAAa,CAAC;YACxE,MAAM,OAAO,GAAG,UAAU,CAAC,IAAI,CAAC,IAAI,IAAG;;AAEnC,gBAAA,MAAM,QAAQ,GAAG,IAAI,CAAC,aAAa,CAAE,IAAI,CAAC,IAAY,EAAE,IAAI,IAAI,EAAE,CAAC;gBACnE,OAAO,IAAI,CAAC,IAAI,KAAK,UAAU,IAAI,QAAQ,KAAK,qBAAqB;AACzE,aAAC,CAAC;YAEF,IAAI,OAAO,EAAE;AACT,gBAAA,aAAa,GAAG,OAAO,CAAC,EAAG;gBAC3B,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAqC,kCAAA,EAAA,qBAAqB,CAAK,EAAA,EAAA,aAAa,CAAE,CAAA,CAAC;;iBAC5F;;gBAEH,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAqC,kCAAA,EAAA,qBAAqB,CAAE,CAAA,CAAC;AAC7E,gBAAA,OAAO,SAAS;;;AAIxB,QAAA,OAAO,aAAa;;AAGxB;;AAEG;AACK,IAAA,aAAa,CAAC,IAAY,EAAA;QAC9B,OAAO,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC;;AAE9E;;;;"}

package/dist/cjs/importer/core/error-handler.js

@@ -0,0 +1,64 @@
+'use strict';
+
+var gscbDb = require('@gitsense/gscb-db');
+
+/**
+ * Component: Error Handler
+ * Block-UUID: 237b8cc5-5d1b-4285-82c4-0e1f49459f2c
+ * Parent-UUID: 31839e44-58af-43ea-baab-96674d745ad0
+ * Version: 6.6.0
+ * Purpose: Centralized error handling for GitImporter
+ * Language: TypeScript
+ * Created-at: 2025-03-15T05:59:20.178Z
+ * Authors: Claude 3.5 Sonnet (v5.0.1), Bard, Claude 3.5 Sonnet (v6.0.0), Claude 3.7 Sonnet (v6.3.0), OpenRouter - Gemini Flash 2.0 (v6.4.0), OpenRouter - Gemini Flash 2.0 (v6.5.0), together.ai - DeepSeek v3 (v6.6.0)
+ */
+class ErrorHandler {
+    logger;
+    constructor(logger) {
+        this.logger = logger;
+    }
+    /**
+     * Handles errors during the import process.
+     * @param error The error to handle.
+     * @throws {Error} Always throws an error after handling.
+     */
+    async handleError(error) {
+        let message;
+        let isExpected = false;
+        if (error instanceof gscbDb.DatabaseError) {
+            message = `Database error: ${error.message}`;
+            isExpected = true;
+        }
+        else if (error instanceof gscbDb.ValidationError) {
+            message = `Validation error: ${error.message}`;
+            isExpected = true;
+        }
+        else if (error instanceof gscbDb.NotFoundError) {
+            message = `Not found: ${error.message}`;
+            isExpected = true;
+        }
+        else if (this.isGitError(error)) {
+            message = `Git error: ${error.message}`;
+            isExpected = true;
+        }
+        else if (error instanceof Error) {
+            message = `Unexpected error: ${error.message}`;
+        }
+        else {
+            message = `Unknown error: ${String(error)}`;
+        }
+        this.logger.log(message, error, !isExpected);
+        throw error;
+    }
+    /**
+     * Checks if an error is a Git error.
+     */
+    isGitError(error) {
+        return (error instanceof Error &&
+            'code' in error &&
+            typeof error.code === 'string');
+    }
+}
+
+exports.ErrorHandler = ErrorHandler;
+//# sourceMappingURL=error-handler.js.map

package/dist/cjs/importer/core/error-handler.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"error-handler.js","sources":["../../../../src/importer/core/error-handler.ts"],"sourcesContent":[null],"names":["DatabaseError","ValidationError","NotFoundError"],"mappings":";;;;AAAA;;;;;;;;;AASG;MAOU,YAAY,CAAA;AACQ,IAAA,MAAA;AAA7B,IAAA,WAAA,CAA6B,MAAc,EAAA;QAAd,IAAM,CAAA,MAAA,GAAN,MAAM;;AAEnC;;;;AAIG;IACH,MAAM,WAAW,CAAC,KAAc,EAAA;AAC5B,QAAA,IAAI,OAAe;QACnB,IAAI,UAAU,GAAG,KAAK;AAEtB,QAAA,IAAI,KAAK,YAAYA,oBAAa,EAAE;AAChC,YAAA,OAAO,GAAG,CAAmB,gBAAA,EAAA,KAAK,CAAC,OAAO,EAAE;YAC5C,UAAU,GAAG,IAAI;;AACd,aAAA,IAAI,KAAK,YAAYC,sBAAe,EAAE;AACzC,YAAA,OAAO,GAAG,CAAqB,kBAAA,EAAA,KAAK,CAAC,OAAO,EAAE;YAC9C,UAAU,GAAG,IAAI;;AACd,aAAA,IAAI,KAAK,YAAYC,oBAAa,EAAE;AACvC,YAAA,OAAO,GAAG,CAAc,WAAA,EAAA,KAAK,CAAC,OAAO,EAAE;YACvC,UAAU,GAAG,IAAI;;AACd,aAAA,IAAI,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE;AAC/B,YAAA,OAAO,GAAG,CAAe,WAAA,EAAA,KAA6B,CAAC,OAAO,EAAE;YAChE,UAAU,GAAG,IAAI;;AACd,aAAA,IAAI,KAAK,YAAY,KAAK,EAAE;AAC/B,YAAA,OAAO,GAAG,CAAqB,kBAAA,EAAA,KAAK,CAAC,OAAO,EAAE;;aAC3C;AACH,YAAA,OAAO,GAAG,CAAkB,eAAA,EAAA,MAAM,CAAC,KAAK,CAAC,EAAE;;AAG/C,QAAA,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,OAAO,EAAE,KAAK,EAAE,CAAC,UAAU,CAAC;AAC5C,QAAA,MAAM,KAAK;;AAGf;;AAEG;AACK,IAAA,UAAU,CAAC,KAAc,EAAA;QAC7B,QACI,KAAK,YAAY,KAAK;AACtB,YAAA,MAAM,IAAI,KAAK;AACf,YAAA,OAAQ,KAAkB,CAAC,IAAI,KAAK,QAAQ;;AAGvD;;;;"}

package/dist/cjs/importer/core/import-processor.js

@@ -0,0 +1,167 @@
+'use strict';
+
+var chatManager = require('../chat-manager/chat-manager.js');
+var messageManager = require('../chat-manager/message-manager.js');
+var fileProcessor = require('../file-processor.js');
+var treeProcessor = require('../tree-processor.js');
+var directoryProcessor = require('./directory-processor.js');
+var metadataManager = require('../../common/metadata-manager.js');
+
+/**
+ * Component: Import Processor
+ * Block-UUID: 5cc5dcf8-63d7-415a-aa21-ffa85e3b8dd9
+ * Parent-UUID: 237b8cc5-5d1b-4285-82c4-0e1f49459f2c
+ * Version: 6.8.0
+ * Purpose: Handles the import process logic for GitImporter with optimized metadata updates
+ * Language: TypeScript
+ * Created-at: 2025-03-17T04:14:43.902Z
+ * Authors: Claude 3.5 Sonnet (v5.0.1), Bard, Claude 3.5 Sonnet (v6.0.0), Claude 3.7 Sonnet (v6.3.0),
+ *          OpenRouter - Gemini Flash 2.0 (v6.4.0), OpenRouter - Gemini Flash 2.0 (v6.5.0),
+ *          together.ai - DeepSeek v3 (v6.6.0), Claude 3.7 Sonnet (v6.7.0), together.ai - DeepSeek v3 (v6.8.0)
+ */
+class ImportProcessor {
+    dbClient;
+    gitRepo;
+    repoOwner;
+    repoName;
+    ref;
+    refType;
+    options;
+    logger;
+    chatManager;
+    messageManager;
+    _metadataManager = null;
+    _fileProcessor = null;
+    _treeProcessor = null;
+    constructor(dbClient, gitRepo, repoOwner, repoName, ref, refType, options, logger) {
+        this.dbClient = dbClient;
+        this.gitRepo = gitRepo;
+        this.repoOwner = repoOwner;
+        this.repoName = repoName;
+        this.ref = ref;
+        this.refType = refType;
+        this.options = options;
+        this.logger = logger;
+        this.chatManager = new chatManager.ChatManager(dbClient, gitRepo, repoOwner, repoName, ref, refType, options, logger);
+        this.messageManager = new messageManager.MessageManager(dbClient, logger);
+    }
+    /**
+     * Sets up the import process with optimized metadata updates
+     */
+    async setupImport() {
+        try {
+            // Setup chat hierarchy
+            const { refChatId, repoGroupId } = await this.chatManager.setupChatHierarchy();
+            // Process import
+            const currentCommit = await this.gitRepo.resolveRef(this.ref);
+            const refChat = await this.chatManager.getChatById(refChatId);
+            const meta = refChat?.meta || {};
+            if (meta && meta.status === 'imported' && meta.commit) {
+                await this.processExistingImport(meta, currentCommit, refChatId, repoGroupId);
+            }
+            else {
+                await this.processNewImport(refChatId, repoGroupId);
+            }
+            return { refChatId, repoGroupId };
+        }
+        catch (error) {
+            throw error;
+        }
+    }
+    /**
+     * Processes an existing import by checking for changes and performing an incremental import if necessary.
+     */
+    async processExistingImport(meta, currentCommit, refChatId, repoGroupId) {
+        if (!meta.commit)
+            throw new Error("No ref commit meta or hash found");
+        const metadataManager = this.getMetadataManager();
+        if (meta.commit.hash === currentCommit) {
+            this.logger.log('Repository already imported with the same commit hash, skipping import');
+            return;
+        }
+        try {
+            this.logger.log(`Found previous import with commit hash: ${meta.commit.hash}`);
+            // Mark the start of the import
+            await metadataManager.markImportStarted(refChatId, this.ref);
+            // Get the list of changed entries with their change types
+            const changedEntries = await this.gitRepo.getChangedEntriesBetweenCommits(meta.commit?.hash || '', currentCommit, { includeFiles: true, includeDirectories: true });
+            if (changedEntries.length > 0) {
+                this.logger.log(`Found ${changedEntries.length} changed entries to process`);
+                // Process the changed entries
+                const directoryProcessor$1 = new directoryProcessor.DirectoryProcessor(this.dbClient, this.gitRepo, this.getFileProcessor(repoGroupId), this.getTreeProcessor(repoGroupId), this.getMetadataManager(), this.chatManager, this.logger);
+                await directoryProcessor$1.processChangedEntries(changedEntries, refChatId, repoGroupId);
+                this.logger.log('Incremental import completed successfully');
+            }
+            else {
+                this.logger.log('No files changed, updating commit hash only');
+            }
+            await metadataManager.markImportFinished(refChatId);
+        }
+        catch (error) {
+            console.trace();
+            this.logger.log('Incremental import failed: ', error instanceof Error ? error.message : String(error));
+            await metadataManager.markImportFailed(refChatId, error);
+        }
+    }
+    /**
+     * Processes a new import by performing a full import of the repository.
+     */
+    async processNewImport(refChatId, repoGroupId) {
+        const metadataManager = this.getMetadataManager();
+        this.logger.log('Performing full import');
+        await metadataManager.markImportStarted(refChatId, this.ref);
+        // Process all files
+        const directoryProcessor$1 = new directoryProcessor.DirectoryProcessor(this.dbClient, this.gitRepo, this.getFileProcessor(repoGroupId), this.getTreeProcessor(repoGroupId), this.getMetadataManager(), this.chatManager, this.logger);
+        await directoryProcessor$1.processFiles(refChatId);
+        await metadataManager.markImportFinished(refChatId);
+        this.logger.log('Full import completed successfully');
+    }
+    /**
+     * Gets the chat hierarchy from git-repos down to git-ref
+     */
+    async getChatHierarchy(refChatId) {
+        const hierarchy = [];
+        let currentChatId = refChatId;
+        while (currentChatId) {
+            const chat = await this.chatManager.getChatById(currentChatId);
+            if (!chat || !chat.id)
+                break;
+            hierarchy.unshift({
+                id: chat.id,
+                type: chat.type
+            });
+            currentChatId = chat.parentId || 0;
+        }
+        return hierarchy;
+    }
+    /**
+     * Lazily initializes and returns the MetadataManager instance.
+     */
+    getMetadataManager() {
+        if (!this._metadataManager) {
+            this._metadataManager = new metadataManager.MetadataManager(this.dbClient, this.logger, this.gitRepo, this.chatManager);
+        }
+        return this._metadataManager;
+    }
+    /**
+     * Lazily initializes and returns the FileProcessor instance.
+     */
+    getFileProcessor(repoGroupId) {
+        if (!this._fileProcessor) {
+            this._fileProcessor = new fileProcessor.FileProcessor(this.dbClient, this.gitRepo, this.chatManager, this.options, repoGroupId, this.logger);
+        }
+        return this._fileProcessor;
+    }
+    /**
+     * Lazily initializes and returns the TreeProcessor instance.
+     */
+    getTreeProcessor(repoGroupId) {
+        if (!this._treeProcessor) {
+            this._treeProcessor = new treeProcessor.TreeProcessor(this.gitRepo, this.chatManager, this.getFileProcessor(repoGroupId), repoGroupId, this.logger);
+        }
+        return this._treeProcessor;
+    }
+}
+
+exports.ImportProcessor = ImportProcessor;
+//# sourceMappingURL=import-processor.js.map

package/dist/cjs/importer/core/import-processor.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"import-processor.js","sources":["../../../../src/importer/core/import-processor.ts"],"sourcesContent":[null],"names":["ChatManager","MessageManager","directoryProcessor","DirectoryProcessor","MetadataManager","FileProcessor","TreeProcessor"],"mappings":";;;;;;;;;AAAA;;;;;;;;;;;AAWG;MAeU,eAAe,CAAA;AAQH,IAAA,QAAA;AACA,IAAA,OAAA;AACA,IAAA,SAAA;AACA,IAAA,QAAA;AACA,IAAA,GAAA;AACA,IAAA,OAAA;AACA,IAAA,OAAA;AACA,IAAA,MAAA;AAdJ,IAAA,WAAW;AACX,IAAA,cAAc;IACvB,gBAAgB,GAA2B,IAAI;IAC/C,cAAc,GAAyB,IAAI;IAC3C,cAAc,GAAyB,IAAI;AAEnD,IAAA,WAAA,CACqB,QAAwB,EACxB,OAAmB,EACnB,SAAiB,EACjB,QAAgB,EAChB,GAAW,EACX,OAAgB,EAChB,OAAsB,EACtB,MAAc,EAAA;QAPd,IAAQ,CAAA,QAAA,GAAR,QAAQ;QACR,IAAO,CAAA,OAAA,GAAP,OAAO;QACP,IAAS,CAAA,SAAA,GAAT,SAAS;QACT,IAAQ,CAAA,QAAA,GAAR,QAAQ;QACR,IAAG,CAAA,GAAA,GAAH,GAAG;QACH,IAAO,CAAA,OAAA,GAAP,OAAO;QACP,IAAO,CAAA,OAAA,GAAP,OAAO;QACP,IAAM,CAAA,MAAA,GAAN,MAAM;QAEvB,IAAI,CAAC,WAAW,GAAG,IAAIA,uBAAW,CAC9B,QAAQ,EACR,OAAO,EACP,SAAS,EACT,QAAQ,EACR,GAAG,EACH,OAAO,EACP,OAAO,EACP,MAAM,CACT;QAED,IAAI,CAAC,cAAc,GAAG,IAAIC,6BAAc,CAAC,QAAQ,EAAE,MAAM,CAAC;;AAG9D;;AAEG;AACH,IAAA,MAAM,WAAW,GAAA;AACb,QAAA,IAAI;;AAEA,YAAA,MAAM,EAAE,SAAS,EAAE,WAAW,EAAE,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,kBAAkB,EAAE;;AAG9E,YAAA,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC;YAC7D,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,WAAW,CAAC,SAAS,CAAC;AAC7D,YAAA,MAAM,IAAI,GAAG,OAAO,EAAE,IAAI,IAAI,EAAE;AAEhC,YAAA,IAAI,IAAI,IAAI,IAAI,CAAC,MAAM,KAAK,UAAU,IAAI,IAAI,CAAC,MAAM,EAAE;AACnD,gBAAA,MAAM,IAAI,CAAC,qBAAqB,CAAC,IAAI,EAAE,aAAa,EAAE,SAAS,EAAE,WAAW,CAAC;;iBAC1E;gBACH,MAAM,IAAI,CAAC,gBAAgB,CAAC,SAAS,EAAE,WAAW,CAAC;;AAGvD,YAAA,OAAO,EAAE,SAAS,EAAE,WAAW,EAAE;;QACnC,OAAO,KAAK,EAAE;AACZ,YAAA,MAAM,KAAK;;;AAInB;;AAEG;IACK,MAAM,qBAAqB,CAAC,IAAgB,EAAE,aAAqB,EAAE,SAAiB,EAAE,WAAmB,EAAA;QAC/G,IAAI,CAAC,IAAI,CAAC,MAAM;AACZ,YAAA,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC;AAEvD,QAAA,MAAM,eAAe,GAAG,IAAI,CAAC,kBAAkB,EAAE;QAEjD,IAAI,IAAI,CAAC,MAAM,CAAC,IAAI,KAAK,aAAa,EAAE;AACpC,YAAA,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,wEAAwE,CAAC;YACzF;;AAGJ,QAAA,IAAI;AACA,YAAA,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA,wCAAA,EAA2C,IAAI,CAAC,MAAM,CAAC,IAAI,CAAA,CAAE,CAAC;;YAG9E,MAAM,eAAe,CAAC,iBAAiB,CAAC,SAAS,EAAE,IAAI,CAAC,GAAG,CAAC;;AAG5D,YAAA,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,+BAA+B,CACrE,IAAI,CAAC,MAAM,EAAE,IAAI,IAAI,EAAE,EACvB,aAAa,EACb,EAAE,YAAY,EAAE,IAAI,EAAE,kBAAkB,EAAE,IAAI,EAAE,CACnD;AAED,YAAA,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE;gBAC3B,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAS,MAAA,EAAA,cAAc,CAAC,MAAM,CAA6B,2BAAA,CAAA,CAAC;;AAG5E,gBAAA,MAAMC,oBAAkB,GAAG,IAAIC,qCAAkB,CAC7C,IAAI,CAAC,QAAQ,EACb,IAAI,CAAC,OAAO,EACZ,IAAI,CAAC,gBAAgB,CAAC,WAAW,CAAC,EAClC,IAAI,CAAC,gBAAgB,CAAC,WAAW,CAAC,EAClC,IAAI,CAAC,kBAAkB,EAAE,EACzB,IAAI,CAAC,WAAW,EAChB,IAAI,CAAC,MAAM,CACd;gBACD,MAAMD,oBAAkB,CAAC,qBAAqB,CAAC,cAAc,EAAE,SAAS,EAAE,WAAW,CAAC;AAEtF,gBAAA,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,2CAA2C,CAAC;;iBACzD;AACH,gBAAA,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,6CAA6C,CAAC;;AAElE,YAAA,MAAM,eAAe,CAAC,kBAAkB,CAAC,SAAS,CAAC;;QACrD,OAAM,KAAK,EAAE;YACX,OAAO,CAAC,KAAK,EAAE;YACf,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,6BAA6B,EAAE,KAAK,YAAY,KAAK,GAAG,KAAK,CAAC,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;YACtG,MAAM,eAAe,CAAC,gBAAgB,CAAC,SAAS,EAAE,KAAc,CAAC;;;AAIzE;;AAEG;AACK,IAAA,MAAM,gBAAgB,CAAC,SAAiB,EAAE,WAAmB,EAAA;AACjE,QAAA,MAAM,eAAe,GAAG,IAAI,CAAC,kBAAkB,EAAE;AAEjD,QAAA,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,wBAAwB,CAAC;QACzC,MAAM,eAAe,CAAC,iBAAiB,CAAC,SAAS,EAAE,IAAI,CAAC,GAAG,CAAC;;AAG5D,QAAA,MAAMA,oBAAkB,GAAG,IAAIC,qCAAkB,CAC7C,IAAI,CAAC,QAAQ,EACb,IAAI,CAAC,OAAO,EACZ,IAAI,CAAC,gBAAgB,CAAC,WAAW,CAAC,EAClC,IAAI,CAAC,gBAAgB,CAAC,WAAW,CAAC,EAClC,IAAI,CAAC,kBAAkB,EAAE,EACzB,IAAI,CAAC,WAAW,EAChB,IAAI,CAAC,MAAM,CACd;AACD,QAAA,MAAMD,oBAAkB,CAAC,YAAY,CAAC,SAAS,CAAC;AAEhD,QAAA,MAAM,eAAe,CAAC,kBAAkB,CAAC,SAAS,CAAC;AACnD,QAAA,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,oCAAoC,CAAC;;AAGzD;;AAEG;IACK,MAAM,gBAAgB,CAAC,SAAiB,EAAA;QAC5C,MAAM,SAAS,GAAwC,EAAE;QACzD,IAAI,aAAa,GAAG,SAAS;QAE7B,OAAO,aAAa,EAAE;YAClB,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,WAAW,CAAC,aAAa,CAAC;AAC9D,YAAA,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,EAAE;gBAAE;YAEvB,SAAS,CAAC,OAAO,CAAC;gBACd,EAAE,EAAE,IAAI,CAAC,EAAE;gBACX,IAAI,EAAE,IAAI,CAAC;AACd,aAAA,CAAC;AAEF,YAAA,aAAa,GAAG,IAAI,CAAC,QAAQ,IAAI,CAAC;;AAGtC,QAAA,OAAO,SAAS;;AAGpB;;AAEG;IACK,kBAAkB,GAAA;AACtB,QAAA,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE;YACxB,IAAI,CAAC,gBAAgB,GAAG,IAAIE,+BAAe,CACvC,IAAI,CAAC,QAAQ,EACb,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,OAAO,EACZ,IAAI,CAAC,WAAW,CACnB;;QAEL,OAAO,IAAI,CAAC,gBAAgB;;AAGhC;;AAEG;AACK,IAAA,gBAAgB,CAAC,WAAmB,EAAA;AACxC,QAAA,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE;AACtB,YAAA,IAAI,CAAC,cAAc,GAAG,IAAIC,2BAAa,CACnC,IAAI,CAAC,QAAQ,EACb,IAAI,CAAC,OAAO,EACZ,IAAI,CAAC,WAAW,EAChB,IAAI,CAAC,OAAO,EACZ,WAAW,EACX,IAAI,CAAC,MAAM,CACd;;QAEL,OAAO,IAAI,CAAC,cAAc;;AAG9B;;AAEG;AACK,IAAA,gBAAgB,CAAC,WAAmB,EAAA;AACxC,QAAA,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE;YACtB,IAAI,CAAC,cAAc,GAAG,IAAIC,2BAAa,CACnC,IAAI,CAAC,OAAO,EACZ,IAAI,CAAC,WAAW,EAChB,IAAI,CAAC,gBAAgB,CAAC,WAAW,CAAC,EAClC,WAAW,EACX,IAAI,CAAC,MAAM,CACd;;QAEL,OAAO,IAAI,CAAC,cAAc;;AAEjC;;;;"}