@gitsense/gsc-utils 0.2.7 → 0.2.9

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@gitsense/gsc-utils",
-  "version": "0.2.7",
+  "version": "0.2.9",
   "description": "Utilities for GitSense Chat (GSC)",
   "main": "dist/gsc-utils.cjs.js",
   "module": "dist/gsc-utils.esm.js",

package/src/AnalyzerUtils/defaultPromptLoader.js

@@ -0,0 +1,75 @@
+/*
+ * Component: AnalyzerUtils Default Prompt Loader
+ * Block-UUID: 0b1c2d3e-4f5a-6b7c-8d9e-0f1a2b3c4d5f
+ * Parent-UUID: N/A
+ * Version: 1.0.0
+ * Description: Provides utility functions for loading shared, default prompt components (system and start messages).
+ * Language: JavaScript
+ * Created-at: 2025-08-29T03:30:28.771Z
+ * Authors: Gemini 2.5 Flash (v1.0.0)
+ */
+
+
+const fs = require('fs').promises;
+const path = require('path');
+
+/**
+ * Retrieves the raw Markdown content of the shared system message ('_shared/system/1.md').
+ *
+ * @param {string} analyzeMessagesBasePath - The absolute path to the base directory containing analyzer message files (e.g., 'messages/analyze').
+ * @returns {Promise<string|null>} A promise that resolves with the full Markdown content, or null if not found/invalid.
+ */
+async function getSystemMessageContent(analyzeMessagesBasePath) {
+    if (typeof analyzeMessagesBasePath !== 'string' || analyzeMessagesBasePath.trim() === '') {
+        console.error('Error: analyzeMessagesBasePath is required for getSystemMessageContent.');
+        return null;
+    }
+
+    const systemMessageFilePath = path.join(analyzeMessagesBasePath, '_shared', 'system', '1.md');
+
+    try {
+        const fileContent = await fs.readFile(systemMessageFilePath, 'utf8');
+        return fileContent;
+    } catch (error) {
+        if (error.code === 'ENOENT') {
+            console.warn(`Default system message file not found: ${systemMessageFilePath}.`);
+            return null;
+        } else {
+            console.error(`Error reading default system message file ${systemMessageFilePath}: ${error.message}`);
+            throw error;
+        }
+    }
+}
+
+/**
+ * Retrieves the raw Markdown content of the shared start message ('_shared/start/1.md').
+ *
+ * @param {string} analyzeMessagesBasePath - The absolute path to the base directory containing analyzer message files (e.g., 'messages/analyze').
+ * @returns {Promise<string|null>} A promise that resolves with the full Markdown content, or null if not found/invalid.
+ */
+async function getStartMessageContent(analyzeMessagesBasePath) {
+    if (typeof analyzeMessagesBasePath !== 'string' || analyzeMessagesBasePath.trim() === '') {
+        console.error('Error: analyzeMessagesBasePath is required for getStartMessageContent.');
+        return null;
+    }
+
+    const startMessageFilePath = path.join(analyzeMessagesBasePath, '_shared', 'start', '1.md');
+
+    try {
+        const fileContent = await fs.readFile(startMessageFilePath, 'utf8');
+        return fileContent;
+    } catch (error) {
+        if (error.code === 'ENOENT') {
+            console.warn(`Default start message file not found: ${startMessageFilePath}.`);
+            return null;
+        } else {
+            console.error(`Error reading default start message file ${startMessageFilePath}: ${error.message}`);
+            throw error;
+        }
+    }
+}
+
+module.exports = {
+    getSystemMessageContent,
+    getStartMessageContent
+};

package/src/AnalyzerUtils/index.js

@@ -2,11 +2,11 @@
  * Component: AnalyzerUtils Index
  * Block-UUID: b403b6a1-230b-4247-8cd6-2a3d068f4bbf
  * Parent-UUID: N/A
- * Version: 1.1.0
+ * Version: 1.2.0
  * Description: Aggregates and exports all utility functions from the AnalyzerUtils module.
  * Language: JavaScript
  * Created-at: 2025-08-28T15:56:40.319Z
- * Authors: Gemini 2.5 Flash (v1.0.0), Gemini 2.5 Flash (v1.1.0)
+ * Authors: Gemini 2.5 Flash (v1.0.0), Gemini 2.5 Flash (v1.1.0), Gemini 2.5 Flash (v1.2.0)
  */
 
 
@@ -18,6 +18,7 @@ const { saveConfiguration } = require('./saver');
 const { getAnalyzerSchema } = require('./schemaLoader');
 const { deleteAnalyzer } = require('./management');
 const { getAnalyzerInstructionsContent } = require('./instructionLoader');
+const { getSystemMessageContent, getStartMessageContent } = require('./defaultPromptLoader'); // NEW: Import default prompt loaders
 
 module.exports = {
     buildChatIdToPathMap,
@@ -28,4 +29,6 @@ module.exports = {
     deleteAnalyzer,
     getAnalyzerInstructionsContent,
     saveConfiguration,
+    getSystemMessageContent,
+    getStartMessageContent
 };

package/src/ContextUtils.js

@@ -1,18 +1,100 @@
-/**
+/*
  * Component: ContextUtils
  * Block-UUID: c199efe3-003c-4226-af3c-d460392a6569
  * Parent-UUID: N/A
- * Version: 1.0.0
- * Description: Provides utility functions for parsing context message sections to extract file details and code blocks.
+ * Version: 1.1.0
+ * Description: Provides utility functions for parsing context message sections to extract file details and code blocks, and for formatting content for LLM context.
  * Language: JavaScript
  * Created-at: 2025-05-09T01:36:20.107Z
- * Authors: Gemini 2.5 Flash Thinking (v1.0.0)
+ * Authors: Gemini 2.5 Flash Thinking (v1.0.0), Gemini 2.5 Flash (v1.1.0)
  */
 
 
 const CodeBlockUtils = require('./CodeBlockUtils');
 const MessageUtils = require('./MessageUtils');
 
+/**
+ * Formats bytes into human-readable string (KB, MB, GB)
+ * @param {number} bytes - Number of bytes
+ * @returns {string} Formatted size string
+ */
+function _formatBytes(bytes) {
+    if (typeof bytes !== 'number' || isNaN(bytes)) return '0 bytes';
+    if (bytes === 0) return '0 bytes';
+
+    const k = 1024;
+    const sizes = ['bytes', 'KB', 'MB', 'GB'];
+    const i = Math.floor(Math.log(bytes) / Math.log(k));
+
+    // Special case for bytes (no decimal)
+    if (i === 0) return `${bytes} ${sizes[i]}`;
+
+    const value = bytes / Math.pow(k, i);
+    // Show no decimal if whole number
+    const decimalPlaces = value % 1 === 0 ? 0 : 1;
+    return `${value.toFixed(decimalPlaces)} ${sizes[i]}`;
+}
+
+/**
+ * Creates a summary of items for human readers
+ * @param {Array} items - Array of loaded items
+ * @param {string} contentType - Content type
+ * @returns {string} Human-readable summary
+ */
+function _createContextSummary(items, contentType) {
+    if (items.length === 0) return '';
+
+    // Group by files and trees
+    const files = items.filter(item => item.metadata?.type === 'git-blob');
+    const trees = items.filter(item => item.metadata?.type === 'git-tree' || item.metadata?.type === 'git-ref');
+
+    // Calculate total size and tokens
+    const totalSize = items.reduce((sum, item) => sum + (item.size || 0), 0);
+    const totalTokens = items.reduce((sum, item) => sum + (item.tokenCount || 0), 0);
+
+    let summary = contentType === 'file content'
+        ? `\n**Summary:** ${items.length} file${items.length === 1 ? '' : 's'} (${_formatBytes(totalSize)}, ${totalTokens.toLocaleString()} tokens)\n\n`
+        : `\n**Summary:** ${files.length} file${files.length === 1 ? '' : 's'} - ${trees.length} tree${trees.length === 1 ? '' : 's'}\n\n`;
+
+    // Add brief description of first X files
+    const maxFiles = 10;
+    const displayItems = items.slice(0, maxFiles);
+    if (displayItems.length > 0) {
+        displayItems.forEach(item => {
+            if (item.tokenCount) {
+                summary += `- ${item.name} - ${_formatBytes(item.size)}, ${item.tokenCount.toLocaleString()} tokens\n`;
+            } else {
+                summary += `- ${item.name} - Not analyzed\n`;
+            }
+        });
+
+        // Add note if there are more files
+        if (items.length > maxFiles) {
+            summary += `- ... and ${items.length - maxFiles} more\n`;
+        }
+    }
+
+    return summary + "\n";
+}
+
+/**
+ * Escapes backticks in code blocks to prevent premature termination of LLM-generated code blocks.
+ * @param {string} content - The content string to escape.
+ * @returns {{escapedContent: string, escapedLineNums: Array<number>}} Object with escaped content and line numbers of escaped lines.
+ */
+function _escapeCodeBlocks(content) {
+    const escapedLineNums = [];
+    const escapedLines = content.replace(/\n$/, '').split('\n').map((line, i) => {
+        if (line.trimStart().startsWith('```')) {
+            line = '\\' + line.trimStart();
+            escapedLineNums.push(i + 1);
+        }
+        return line;
+    });
+    return { escapedContent: escapedLines.join('\n'), escapedLineNums };
+}
+
+
 /**
  * Parses context details from a context message section.
  * @param {string} sectionText - The text content of a single context section (starting from the file header).
@@ -173,8 +255,84 @@ function extractContextItemsOverviewTableRows(messageContent) {
     return rows;
 }
 
+/**
+ * Formats content for context based on content type.
+ * This function is adapted from the original `formatContentForContext` in `formatterUtils.js`.
+ *
+ * @param {Array<Object>} items - Array of loaded items, each with `chatId`, `name`, `content`, `meta`, `repo` (from chatsApi.getBlobDetailsByChatIds).
+ * @param {string} contentType - Type of content ('file content' or 'overview'). For batch analysis, always 'file content'.
+ * @param {string} contentOption - Option for the content type. For batch analysis, always 'imported'.
+ * @returns {string} Formatted text for context.
+ */
+function formatContextContent(items, contentType, contentOption) {
+    if (items.length === 0) {
+        return 'No content loaded';
+    }
+
+    let result = '';
+
+    // Header based on content type
+    if (contentType === 'overview') {
+        const label = contentOption === "long" ? "comprehensive" : "short";
+        result += `## OVERVIEW - ${contentOption.toUpperCase()}\n`;
+    } else {
+        result += `## FILE CONTENT - ${contentOption.toUpperCase()}\n`;
+    }
+
+    // Summary of items
+    result += _createContextSummary(items, contentType);
+    result += "\n---Start of Context---\n\n";
+
+    items.forEach((item, index) => {
+        // Ensure item has necessary properties, especially meta and repo
+        const itemMeta = item.meta || {};
+        const itemRepo = item.repo || {};
+
+        result += "#### `"+item.name+"`\n";
+
+        const { escapedContent, escapedLineNums } = _escapeCodeBlocks(item.content);
+
+        // Always include metadata for batch analysis context
+        result +=
+            `- Repo: ${itemRepo.fullName || 'N/A'}\n`+
+            `- Path: ${itemMeta.path || 'N/A'}\n`;
+
+        // Size and Tokens are specific to 'file content'
+        if (contentType === 'file content') {
+            result += `- Size: ${_formatBytes(itemMeta.size)}\n`;
+            result += `- Tokens: ${itemMeta.tokens?.content?.estimate || 'N/A'}\n`;
+        } else {
+            const type = itemMeta.type || 'unknown';
+            result += `- Type: ${type === 'git-blob' ? 'file' : type === 'git-tree' || type === 'git-ref' ? 'directory' : type }\n`;
+            result += `- Tokens: ${itemMeta.tokens?.analysis?.[contentOption.toLowerCase()]?.estimate || 'N/A'}\n`;
+        }
+
+        result += `- Chat ID: ${item.chatId}\n`;
+
+        if (escapedLineNums.length) {
+            result += `- Escaped Lines: ${escapedLineNums.join(',')}\n`;
+        }
+
+        result += '\n';
+
+        // The original formatterUtils had a special summary handling.
+        // For batch analysis, we want the full file content.
+        // The `if (!escapedContent.includes('Component: New Analyzer Chat') && escapedContent.match(summary))`
+        // logic is specific to the frontend's overview builder and should not be applied here.
+        result += "```"+(itemMeta.highlight || '')+"\n"+escapedContent+"\n```";
+
+        if (index !== items.length - 1) {
+            result += '\n---End of Item---\n';
+        }
+    });
+
+    return result;
+}
+
+
 module.exports = {
     parseContextSection,
     extractContextSections,
-    extractContextItemsOverviewTableRows
+    extractContextItemsOverviewTableRows,
+    formatContextContent, // Export the new method
 };

package/src/GitSenseChatUtils.js

@@ -2,11 +2,11 @@
  * Component: GitSenseChatUtils
  * Block-UUID: 5e8d1a9c-0b3f-4e1a-8c7d-9f0b2e1d3a4b
  * Parent-UUID: 7a9b1c8e-f1a4-4b2d-9e8f-6f7a0b1c2d3f
- * Version: 2.1.3
+ * Version: 2.1.4
  * Description: Interface class for GitSense Chat utilities providing a unified API for code block parsing (markdown), extraction, and patch operations. Integrates functionalities from CodeBlockUtils and PatchUtils modules, and now includes ConfigUtils and EnvUtils.
  * Language: JavaScript
  * Created-at: 2025-04-15T16:04:26.780Z
- * Authors: Claude 3.7 Sonnet (v1.0.0), Gemini 2.5 Pro (v2.0.0), Gemini 2.5 Pro (v2.1.0), Gemini 2.5 Pro (v2.1.1), Gemini 2.5 Flash (v2.1.2), Gemini 2.5 Flash (v2.1.3)
+ * Authors: Claude 3.7 Sonnet (v1.0.0), Gemini 2.5 Pro (v2.0.0), Gemini 2.5 Pro (v2.1.0), Gemini 2.5 Pro (v2.1.1), Gemini 2.5 Flash (v2.1.2), Gemini 2.5 Flash (v2.1.3), Gemini 2.5 Flash (v2.1.4)
  */
 
 
@@ -63,6 +63,8 @@ const {
     getAnalyzerSchema,
     deleteAnalyzer,
     getAnalyzerInstructionsContent,
+    getSystemMessageContent,
+    getStartMessageContent,
     saveAnalyzerConfiguration,
 } = AnalyzerUtils;
 
@@ -122,6 +124,13 @@ const {
     getApiKey
 } = EnvUtils;
 
+const {
+    parseContextSection,
+    extractContextSections,
+    extractContextItemsOverviewTableRows,
+    formatContextContent,
+} = ContextUtils;
+
 
 /**
  * GitSenseChatUtils class provides a unified interface to code block and patch utilities.
@@ -398,6 +407,8 @@ module.exports = {
     getAnalyzerSchema,
     deleteAnalyzer,
     getAnalyzerInstructionsContent,
+    getSystemMessageContent,
+    getStartMessageContent,
 
     // ChatUtils
     getChatMessages,
@@ -430,6 +441,9 @@ module.exports = {
     loadEnv,
     getApiKey,
 
-    // Note: Internal helpers like findAllCodeFences, matchFencesAndExtractBlocks are
-    // typically not exported directly from the facade but are available via CodeBlockUtils object.
+    // Context Utils
+    parseContextSection,
+    extractContextSections,
+    extractContextItemsOverviewTableRows,
+    formatContextContent,
 };