@gitsense/gsc-utils 0.2.24 → 0.2.25

package/src/GitSenseChatUtils.js

@@ -1,12 +1,12 @@
 /*
  * Component: GitSenseChatUtils
- * Block-UUID: d7cdbb94-f335-4f85-bdc4-0dd3ae95127e
- * Parent-UUID: 5e8d1a9c-0b3f-4e1a-8c7d-9f0b2e1d3a4b
- * Version: 2.1.5
- * Description: Interface class for GitSense Chat utilities providing a unified API for code block parsing (markdown), extraction, and patch operations. Integrates functionalities from CodeBlockUtils and PatchUtils modules, and now includes ConfigUtils and EnvUtils.
+ * Block-UUID: 1793b3a8-4881-4306-bfdf-673eef503679
+ * Parent-UUID: eaeabebb-04b6-4881-9b29-88798c7f21b6
+ * Version: 2.4.0
+ * Description: Interface class for GitSense Chat utilities providing a unified API for code block parsing (markdown), extraction, and patch operations. Integrates functionalities from CodeBlockUtils and PatchUtils modules, and now includes ConfigUtils, EnvUtils, and ObjectUtils.
  * Language: JavaScript
- * Created-at: 2025-04-15T16:04:26.780Z
- * Authors: Claude 3.7 Sonnet (v1.0.0), Gemini 2.5 Pro (v2.0.0), Gemini 2.5 Pro (v2.1.0), Gemini 2.5 Pro (v2.1.1), Gemini 2.5 Flash (v2.1.2), Gemini 2.5 Flash (v2.1.3), Gemini 2.5 Flash (v2.1.4), Qwen 3 Coder 480B - Cerebras (v2.1.5)
+ * Created-at: 2025-10-17T17:13:04.663Z
+ * Authors: Claude 3.7 Sonnet (v1.0.0), Gemini 2.5 Pro (v2.0.0), Gemini 2.5 Pro (v2.1.0), Gemini 2.5 Pro (v2.1.1), Gemini 2.5 Flash (v2.1.2), Gemini 2.5 Flash (v2.1.3), Gemini 2.5 Flash (v2.1.4), Qwen 3 Coder 480B - Cerebras (v2.1.5), Qwen 3 Coder 480B - Cerebras (v2.2.0), Qwen 3 Coder 480B - Cerebras (v2.2.1), Claude Haiku 4.5 (v2.3.0), Qwen 3 Coder 480B - Cerebras (v2.4.0)
  */
 
 
@@ -22,8 +22,18 @@ const LLMUtils = require('./LLMUtils');
 const JsonUtils = require('./JsonUtils');
 const DateUtils = require('./DateUtils');
 const FormatterUtils = require('./FormatterUtils');
+const MarkdownUtils = require('./MarkdownUtils');
 const ConfigUtils = require('./ConfigUtils');
 const EnvUtils = require('./EnvUtils');
+const DomUtils = require('./DomUtils');
+const ObjectUtils = require('./ObjectUtils');
+const SVGUtils = require('./SVGUtils');
+const LanguageNameUtils = require('./LanguageNameUtils');
+
+const {
+    normalizeLanguageName,
+    isKnownLanguage,
+} = LanguageNameUtils;
 
 const {
     formatAge,
@@ -31,15 +41,15 @@ const {
     compareDates,
     normalizeDateTime,
     getTimeDifference,
-    formatTimeDifference
+    formatTimeDifference,
 } = DateUtils;
 
 const {
-    estimateTokens
+    estimateTokens,
 } = LLMUtils;
 
 const {
-    detectJsonComments
+    detectJsonComments,
 } = JsonUtils;
 
 const {
@@ -140,6 +150,11 @@ const {
     formatTokens,
 } = FormatterUtils;
 
+const {
+    createMarkdownRenderer,
+    removeSignature,
+} = MarkdownUtils;
+
 const {
     parseContextSection,
     extractContextSections,
@@ -147,6 +162,10 @@ const {
     formatContextContent,
 } = ContextUtils;
 
+const {
+    trimObjectStrings
+} = ObjectUtils;
+
 
 /**
  * GitSenseChatUtils class provides a unified interface to code block and patch utilities.
@@ -349,17 +368,22 @@ class GitSenseChatUtils {
         // Uses function from CodeBlockUtils
         return CodeBlockUtils.isValidISOTimestamp(timestamp);
     }
+
+    /**
+     * Creates a configured markdown-it renderer instance.
+     * @param {Object} hljs - An instance of highlight.js.
+     * @param {Object} [hstyle={}] - Optional styles for highlighted code blocks.
+     * @param {Object} [nhstyle={}] - Optional styles for non-highlighted code blocks.
+     * @returns {Object} A configured markdown-it instance.
+     */
+    createMarkdownRenderer(hljs, hstyle, nhstyle) {
+        return MarkdownUtils.createMarkdownRenderer(hljs, hstyle, nhstyle);
+    }
 }
 
 // Export the main class, the aggregated CodeBlockUtils, PatchUtils,
 // and individual functions for backward compatibility or direct use.
 module.exports = {
-    // New Utility Modules
-    DateUtils,
-    FormatterUtils,
-
-    // Date Utility Functions
-
     // Main class
     GitSenseChatUtils,
 
@@ -376,9 +400,13 @@ module.exports = {
     JsonUtils,
     ConfigUtils,
     DateUtils,
+    LanguageNameUtils,
     FormatterUtils,
-
+    MarkdownUtils,
     EnvUtils,
+    DomUtils,
+    ObjectUtils,
+    SVGUtils,
 
     // --- Individual Function Exports (sourced correctly) ---
 
@@ -396,6 +424,10 @@ module.exports = {
     // Timestamp (from CodeBlockUtils)
     isValidISOTimestamp,
 
+    // Language Name Utilities (from LanguageNameUtils)
+    normalizeLanguageName,
+    isKnownLanguage,
+
     // Patch Detection/Integration (from CodeBlockUtils)
     containsPatch,
 
@@ -463,6 +495,13 @@ module.exports = {
     // Formatter Utils
     formatBytes,
     formatTokens,
+    
+    // Object Utils
+    trimObjectStrings,
+
+    // Markdown Utils
+    createMarkdownRenderer,
+    removeSignature,
 
     // GS Tool Block
     isToolBlock,

package/src/LanguageNameUtils.js

@@ -0,0 +1,171 @@
+/*
+ * Component: Language Name Utils 
+ * Block-UUID: 313abeab-2bb3-49d1-8693-e9e88aa97113
+ * Parent-UUID: N/A
+ * Version: 1.0.0
+ * Description: Utility for converting common lowercase language names and aliases to their proper capitalization
+ * Language: JavaScript
+ * Created-at: 2025-10-19T23:25:09.231Z
+ * Authors: Qwen 3 Coder 480B - Cerebras (v1.0.0)
+ */
+
+
+/**
+ * A mapping of language aliases to their properly capitalized names
+ */
+const LANGUAGE_NAME_MAP = {
+  // Core Programming Languages
+  'javascript': 'JavaScript',
+  'js': 'JavaScript',
+  'typescript': 'TypeScript',
+  'ts': 'TypeScript',
+  'python': 'Python',
+  'py': 'Python',
+  'java': 'Java',
+  'c': 'C',
+  'c++': 'C++',
+  'cpp': 'C++',
+  'c#': 'C#',
+  'csharp': 'C#',
+  'go': 'Go',
+  'rust': 'Rust',
+  'rs': 'Rust',
+  'swift': 'Swift',
+  'kotlin': 'Kotlin',
+  'ruby': 'Ruby',
+  'rb': 'Ruby',
+  'php': 'PHP',
+  'perl': 'Perl',
+  'scala': 'Scala',
+  'r': 'R',
+  'matlab': 'MATLAB',
+  
+  // Web Development & Templating
+  'html': 'HTML',
+  'css': 'CSS',
+  'xml': 'XML',
+  'json': 'JSON',
+  'yaml': 'YAML',
+  'yml': 'YAML',
+  'markdown': 'Markdown',
+  'md': 'Markdown',
+  'jsx': 'JSX',
+  'tsx': 'TSX',
+  'sass': 'Sass',
+  'scss': 'SCSS',
+  'less': 'Less',
+  'vue': 'Vue',
+  'svelte': 'Svelte',
+  
+  // Infrastructure & DevOps
+  'dockerfile': 'Dockerfile',
+  'terraform': 'Terraform',
+  'hcl': 'HCL',
+  'groovy': 'Groovy',
+  'gradle': 'Gradle',
+  'cmake': 'CMake',
+  'make': 'Make',
+  
+  // Shell/Scripting Languages
+  'bash': 'Bash',
+  'shell': 'Shell',
+  'powershell': 'PowerShell',
+  'ps': 'PowerShell',
+  
+  // Database/Query Languages
+  'sql': 'SQL',
+  'mysql': 'MySQL',
+  'postgresql': 'PostgreSQL',
+  'postgres': 'PostgreSQL',
+  'mongodb': 'MongoDB',
+  'redis': 'Redis',
+  
+  // Data & Configuration Formats
+  'toml': 'TOML',
+  'ini': 'INI',
+  'protobuf': 'Protocol Buffers',
+  'proto': 'Protocol Buffers',
+  'avro': 'Avro',
+  
+  // Documentation & Markup
+  'rst': 'reStructuredText',
+  'asciidoc': 'AsciiDoc',
+  'tex': 'TeX',
+  'latex': 'LaTeX',
+  
+  // Specialized & Niche Languages
+  'dart': 'Dart',
+  'lua': 'Lua',
+  'haskell': 'Haskell',
+  'elixir': 'Elixir',
+  'erlang': 'Erlang',
+  'clojure': 'Clojure',
+  'f#': 'F#',
+  'fortran': 'Fortran',
+  'cobol': 'COBOL',
+  'pascal': 'Pascal',
+  'delphi': 'Delphi',
+  'objective-c': 'Objective-C',
+  'objc': 'Objective-C',
+  'assembly': 'Assembly',
+  'asm': 'Assembly',
+  'solidity': 'Solidity',
+  'julia': 'Julia',
+  'zig': 'Zig',
+  'ocaml': 'OCaml',
+  'gdscript': 'GDScript',
+  'lisp': 'Lisp',
+  'move': 'Move',
+  'cairo': 'Cairo',
+  'vyper': 'Vyper',
+  
+  // Legacy & Foundational
+  'vb.net': 'VB.NET',
+  'vbnet': 'VB.NET'
+};
+
+/**
+ * Normalizes a language name or alias to its proper capitalization
+ * @param {string} language - The language name or alias to normalize
+ * @returns {string} The properly capitalized language name, or the original input if not found
+ */
+function normalizeLanguageName(language) {
+  if (!language) return language;
+  
+  const lowerLanguage = language.toLowerCase();
+  return LANGUAGE_NAME_MAP[lowerLanguage] || language;
+}
+
+/**
+ * Checks if a language name or alias is known to the normalizer
+ * @param {string} language - The language name or alias to check
+ * @returns {boolean} True if the language is known, false otherwise
+ */
+function isKnownLanguage(language) {
+  if (!language) return false;
+  
+  return LANGUAGE_NAME_MAP.hasOwnProperty(language.toLowerCase());
+}
+
+/**
+ * Gets all known language aliases
+ * @returns {string[]} Array of all known language aliases
+ */
+function getKnownLanguageAliases() {
+  return Object.keys(LANGUAGE_NAME_MAP);
+}
+
+/**
+ * Gets the mapping of language aliases to their normalized names
+ * @returns {Object} The language name mapping object
+ */
+function getLanguageNameMap() {
+  return { ...LANGUAGE_NAME_MAP };
+}
+
+module.exports = {
+  normalizeLanguageName,
+  isKnownLanguage,
+  getKnownLanguageAliases,
+  getLanguageNameMap
+};

package/src/MarkdownUtils.js

@@ -0,0 +1,124 @@
+/*
+ * Component: Markdown Utilities
+ * Block-UUID: 1e1b9db3-c1c6-45a7-80d8-7f7bc093e433
+ * Parent-UUID: N/A
+ * Version: 1.0.0
+ * Description: Provides utilities for configuring and using markdown-it with highlight.js for rendering Markdown content with syntax highlighting. Designed for use within GitSense Chat UI components.
+ * Language: JavaScript
+ * Created-at: 2025-10-15T23:48:15.318Z
+ * Authors: Qwen 3 Coder 480B - Cerebras (v1.0.0)
+ */
+
+
+const { h } = require('./DomUtils');
+
+/**
+ * Creates a configured markdown renderer instance.
+ * This renderer integrates markdown-it for Markdown processing and highlight.js for syntax highlighting
+ * within code blocks, replicating the style used in the main GitSense Chat conversation view.
+ *
+ * @param {Object} hljs - An instance of highlight.js.
+ * @param {Object} [hstyle={}] - Optional custom styles for highlighted code blocks. Merged with defaults.
+ * @param {Object} [nhstyle={}] - Optional custom styles for non-highlighted code blocks. Merged with defaults.
+ * @returns {Object} A configured markdown-it instance.
+ */
+function createMarkdownRenderer(hljs, hstyle = {}, nhstyle = {}) {
+    const MarkDownIt = require("markdown-it");
+
+    const defaultHighlightStyle = {
+        backgroundColor: '#fafafa',
+        border: '1px solid #ddd',
+        marginTop: '5px',
+        overflow: 'auto',
+        maxHeight: '500px'
+    };
+
+    const defaultNoHighlightStyle = {
+        marginTop: '5px',
+        overflow: 'auto',
+        maxHeight: '800px'
+    };
+
+    // Merge default and custom styles
+    const highlightStyle = { ...defaultHighlightStyle, ...hstyle };
+    const noHighlightStyle = { ...defaultNoHighlightStyle, ...nhstyle };
+
+    // Configure markdown-it with a custom highlight function
+    const md = new MarkDownIt({
+        html: false, // Can be overridden if needed
+        highlight: function (str, lang) {
+            // Attempt to highlight if the language is supported
+            if (lang && hljs.getLanguage(lang)) {
+                try {
+                    // Use highlight.js to generate the highlighted code HTML
+                    const highlightedCode = hljs.highlight(str, { language: lang, ignoreIllegals: true }).value;
+
+                    // Create the inner code element with the highlighted content
+                    // and the language label prepended.
+                    const codeElement = h.createCode({
+                        html: `<span class='gs-chat-lang'>${lang}</span>\n\n${highlightedCode}`
+                    });
+
+                    // Wrap the code element in a pre tag with styling
+                    const preElement = h.createPre({
+                        cls: 'hljs', // Standard class for highlight.js containers
+                        style: highlightStyle,
+                        append: [codeElement]
+                    });
+
+                    // Return the outer HTML of the pre element to be injected into the Markdown output
+                    return preElement.outerHTML;
+                } catch (error) {
+                    // Gracefully handle highlight.js errors
+                    console.warn("Syntax highlighting failed for language:", lang, error);
+                }
+            }
+
+            // Fallback for unsupported languages or highlighting errors
+            const escapedCode = md.utils.escapeHtml(str);
+            const codeElement = h.createCode({
+                html: escapedCode
+            });
+
+            const preElement = h.createPre({
+                cls: 'hljs',
+                style: noHighlightStyle,
+                append: [codeElement]
+            });
+
+            return preElement.outerHTML;
+        }
+    });
+
+    // --- Register Common markdown-it Plugins ---
+    // These are commonly used in GitSense Chat and should be included by default.
+    // The integrator can choose to disable them or add more via md.disable() or md.use() after creation.
+    md.use(require('markdown-it-anchor'), { level: 1 }); // Add anchors to headings
+    md.use(require('markdown-it-attrs'), { allowedAttributes: ['id'] }); // Allow custom attributes like {#custom-id}
+
+    return md;
+}
+
+/**
+ * This function removes any existing LLM author signature. After streaming, the backend will
+ * add the LLM author signature as a regular Markdown line, which is why we are matching for
+ * a paragraph. The signature is important for processing, but we don't want the user to see
+ * it.
+ *
+ * @param {HTMLElement} body - The DOM element containing the rendered markdown HTML.
+ * @param {string} model - The name of the model to include in the signature.
+ */
+function removeSignature(body) {
+    if (!body) {
+        console.warn('MarkdownUtils.removeSignature: Invalid body.');
+        return;
+    }
+
+    const llmSignatureRegex = new RegExp(`<p>Authored by [^<]+</p>$`, 'i');
+    body.innerHTML = body.innerHTML.replace(llmSignatureRegex, '');
+}
+
+module.exports = {
+    createMarkdownRenderer,
+    removeSignature,
+};

package/src/ObjectUtils.js

@@ -0,0 +1,54 @@
+/*
+ * Component: ObjectUtils
+ * Block-UUID: 6f3c6c7a-1c5a-40c4-be26-332703b68d31
+ * Parent-UUID: N/A
+ * Version: 1.0.0
+ * Description: Utility functions for processing and manipulating JavaScript objects, including string property trimming for LLM token optimization
+ * Language: JavaScript
+ * Created-at: 2025-10-17T17:02:12.153Z
+ * Authors: Qwen 3 Coder 480B - Cerebras (v1.0.0)
+ */
+
+
+/**
+ * Recursively trims string properties in an object to a maximum length
+ * @param {Object|Array} obj - The object or array to process
+ * @param {number} maxLength - Maximum length for strings (default: 100)
+ * @param {string} suffix - Suffix to append to trimmed strings (default: '...')
+ * @returns {Object|Array} - New object with trimmed strings
+ */
+function trimObjectStrings(obj, maxLength = 100, suffix = '...') {
+    // Handle null or undefined
+    if (obj === null || obj === undefined) {
+        return obj;
+    }
+
+    // Handle strings
+    if (typeof obj === 'string') {
+        if (obj.length <= maxLength) {
+            return obj;
+        }
+        return obj.substring(0, maxLength - suffix.length) + suffix;
+    }
+
+    // Handle arrays
+    if (Array.isArray(obj)) {
+        return obj.map(item => trimObjectStrings(item, maxLength, suffix));
+    }
+
+    // Handle objects
+    if (typeof obj === 'object') {
+        const trimmedObj = {};
+        for (const key in obj) {
+            if (obj.hasOwnProperty(key)) {
+                trimmedObj[key] = trimObjectStrings(obj[key], maxLength, suffix);
+            }
+        }
+        return trimmedObj;
+    }
+
+    // Return other types unchanged
+    return obj;
+}
+
+module.exports = { trimObjectStrings };

package/src/PatchUtils/patchParser.js

@@ -158,6 +158,7 @@ function extractPatchContent(patchText, format) {
     }
 
     const lines = patchText.split('\n');
+
     let contentLines = [];
     let inContentBlock = false;
 
@@ -180,8 +181,6 @@ function extractPatchContent(patchText, format) {
     return contentLines.join('\n');
 }
 
-// Removed extractContextPatches function (obsolete context format)
-
 /**
  * Determines if a code block's content represents a patch block
  * by checking for the mandatory metadata header.

package/src/PatchUtils/patchProcessor.js

@@ -113,7 +113,7 @@ function applyPatch(sourceText, patchText) {
         }
 
         // 4. Apply the patch
-        const patchedResult = jsdiff.applyPatch(sourceText, rawDiffContent, { fuzzFactor: 0 });
+        const patchedResult = jsdiff.applyPatch(sourceText, rawDiffContent, { fuzzFactor: 20 });
 
         if (patchedResult === false) {
             // jsdiff.applyPatch returns false on failure
@@ -276,11 +276,13 @@ function createPatchFromCodeBlocks(CodeBlockUtils, sourceCodeBlockText, targetCo
     const [ sourceHeaderText ] = sourceCodeBlockText.split('\n\n\n');
     const [ targetHeaderText ] = targetCodeBlockText.split('\n\n\n');
 
-    const sourceContentTemp = sourceCodeBlockText.split('\n\n\n'); sourceContentTemp.shift();
-    const sourceContent = sourceContentTemp.join('\n\n');
+    const sourceContentTemp = sourceCodeBlockText.split('\n\n\n'); 
+    sourceContentTemp.shift();
+    const sourceContent = sourceContentTemp.join('\n\n\n');
 
-    const targetContentTemp = targetCodeBlockText.split('\n\n\n'); targetContentTemp.shift();
-    const targetContent = targetContentTemp.join('\n\n');
+    const targetContentTemp = targetCodeBlockText.split('\n\n\n'); 
+    targetContentTemp.shift();
+    const targetContent = targetContentTemp.join('\n\n\n');
 
     // Get the number of lines in the header + two blank lines
     // Note, before the code block header format was solidified, we use to include 'Updated-at' but no more so
@@ -346,6 +348,7 @@ function createPatchFromCodeBlocks(CodeBlockUtils, sourceCodeBlockText, targetCo
                       `# --- PATCH START MARKER ---\n`+
                       `${adjustedDiffPatch}\n`+
                       `# --- PATCH END MARKER ---`;
+
     return {
         formatted,
         formattedMetadata,