gitingest 0.6.2 → 0.7.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: c7a2497f7fc876e9ea8294b4625442c16b1ad0316136a2db7c6a3a8701304eb5
-  data.tar.gz: b1065ca858fb550c5ea24afdf5c7287f667fae05c41f5de97fceb9409998edd1
+  metadata.gz: 0c5544ec1d956710315693490fddc60f26452452ca674739d9a343f0418b26c6
+  data.tar.gz: 6d9dd377e78788bf3f3b0a6511cc38cfc9a5e85bba787f905f879235d767dc8c
 SHA512:
-  metadata.gz: cc193ab674be65cb24a35888e0dd95dedec91b27f76c5cde23a57b93d4fde0e7d0eddb31e50eda9603059f7996db72c5f669df04d6551e57569b437a118b74e4
-  data.tar.gz: 6ca8be13b8b25056185ae66cb4cfcde7d947356531b4905e43e40296a299c62dd26ca3044f8577483f4bb889aaacf9e89996b4b70b55b4d894ff6506fa8df17f
+  metadata.gz: 96154003ef92d35503ddb9488ee25f147c0809f88226a3554d818e43b6692908fae94e00d56a525a8c31327f7be3b0323486bb79227dac5fe36709cd99f09a11
+  data.tar.gz: 25d6c8de3537f84f27feedc6fb3ec812e14ad3ebf1cbe708b3931e757741d00a69d7e43a86f08bb5198cf1532f92b44d64bdf9c53afa2ec802c7013cb54bf366

data/CHANGELOG.md

@@ -1,5 +1,17 @@
 # Changelog
 
+## [0.7.0] - 2025-06-04
+
+### Changed
+- Improved file exclusion logic for glob patterns to correctly match files at any directory depth (e.g., `*.md` now correctly matches `docs/file.md`).
+- Refined internal handling of exclusion patterns for clarity and robustness, using `File.fnmatch` for all custom glob patterns.
+- Enhanced debug logging for file exclusion to show the specific pattern that caused a match.
+
+## [0.6.3] - 2025-04-14
+
+### Fixed
+- Fixed directory exclusion pattern to properly handle paths ending with slash
+
 ## [0.6.2] - 2025-04-11
 
 ### Changed
@@ -11,8 +23,6 @@
 ### Fixed
 - Fixed error "target of repeat operator is not specified" when using `--exclude` with glob patterns like `*.md`
 
----
-
 ## [0.6.0] - 2025-03-18
 
 ### Changed
@@ -21,8 +31,6 @@
 - Updated documentation to reflect the correct default branch behavior
 - Fixed issues with repository validation in tests
 
----
-
 ## [0.5.0] - 2025-03-10
 
 ### Added
@@ -35,8 +43,6 @@
 - Enhanced documentation with directory structure visualization examples
 - Updated CLI help with the new option
 
----
-
 ## [0.4.0] - 2025-03-03
 
 ### Added
@@ -55,8 +61,6 @@
 - Fixed race conditions in progress indicator updates
 - Addressed timing inconsistencies in multithreaded test scenarios
 
----
-
 ## [0.3.1] - 2025-03-03
 
 ### Added
@@ -77,8 +81,6 @@
 - Ensured thread pool shutdown respects the configured timeout.
 - Resolved potential race conditions in file content retrieval.
 
----
-
 ## [0.3.0] - 2025-03-02
 
 ### Added
@@ -91,8 +93,6 @@
 - Optimized thread pool size calculation for improved performance.
 - Improved error handling in concurrent operations.
 
----
-
 ## [0.2.0] - 2025-03-02
 
 ### Added
@@ -106,8 +106,6 @@
 - Enforced a 1000-file limit to prevent memory overload.
 - Updated version to `0.2.0`.
 
----
-
 ## [0.1.0] - 2025-03-02
 
 ### Added

data/index.html

@@ -716,7 +716,7 @@
         <div class="header-container">
             <div class="logo">
                 <div class="logo-icon">G</div>
-                <div class="logo-text">Gitingest <span class="version-tag">v0.6.2</span></div>
+                <div class="logo-text">Gitingest <span class="version-tag">v0.7.0</span></div>
             </div>
             <nav>
                 <ul>
@@ -765,7 +765,7 @@
                         <span class="terminal-command">gem install gitingest</span>
                     </div>
                     <div class="terminal-output">
-                        Successfully installed gitingest-0.6.2<br />
+                        Successfully installed gitingest-0.7.0<br />
                         1 gem installed
                     </div>
                     <div class="terminal-line">
@@ -902,6 +902,47 @@ gitingest --repository user/repo --show-structure</code></pre>
         <div class="container">
             <h2>Changelog</h2>
             <div class="timeline">
+                <div class="timeline-item">
+                    <div class="timeline-date">
+                        <span class="timeline-month">Jun</span>
+                        <span class="timeline-day">04</span>
+                    </div>
+                    <div class="timeline-content">
+                        <h3 class="timeline-version">v0.7.0</h3>
+                        <p class="timeline-desc">Improved file exclusion logic and debug logging.</p>
+                        <div class="timeline-list">
+                            <ul>
+                                <li>Improved file exclusion logic for glob patterns to correctly match files at any
+                                    directory depth (e.g., <code>*.md</code> now correctly matches
+                                    <code>docs/file.md</code>).
+                                </li>
+                                <li>Refined internal handling of exclusion patterns for clarity and robustness, using
+                                    <code>File.fnmatch</code> for all custom glob patterns.
+                                </li>
+                                <li>Enhanced debug logging for file exclusion to show the specific pattern that caused a
+                                    match.</li>
+                            </ul>
+                        </div>
+                    </div>
+                </div>
+                <div class="timeline-item">
+                    <div class="timeline-date">
+                        <span class="timeline-month">Apr</span>
+                        <span class="timeline-day">14</span>
+                    </div>
+                    <div class="timeline-content">
+                        <h3 class="timeline-version">v0.6.3</h3>
+                        <p class="timeline-desc">Fixed directory exclusion pattern to properly handle paths ending with
+                            slash.</p>
+                        <div class="timeline-list">
+                            <ul>
+                                <li>Enhanced file exclusion logic to correctly filter directories when patterns end with
+                                    '/'</li>
+                                <li>Improved spec test coverage for directory exclusion patterns</li>
+                            </ul>
+                        </div>
+                    </div>
+                </div>
                 <div class="timeline-item">
                     <div class="timeline-date">
                         <span class="timeline-month">Apr</span>
@@ -958,7 +999,7 @@ gitingest --repository user/repo --show-structure</code></pre>
                 <div class="timeline-item">
                     <div class="timeline-date">
                         <span class="timeline-month">Mar</span>
-                        <span class="timeline-day">04</span>
+                        <span class="timeline-day">10</span> <!-- Corrected day based on CHANGELOG.md -->
                     </div>
                     <div class="timeline-content">
                         <h3 class="timeline-version">v0.5.0</h3>
@@ -976,7 +1017,7 @@ gitingest --repository user/repo --show-structure</code></pre>
                 <div class="timeline-item">
                     <div class="timeline-date">
                         <span class="timeline-month">Mar</span>
-                        <span class="timeline-day">04</span>
+                        <span class="timeline-day">03</span> <!-- Corrected day based on CHANGELOG.md -->
                     </div>
                     <div class="timeline-content">
                         <h3 class="timeline-version">v0.4.0</h3>
@@ -1011,6 +1052,7 @@ gitingest --repository user/repo --show-structure</code></pre>
                 </div>
             </div>
         </div>
+        </div>
     </section>
 
     <footer class="footer">

data/lib/gitingest/generator.rb

@@ -86,10 +86,12 @@ module Gitingest
     def initialize(options = {})
       @options = options
       @repo_files = []
-      @excluded_patterns = []
+      # @excluded_patterns = [] # This will be set after validate_options
       setup_logger
       validate_options
       configure_client
+      # Populate @excluded_patterns with raw patterns after options are validated
+      @excluded_patterns = DEFAULT_EXCLUDES + @options.fetch(:exclude, [])
       compile_excluded_patterns
     end
 
@@ -150,11 +152,11 @@ module Gitingest
 
       @options[:output_file] ||= "#{@options[:repository].split("/").last}_prompt.txt"
       @options[:branch] ||= :default
-      @options[:exclude] ||= []
+      @options[:exclude] ||= [] # Ensure :exclude is always an array
       @options[:threads] ||= DEFAULT_THREAD_COUNT
       @options[:thread_timeout] ||= DEFAULT_THREAD_TIMEOUT
       @options[:show_structure] ||= false
-      @excluded_patterns = DEFAULT_EXCLUDES + @options[:exclude]
+      # NOTE: @excluded_patterns is set in compile_excluded_patterns based on @options[:exclude] # This comment is now incorrect / removed.
     end
 
     def configure_client
@@ -169,35 +171,25 @@ module Gitingest
 
     def compile_excluded_patterns
       @default_patterns = DEFAULT_EXCLUDES.map { |pattern| Regexp.new(pattern) }
-      @custom_patterns = []
-      @glob_patterns_with_char_classes = []
+      @custom_glob_patterns = [] # For File.fnmatch
+      @directory_patterns = []
 
-      @options[:exclude].each do |glob_pattern|
-        if glob_pattern.include?("[") && glob_pattern.include?("]")
-          @glob_patterns_with_char_classes << glob_pattern
+      @options[:exclude].each do |pattern_str|
+        if pattern_str.end_with?("/")
+          @directory_patterns << pattern_str
         else
-          @custom_patterns << Regexp.new(glob_to_regex(glob_pattern))
+          # All other custom excludes are treated as glob patterns.
+          # If the pattern does not contain a slash, prepend "**/"
+          # to make it match at any depth (e.g., "*.md" becomes "**/*.md").
+          @custom_glob_patterns << if pattern_str.include?("/")
+                                     pattern_str
+                                   else
+                                     "**/#{pattern_str}"
+                                   end
         end
       end
     end
 
-    def glob_to_regex(pattern)
-      result = "^"
-      in_brackets = false
-      pattern.each_char do |c|
-        case c
-        when "[" then in_brackets = true
-                      result += c
-        when "]" then in_brackets = false
-                      result += c
-        when "*" then result += in_brackets ? "*" : ".*"
-        when ".", "\\", "+", "?", "|", "{", "}", "(", ")", "^", "$" then result += in_brackets ? c : "\\#{c}"
-        else result += c
-        end
-      end
-      "#{result}$"
-    end
-
     def fetch_repository_contents
       @logger.info "Fetching repository: #{@options[:repository]} (branch: #{@options[:branch]})"
       validate_repository_access
@@ -239,79 +231,40 @@ module Gitingest
 
     def excluded_file?(path)
       return true if path.match?(DOT_FILE_PATTERN)
-      return true if @default_patterns.any? { |pattern| path.match?(pattern) }
-      return true if @custom_patterns.any? { |pattern| path.match?(pattern) }
-
-      @glob_patterns_with_char_classes.any? { |glob_pattern| glob_match?(glob_pattern, path) }
-    end
 
-    def glob_match?(pattern, string)
-      return true if pattern == string
-      return false if !pattern.match?(/[*?\[]/) && pattern != string
-
-      pattern_idx = 0
-      string_idx = 0
-
-      while pattern_idx < pattern.length && string_idx < string.length
-        case pattern[pattern_idx]
-        when "*"
-          pattern_idx += 1 while pattern_idx + 1 < pattern.length && pattern[pattern_idx + 1] == "*"
-          return true if pattern_idx == pattern.length - 1
-
-          next_char = pattern[pattern_idx + 1]
-          pattern_idx += 1
-          while string_idx < string.length
-            break if string[string_idx] == next_char || next_char == "?" ||
-                     (next_char == "[" && char_class_match?(pattern, pattern_idx, string[string_idx]))
-
-            string_idx += 1
-          end
-        when "?" then string_idx += 1
-                      pattern_idx += 1
-        when "["
-          return false unless char_class_match?(pattern, pattern_idx, string[string_idx])
-
-          pattern_idx += 1
-          pattern_idx += 1 while pattern_idx < pattern.length && pattern[pattern_idx] != "]"
-          pattern_idx += 1
-          string_idx += 1
-        when string[string_idx] then string_idx += 1
-                                     pattern_idx += 1
-        else return false
-        end
+      # Check for directory exclusion patterns (ending with '/')
+      matched_dir_pattern = @directory_patterns.find { |dir_pattern| path.start_with?(dir_pattern) }
+      if matched_dir_pattern
+        @logger.debug { "Excluding #{path} (matched directory pattern: #{matched_dir_pattern})" }
+        return true
       end
 
-      pattern_idx += 1 while pattern_idx < pattern.length && pattern[pattern_idx] == "*"
-      pattern_idx == pattern.length && string_idx == string.length
-    end
+      # Check default regex patterns
+      matched_default_pattern = @default_patterns.find { |pattern| path.match?(pattern) }
+      if matched_default_pattern
+        @logger.debug { "Excluding #{path} (matched default pattern: #{matched_default_pattern.source})" }
+        return true
+      end
 
-    def char_class_match?(pattern, class_start_idx, char)
-      idx = class_start_idx + 1
-      match = false
-      negate = pattern[idx] == "^" && (idx += 1)
-
-      while idx < pattern.length && pattern[idx] != "]"
-        if idx + 2 < pattern.length && pattern[idx + 1] == "-"
-          range_start = pattern[idx]
-          range_end = pattern[idx + 2]
-          match = true if char >= range_start && char <= range_end
-          idx += 3
-        else
-          match = true if pattern[idx] == char
-          idx += 1
-        end
-        break if match
+      # Check custom glob patterns using File.fnmatch
+      matched_glob_pattern = @custom_glob_patterns.find do |glob_pattern|
+        File.fnmatch(glob_pattern, path, File::FNM_PATHNAME | File::FNM_DOTMATCH)
+      end
+      if matched_glob_pattern
+        @logger.debug { "Excluding #{path} (matched custom glob pattern: #{matched_glob_pattern})" }
+        return true
       end
-      negate ? !match : match
+
+      false
     end
 
     def process_content_to_output(output)
       @logger.debug "Using thread pool with #{@options[:threads]} threads"
       buffer = []
       progress = ProgressIndicator.new(@repo_files.size, @logger)
-      thread_buffers = {}
-      mutex = Mutex.new
-      errors = []
+      thread_buffers = Concurrent::Map.new # Thread-safe map for buffers
+      mutex = Mutex.new # Mutex for shared buffer and output operations
+      errors = Concurrent::Array.new # Thread-safe array for errors
       pool = Concurrent::FixedThreadPool.new(@options[:threads])
       prioritized_files = prioritize_files(@repo_files)
 
@@ -342,9 +295,10 @@ module Gitingest
       end
 
       pool.shutdown
-      pool.wait_for_termination(@options[:thread_timeout]) || (@logger.warn "Thread pool timeout, forcing termination"
-
-                                                               pool.kill)
+      unless pool.wait_for_termination(@options[:thread_timeout])
+        @logger.warn "Thread pool did not shut down gracefully within #{@options[:thread_timeout]}s, forcing termination."
+        pool.kill
+      end
 
       mutex.synchronize do
         thread_buffers.each_value { |local_buffer| buffer.concat(local_buffer) unless local_buffer.empty? }
@@ -421,12 +375,14 @@ module Gitingest
       elapsed = now - @start_time
       progress_chars = (BAR_WIDTH * (current.to_f / @total)).round
       bar = "[#{"|" * progress_chars}#{" " * (BAR_WIDTH - progress_chars)}]"
-      eta_string = current > 1 && percent < 100 ? " ETA: #{format_time((elapsed / current) * (@total - current))}" : ""
-      rate = begin
-        (current / elapsed).round(1)
-      rescue StandardError
-        0
-      end
+
+      rate = if elapsed.positive?
+               (current / elapsed).round(1)
+             else
+               0 # Avoid division by zero if elapsed time is zero
+             end
+      eta_string = current.positive? && percent < 100 && rate.positive? ? " ETA: #{format_time((@total - current) / rate)}" : ""
+
       print "\r\e[K#{bar} #{percent}% | #{current}/#{@total} files (#{rate} files/sec)#{eta_string}"
       print "\n" if current == @total
       if (percent % 10).zero? && percent != @last_percent || current == @total

data/lib/gitingest/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Gitingest
-  VERSION = "0.6.2"
+  VERSION = "0.7.0"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: gitingest
 version: !ruby/object:Gem::Version
-  version: 0.6.2
+  version: 0.7.0
 platform: ruby
 authors:
 - Davide Santangelo
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2025-04-11 00:00:00.000000000 Z
+date: 2025-06-04 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: concurrent-ruby