foobar_templates 2.0.1.rc1 → 2.0.1.rc2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 247c1ea143d5bffcb645aa6ee4ce0793a8962869b100e268c424697d77b8b4c8
-  data.tar.gz: c6fe7ccc5771db07b24c61d8d640f3516f2b73308d1937334df69069139658cd
+  metadata.gz: ef1e2cd0e959fef6c0ac4f5e4475675f8ea8c9b4c60d818ff3606ca94d2638a7
+  data.tar.gz: e5d6e2ef6a066ad687a0509eb80d199f7d381307bf4ea2470f8f45f9c6eca274
 SHA512:
-  metadata.gz: 78e4608ba4ec94b0a0271f7753ae5b65d79cbbe6dec0a36d42cce040bdbd78353ba872158abce356cb82c0e98e1198eedf28becdc4956d36be0b3750821151db
-  data.tar.gz: fb918a1c50461ed3bc66e0c3c54fc1f0ba50ae0f0bcd04d381810a7009563fbfaec5142e3c111329c2c1f69b44df31c30b17f447ea6de45c0afa26527cb05d76
+  metadata.gz: 59087e7c7d265a35bc574ef126d11ff253b3c4970ce156e1d3edc0bbfb67d73f39f0894498f6594f9eb2e63e1fc7307803fe9e243bfe000fae7bc985d14b3484
+  data.tar.gz: cd0ee89ddd0b52b6ab18c222deb7af07a933cc253428861ffd6e276943b9f70225e95ca8a95e4a502a89989358596d372020d75628fe532bfab9c048fe70f336

data/changelog

@@ -1,5 +1,6 @@
 ** Unreleased **
   - Rename: project renamed from `bundlegem` to `foobar_templates`. Module is now `FoobarTemplates`, executable is `foobar_templates`, per-template config file is `foobar.yml`, and user config/templates live under `~/.foobar/`. No backward-compatibility shims.
+  - Bugfix: fixes `Arg list too long` crash when generating from templates containing many gitignored files (e.g. node_modules); ignored directories are now pruned during a breadth-first traversal and path checks are streamed to `git check-ignore` via NUL-delimited stdin instead of argv.
 
 ** Planned 0.2.x **
   - Feature: templates can declare a `name_validation:` block in bundlegem.yml with two optional keys: `reserved_names` (exact-match denylist) and `regex_validator` (a Ruby regex the project name must match). Validation runs after the built-in regex check and before any files are written. All checks happen in pure Ruby — no shell, no cross-platform concerns.

data/config/config

@@ -3,6 +3,6 @@
 default_template: cli_gem
 public_templates: https://github.com/TheNotary/template-builtins
 registry_domain: null
-repo_domain: null
-k8s_domain: null
+repo_domain: null     # github.com
+k8s_domain: null      # k8s.example.com
 always_perform_git_init: false

data/lib/foobar_templates/cli/template_generator.rb

@@ -1,7 +1,6 @@
 require 'pathname'
 require 'yaml'
 require 'open3'
-require 'shellwords'
 require 'set'
 
 $TRACE = false
@@ -271,39 +270,67 @@ module FoobarTemplates::CLI
 
     # Returns a hash of source directory names and their destination mappings
     def dynamically_generate_template_directories
-      template_dirs = Dir.glob("#{@template_src}/**/*", File::FNM_DOTMATCH).filter_map do |f|
-        base_path = f[@template_src.length+1..-1]
-        next if base_path.start_with?(".git" + File::SEPARATOR) || base_path == ".git"
-        next if f == "#{@template_src}/." || f == "#{@template_src}/.."
-        next unless File.directory?(f)
-        # next if ignored_by_git?(@template_src, base_path)
-
-        [base_path, substitute_template_values(base_path)]
-      end.to_h
-      filter_ignored_files!(@template_src, template_dirs)
+      template_relative_paths.each_with_object({}) do |rel, dirs|
+        next unless File.directory?(File.join(@template_src, rel))
 
-      template_dirs
+        dirs[rel] = substitute_template_values(rel)
+      end
     end
 
     # Figures out the translation between all template files and their
     # destination names
     def dynamically_generate_templates_files
-      template_files = Dir.glob("#{@template_src}/**/*", File::FNM_DOTMATCH).filter_map do |f|
-        base_path = f[@template_src.length+1..-1]
-        next if base_path.nil?
-        next if base_path.start_with?(".git" + File::SEPARATOR) || base_path == ".git"
-        next if base_path == "foobar.yml"
-        next unless File.file?(f)
+      template_files = template_relative_paths.each_with_object({}) do |rel, files|
+        next if rel == "foobar.yml"
+        next unless File.file?(File.join(@template_src, rel))
 
-        [base_path, substitute_template_values(base_path)]
-      end.to_h
+        files[rel] = substitute_template_values(rel)
+      end
 
       raise_no_files_in_template_error! if template_files.empty?
-      filter_ignored_files!(@template_src, template_files)
 
       return template_files
     end
 
+    # Enumerates every relative path under the template source, skipping the
+    # .git directory and any gitignored paths. Ignored directories are pruned
+    # during traversal so their (potentially huge) contents are never walked.
+    def template_relative_paths
+      @template_relative_paths ||= collect_non_ignored_paths(@template_src)
+    end
+
+    # Breadth-first walk that prunes ignored directories. One batched
+    # `git check-ignore` call is made per directory depth level, so we never
+    # descend into (or enumerate) an ignored subtree such as node_modules.
+    def collect_non_ignored_paths(root)
+      results = []
+      frontier = [nil] # relative dirs to scan at the current level; nil == root
+
+      until frontier.empty?
+        level_children = []
+        frontier.each do |rel_dir|
+          abs_dir = rel_dir ? File.join(root, rel_dir) : root
+          Dir.children(abs_dir).each do |name|
+            next if name == ".git"
+
+            level_children << (rel_dir ? File.join(rel_dir, name) : name)
+          end
+        end
+        break if level_children.empty?
+
+        ignored = ignored_paths(root, level_children)
+        next_frontier = []
+        level_children.each do |rel|
+          next if ignored.include?(rel)
+
+          results << rel
+          next_frontier << rel if File.directory?(File.join(root, rel))
+        end
+        frontier = next_frontier
+      end
+
+      results
+    end
 
     # Applies literal foo-bar variant substitutions to path strings
     def substitute_template_values(path_str)
@@ -351,12 +378,19 @@ module FoobarTemplates::CLI
       chunk.nil? || chunk.include?("\x00")
     end
 
-    def filter_ignored_files!(repo_root, path_hash)
-      cmd = "git -C #{repo_root} check-ignore #{Shellwords.join(path_hash.keys)}"
-      stdout, _, status = Open3.capture3(cmd)
-      filter_these_paths = stdout.split
-
-      path_hash.delete_if { |key, _| filter_these_paths.include?(key) }
+    # Returns the subset of the given relative paths that git considers ignored.
+    # Paths are streamed via NUL-delimited stdin rather than argv to avoid the
+    # OS ARG_MAX limit ("Arg list too long") and to handle paths containing
+    # spaces or newlines. Returns an empty set when root is not a git repo.
+    def ignored_paths(root, rel_paths)
+      return Set.new if rel_paths.empty?
+
+      stdin_data = rel_paths.join("\x00")
+      stdout, _, _status = Open3.capture3(
+        "git", "-C", root.to_s, "check-ignore", "-z", "--stdin",
+        stdin_data: stdin_data
+      )
+      stdout.split("\x00").to_set
     end
 
     def create_template_directories(template_directories, target)

data/lib/foobar_templates/version.rb

@@ -1,3 +1,3 @@
 module FoobarTemplates
-  VERSION = "2.0.1.rc1"
+  VERSION = "2.0.1.rc2"
 end

data/spec/foobar_templates_spec.rb

@@ -128,6 +128,26 @@ describe FoobarTemplates do
     expect(src_dst_map['simple_dir']).to eq 'simple_dir'
   end
 
+  it "collect_non_ignored_paths walks files but prunes gitignored directories" do
+    template_dir = create_user_defined_template("testing", "template-user-supplied")
+    options = { bin: false, ext: false, coc:  false, template: "template-user-supplied" }
+    my_gem = FoobarTemplates::CLI::TemplateGenerator.new(options, "good-dog")
+
+    File.write("#{template_dir}/.gitignore", "node_modules/\n")
+    File.write("#{template_dir}/README.md", "Hello")
+    FileUtils.mkdir_p("#{template_dir}/src")
+    File.write("#{template_dir}/src/main.rb", "puts 1")
+    FileUtils.mkdir_p("#{template_dir}/node_modules/big_pkg")
+    File.write("#{template_dir}/node_modules/big_pkg/index.js", "ignored")
+    `git init #{template_dir}`
+
+    paths = my_gem.send('collect_non_ignored_paths', template_dir)
+
+    expect(paths).to include("README.md", "src", "src/main.rb")
+    expect(paths).not_to include("node_modules")
+    expect(paths.grep(/node_modules/)).to be_empty
+  end
+
   it "returns the expected interpolated string when substitute_template_values is called" do
     options = { bin: false, ext: false, coc:  false, template: "test_template" }
     gem_name = "good-dog"
@@ -173,6 +193,26 @@ describe FoobarTemplates do
     expect(File).not_to exist "#{@dst_dir}/#{gem_name}/node_modules"
   end
 
+  it "handles templates with a large number of gitignored files without overflowing the arg list" do
+    template_dir = create_user_defined_template("testing", "template-user-supplied")
+    options = { bin: false, ext: false, coc:  false, template: "template-user-supplied" }
+    gem_name = "good-dog"
+
+    File.write("#{template_dir}/.gitignore", "node_modules/")
+    File.write("#{template_dir}/README.md", "Hello")
+    FileUtils.mkdir("#{template_dir}/node_modules")
+    # Enough files to blow past ARG_MAX if paths were passed as argv.
+    5000.times { |i| File.write("#{template_dir}/node_modules/file_#{i}.rb", "ignored #{i}") }
+    `git init #{template_dir}`
+
+    capture_stdout do 
+      FoobarTemplates.generate_template(options, gem_name)
+    end
+
+    expect(File).to exist "#{@dst_dir}/#{gem_name}/README.md"
+    expect(File).not_to exist "#{@dst_dir}/#{gem_name}/node_modules"
+  end
+
   it "executes the bootstrap_command if supplied" do
     template_dir = create_user_defined_template("testing", "template-user-supplied")
     options = { bin: false, ext: false, coc:  false, template: "template-user-supplied" }

metadata

@@ -1,13 +1,13 @@
 --- !ruby/object:Gem::Specification
 name: foobar_templates
 version: !ruby/object:Gem::Version
-  version: 2.0.1.rc1
+  version: 2.0.1.rc2
 platform: ruby
 authors:
 - TheNotary
 bindir: bin
 cert_chain: []
-date: 2026-05-09 00:00:00.000000000 Z
+date: 1980-01-02 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rake
@@ -130,9 +130,9 @@ licenses:
 - MIT
 metadata:
   bug_tracker_uri: https://github.com/TheNotary/foobar_templates/issues
-  changelog_uri: https://github.com/TheNotary/foobar_templates/releases/tag/v2.0.1.rc1
+  changelog_uri: https://github.com/TheNotary/foobar_templates/releases/tag/v2.0.1.rc2
   documentation_uri: https://github.com/TheNotary/foobar_templates
-  source_code_uri: https://github.com/TheNotary/foobar_templates/tree/v2.0.1.rc1
+  source_code_uri: https://github.com/TheNotary/foobar_templates/tree/v2.0.1.rc2
 rdoc_options: []
 require_paths:
 - lib
@@ -147,7 +147,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.6.2
+rubygems_version: 4.0.10
 specification_version: 4
 summary: This gem makes more gems!
 test_files: