poepod 0.1.3 → 0.1.6

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: c54370c2df957654eb4ae1fea362455f862164a7f96fd1b8fd538b86464f57d1
-  data.tar.gz: 98719e8e94e7da6010cd468c5dcb6c695ae0a4700f35a4436c99ba060265d2ae
+  metadata.gz: b205fe50c5830d75893fbfa378b81984bf8a2b73fa8d104509fbbf698e0001fc
+  data.tar.gz: d4e87cef72c92cdcfaadd6bcf5a452bc1a05b13c4927cce10b6c81250ff99c9c
 SHA512:
-  metadata.gz: 3d81a22b7571bbb1212b43089c4ca8e6e60cfe0a32228fce9116cab97c0b347ac9d3a2b8ccfb752a4b409537f6ce4841f535266c9a7b69e25a27a82d5139691a
-  data.tar.gz: a96111a90ab4583e043ba316dd08ccf1b3e5530e4ad68f883c9b4626a612adb0ff5e890ab5e688062ff84d4fa26c0fd7619d3210f2d3cea8ddcc9eba99f4ca5e
+  metadata.gz: c32f1ffb23fcf86f8cd1625c1deab4dc3599a0baf7b4ad80618f1e37a23f7b8e815b6065d628bf138f0e8ca9c2c849d1a08c31599737bee85711a6b4cd3e88f0
+  data.tar.gz: bdc4de92b51c89cfbeb484a119ce829e8a5c0a7768a032f4ec4299b06f2b35724038b13a2093827fbe839c650c0a18902c544ddd85f842e47ab4e633089edb38

data/.github/workflows/rake.yml

@@ -1,5 +1,3 @@
-# Auto-generated by Cimas: Do not edit it manually!
-# See https://github.com/metanorma/cimas
 name: rake
 
 on:
@@ -7,9 +5,8 @@ on:
     branches: [ master, main ]
     tags: [ v* ]
   pull_request:
+  workflow_dispatch:
 
 jobs:
   rake:
     uses: metanorma/ci/.github/workflows/generic-rake.yml@main
-    secrets:
-      pat_token: ${{ secrets.METANORMA_CI_PAT_TOKEN }}

data/.github/workflows/release.yml

@@ -1,5 +1,3 @@
-# Auto-generated by Cimas: Do not edit it manually!
-# See https://github.com/metanorma/cimas
 name: release
 
 on:
@@ -10,8 +8,8 @@ on:
           Next release version. Possible values: x.y.z, major, minor, patch or pre|rc|etc
         required: true
         default: 'skip'
-  repository_dispatch:
-    types: [ do-release ]
+  push:
+    tags: [ v* ]
 
 jobs:
   release:
@@ -19,5 +17,6 @@ jobs:
     with:
       next_version: ${{ github.event.inputs.next_version }}
     secrets:
-      rubygems-api-key: ${{ secrets.METANORMA_CI_RUBYGEMS_API_KEY }}
-      pat_token: ${{ secrets.METANORMA_CI_PAT_TOKEN }}
+      rubygems-api-key: ${{ secrets.RIBOSE_RUBYGEMS_API_KEY }}
+      pat_token: ${{ secrets.RIBOSE_CI_PAT_TOKEN }}
+

data/README.adoc

@@ -1,7 +1,10 @@
 = Poepod
 
-Poepod is a Ruby gem that provides functionality to concatenate code files from
-a directory into one text file for analysis by Poe.
+Poepod is a Ruby gem that streamlines the process of preparing code for analysis
+by Poe. It offers two main features: concatenating multiple files into a single
+text file, and wrapping gem contents including unstaged files. These features
+are particularly useful for developers who want to quickly gather code for
+review, analysis, or submission to AI-powered coding assistants.
 
 == Installation
 
@@ -28,49 +31,139 @@ $ gem install poepod
 
 == Usage
 
-After installation, you can use the `poepod` command line tool to concatenate
-code files:
+After installation, you can use the `poepod` command line tool:
 
 [source,shell]
 ----
 $ poepod help
 Commands:
-  poepod concat DIRECTORY OUTPUT_FILE  # Concatenate code from a directory into one text file
-  poepod help [COMMAND]                # Describe available commands or one specific command
+  poepod concat FILES [OUTPUT_FILE]  # Concatenate specified files into one text file
+  poepod help [COMMAND]              # Describe available commands or one specific command
+  poepod wrap GEMSPEC_PATH           # Wrap a gem based on its gemspec file
+----
+
+=== Global options
+
+All options can be used for both `wrap` and `concat` commands:
 
-$ poepod help concat
-Usage:
-  poepod concat DIRECTORY OUTPUT_FILE
+* `--exclude`: List of patterns to exclude (default: `["node_modules/", ".git/", ".gitignore$", ".DS_Store$", "^\\..+"]`)
+* `--config`: Path to configuration file
+* `--include-binary`: Include binary files (encoded in MIME format)
+* `--include-dot-files`: Include dot files
+* `--output-file`: Output path
+* `--base-dir`: Base directory for relative file paths in output
+* `--include-unstaged`: Include unstaged files from `lib`, `spec`, and `test` directories (for `wrap` command only)
 
-Options:
-  [--exclude=one two three]  # List of patterns to exclude
-                             # Default: "node_modules/" ".git/" "build" "test" ".gitignore" ".DS_Store" "*.jpg" "*.jpeg" "*.png" "*.svg" "*.gif" "*.exe" "*.dll" "*.so" "*.bin" "*.o" "*.a"
-  [--config=CONFIG]          # Path to configuration file
+[source,shell]
+----
+$ poepod concat FILES [OUTPUT_FILE] --exclude PATTERNS --config PATH --include-binary --include-dot-files --output-file PATH --base-dir PATH
+$ poepod wrap GEMSPEC_PATH --exclude PATTERNS --config PATH --include-binary --include-dot-files --output-file PATH --base-dir PATH --include-unstaged
+----
 
-Concatenate code from a directory into one text file
+=== Concatenating files
+
+The `concat` command allows you to combine multiple files into a single text
+file.
+
+This is particularly useful when you want to review or analyze code from
+multiple files in one place, or when preparing code submissions for AI-powered
+coding assistants.
+
+By default, it excludes binary files, dot files, and certain patterns like
+`node_modules/` and `.git/`.
+
+[source,shell]
 ----
+$ poepod concat path/to/files/* output.txt
+----
+
+This will concatenate all non-binary, non-dot files from the specified path into
+`output.txt`.
+
+==== Including dot files
 
-For example:
+By default, dot files (hidden files starting with a dot) are excluded.
+
+To include them, use the `--include-dot-files` option:
 
 [source,shell]
 ----
-$ poepod concat my_project
-# => concatenated into my_project.txt
+$ poepod concat path/to/files/* output.txt --include-dot-files
 ----
 
-This will concatenate all code files from the specified directory into `output.txt`.
+==== Including binary files
+
+By default, binary files are excluded to keep the output focused on readable
+code.
 
-You can also exclude certain directories or files by using the `--exclude` option:
+To include binary files (encoded in MIME format), use the `--include-binary`
+option:
 
 [source,shell]
 ----
-$ poepod concat my_project output.txt --exclude node_modules .git build test .gitignore .DS_Store .jpg .png .svg
+$ poepod concat path/to/files/* output.txt --include-binary
+----
+
+This can be useful when you need to include binary assets or compiled files in
+your analysis.
+
+==== Excluding patterns
+
+You can exclude certain patterns using the `--exclude` option:
+
+[source,shell]
 ----
+$ poepod concat path/to/files/* output.txt --exclude node_modules .git build test
+----
+
+This is helpful when you want to focus on specific parts of your codebase,
+excluding irrelevant or large directories.
+
+=== Wrapping a gem
+
+The `wrap` command creates a comprehensive snapshot of your gem, including all
+files specified in the gemspec and README files. This is particularly useful for
+gem developers who want to review their entire gem contents or prepare it for
+submission to code review tools.
+
+[source,shell]
+----
+$ poepod wrap path/to/your_gem.gemspec
+----
+
+This will create a file named `your_gem_wrapped.txt` containing all the files
+specified in the gemspec, including README files.
+
+==== Handling unstaged files
+
+By default, unstaged files in the `lib/`, `spec/`, and `test/` directories are
+not included in the wrap, but they will be listed as a warning. This default
+behavior ensures that the wrapped content matches what's currently tracked in
+your version control system.
+
+However, there are cases where including unstaged files can be beneficial:
+
+. When you're actively developing and want to include recent changes that
+haven't been committed yet.
+
+. When you're seeking feedback on work-in-progress code.
+
+. When you want to ensure you're not missing any important files in your commit.
+
+To include these unstaged files in the wrap:
+
+[source,shell]
+----
+$ poepod wrap path/to/your_gem.gemspec --include-unstaged
+----
+
+This option allows you to capture a true snapshot of your gem's current state,
+including any work in progress.
 
 == Development
 
 After checking out the repo, run `bin/setup` to install dependencies. Then, run
-`rake test` to run the tests. You can also run `bin/console` for an interactive
+`rake spec` to run the tests. You can also run `bin/console` for an interactive
 prompt that will allow you to experiment.
 
 To install this gem onto your local machine, run `bundle exec rake install`. To
@@ -81,4 +174,5 @@ https://rubygems.org.
 
 == Contributing
 
-Bug reports and pull requests are welcome on GitHub at https://github.com/riboseinc/poepod.
+Bug reports and pull requests are welcome on GitHub at https://github.com/riboseinc/poepod.
+Please adhere to the link:CODE_OF_CONDUCT.md[code of conduct].

data/lib/poepod/cli.rb

@@ -1,36 +1,125 @@
 # frozen_string_literal: true
 
+# lib/poepod/cli.rb
 require "thor"
-require_relative "processor"
+require_relative "file_processor"
+require_relative "gem_processor"
 
 module Poepod
+  # Command-line interface for Poepod
   class Cli < Thor
-    desc "concat DIRECTORY OUTPUT_FILE", "Concatenate code from a directory into one text file"
-    option :exclude, type: :array, default: Poepod::Processor::EXCLUDE_DEFAULT, desc: "List of patterns to exclude"
-    option :config, type: :string, desc: "Path to configuration file"
+    # Define shared options
+    def self.shared_options
+      option :exclude, type: :array, default: Poepod::FileProcessor::EXCLUDE_DEFAULT,
+                       desc: "List of patterns to exclude"
+      option :config, type: :string, desc: "Path to configuration file"
+      option :include_binary, type: :boolean, default: false, desc: "Include binary files (encoded in MIME format)"
+      option :include_dot_files, type: :boolean, default: false, desc: "Include dot files"
+      option :output_file, type: :string, desc: "Output path"
+      option :base_dir, type: :string, desc: "Base directory for relative file paths in output"
+    end
+
+    desc "concat FILES [OUTPUT_FILE]", "Concatenate specified files into one text file"
+    shared_options
+
+    def concat(*files)
+      check_files(files)
+      output_file = determine_output_file(files)
+      base_dir = options[:base_dir] || Dir.pwd
+      process_files(files, output_file, base_dir)
+    end
 
-    def concat(directory, output_file = nil)
-      dir_path = Pathname.new(directory)
+    desc "wrap GEMSPEC_PATH", "Wrap a gem based on its gemspec file"
+    shared_options
+    option :include_unstaged, type: :boolean, default: false,
+                              desc: "Include unstaged files from lib, spec, and test directories"
 
-      # Check if the directory exists
-      unless dir_path.directory?
-        puts "Error: Directory '#{directory}' does not exist."
+    def wrap(gemspec_path)
+      base_dir = options[:base_dir] || File.dirname(gemspec_path)
+      processor = Poepod::GemProcessor.new(
+        gemspec_path,
+        include_unstaged: options[:include_unstaged],
+        exclude: options[:exclude],
+        include_binary: options[:include_binary],
+        include_dot_files: options[:include_dot_files],
+        base_dir: base_dir,
+        config_file: options[:config]
+      )
+      success, result, unstaged_files = processor.process
+      if success
+        handle_wrap_result(success, result, unstaged_files)
+      else
+        puts result
         exit(1)
       end
+    end
+
+    def self.exit_on_failure?
+      true
+    end
 
-      dir_path = dir_path.expand_path unless dir_path.absolute?
+    private
 
-      output_file ||= "#{dir_path.basename}.txt"
-      output_path = dir_path.dirname.join(output_file)
-      processor = Poepod::Processor.new(options[:config])
-      total_files, copied_files = processor.write_directory_structure_to_file(directory, output_path, options[:exclude])
+    def check_files(files)
+      return unless files.empty?
 
-      puts "-> #{total_files} files detected in the #{dir_path.relative_path_from(Dir.pwd)} directory."
-      puts "=> #{copied_files} files have been concatenated into #{Pathname.new(output_path).relative_path_from(Dir.pwd)}."
+      puts "Error: No files specified."
+      exit(1)
     end
 
-    def self.exit_on_failure?
-      true
+    def determine_output_file(files)
+      options[:output_file] || default_output_file(files.first)
+    end
+
+    def process_files(files, output_file, base_dir)
+      output_path = Pathname.new(output_file).expand_path
+      processor = Poepod::FileProcessor.new(
+        files,
+        output_path,
+        config_file: options[:config],
+        include_binary: options[:include_binary],
+        include_dot_files: options[:include_dot_files],
+        exclude: options[:exclude],
+        base_dir: base_dir
+      )
+      total_files, copied_files = processor.process
+      print_result(total_files, copied_files, output_path)
+    end
+
+    def print_result(total_files, copied_files, output_path)
+      puts "-> #{total_files} files detected."
+      puts "=> #{copied_files} files have been concatenated into #{output_path.relative_path_from(Dir.pwd)}."
+    end
+
+    def handle_wrap_result(success, result, unstaged_files)
+      if success
+        puts "=> The gem has been wrapped into '#{result}'."
+        print_unstaged_files_warning(unstaged_files) if unstaged_files.any?
+      else
+        puts result
+        exit(1)
+      end
+    end
+
+    def print_unstaged_files_warning(unstaged_files)
+      puts "\nWarning: The following files are not staged in git:"
+      puts unstaged_files
+      puts "\nThese files are #{options[:include_unstaged] ? "included" : "not included"} in the wrap."
+      puts "Use --include-unstaged option to include these files." unless options[:include_unstaged]
+    end
+
+    def default_output_file(first_pattern)
+      first_item = Dir.glob(first_pattern).first
+      if first_item
+        if File.directory?(first_item)
+          "#{File.basename(first_item)}.txt"
+        else
+          "#{File.basename(first_item,
+                           ".*")}_concat.txt"
+        end
+      else
+        "concatenated_output.txt"
+      end
     end
   end
 end

data/lib/poepod/file_processor.rb

@@ -0,0 +1,45 @@
+# frozen_string_literal: true
+
+require_relative "processor"
+
+module Poepod
+  # Processes files for concatenation, handling binary and dot files
+  class FileProcessor < Processor
+    EXCLUDE_DEFAULT = [
+      %r{node_modules/}, %r{.git/}, /.gitignore$/, /.DS_Store$/, /^\..+/
+    ].freeze
+
+    def initialize(
+      files,
+      output_file,
+      config_file: nil,
+      include_binary: false,
+      include_dot_files: false,
+      exclude: [],
+      base_dir: nil
+    )
+      super(
+        config_file,
+        include_binary: include_binary,
+        include_dot_files: include_dot_files,
+        exclude: exclude,
+        base_dir: base_dir,
+      )
+      @files = files
+      @output_file = output_file
+    end
+
+    private
+
+    def collect_files_to_process
+      @files.flatten.each_with_object([]) do |file, files_to_process|
+        Dir.glob(file, File::FNM_DOTMATCH).each do |matched_file|
+          next unless File.file?(matched_file)
+          next if should_exclude?(matched_file)
+
+          files_to_process << matched_file
+        end
+      end
+    end
+  end
+end

data/lib/poepod/gem_processor.rb

@@ -0,0 +1,96 @@
+# frozen_string_literal: true
+
+# lib/poepod/gem_processor.rb
+require_relative "processor"
+require "rubygems/specification"
+require "git"
+
+module Poepod
+  # Processes gem files for wrapping, handling unstaged files
+  class GemProcessor < Processor
+    def initialize(
+      gemspec_path,
+      include_unstaged: false,
+      exclude: [],
+      include_binary: false,
+      include_dot_files: false,
+      base_dir: nil,
+      config_file: nil
+    )
+      super(
+        config_file,
+        include_binary: include_binary,
+        include_dot_files: include_dot_files,
+        exclude: exclude,
+        base_dir: base_dir || File.dirname(gemspec_path),
+      )
+      @gemspec_path = gemspec_path
+      @include_unstaged = include_unstaged
+    end
+
+    def process
+      return error_no_gemspec unless File.exist?(@gemspec_path)
+
+      spec = load_gemspec
+      return spec unless spec.is_a?(Gem::Specification)
+
+      gem_name = spec.name
+      @output_file = "#{gem_name}_wrapped.txt"
+      unstaged_files = check_unstaged_files
+
+      super()
+
+      [true, @output_file, unstaged_files]
+    end
+
+    private
+
+    def collect_files_to_process
+      spec = load_gemspec
+      files_to_include = (spec.files +
+                          spec.test_files +
+                          find_readme_files).uniq
+
+      files_to_include += check_unstaged_files if @include_unstaged
+
+      files_to_include.sort.uniq.reject do |relative_path|
+        should_exclude?(File.join(@base_dir, relative_path))
+      end.map do |relative_path|
+        File.join(@base_dir, relative_path)
+      end
+    end
+
+    def error_no_gemspec
+      [false, "Error: The specified gemspec file '#{@gemspec_path}' does not exist."]
+    end
+
+    def load_gemspec
+      Gem::Specification.load(@gemspec_path)
+    rescue StandardError => e
+      [false, "Error loading gemspec: #{e.message}"]
+    end
+
+    def find_readme_files
+      Dir.glob(File.join(File.dirname(@gemspec_path), "README*")).map do |path|
+        Pathname.new(path).relative_path_from(
+          Pathname.new(File.dirname(@gemspec_path))
+        ).to_s
+      end
+    end
+
+    def check_unstaged_files
+      gem_root = File.dirname(@gemspec_path)
+      git = Git.open(gem_root)
+
+      untracked_files = git.status.untracked.keys
+      modified_files = git.status.changed.keys
+
+      (untracked_files + modified_files).select do |file|
+        file.start_with?("lib/", "spec/", "test/")
+      end
+    rescue Git::GitExecuteError => e
+      warn "Git error: #{e.message}. Assuming no unstaged files."
+      []
+    end
+  end
+end

data/lib/poepod/processor.rb

@@ -1,86 +1,123 @@
 # frozen_string_literal: true
 
 require "yaml"
-require "tqdm"
-require "pathname"
+require "base64"
+require "marcel"
+require "stringio"
 
 module Poepod
+  # Base processor class
   class Processor
-    EXCLUDE_DEFAULT = [
-      /node_modules\//, /.git\//, /.gitignore$/, /.DS_Store$/,
-      /.jpg$/, /.jpeg$/, /.png/, /.svg$/, /.gif$/,
-      /.exe$/, /.dll$/, /.so$/, /.bin$/, /.o$/, /.a$/, /.gem$/, /.cap$/,
-      /.zip$/,
-    ].freeze
-
-    def initialize(config_file = nil)
-      @failed_files = []
+    def initialize(
+      config_file = nil,
+      include_binary: false,
+      include_dot_files: false,
+      exclude: [],
+      base_dir: nil
+    )
       @config = load_config(config_file)
+      @include_binary = include_binary
+      @include_dot_files = include_dot_files
+      @exclude = exclude || []
+      @base_dir = base_dir
+      @failed_files = []
     end
 
-    def load_config(config_file)
-      if config_file && File.exist?(config_file)
-        YAML.load_file(config_file)
-      else
-        {}
-      end
+    def process
+      files_to_process = collect_files_to_process
+      total_files, copied_files = process_files(files_to_process)
+      [total_files, copied_files]
     end
 
-    def process_file(file_path)
-      content = File.read(file_path, encoding: "utf-8")
-      [file_path, content, nil]
-    rescue Encoding::InvalidByteSequenceError, Encoding::UndefinedConversionError
-      @failed_files << file_path
-      [file_path, nil, "Failed to decode the file, as it is not saved with UTF-8 encoding."]
+    private
+
+    def collect_files_to_process
+      raise NotImplementedError, "Subclasses must implement collect_files_to_process"
     end
 
-    def gather_files(directory_path, exclude)
-      exclude += @config["exclude"] if @config["exclude"]
-      exclude_pattern = Regexp.union(exclude.map { |ex| Regexp.new(ex) })
+    def load_config(config_file)
+      return {} unless config_file && File.exist?(config_file)
 
-      Dir.glob("#{directory_path}/**/*").reject do |file_path|
-        File.directory?(file_path) || file_path.match?(exclude_pattern)
-      end.map do |file_path|
-        Pathname.new(file_path).expand_path.to_s
+      YAML.load_file(config_file)
+    end
+
+    def binary_file?(file_path)
+      return false unless File.exist?(file_path) && File.file?(file_path)
+
+      File.open(file_path, "rb") do |file|
+        content = file.read(8192) # Read first 8KB for magic byte detection
+        mime_type = Marcel::MimeType.for(content, name: File.basename(file_path), declared_type: "text/plain")
+        !mime_type.start_with?("text/") && mime_type != "application/json"
       end
     end
 
-    def write_results_to_file(results, output_file)
-      results.each_with_index do |(file_path, content, error), index|
-        relative = relative_path(file_path)
-        if content
-          output_file.puts "--- START FILE: #{relative} ---"
-          output_file.puts content
-          output_file.puts "--- END FILE: #{relative} ---"
-        elsif error
-          output_file.puts "#{relative}\n#{error}"
+    def process_files(files)
+      total_files = files.size
+      copied_files = 0
+
+      File.open(@output_file, "w", encoding: "utf-8") do |output|
+        files.sort.each do |file_path|
+          process_file(output, file_path)
+          copied_files += 1
         end
-        output_file.puts if index < results.size - 1 # Add a newline between files
       end
-    end
 
-    def relative_path(file_path)
-      Pathname.new(file_path).relative_path_from(Dir.pwd)
+      [total_files, copied_files]
     end
 
-    def write_directory_structure_to_file(directory_path, output_file_name, exclude = EXCLUDE_DEFAULT)
-      dir_path = Pathname.new(directory_path)
+    def process_file(output = nil, file_path)
+      output ||= StringIO.new
 
-      dir_path = dir_path.expand_path unless dir_path.absolute?
+      relative_path = if @base_dir
+                        Pathname.new(file_path).relative_path_from(Pathname.new(@base_dir)).to_s
+                      else
+                        file_path
+                      end
 
-      file_list = gather_files(dir_path, exclude)
-      total_files = file_list.size
+      output.puts "--- START FILE: #{relative_path} ---"
 
-      File.open(output_file_name, "w", encoding: "utf-8") do |output_file|
-        results = file_list.tqdm(desc: "Progress", unit: " file").map do |file|
-          process_file(file)
-        end
-        write_results_to_file(results, output_file)
+      if binary_file?(file_path) && @include_binary
+        output.puts encode_binary_file(file_path)
+      else
+        output.puts File.read(file_path)
       end
 
-      copied_files = total_files - @failed_files.size
+      output.puts "--- END FILE: #{relative_path} ---\n"
 
-      [total_files, copied_files]
+      output.string if output.is_a?(StringIO) # Return the string if using StringIO
+    end
+
+    def encode_binary_file(file_path)
+      content = File.binread(file_path)
+      mime_type = Marcel::MimeType.for(content, name: File.basename(file_path))
+      encoded_content = Base64.strict_encode64(content)
+      <<~HERE
+        Content-Type: #{mime_type}
+        Content-Transfer-Encoding: base64
+
+        #{encoded_content}
+      HERE
+    end
+
+    def dot_file?(file_path)
+      File.basename(file_path).start_with?(".")
+    end
+
+    def should_exclude?(file_path)
+      return true if !@include_dot_files && dot_file?(file_path)
+      return true if !@include_binary && binary_file?(file_path)
+
+      exclude_file?(file_path)
+    end
+
+    def exclude_file?(file_path)
+      @exclude.any? do |pattern|
+        if pattern.is_a?(Regexp)
+          file_path.match?(pattern)
+        else
+          File.fnmatch?(pattern, file_path)
+        end
+      end
     end
   end
 end

data/lib/poepod/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Poepod
-  VERSION = "0.1.3"
+  VERSION = "0.1.6"
 end

data/poepod.gemspec

@@ -16,10 +16,6 @@ Gem::Specification.new do |spec|
   spec.homepage = "https://github.com/riboseinc/poepod"
   spec.license = "BSD-2-Clause"
 
-  spec.bindir = "bin"
-  spec.require_paths = ["lib"]
-  spec.files = `git ls-files`.split("\n")
-  spec.test_files = `git ls-files -- {spec}/*`.split("\n")
   spec.required_ruby_version = Gem::Requirement.new(">= 3.0.0")
 
   # Specify which files should be added to the gem when it is released.
@@ -32,10 +28,14 @@ Gem::Specification.new do |spec|
   spec.bindir = "exe"
   spec.executables = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
   spec.require_paths = ["lib"]
+  spec.test_files = `git ls-files -- spec/*`.split("\n")
 
+  spec.add_runtime_dependency "git", "~> 1.11"
+  spec.add_runtime_dependency "marcel", "~> 1.0"
   spec.add_runtime_dependency "parallel", "~> 1.20"
   spec.add_runtime_dependency "thor", "~> 1.0"
   spec.add_runtime_dependency "tqdm"
+
   spec.add_development_dependency "rake"
   spec.add_development_dependency "rspec"
   spec.add_development_dependency "rubocop"

data/spec/poepod/cli_spec.rb

@@ -0,0 +1,126 @@
+# frozen_string_literal: true
+
+require "spec_helper"
+require "poepod/cli"
+
+RSpec.describe Poepod::Cli do
+  let(:cli) { described_class.new }
+
+  describe "#concat" do
+    let(:temp_dir) { Dir.mktmpdir }
+    let(:text_file) { File.join(temp_dir, "text_file.txt") }
+    let(:binary_file) { File.join(temp_dir, "binary_file.bin") }
+    let(:dot_file) { File.join(temp_dir, ".hidden_file") }
+
+    before do
+      File.write(text_file, "Hello, World!")
+      File.write(binary_file, [0xFF, 0xD8, 0xFF, 0xE0].pack("C*"))
+      File.write(dot_file, "Hidden content")
+    end
+
+    after do
+      FileUtils.remove_entry(temp_dir)
+    end
+
+    it "concatenates text files and excludes binary and dot files by default" do
+      output_file = File.join(temp_dir, "output.txt")
+      expect do
+        cli.invoke(:concat, [File.join(temp_dir, "*")], { output_file: output_file })
+      end.to output(/1 files detected\.\n.*1 files have been concatenated/).to_stdout
+      expect(File.exist?(output_file)).to be true
+      content = File.read(output_file)
+      expect(content).to include("Hello, World!")
+      expect(content).not_to include("Hidden content")
+    end
+
+    it "includes binary files when specified" do
+      output_file = File.join(temp_dir, "output.txt")
+      expect do
+        cli.invoke(:concat, [File.join(temp_dir, "*")], { output_file: output_file, include_binary: true })
+      end.to output(/2 files detected\.\n.*2 files have been concatenated/).to_stdout
+      expect(File.exist?(output_file)).to be true
+      content = File.read(output_file)
+      expect(content).to include("Hello, World!")
+      expect(content).to include("Content-Type: image/jpeg")
+    end
+
+    it "includes dot files when specified" do
+      output_file = File.join(temp_dir, "output.txt")
+      expect do
+        cli.invoke(:concat, [File.join(temp_dir, "*")], { output_file: output_file, include_dot_files: true })
+      end.to output(/2 files detected\.\n.*2 files have been concatenated/).to_stdout
+      expect(File.exist?(output_file)).to be true
+      content = File.read(output_file)
+      expect(content).to include("Hello, World!")
+      expect(content).to include("Hidden content")
+    end
+
+    it "uses the specified base directory for relative paths" do
+      output_file = File.join(temp_dir, "output.txt")
+      base_dir = File.dirname(text_file)
+      expect do
+        cli.invoke(:concat, [File.join(temp_dir, "*")], { output_file: output_file, base_dir: base_dir })
+      end.to output(/1 files detected\.\n.*1 files have been concatenated/).to_stdout
+      expect(File.exist?(output_file)).to be true
+      content = File.read(output_file)
+      expect(content).to include("--- START FILE: text_file.txt ---")
+      expect(content).to include("Hello, World!")
+      expect(content).to include("--- END FILE: text_file.txt ---")
+    end
+  end
+
+  describe "#wrap" do
+    let(:temp_dir) { Dir.mktmpdir }
+    let(:gemspec_file) { File.join(temp_dir, "test_gem.gemspec") }
+
+    before do
+      File.write(gemspec_file, <<~GEMSPEC)
+        Gem::Specification.new do |spec|
+          spec.name = "test_gem"
+          spec.version = "0.1.0"
+          spec.authors = ["Test Author"]
+          spec.files = ["lib/test_gem.rb"]
+        end
+      GEMSPEC
+
+      FileUtils.mkdir_p(File.join(temp_dir, "lib"))
+      File.write(File.join(temp_dir, "lib/test_gem.rb"), "puts 'Hello from test_gem'")
+
+      # Mock Git operations
+      allow(Git).to receive(:open).and_return(double(status: double(untracked: {}, changed: {})))
+    end
+
+    after do
+      FileUtils.remove_entry(temp_dir)
+    end
+
+    it "wraps a gem" do
+      expect { cli.wrap(gemspec_file) }.to output(/The gem has been wrapped into/).to_stdout
+      output_file = File.join(Dir.pwd, "test_gem_wrapped.txt")
+      expect(File.exist?(output_file)).to be true
+      content = File.read(output_file)
+      expect(content).to include("--- START FILE: lib/test_gem.rb ---")
+      expect(content).to include("puts 'Hello from test_gem'")
+      expect(content).to include("--- END FILE: lib/test_gem.rb ---")
+    end
+
+    it "handles non-existent gemspec" do
+      expect do
+        cli.wrap("non_existent.gemspec")
+      end.to output(/Error: The specified gemspec file/).to_stdout.and raise_error(SystemExit)
+    end
+
+    it "uses the specified base directory for relative paths" do
+      base_dir = File.dirname(gemspec_file)
+      expect do
+        cli.invoke(:wrap, [gemspec_file], { base_dir: base_dir })
+      end.to output(/The gem has been wrapped into/).to_stdout
+      output_file = File.join(Dir.pwd, "test_gem_wrapped.txt")
+      expect(File.exist?(output_file)).to be true
+      content = File.read(output_file)
+      expect(content).to include("--- START FILE: lib/test_gem.rb ---")
+      expect(content).to include("puts 'Hello from test_gem'")
+      expect(content).to include("--- END FILE: lib/test_gem.rb ---")
+    end
+  end
+end

data/spec/poepod/file_processor_spec.rb

@@ -0,0 +1,150 @@
+# frozen_string_literal: true
+
+# spec/poepod/file_processor_spec.rb
+require "spec_helper"
+require "poepod/file_processor"
+require "tempfile"
+
+RSpec.describe Poepod::FileProcessor do
+  let(:temp_dir) { Dir.mktmpdir }
+  let(:output_file) { Tempfile.new("output.txt") }
+  let(:text_file1) { File.join(temp_dir, "file1.txt") }
+  let(:text_file2) { File.join(temp_dir, "file2.txt") }
+  let(:binary_file) { File.join(temp_dir, "binary_file.bin") }
+  let(:dot_file) { File.join(temp_dir, ".hidden_file") }
+
+  before do
+    File.write(text_file1, "Content of file1.\n")
+    File.write(text_file2, "Content of file2.\n")
+    File.write(binary_file, [0xFF, 0xD8, 0xFF, 0xE0].pack("C*"))
+    File.write(dot_file, "Content of hidden file.\n")
+  end
+
+  after do
+    FileUtils.remove_entry(temp_dir)
+    output_file.unlink
+  end
+
+  describe "#process" do
+    context "with default options" do
+      let(:processor) { described_class.new([File.join(temp_dir, "*")], output_file.path) }
+
+      it "processes text files and excludes binary and dot files" do
+        total_files, copied_files = processor.process
+        expect(total_files).to eq(2)
+        expect(copied_files).to eq(2)
+
+        output_content = File.read(output_file.path, encoding: "utf-8")
+        expected_content = <<~TEXT
+          --- START FILE: #{text_file1} ---
+          Content of file1.
+          --- END FILE: #{text_file1} ---
+          --- START FILE: #{text_file2} ---
+          Content of file2.
+          --- END FILE: #{text_file2} ---
+        TEXT
+        expect(output_content).to eq(expected_content)
+      end
+    end
+
+    context "with include_binary option" do
+      let(:processor) { described_class.new([File.join(temp_dir, "*")], output_file.path, include_binary: true) }
+
+      it "includes binary files" do
+        total_files, copied_files = processor.process
+        expect(total_files).to eq(3)
+        expect(copied_files).to eq(3)
+
+        output_content = File.read(output_file.path, encoding: "utf-8")
+        expected_content = <<~TEXT
+          --- START FILE: #{binary_file} ---
+          Content-Type: image/jpeg
+          Content-Transfer-Encoding: base64
+
+          /9j/4A==
+          --- END FILE: #{binary_file} ---
+          --- START FILE: #{text_file1} ---
+          Content of file1.
+          --- END FILE: #{text_file1} ---
+          --- START FILE: #{text_file2} ---
+          Content of file2.
+          --- END FILE: #{text_file2} ---
+        TEXT
+        expect(output_content).to eq(expected_content)
+      end
+    end
+
+    context "with include_dot_files option" do
+      let(:processor) { described_class.new([File.join(temp_dir, "*")], output_file.path, include_dot_files: true) }
+
+      it "includes dot files" do
+        total_files, copied_files = processor.process
+        expect(total_files).to eq(3)
+        expect(copied_files).to eq(3)
+
+        output_content = File.read(output_file.path, encoding: "utf-8")
+        expected_content = <<~TEXT
+          --- START FILE: #{dot_file} ---
+          Content of hidden file.
+          --- END FILE: #{dot_file} ---
+          --- START FILE: #{text_file1} ---
+          Content of file1.
+          --- END FILE: #{text_file1} ---
+          --- START FILE: #{text_file2} ---
+          Content of file2.
+          --- END FILE: #{text_file2} ---
+        TEXT
+        expect(output_content).to eq(expected_content)
+      end
+    end
+
+    context "with both include_binary and include_dot_files options" do
+      let(:processor) do
+        described_class.new([File.join(temp_dir, "*")], output_file.path, include_binary: true, include_dot_files: true)
+      end
+
+      it "includes all files in sorted order" do
+        total_files, copied_files = processor.process
+        expect(total_files).to eq(4)
+        expect(copied_files).to eq(4)
+
+        output_content = File.read(output_file.path, encoding: "utf-8")
+        expected_content = <<~HERE
+          --- START FILE: #{dot_file} ---
+          Content of hidden file.
+          --- END FILE: #{dot_file} ---
+          --- START FILE: #{binary_file} ---
+          Content-Type: image/jpeg
+          Content-Transfer-Encoding: base64
+
+          /9j/4A==
+          --- END FILE: #{binary_file} ---
+          --- START FILE: #{text_file1} ---
+          Content of file1.
+          --- END FILE: #{text_file1} ---
+          --- START FILE: #{text_file2} ---
+          Content of file2.
+          --- END FILE: #{text_file2} ---
+        HERE
+
+        expect(output_content).to eq(expected_content)
+      end
+    end
+  end
+
+  describe "#process_file" do
+    let(:processor) { described_class.new([text_file1], output_file.path) }
+
+    it "reads the content of a file" do
+      content = processor.send(:process_file, nil, text_file1)
+      expect(content).to include("Content of file1.\n")
+    end
+
+    it "handles encoding errors gracefully" do
+      allow(File).to receive(:read).and_raise(Encoding::InvalidByteSequenceError)
+      expect do
+        processor.send(:process_file, nil, text_file1)
+      end.to raise_error(Encoding::InvalidByteSequenceError)
+    end
+  end
+end

data/spec/poepod/gem_processor_spec.rb

@@ -0,0 +1,171 @@
+# frozen_string_literal: true
+
+# spec/poepod/gem_processor_spec.rb
+require "spec_helper"
+require "poepod/gem_processor"
+require "tempfile"
+
+RSpec.describe Poepod::GemProcessor do
+  let(:temp_dir) { Dir.mktmpdir }
+  let(:gemspec_file) { File.join(temp_dir, "test_gem.gemspec") }
+
+  before do
+    File.write(gemspec_file, <<~GEMSPEC)
+      Gem::Specification.new do |spec|
+        spec.name = "test_gem"
+        spec.version = "0.1.0"
+        spec.authors = ["Test Author"]
+        spec.files = ["lib/test_gem.rb"]
+        spec.test_files = ["spec/test_gem_spec.rb"]
+      end
+    GEMSPEC
+
+    FileUtils.mkdir_p(File.join(temp_dir, "lib"))
+    FileUtils.mkdir_p(File.join(temp_dir, "spec"))
+    File.write(File.join(temp_dir, "lib/test_gem.rb"), "puts 'Hello from test_gem'")
+    File.write(File.join(temp_dir, "spec/test_gem_spec.rb"), "RSpec.describe TestGem do\nend")
+    File.write(File.join(temp_dir, "README.md"), "# Test Gem\n\nThis is a test gem.")
+    File.write(File.join(temp_dir, "README.txt"), "Test Gem\n\nThis is a test gem in plain text.")
+  end
+
+  after do
+    FileUtils.remove_entry(temp_dir)
+  end
+
+  describe "#process" do
+    let(:processor) { described_class.new(gemspec_file) }
+
+    before do
+      # Mock Git operations
+      allow(Git).to receive(:open).and_return(double(status: double(untracked: {}, changed: {})))
+    end
+
+    it "processes the gem files, includes README files, and spec files in sorted order" do
+      success, output_file = processor.process
+      expect(success).to be true
+      expect(File.exist?(output_file)).to be true
+
+      content = File.read(output_file)
+
+      file_order = content.scan(/--- START FILE: (.+) ---/).flatten
+      expected_order = [
+        "README.md",
+        "README.txt",
+        "lib/test_gem.rb",
+        "spec/test_gem_spec.rb"
+      ]
+      expect(file_order).to eq(expected_order)
+
+      expected = <<~HERE
+        --- START FILE: README.md ---
+        # Test Gem
+
+        This is a test gem.
+        --- END FILE: README.md ---
+        --- START FILE: README.txt ---
+        Test Gem
+
+        This is a test gem in plain text.
+        --- END FILE: README.txt ---
+        --- START FILE: lib/test_gem.rb ---
+        puts 'Hello from test_gem'
+        --- END FILE: lib/test_gem.rb ---
+        --- START FILE: spec/test_gem_spec.rb ---
+        RSpec.describe TestGem do
+        end
+        --- END FILE: spec/test_gem_spec.rb ---
+      HERE
+      expect(content).to eq(expected)
+    end
+
+    context "with non-existent gemspec" do
+      let(:processor) { described_class.new("non_existent.gemspec") }
+
+      it "returns an error" do
+        success, error_message = processor.process
+        expect(success).to be false
+        expect(error_message).to include("Error: The specified gemspec file")
+      end
+    end
+
+    context "with unstaged files" do
+      let(:processor) { described_class.new(gemspec_file, include_unstaged: false) }
+      let(:mock_git) { instance_double(Git::Base) }
+      let(:mock_status) { instance_double(Git::Status) }
+
+      before do
+        allow(Git).to receive(:open).and_return(mock_git)
+        allow(mock_git).to receive(:status).and_return(mock_status)
+        allow(mock_status).to receive(:untracked).and_return(
+          { "lib/unstaged_file.rb" => "??" }
+        )
+        allow(mock_status).to receive(:changed).and_return({})
+      end
+
+      context "with include_unstaged option" do
+        let(:processor) { described_class.new(gemspec_file, include_unstaged: true) }
+
+        it "includes unstaged files" do
+          allow(File).to receive(:file?).and_return(true)
+
+          # Create a hash to store file contents
+          file_contents = {
+            "lib/test_gem.rb" => "puts 'Hello from test_gem'",
+            "spec/test_gem_spec.rb" => "RSpec.describe TestGem do\nend",
+            "README.md" => "# Test Gem\n\nThis is a test gem.",
+            "README.txt" => "Test Gem\n\nThis is a test gem in plain text.",
+            "lib/unstaged_file.rb" => "Unstaged content"
+          }
+
+          # Mock File.read
+          allow(File).to receive(:read) do |path|
+            file_name = File.basename(path)
+            if file_contents.key?(file_name)
+              file_contents[file_name]
+            elsif path.end_with?("_wrapped.txt")
+              # This is the output file, so we'll construct its content here
+              file_contents.map do |file, content|
+                <<~HERE
+                  --- START FILE: #{file} ---
+                  #{content}
+                  --- END FILE: #{file} ---
+                HERE
+              end.join("")
+            else
+              "Default content for #{path}"
+            end
+          end
+
+          success, output_file, unstaged_files = processor.process
+          expect(success).to be true
+          expect(unstaged_files).to eq(["lib/unstaged_file.rb"])
+
+          content = File.read(output_file)
+          expected = <<~HERE
+            --- START FILE: lib/test_gem.rb ---
+            puts 'Hello from test_gem'
+            --- END FILE: lib/test_gem.rb ---
+            --- START FILE: spec/test_gem_spec.rb ---
+            RSpec.describe TestGem do
+            end
+            --- END FILE: spec/test_gem_spec.rb ---
+            --- START FILE: README.md ---
+            # Test Gem
+
+            This is a test gem.
+            --- END FILE: README.md ---
+            --- START FILE: README.txt ---
+            Test Gem
+
+            This is a test gem in plain text.
+            --- END FILE: README.txt ---
+            --- START FILE: lib/unstaged_file.rb ---
+            Unstaged content
+            --- END FILE: lib/unstaged_file.rb ---
+          HERE
+          expect(content).to eq(expected)
+        end
+      end
+    end
+  end
+end

data/spec/poepod_spec.rb

@@ -0,0 +1,7 @@
+# frozen_string_literal: true
+
+RSpec.describe Poepod do
+  it "has a version number" do
+    expect(Poepod::VERSION).not_to be nil
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,16 @@
+# frozen_string_literal: true
+
+require "poepod"
+require "fileutils"
+
+RSpec.configure do |config|
+  # Enable flags like --only-failures and --next-failure
+  config.example_status_persistence_file_path = ".rspec_status"
+
+  # Disable RSpec exposing methods globally on `Module` and `main`
+  config.disable_monkey_patching!
+
+  config.expect_with :rspec do |c|
+    c.syntax = :expect
+  end
+end

data/spec/support/test_files/file1.txt

@@ -0,0 +1 @@
+Content of file1.

data/spec/support/test_files/file2.txt

@@ -0,0 +1 @@
+Content of file2.

metadata

@@ -1,15 +1,43 @@
 --- !ruby/object:Gem::Specification
 name: poepod
 version: !ruby/object:Gem::Version
-  version: 0.1.3
+  version: 0.1.6
 platform: ruby
 authors:
 - Ribose Inc.
-autorequire:
+autorequire: 
 bindir: exe
 cert_chain: []
-date: 2024-06-12 00:00:00.000000000 Z
+date: 2024-07-22 00:00:00.000000000 Z
 dependencies:
+- !ruby/object:Gem::Dependency
+  name: git
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.11'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.11'
+- !ruby/object:Gem::Dependency
+  name: marcel
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.0'
 - !ruby/object:Gem::Dependency
   name: parallel
   requirement: !ruby/object:Gem::Requirement
@@ -146,15 +174,24 @@ files:
 - exe/poepod
 - lib/poepod.rb
 - lib/poepod/cli.rb
+- lib/poepod/file_processor.rb
+- lib/poepod/gem_processor.rb
 - lib/poepod/processor.rb
 - lib/poepod/version.rb
 - poepod.gemspec
 - sig/poepod.rbs
+- spec/poepod/cli_spec.rb
+- spec/poepod/file_processor_spec.rb
+- spec/poepod/gem_processor_spec.rb
+- spec/poepod_spec.rb
+- spec/spec_helper.rb
+- spec/support/test_files/file1.txt
+- spec/support/test_files/file2.txt
 homepage: https://github.com/riboseinc/poepod
 licenses:
 - BSD-2-Clause
 metadata: {}
-post_install_message:
+post_install_message: 
 rdoc_options: []
 require_paths:
 - lib
@@ -169,8 +206,15 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.5.11
-signing_key:
+rubygems_version: 3.3.27
+signing_key: 
 specification_version: 4
 summary: Utilities for uploading code to Poe
-test_files: []
+test_files:
+- spec/poepod/cli_spec.rb
+- spec/poepod/file_processor_spec.rb
+- spec/poepod/gem_processor_spec.rb
+- spec/poepod_spec.rb
+- spec/spec_helper.rb
+- spec/support/test_files/file1.txt
+- spec/support/test_files/file2.txt