easy_cols 0.1.0

data/lib/easy_cols/formatter.rb

@@ -0,0 +1,164 @@
+# frozen_string_literal: true
+
+require 'csv'
+
+module EasyCols
+  class Formatter
+    SUPPORTED_OUTPUT_FORMATS = %w[csv tsv table tbl plain same].freeze
+
+    def initialize(options = {})
+      @options = {
+        format: 'same',
+        separator: ' , ',
+        show_header: true,
+        table_mode: false
+      }.merge(options)
+
+      # Use pipe separator in table mode if separator wasn't explicitly provided
+      if (@options[:table_mode] || @options[:format] == 'table' || @options[:format] == 'tbl') && !options.key?(:separator)
+        @options[:separator] = ' | '
+      end
+    end
+
+    def format(data, selected_indices)
+      return '' if data.empty? || selected_indices.empty?
+
+      output_format = @options[:format]
+
+      case output_format
+      when 'csv' then format_csv(data, selected_indices)
+      when 'tsv' then format_tsv(data, selected_indices)
+      when 'table', 'tbl' then format_table(data, selected_indices)
+      when 'plain' then format_plain(data, selected_indices)
+      when 'same', nil then format_default(data, selected_indices)
+      else
+        raise FormatError, "Unsupported output format: #{output_format}"
+      end
+    end
+
+    private
+
+    def format_default(data, selected_indices)
+      output = []
+
+      # Add header if requested
+      if @options[:show_header] && data.first
+        header_row = selected_indices.map { |i| data.first[i] }
+        output << header_row.join(@options[:separator])
+
+        # Add separator line in table mode
+        if @options[:table_mode]
+          separator_line = calculate_separator_line(data, selected_indices)
+          output << separator_line if separator_line
+        end
+      end
+
+      # Add data rows (always skip header row since it's row 0)
+      data[1..].each do |row|
+        selected_row = selected_indices.map { |i| row[i] }
+        output << selected_row.join(@options[:separator])
+      end
+
+      output.join("\n")
+    end
+
+    def format_csv(data, selected_indices)
+      output = []
+
+      if @options[:show_header] && data.first
+        header_row = selected_indices.map { |i| data.first[i] }
+        output << CSV.generate_line(header_row)
+      end
+
+      data[1..].each do |row|
+        selected_row = selected_indices.map { |i| row[i] }
+        output << CSV.generate_line(selected_row)
+      end
+
+      output.join
+    end
+
+    def format_tsv(data, selected_indices)
+      output = []
+
+      if @options[:show_header] && data.first
+        header_row = selected_indices.map { |i| data.first[i] }
+        output << header_row.join("\t")
+      end
+
+      data[1..].each do |row|
+        selected_row = selected_indices.map { |i| row[i] }
+        output << selected_row.join("\t")
+      end
+
+      output.join("\n")
+    end
+
+    def format_table(data, selected_indices)
+      output = []
+      column_widths = calculate_column_widths(data, selected_indices)
+
+      if @options[:show_header] && data.first
+        header_row = selected_indices.map.with_index do |col_idx, i|
+          format_cell(data.first[col_idx], column_widths[i])
+        end
+        output << header_row.join(' | ')
+        # Separator line uses "-+-" at intersections and "-" for horizontal lines
+        separator_line = column_widths.map { |w| '-' * w }.join('-+-')
+        output << separator_line
+      end
+
+      # Filter out empty rows (from trailing newlines in CSV)
+      data_rows = data[1..].reject { |row| row.nil? || row.all?(&:nil?) || row.all?(&:empty?) }
+
+      data_rows.each do |row|
+        selected_row = selected_indices.map.with_index do |col_idx, i|
+          format_cell(row[col_idx], column_widths[i])
+        end
+        output << selected_row.join(' | ')
+      end
+
+      output.join("\n")
+    end
+
+    def format_plain(data, selected_indices)
+      output = []
+      column_widths = calculate_column_widths(data, selected_indices)
+
+      if @options[:show_header] && data.first
+        header_row = selected_indices.map.with_index do |col_idx, i|
+          format_cell(data.first[col_idx], column_widths[i])
+        end
+        output << header_row.join(' ')
+      end
+
+      # Filter out empty rows (from trailing newlines in CSV)
+      data_rows = data[1..].reject { |row| row.nil? || row.all?(&:nil?) || row.all?(&:empty?) }
+
+      data_rows.each do |row|
+        selected_row = selected_indices.map.with_index do |col_idx, i|
+          format_cell(row[col_idx], column_widths[i])
+        end
+        output << selected_row.join(' ')
+      end
+
+      output.join("\n")
+    end
+
+    def calculate_column_widths(data, selected_indices)
+      selected_indices.map do |col_idx|
+        data.map { |row| (row[col_idx] || '').length }.max
+      end
+    end
+
+    def format_cell(value, width)
+      (value || '').ljust(width)
+    end
+
+    def calculate_separator_line(data, selected_indices)
+      column_widths = calculate_column_widths(data, selected_indices)
+      # Use -+- at intersections for proper ASCII table formatting
+      column_widths.map { |width| '-' * width }.join('-+-')
+    end
+  end
+end

data/lib/easy_cols/parser.rb

@@ -0,0 +1,146 @@
+# frozen_string_literal: true
+
+require 'csv'
+require 'stringio'
+
+module EasyCols
+  class Parser
+    SUPPORTED_FORMATS = %w[csv tsv table tbl plain auto].freeze
+
+    def initialize(**options)
+      @options = {
+        format:     'auto',
+        delimiter:  nil,
+        pattern:    nil,
+        quotes:     true,
+        headers:    1,
+        lines:      true,
+        blanklines: true,
+        comments:   nil,
+        start:      nil,
+        stop:       nil,
+      }.merge(options)
+    end
+
+    def parse(input)
+      format = detect_format(input) if @options[:format] == 'auto' || @options[:format].nil?
+      format ||= @options[:format] || 'csv'
+
+      # Store the actual format used for reference
+      @detected_format = format
+
+      case format
+      when 'csv'          then parse_csv(input)
+      when 'tsv'          then parse_tsv(input)
+      when 'table', 'tbl' then parse_table(input)
+      when 'plain'        then parse_plain(input)
+      else
+        raise FormatError, "Unsupported format: #{format}"
+      end
+    end
+
+    def detected_format
+      @detected_format
+    end
+
+    def detect_format(input)
+      return 'csv' if input.strip.empty?
+
+      first_line = input.lines.first&.strip || ''
+
+      # Check for table format (has pipe separators and separator line)
+      if first_line.include?('|') && input.match?(/^[-_|+]+$/m)
+        return 'table'
+      end
+
+      # Check for TSV (tabs in first line)
+      if first_line.include?("\t")
+        return 'tsv'
+      end
+
+      # Check for CSV (commas)
+      if first_line.include?(',')
+        return 'csv'
+      end
+
+      # Default to plain if no clear indicators
+      'plain'
+    end
+
+    private
+
+    def parse_csv(input)
+      options = { headers: true }
+      options[:col_sep] = @options[:delimiter] if @options[:delimiter]
+
+      # Parse and convert to array format
+      csv_data = CSV.parse(input, **options)
+      [csv_data.headers] + csv_data.map(&:fields)
+    end
+
+    def parse_tsv(input)
+      options = { headers: true, col_sep: "\t" }
+      options[:col_sep] = @options[:delimiter] if @options[:delimiter]
+
+      # Parse and convert to array format
+      csv_data = CSV.parse(input, **options)
+      [csv_data.headers] + csv_data.map(&:fields)
+    end
+
+    def parse_table(input)
+      # Table format: header line, separator line, data lines
+      lines = input.lines.map(&:chomp)
+
+      # Find header and separator lines
+      header_line = nil
+      separator_line = nil
+      data_start = 0
+
+      lines.each_with_index do |line, index|
+        next if line.strip.empty? && @options[:blanklines]
+
+        if header_line.nil? && !line.strip.empty?
+          header_line = line
+          data_start = index + 1  # Default to starting after header
+          next
+        end
+
+        if separator_line.nil? && header_line && line.match?(/^[-_|+]+$/)
+          separator_line = line
+          data_start = index + 1
+          break
+        end
+      end
+
+      # Parse header
+      headers = parse_table_line(header_line) if header_line
+
+      # Parse data rows
+      data_rows = []
+      lines[data_start..].each do |line|
+        next if line.strip.empty? && @options[:blanklines]
+        next if line.match?(/^[-_|+]+$/) && @options[:lines]
+
+        data_rows << parse_table_line(line)
+      end
+
+      # Convert to CSV-like structure
+      [headers] + data_rows
+    end
+
+    def parse_plain(input)
+      lines = input.lines.map(&:chomp)
+      delimiter = @options[:delimiter] || /\s+/
+
+      lines.map do |line|
+        next if line.strip.empty? && @options[:blanklines]
+        line.split(delimiter)
+      end.compact
+    end
+
+    def parse_table_line(line)
+      # Split by " | " pattern for table format
+      line.split(/\s*\|\s*/).map(&:strip)
+    end
+  end
+end

data/lib/easy_cols/version.rb

@@ -0,0 +1,5 @@
+# frozen_string_literal: true
+
+module EasyCols
+  VERSION = '0.1.0'
+end

data/lib/easy_cols.rb

@@ -0,0 +1,15 @@
+# frozen_string_literal: true
+
+require_relative 'easy_cols/version'
+require_relative 'easy_cols/parser'
+require_relative 'easy_cols/formatter'
+require_relative 'easy_cols/column_selector'
+require_relative 'easy_cols/cli'
+
+module EasyCols
+  class Error < StandardError; end
+  class ParseError < Error; end
+  class FormatError < Error; end
+  class SelectionError < Error; end
+end
+

data/test_data/sample.csv

@@ -0,0 +1,5 @@
+Name,Age,City,Country
+John,25,NYC,USA
+Jane,30,LA,USA
+Bob,35,London,UK
+

data/test_data/sample_table.txt

@@ -0,0 +1,6 @@
+Name | Age | City | Country
+-----|-----|------|--------
+John | 25  | NYC  | USA
+Jane | 30  | LA   | USA
+Bob  | 35  | London| UK
+

metadata

@@ -0,0 +1,190 @@
+--- !ruby/object:Gem::Specification
+name: easy_cols
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Alan K. Stebbens
+autorequire:
+bindir: bin
+cert_chain: []
+date: 2025-11-03 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: csv
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+- !ruby/object:Gem::Dependency
+  name: optparse
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.1'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.1'
+- !ruby/object:Gem::Dependency
+  name: fuubar
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.5'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.5'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.12'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.12'
+- !ruby/object:Gem::Dependency
+  name: rubocop
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.50'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.50'
+- !ruby/object:Gem::Dependency
+  name: rubocop-rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.20'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.20'
+- !ruby/object:Gem::Dependency
+  name: simplecov
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.22'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.22'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '13.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '13.0'
+description: |
+  EasyCols is a flexible command-line utility for extracting specific columns from
+  structured text data in various formats (CSV, TSV, table, plain text). It supports
+  sophisticated parsing options including quote handling, comment stripping, header
+  processing, and language-specific comment patterns.  It can be used on both files and STDIN.
+email:
+- aks@stebbens.org
+executables:
+- easy_cols
+- ec
+extensions: []
+extra_rdoc_files: []
+files:
+- ".cursor/rules/ai.mdc"
+- ".cursor/rules/polly_state.mdc"
+- ".github/workflows/ci.yml"
+- ".gitignore"
+- ".rspec"
+- Gemfile
+- Gemfile.lock
+- LICENSE
+- README.md
+- Rakefile
+- TODO.md
+- USAGE.md
+- bin/easy_cols
+- bin/ec
+- cols.gemspec
+- lib/easy_cols.rb
+- lib/easy_cols/cli.rb
+- lib/easy_cols/column_selector.rb
+- lib/easy_cols/formatter.rb
+- lib/easy_cols/parser.rb
+- lib/easy_cols/version.rb
+- test_data/sample.csv
+- test_data/sample_table.txt
+homepage: https://github.com/aks/easy_cols
+licenses:
+- MIT
+metadata:
+  rubygems_mfa_required: 'true'
+  homepage_uri: https://github.com/aks/easy_cols
+  source_code_uri: https://github.com/aks/easy_cols
+  changelog_uri: https://github.com/aks/easy_cols/blob/main/CHANGELOG.md
+  bug_tracker_uri: https://github.com/aks/easy_cols/issues
+post_install_message:
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: 3.2.0
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.5.22
+signing_key:
+specification_version: 4
+summary: A powerful command-line tool for extracting and processing columns from structured
+  text data
+test_files: []