pcsv 0.1.0

data/README.md

@@ -0,0 +1,4 @@
+pcsv
+===
+
+A command line utility for working with data in Excel.

data/lib/pcsv.rb

@@ -0,0 +1,75 @@
+require 'csv'
+require 'pcsv/version'
+
+class PCSV
+  ##############################################################################
+  #
+  # Static Methods
+  #
+  ##############################################################################
+  
+  # Opens a CSV file and runs the block on each cell in parallel. Returns a
+  # copy of the CSV file.
+  def self.each(path, options={})
+    return process(:each, path, options, &Proc.new)
+  end
+
+  # Opens a CSV file and maps the results of a block on each cell in parallel.
+  # Returns a copy of the CSV file.
+  def self.map(path, options={})
+    return process(:map, path, options, &Proc.new)
+  end
+
+  # Performs a given action on each cell of a CSV file.
+  def self.process(action, path, options={})
+    thread_count = options.delete(:thread_count) || 10
+
+    # Open CSV & build a worker queue.
+    csv = CSV.read(path, options)
+    queue = []
+    csv.each_with_index do |row, row_index|
+      row.fields.each_with_index do |field, col_index|
+        queue << {
+          row_index:row_index,
+          col_index:col_index,
+          row:row,
+          value:field
+        }
+      end
+    end
+    
+    # Launch threads and iterate over queue until it's done.
+    mutex = Mutex.new()
+    threads = []
+    thread_count.times do |thread_index|
+      threads << Thread.new() do
+        loop do
+          # Grab an item from the front of the queue.
+          item = nil
+          mutex.synchronize do
+            item = queue.shift()
+          end
+          break if item.nil?
+        
+          # Invoke the block with the row info.
+          begin
+            result = yield item, mutex
+          
+            if action == :map
+              mutex.synchronize {
+                item[:row][item[:col_index]] = result
+              }
+            end
+
+          rescue StandardError => e
+            warn("[ERROR] #{e.message} [R#{item[:row_index]},C#{item[:col_index]}]")
+          end
+        end
+      end
+    end
+
+    threads.each { |t| t.join }
+    
+    return csv
+  end
+end

data/lib/pcsv/version.rb

@@ -0,0 +1,3 @@
+class PCSV
+  VERSION = "0.1.0"
+end

data/test/pcsv_test.rb

@@ -0,0 +1,45 @@
+require 'test_helper'
+
+class TestPCSV < MiniTest::Unit::TestCase
+  ######################################
+  # Each
+  ######################################
+  
+  def test_each
+    obj = {}
+    csv = PCSV.each('fixtures/simple.csv', :headers => true) do |item, mutex|
+      mutex.synchronize {
+        obj[item[:value].to_i] = true
+      }
+    end
+    
+    exp = []
+    (0...50).each {|i| exp << i}
+    assert_equal exp, obj.keys.sort
+  end
+
+
+  ######################################
+  # Map
+  ######################################
+  
+  def test_map
+    csv = PCSV.map('fixtures/simple.csv', :headers => true) do |item, mutex|
+      item[:value].to_i + 100
+    end
+    
+    assert_equal IO.read('fixtures/simple.map.csv'), csv.to_csv
+  end
+
+  def test_map_error
+    csv = PCSV.map('fixtures/simple.csv', :headers => true) do |item, mutex|
+      if item[:value] == '30'
+        raise 'OH NO!'
+      else
+        item[:value].to_i + 100
+      end
+    end
+    
+    assert_equal IO.read('fixtures/simple.map_error.csv'), csv.to_csv
+  end
+end

data/test/test_helper.rb

@@ -0,0 +1,18 @@
+require 'bundler/setup'
+require 'minitest/autorun'
+require 'mocha'
+require 'unindentable'
+require 'pcsv'
+
+class MiniTest::Unit::TestCase
+  def assert_worksheet exp, worksheet, msg = nil
+    act = []
+    worksheet.each do |row|
+      act << row.map {|cell| cell.to_s.strip }
+    end
+    exp = exp.map {|row| row.map {|cell| '%-10s' % cell.to_s}.join('').rstrip}.join("\n")
+    act = act.map {|row| row.map {|cell| '%-10s' % cell.to_s}.join('').rstrip}.join("\n")
+    assert_equal(exp, act, msg)
+  end
+end
+

metadata

@@ -0,0 +1,116 @@
+--- !ruby/object:Gem::Specification
+name: pcsv
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+  prerelease: 
+platform: ruby
+authors:
+- Ben Johnson
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-01-24 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.9.2.2
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.9.2.2
+- !ruby/object:Gem::Dependency
+  name: minitest
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 3.5.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 3.5.0
+- !ruby/object:Gem::Dependency
+  name: mocha
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.12.5
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.12.5
+- !ruby/object:Gem::Dependency
+  name: unindentable
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.1.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.1.0
+description: 
+email:
+- benbjohnson@yahoo.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- lib/pcsv/version.rb
+- lib/pcsv.rb
+- README.md
+- test/pcsv_test.rb
+- test/test_helper.rb
+homepage: http://github.com/benbjohnson/pcsv
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.24
+signing_key: 
+specification_version: 3
+summary: A simple, parallel processing framework for CSV files.
+test_files:
+- test/pcsv_test.rb
+- test/test_helper.rb