loady 0.0.1

data/.gitignore

@@ -0,0 +1,8 @@
+pkg/*
+*.gem
+.bundle
+.rvmrc
+.idea
+*#
+.#*
+*~

data/Gemfile

@@ -0,0 +1,4 @@
+source "http://rubygems.org"
+
+# see loady.gemspec
+gemspec

data/Gemfile.lock

@@ -0,0 +1,18 @@
+PATH
+  remote: .
+  specs:
+    loady (0.0.1)
+
+GEM
+  remote: http://rubygems.org/
+  specs:
+    shoulda (2.11.3)
+    test-unit (2.1.2)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  loady!
+  shoulda
+  test-unit

data/README.rdoc

@@ -0,0 +1,41 @@
+= Loady - A CSV file loader with simple logging
+
+Loady is a simple file reader and logger. Use it to quickly load a csv file, continue on error rows, and do basic logging.
+
+== Install
+
+  gem install loady
+
+Use bunder. Include the gem in your Gemfile:
+
+  gem 'loady'
+
+== Use
+
+If any error occurs, Loady will continue reading the file, ignoring problems rows and logging a warning for each.
+
+By default, messages are logged to the standard output.
+
+Basic usage:
+
+  Loady::CsvLoader.read "/your/file.csv" do |row|
+    puts "#{row[0]},#{row[1]},etc."
+  end
+
+Skip first row and log to a file:
+
+  logger = Logger.new("/your/file.log")
+
+  Loady::CsvLoader.read "/your/file.csv", :logger => logger, :skip_first_row => true do |row|
+    # do some stuff
+  end
+
+== Development
+
+Fork away. Please create a topic branch and write passing tests if you are submitting a pull request.
+
+  git clone git://github.com/[yourfork]/loady.git
+  cd loady
+  bundle install
+  rake test
+  git checkout -b your_fix

data/Rakefile

@@ -0,0 +1,11 @@
+require 'rubygems'
+require 'rake'
+
+require 'bundler'
+Bundler::GemHelper.install_tasks
+
+require 'rake/testtask'
+Rake::TestTask.new(:test) do |t|
+  t.test_files = ['test/**/*.rb']
+  t.verbose = false
+end

data/lib/loady.rb

@@ -0,0 +1 @@
+require 'loady/csv_loader.rb'

data/lib/loady/csv_loader.rb

@@ -0,0 +1,60 @@
+require 'csv'
+require 'logger'
+
+module Loady
+  class CsvLoader
+
+    # options:
+    #   :skip_first_row => true                       -- default = false
+    #   :logger => Logger.new('/somewhere/file.log')  -- default = Logger.new(STDOUT)
+    def self.read(filename, options = {})
+      success = 0
+      warning = 0
+
+      logger = options[:logger]
+
+      unless logger
+        logger = Logger.new(STDOUT)
+        logger.datetime_format = "%H:%M:%S"
+      end
+
+      begin
+        f = File.new(filename)
+        f.readline if options[:skip_first_row]
+
+        line_number = 0
+
+        begin
+          while (line = f.readline)
+            begin
+              line_number += 1
+
+              row = CSV.parse(line)[0]
+
+              unless row.empty?
+                yield row
+
+                success += 1
+              end
+            rescue Exception => message
+              warning += 1
+              logger.warn "#{message.to_s.gsub("line 1", "line #{line_number}")}\n#{line}"
+            end
+          end
+        rescue EOFError
+          f.close
+        rescue Exception => message
+          warning += 1
+          line_number += 1
+          logger.error "#{message.to_s + " - at line #{line_number}"}\n#{line}"
+        end
+
+        logger.info "Finished. Loaded #{success} rows. #{warning} unprocessed rows."
+
+      rescue Exception => message
+        logger.fatal "Unhandled error: \n#{message}\n"
+      end
+    end
+
+  end
+end

data/lib/loady/version.rb

@@ -0,0 +1,3 @@
+module Loady
+  VERSION = "0.0.1"
+end

data/loady.gemspec

@@ -0,0 +1,24 @@
+# -*- encoding: utf-8 -*-
+$:.push File.expand_path("../lib", __FILE__)
+require "loady/version"
+
+Gem::Specification.new do |s|
+  s.name        = "loady"
+  s.version     = Loady::VERSION
+  s.platform    = Gem::Platform::RUBY
+  s.authors     = ["Tee Parham"]
+  s.email       = ["tee@stackpilot.com"]
+  s.homepage    = ""
+  s.summary     = %q{CSV file loader with simple logging}
+  s.description = %q{CSV file loader with simple logging}
+
+  s.rubyforge_project = "loady"
+
+  s.files         = `git ls-files`.split("\n")
+  s.test_files    = `git ls-files -- {test,spec,features}/*`.split("\n")
+  s.executables   = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
+  s.require_paths = ["lib"]
+
+  s.add_development_dependency "test-unit"
+  s.add_development_dependency "shoulda"
+end

data/test/csv/file1.csv

@@ -0,0 +1,11 @@
+monkey name,best year
+Bubbles,2000
+Grape Ape,1975
+Albert,1948
+Koko,1971
+Curious George,1941
+Clyde,1975
+Bear,1980
+Mighty Joe Young,1998
+Donkey Kong,1981
+King Kong,1933

data/test/csv/file2.csv

@@ -0,0 +1,15 @@
+"Bubbles","2000"
+"Grape Ape",1975
+Albert,1948,note: everything is read as a string whether it is quoted or not
+Koko,1971
+Curious George,1941
+blah.......
+",,,,,,,,,,,,,,,,,,,,this is a bad row because of the quote
+",,,,,,,,,,,",,,/"\",,,,,,this is a bad row too
+
+"          blank rows are skipped, this is bad though
+
+Bear,1980,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,"this is ok"
+Mighty Joe Young,1998
+Donkey Kong,1981
+King Kong,1933

data/test/test_csv_loader.rb

@@ -0,0 +1,38 @@
+require File.expand_path('test_helper.rb', File.dirname(__FILE__))
+
+class CsvLoaderTest < Test::Unit::TestCase
+  context "Simple class" do
+    setup do
+    end
+
+    should "read file1" do
+      monkeys = []
+
+      Loady::CsvLoader.read "test/csv/file1.csv", :skip_first_row => true do |row|
+        monkeys << { :name => row[0], :year => row[1] }
+      end
+
+      assert monkeys.count == 10, "total rows read"
+      assert monkeys[0][:name] == "Bubbles", "first row name"
+      assert monkeys[0][:year] == "2000", "first row year"
+      assert monkeys[9][:name] == "King Kong", "last row name"
+      assert monkeys[9][:year] == "1933", "last row year"
+    end
+
+    should "read file2" do
+      logger = Logger.new("/dev/null")
+      monkeys = []
+
+      Loady::CsvLoader.read "test/csv/file2.csv", :logger => logger do |row|
+        monkeys << { :name => row[0], :year => row[1] }
+      end
+
+      assert monkeys.count == 10, "total rows read"
+      assert monkeys[0][:name] == "Bubbles", "first row name"
+      assert monkeys[0][:year] == "2000", "first row year"
+      assert monkeys[9][:name] == "King Kong", "last row name"
+      assert monkeys[9][:year] == "1933", "last row year"
+   end
+
+  end
+end

data/test/test_helper.rb

@@ -0,0 +1,4 @@
+require 'test/unit'
+require 'shoulda'
+
+require 'loady'

metadata

@@ -0,0 +1,105 @@
+--- !ruby/object:Gem::Specification 
+name: loady
+version: !ruby/object:Gem::Version 
+  prerelease: false
+  segments: 
+  - 0
+  - 0
+  - 1
+  version: 0.0.1
+platform: ruby
+authors: 
+- Tee Parham
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2011-01-13 00:00:00 -07:00
+default_executable: 
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: test-unit
+  prerelease: false
+  requirement: &id001 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 0
+        version: "0"
+  type: :development
+  version_requirements: *id001
+- !ruby/object:Gem::Dependency 
+  name: shoulda
+  prerelease: false
+  requirement: &id002 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 0
+        version: "0"
+  type: :development
+  version_requirements: *id002
+description: CSV file loader with simple logging
+email: 
+- tee@stackpilot.com
+executables: []
+
+extensions: []
+
+extra_rdoc_files: []
+
+files: 
+- .gitignore
+- Gemfile
+- Gemfile.lock
+- README.rdoc
+- Rakefile
+- lib/loady.rb
+- lib/loady/csv_loader.rb
+- lib/loady/version.rb
+- loady.gemspec
+- test/csv/file1.csv
+- test/csv/file2.csv
+- test/test_csv_loader.rb
+- test/test_helper.rb
+has_rdoc: true
+homepage: ""
+licenses: []
+
+post_install_message: 
+rdoc_options: []
+
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      segments: 
+      - 0
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      segments: 
+      - 0
+      version: "0"
+requirements: []
+
+rubyforge_project: loady
+rubygems_version: 1.3.7
+signing_key: 
+specification_version: 3
+summary: CSV file loader with simple logging
+test_files: 
+- test/csv/file1.csv
+- test/csv/file2.csv
+- test/test_csv_loader.rb
+- test/test_helper.rb