csv_in_zip 0.0.1

data/.gitignore

@@ -0,0 +1,18 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+.rvmrc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in csv_in_zip.gemspec
+gemspec

data/Guardfile

@@ -0,0 +1,9 @@
+# A sample Guardfile
+# More info at https://github.com/guard/guard#readme
+
+guard 'rspec', :version => 2, :cli => "--color --fail-fast --drb", :all_on_start => false, :all_after_pass => false do
+  watch(%r{^spec/.+_spec\.rb$})
+  watch(%r{^lib/(.+)\.rb$})     { |m| "spec/lib/#{m[1]}_spec.rb" }
+  watch('spec/spec_helper.rb')  { "spec" }
+end
+

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2012 ore
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,29 @@
+# CsvInZip
+
+TODO: Write a gem description
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+    gem 'csv_in_zip'
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install csv_in_zip
+
+## Usage
+
+TODO: Write usage instructions here
+
+## Contributing
+
+1. Fork it
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new Pull Request

data/Rakefile

@@ -0,0 +1 @@
+require "bundler/gem_tasks"

data/csv_in_zip.gemspec

@@ -0,0 +1,28 @@
+# -*- encoding: utf-8 -*-
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'csv_in_zip/version'
+
+Gem::Specification.new do |gem|
+  gem.name          = "csv_in_zip"
+  gem.version       = CsvInZip::VERSION
+  gem.authors       = ["ore"]
+  gem.email         = ["orenoimac@gmail.com"]
+  gem.summary       = %q{extract csv in zip}
+  gem.description   = %q{extract all csv files in a zip and run each row in a block}
+  gem.homepage      = "https://github.com/github0013/csv_in_zip"
+
+  gem.files         = `git ls-files`.split($/)
+  gem.executables   = gem.files.grep(%r{^bin/}).map{ |f| File.basename(f) }
+  gem.test_files    = gem.files.grep(%r{^(test|spec|features)/})
+  gem.require_paths = ["lib"]
+  
+  gem.add_dependency 'rubyzip'
+  gem.add_dependency 'activesupport'
+  
+  gem.add_development_dependency 'rspec'
+  gem.add_development_dependency 'guard-rspec'
+  gem.add_development_dependency 'rb-fsevent' if RUBY_PLATFORM =~ /darwin/i
+  gem.add_development_dependency 'growl' if RUBY_PLATFORM =~ /darwin11/
+  
+end

data/lib/csv_in_zip/version.rb

@@ -0,0 +1,3 @@
+module CsvInZip
+  VERSION = "0.0.1"
+end

data/lib/csv_in_zip.rb

@@ -0,0 +1,39 @@
+require "csv_in_zip/version"
+require "zip/zip"
+require "kconv"
+require "csv"
+require "tempfile"
+require 'active_support/core_ext/string/inflections'
+require 'active_support/core_ext/object/blank'
+
+module CsvInZip
+  class << self
+    
+    def extract(target_zip, options = {})
+      Tempfile.open("csv_in_zip") do |output|
+        if options[:change_headers].present?
+          options[:headers] = options[:change_headers]
+          options[:remove_header_line] = true
+        end
+        
+        if options[:headers].present?
+          output.puts Array(options[:headers]).join(",")
+        end
+
+        zip_file = Zip::ZipFile.open(target_zip)
+        Zip::ZipFile.foreach(target_zip) do |entry|
+          next if entry.to_s =~ /^__MACOSX/
+          
+          csv_lines = zip_file.read(entry).gsub("\r\n", "\n").split("\n")
+          csv_lines = csv_lines[1..-1] if options[:remove_header_line]
+          output.write csv_lines.join("\n").toutf8
+        end
+        
+        output.close
+        
+        CSV.parse(File.read(output.path), :headers => true).each{|row| yield row}
+      end
+    end
+    
+  end
+end

data/spec/lib/csv_in_zip_spec.rb

@@ -0,0 +1,47 @@
+# encoding: utf-8
+require 'spec_helper'
+require "csv_in_zip"
+
+describe CsvInZip do
+  before(:all) do
+    base = File.expand_path("../../support/data", __FILE__)
+    @no_headers_zip = File.join(base, "no_headers.csv.zip")
+    @multi_data_zip = File.join(base, "multi_data.csv.zip")
+    @utf8_zip = File.join(base, "utf8.csv.zip")
+    @sjis_zip = File.join(base, "sjis.csv.zip")
+  end
+  
+  it "should add headers" do
+    headers = %w[header1 header2]
+    CsvInZip.extract(@no_headers_zip, :headers => headers) do |row|
+      row.headers.should == headers
+    end
+  end
+
+  it "should add headers" do
+    CsvInZip.extract(@multi_data_zip, :remove_header_line => true) do |row|
+      row.headers.should == %w[データ1 データ2]
+    end
+  end
+  
+  it "should change headers, part1" do
+    changed_headers = %w[changed1 changed2]
+    CsvInZip.extract(@utf8_zip, :headers => changed_headers, :remove_header_line => true) do |row|
+      row.headers.should == changed_headers
+    end
+  end
+
+  it "should change headers, part2" do
+    changed_headers = %w[changed1 changed2]
+    CsvInZip.extract(@utf8_zip, :change_headers => changed_headers) do |row|
+      row.headers.should == changed_headers
+    end
+  end
+
+  it "should open sjis file in utf8" do
+    CsvInZip.extract(@sjis_zip) do |row|
+      row["sjis-header"].should == "データ1"
+      row["日本語ヘッダー"].should == "データ2"
+    end
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,7 @@
+require 'rubygems'
+require 'rspec/autorun'
+Dir["support/**/*.rb"].each {|f| require f}
+  
+RSpec.configure do |config|
+  config.mock_with :rspec
+end

data/spec/support/data/multi_data.csv

@@ -0,0 +1,3 @@
+ヘッダー1,ヘッダー2
+データ1,データ2
+データ3,データ4

data/spec/support/data/no_headers.csv

@@ -0,0 +1 @@
+データ1,データ2

data/spec/support/data/sjis.csv

@@ -0,0 +1,2 @@
+sjis-header,���{��w�b�_�[
+�f�[�^1,�f�[�^2

data/spec/support/data/utf8.csv

@@ -0,0 +1,2 @@
+utf8-header,日本語ヘッダー
+データ1,データ2

metadata

@@ -0,0 +1,170 @@
+--- !ruby/object:Gem::Specification
+name: csv_in_zip
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+  prerelease: 
+platform: ruby
+authors:
+- ore
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2012-09-14 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: rubyzip
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: activesupport
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: guard-rspec
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rb-fsevent
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: growl
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: extract all csv files in a zip and run each row in a block
+email:
+- orenoimac@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- Gemfile
+- Guardfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- csv_in_zip.gemspec
+- lib/csv_in_zip.rb
+- lib/csv_in_zip/version.rb
+- spec/lib/csv_in_zip_spec.rb
+- spec/spec_helper.rb
+- spec/support/data/multi_data.csv
+- spec/support/data/multi_data.csv.zip
+- spec/support/data/no_headers.csv
+- spec/support/data/no_headers.csv.zip
+- spec/support/data/sjis.csv
+- spec/support/data/sjis.csv.zip
+- spec/support/data/utf8.csv
+- spec/support/data/utf8.csv.zip
+homepage: https://github.com/github0013/csv_in_zip
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.24
+signing_key: 
+specification_version: 3
+summary: extract csv in zip
+test_files:
+- spec/lib/csv_in_zip_spec.rb
+- spec/spec_helper.rb
+- spec/support/data/multi_data.csv
+- spec/support/data/multi_data.csv.zip
+- spec/support/data/no_headers.csv
+- spec/support/data/no_headers.csv.zip
+- spec/support/data/sjis.csv
+- spec/support/data/sjis.csv.zip
+- spec/support/data/utf8.csv
+- spec/support/data/utf8.csv.zip