shoji 0.0.9

data/.document

@@ -0,0 +1,5 @@
+README.rdoc
+lib/**/*.rb
+bin/*
+features/**/*.feature
+LICENSE

data/.rvmrc

@@ -0,0 +1 @@
+rvm use 1.9.3-p125@shoji --create

data/Gemfile

@@ -0,0 +1,17 @@
+source "http://rubygems.org"
+# Add dependencies required to use your gem here.
+# Example:
+#   gem "activesupport", ">= 2.3.5"
+
+# Add dependencies to develop your gem here.
+# Include everything needed to run rake, tests, features, etc.
+group :development do
+  gem "shoulda", ">= 0"
+  gem "rdoc", "~> 3.12"
+  gem "bundler", "~> 1.0.0"
+  gem "jeweler", "~> 1.8.3"
+end
+
+gem 'zipruby'
+gem 'spreadsheet'
+gem 'nokogiri'

data/Gemfile.lock

@@ -0,0 +1,35 @@
+GEM
+  remote: http://rubygems.org/
+  specs:
+    git (1.2.5)
+    jeweler (1.8.3)
+      bundler (~> 1.0)
+      git (>= 1.2.5)
+      rake
+      rdoc
+    json (1.6.5)
+    nokogiri (1.5.2)
+    rake (0.9.2.2)
+    rdoc (3.12)
+      json (~> 1.4)
+    ruby-ole (1.2.11.3)
+    shoulda (3.0.1)
+      shoulda-context (~> 1.0.0)
+      shoulda-matchers (~> 1.0.0)
+    shoulda-context (1.0.0)
+    shoulda-matchers (1.0.0)
+    spreadsheet (0.6.8)
+      ruby-ole (>= 1.0)
+    zipruby (0.3.6)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  bundler (~> 1.0.0)
+  jeweler (~> 1.8.3)
+  nokogiri
+  rdoc (~> 3.12)
+  shoulda
+  spreadsheet
+  zipruby

data/LICENSE.txt

@@ -0,0 +1,21 @@
+Copyright (c) 2012 CHIKURA Shinsaku
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+

data/README.rdoc

@@ -0,0 +1,19 @@
+= shoji
+
+Description goes here.
+
+== Contributing to shoji
+ 
+* Check out the latest master to make sure the feature hasn't been implemented or the bug hasn't been fixed yet.
+* Check out the issue tracker to make sure someone already hasn't requested it and/or contributed it.
+* Fork the project.
+* Start a feature/bugfix branch.
+* Commit and push until you are happy with your contribution.
+* Make sure to add tests for it. This is important so I don't break it in a future version unintentionally.
+* Please try not to mess with the Rakefile, version, or history. If you want to have your own version, or is otherwise necessary, that is fine, but please isolate to its own commit so I can cherry-pick around it.
+
+== Copyright
+
+Copyright (c) 2012 CHIKURA Shinsaku. See LICENSE.txt for
+further details.
+

data/Rakefile

@@ -0,0 +1,45 @@
+# encoding: utf-8
+
+require 'rubygems'
+require 'bundler'
+begin
+  Bundler.setup(:default, :development)
+rescue Bundler::BundlerError => e
+  $stderr.puts e.message
+  $stderr.puts "Run `bundle install` to install missing gems"
+  exit e.status_code
+end
+require 'rake'
+
+require 'jeweler'
+Jeweler::Tasks.new do |gem|
+  # gem is a Gem::Specification... see http://docs.rubygems.org/read/chapter/20 for more options
+  gem.name = "shoji"
+  gem.homepage = "http://github.com/chsh/shoji"
+  gem.license = "MIT"
+  gem.summary = %Q{Shoji is a package of reading various formats of table structured data file.}
+  gem.description = %Q{Shoji is a package of reading various formats of table structured data file.}
+  gem.email = "shinsaku@chikura.me"
+  gem.authors = ["CHIKURA Shinsaku"]
+  # dependencies defined in Gemfile
+end
+Jeweler::RubygemsDotOrgTasks.new
+
+require 'rake/testtask'
+Rake::TestTask.new(:test) do |test|
+  test.libs << 'lib' << 'test'
+  test.pattern = 'test/**/test_*.rb'
+  test.verbose = true
+end
+
+task :default => :test
+
+require 'rdoc/task'
+Rake::RDocTask.new do |rdoc|
+  version = File.exist?('VERSION') ? File.read('VERSION') : ""
+
+  rdoc.rdoc_dir = 'rdoc'
+  rdoc.title = "shoji #{version}"
+  rdoc.rdoc_files.include('README*')
+  rdoc.rdoc_files.include('lib/**/*.rb')
+end

data/VERSION

@@ -0,0 +1 @@
+0.0.9

data/lib/shoji.rb

@@ -0,0 +1,4 @@
+
+require 'shoji_main'
+
+

data/lib/shoji/base.rb

@@ -0,0 +1,33 @@
+
+
+class Shoji::Base
+  include Enumerable
+  def self.foreach(filename, opts = {}, &block); raise NoMethodError.new; end
+  def self.valid_file?(filename, opts = {}); raise NoMethodError.new; end
+  def self.rows(filename, opts = {}); raise NoMethodError.new; end
+  def self.row_size(filename, opts = {}); raise NoMethodError.new; end
+  def self.valid_content?(content, opts = {})
+    tf = Tempfile.new("shoji-base.#{$$}.data")
+    tf.write content
+    tf.close
+    status = self.valid_file?(tf.path)
+    tf.close(true)
+    status
+  end
+  
+  def each(&block)
+    self.class.foreach(@filename, {}, &block)
+  end
+  def self.foreach_hash(filename, opts = {}, &block)
+    header = nil
+    self.foreach(filename, opts) do |row|
+      if header
+        hash = Hash[*[header, row].transpose.flatten]
+        block.call(hash)
+      else
+        header = row.map(&:to_sym)
+      end
+    end
+  end
+  
+end

data/lib/shoji/csv.rb

@@ -0,0 +1,12 @@
+
+require 'shoji/text_base'
+
+class Shoji::CSV < Shoji::TextBase
+  def self.valid_file?(filename)
+    has_char? filename, ','
+  end
+  protected
+  def self.fastercsv_opts
+    {}
+  end
+end

data/lib/shoji/excel.rb

@@ -0,0 +1,76 @@
+# Shoji
+
+require 'spreadsheet'
+
+require 'shoji/base'
+class Shoji::Excel < Shoji::Base
+
+  require 'shoji/excel/reader'
+
+  READER = Shoji::Excel::Reader
+
+  def self.foreach(filename, opts = {}, &block)
+    raise 'Block must be exist.' unless block_given?
+    READER.new(filename).foreach(opts, &block)
+  end
+  def self.valid_file?(filename)
+    READER.valid_file? filename
+  end
+
+  def self.rows(filename, opts = {})
+    READER.new(filename).rows(opts)
+  end
+
+  def self.row_size(filename, opts = {})
+    READER.new(filename).row_size(opts)
+  end
+
+  def self.convert_to_hash(filename, opts = {})
+    opts_for_parse = opts.slice(:sheet_index)
+    opts_for_convert = opts.slice(:header)
+    rows = self.rows(filename, opts)
+    return {} if rows.size < 2
+    list = []
+    header = rows.shift
+    header = opts_for_convert[:header] if opts_for_convert[:header]
+    rows.each do |row|
+      list << make_hash(header, row)
+    end
+    list
+  end
+
+  def initialize(filename)
+    @filename = filename
+  end
+
+  def foreach(opts = {}, &block)
+    self.class.foreach(@filename, opts, &block)
+  end
+  def valid_file?
+    self.class.valid_file? @filename
+  end
+  def rows(opts = {})
+    self.class.rows(@filename, opts)
+  end
+  def row_size(opts = {})
+    self.class.row_size(@filename, opts)
+  end
+  def convert_to_hash(opts = {})
+    self.class.convert_to_hash(@filename, opts)
+  end
+
+  private
+  def self.process_rows(sheet, &block)
+    sheet.each do |row|
+      cells = cells_from_row(row)
+      block.call(cells)
+    end
+  end
+  def self.make_hash(header_columns, row_columns)
+    h = {}
+    header_columns.size.times do |i|
+      h[header_columns[i]] = row_columns[i]
+    end
+    h
+  end
+end

data/lib/shoji/excel/reader.rb

@@ -0,0 +1,70 @@
+
+require 'tempfile'
+require 'spreadsheet'
+
+class Shoji::Excel::Reader
+
+  def initialize(filename_or_content)
+    @filename_or_content = filename_or_content
+  end
+
+  def self.valid_file?(filename_or_content)
+    valid = true
+    begin
+      Spreadsheet.open(filename_or_content) do |workbook|
+      end
+    rescue
+      valid = false
+    end
+    valid
+  end
+
+  def rows(opts = {})
+    r = []
+    foreach(opts) do |row|
+      r << row
+    end
+    r
+  end
+
+  def row_size(opts = {})
+    return @row_size if @row_size
+    sheet_index = opts[:sheet_index] || 0
+    idx = 0
+    Spreadsheet.open(@filename_or_content) do |workbook|
+      num_sheets = workbook.worksheets.size
+      return [] if num_sheets == 0 || num_sheets <= sheet_index
+      worksheet = workbook.worksheet(sheet_index)
+      @row_size = worksheet.row_count
+      @row_size -= 1 if opts[:use_header]
+    end
+    @row_size
+  end
+
+  def foreach(opts = {}, &block)
+    sheet_index = opts[:sheet_index] || 0
+    Spreadsheet.open(@filename_or_content) do |workbook|
+      num_sheets = workbook.worksheets.size
+      return [] if num_sheets == 0 || num_sheets <= sheet_index
+      worksheet = workbook.worksheet(sheet_index)
+      process_rows(worksheet, opts, &block)
+    end
+  end
+
+  private
+  def process_rows(worksheet, opts = {}, &block)
+    max = opts[:limit]
+    idx = 0
+    idx -= 1 if opts[:use_header]
+    worksheet.each do |row|
+      cells = []
+      row.each do |c|
+        cells << c
+      end
+      block.call(cells)
+      idx += 1
+      break if max && max <= idx
+    end
+  end
+
+end

data/lib/shoji/ods.rb

@@ -0,0 +1,75 @@
+
+require 'shoji/base'
+
+class Shoji::ODS < Shoji::Base
+
+  require 'shoji/ods/reader'
+  READER = Shoji::ODS::Reader
+
+  def self.foreach(filename, opts = {}, &block)
+    raise 'Block must be exist.' unless block_given?
+    READER.open(filename, opts[:sheet]) do |row|
+      block.call(row)
+    end
+  end
+  def self.valid_file?(filename)
+    READER.valid_file? filename
+  end
+
+  def self.rows(filename, opts = {})
+    READER.new(filename).rows(opts)
+  end
+
+  def self.row_size(filename, opts = {})
+    READER.new(filename).row_size(opts)
+  end
+
+  def self.convert_to_hash(filename, opts = {})
+    opts_for_parse = opts.slice(:sheet_index)
+    opts_for_convert = opts.slice(:header)
+    rows = self.rows(filename, opts)
+    return {} if rows.size < 2
+    list = []
+    header = rows.shift
+    header = opts_for_convert[:header] if opts_for_convert[:header]
+    rows.each do |row|
+      list << make_hash(header, row)
+    end
+    list
+  end
+
+  def initialize(filename)
+    @filename = filename
+  end
+
+  def foreach(opts = {}, &block)
+    self.class.foreach(@filename, opts, &block)
+  end
+  def valid_file?
+    self.class.valid_file? @filename
+  end
+  def rows(opts = {})
+    self.class.rows(@filename, opts)
+  end
+  def row_size(opts = {})
+    self.class.row_size(@filename, opts)
+  end
+  def convert_to_hash(opts = {})
+    self.class.convert_to_hash(@filename, opts)
+  end
+
+  private
+  def self.process_rows(sheet, &block)
+    sheet.each do |row|
+      cells = cells_from_row(row)
+      block.call(cells)
+    end
+  end
+  def self.make_hash(header_columns, row_columns)
+    h = {}
+    header_columns.size.times do |i|
+      h[header_columns[i]] = row_columns[i]
+    end
+    h
+  end
+end

data/lib/shoji/ods/reader.rb

@@ -0,0 +1,119 @@
+require 'zipruby'
+require 'nokogiri'
+
+class Shoji::ODS::Reader
+
+  attr_accessor :skip_empty_row
+
+  def self.open(filename, sheet_name = nil, &block)
+    reader = new(filename)
+    reader.skip_empty_row = false
+    reader.process_book(sheet_name, &block)
+  end
+
+  def initialize(filename)
+    @filename = filename
+  end
+
+  def process_book(sheet_name = nil, &block)
+    docbytes = read_from_zip_content_xml(@filename)
+
+    doc = Nokogiri::XML(docbytes)
+    path = "//table:table"
+    path += "[@table:name='#{sheet_name}']" if sheet_name
+    ws = doc.at_xpath path
+    process_sheet(ws, &block)
+  end
+
+  def valid_file?
+    valid = true
+    begin
+      read_from_zip_content_xml(@filename, true)
+    rescue
+      valid = false
+    end
+    valid
+  end
+  def rows(opts = {})
+    result = []
+    process_book(opts[:sheet]) do |row|
+      result << row
+    end
+    result
+  end
+  def self.valid_file?(filename)
+    new(filename).valid_file?
+  end
+
+  def process_sheet(sheet, &block)
+    sheet.xpath('table:table-row').each do |row|
+      rowreps = row['table:number-rows-repeated'] || '1'
+      rowreps = rowreps.to_i
+      process_row(rowreps, row, &block)
+    end
+  end
+
+  def process_row(rowreps, row, &block)
+    cols = []
+    index = 0
+    has_value = false
+    row.xpath('table:table-cell').each do |cell|
+      tv = typed_value cell
+      if tv && tv != ''
+        cols[index] = tv
+        has_value = true
+      else
+        cols[index] = ''
+      end
+      colreps = cell['number-columns-repeated']
+      if colreps
+        colreps.to_i.times do |num|
+          cols[index + num] = cols[index]
+        end
+        index = index + colreps.to_i
+      else
+        index = index + 1
+      end
+    end
+    cols = regulate_trailing_blank_cols(cols)
+    rowreps.times do |num|
+      if has_value
+        block.call(cols)
+      elsif !skip_empty_row
+        block.call(cols)
+      end
+    end
+  end
+
+  private
+  def typed_value(cell)
+    case cell['value-type']
+    when nil then nil
+    when 'date' then Date.parse cell['date-value']
+    when 'currency', 'float' then cell['value'].to_f
+    else cell.text
+    end
+  end
+
+  def read_from_zip_content_xml(filename, verify_only = false)
+    raise "File:#{filename} doesn't exist." unless File.exist? filename
+    docbytes = nil
+    Zip::Archive.open(filename) do |ar|
+      raise "content.xml doesn't exist in #{filename}" unless ar.get_stat 'content.xml' # raise unless exist.
+      unless verify_only
+        f = ar.fopen('content.xml')
+        docbytes = f.read
+        f.close
+      end
+    end
+    docbytes
+  end
+
+  def regulate_trailing_blank_cols(cols)
+    while cols.size > 0 && (cols[cols.size-1] == nil || cols[cols.size-1] == '')
+      cols.pop
+    end
+    cols
+  end
+
+end

data/lib/shoji/text_base.rb

@@ -0,0 +1,58 @@
+require 'csv'
+require 'shoji/base'
+require 'shoji/utf8_file'
+
+class Shoji::TextBase < Shoji::Base
+  ENCMAP = Hash.new('n').merge({
+    'UTF-8' => 'u',
+    'SHIFT-JIS' => 's',
+    'EUC-JP' => 'e',
+    'CP932' => 's'
+  })
+  def self.foreach(filename, opts = {}, &block)
+    Shoji::UTF8File.convert filename do |path|
+      limit = opts[:limit].to_i
+      index = 0
+      CSV.foreach(path, fastercsv_opts) do |row|
+        block.call(row)
+        index += 1
+        break if (limit > 0 && limit <= index)
+      end
+    end
+  end
+  def self.valid_file?(filename, opts = {})
+    Shoji::UTF8File.convert filename do |path|
+    end
+  end
+  def self.rows(filename, opts = {})
+    rows = []
+    self.foreach(filename, opts) do |row|
+      rows << row
+    end
+    rows
+  end
+  def self.row_size(filename, opts = {})
+    enc = ENCMAP[Shoji::UTF8File.guess_encoding(filename)]
+    index = 0
+    CSV.foreach(filename, fastercsv_opts.merge({:encoding => enc})) do |row|
+      index += 1
+    end
+    index
+  end
+  protected
+  def self.fastercsv_opts; raise NoMethodError.new; end
+  def self.first_line(filename)
+    line = nil
+    Shoji::UTF8File.convert filename do |path|
+      File.foreach(path) do |l|
+        line = l
+        break
+      end
+    end
+    line
+  end
+  def self.has_char?(filename, char)
+    first_line(filename).include? char
+  end
+
+end

data/lib/shoji/tsv.rb

@@ -0,0 +1,12 @@
+
+require 'shoji/text_base'
+
+class Shoji::TSV < Shoji::TextBase
+  def self.valid_file?(filename)
+    has_char? filename, "\t"
+  end
+  protected
+  def self.fastercsv_opts
+    { :col_sep => "\t" }
+  end
+end

data/lib/shoji/utf8_file.rb

@@ -0,0 +1,77 @@
+require 'tempfile'
+require 'nkf'
+
+class Shoji::UTF8File
+  def self.convert(filename, &block)
+    encoding = guess_encoding(filename)
+    raise "Couldn't detect encoding" unless encoding
+    fp = make_instance(filename, encoding)
+    if block_given?
+      begin
+        yield(fp.path)
+      ensure
+        fp.delete
+      end
+    else
+      fp
+    end
+  end
+  attr_reader :tempfile
+  def initialize(source, type)
+    @filename = nil; @tempfile = nil
+    case type
+    when :filename then @filename = source
+    when :tempfile then @tempfile = source
+    else raise "Unexpected type=#{type}"
+    end
+  end
+  def path
+    return @filename if @filename
+    @tempfile.path
+  end
+  def delete
+    return false unless @tempfile
+    @tempfile.close(true)
+    @tempfile = nil
+    true
+  end
+  def self.guess_encoding(filename)
+    NKF2ICONV[NKF.guess(read_lines(filename, 3))]
+  end
+  private
+  NKF2ICONV = {
+    NKF::UTF8 => 'UTF-8',
+    NKF::SJIS => 'SJIS',
+    NKF::EUC => 'EUC-JP',
+    NKF::JIS => 'ISO-2022-JP',
+    NKF::ASCII => 'UTF-8'
+  }
+  def self.winfile?(filename)
+    line = read_lines(filename, 1)
+    if line =~ /\r\n$/
+      true
+    else
+      false
+    end
+  end
+  def self.make_instance(filename, encoding)
+    return new(filename, :filename) if encoding == 'UTF-8'
+    if winfile?(filename) && encoding == 'SJIS'
+      encoding = 'CP932'
+    end
+    tf = Tempfile.new('file-path')
+    tf.write File.open(filename, "r:#{encoding}:UTF-8").read
+    tf.close
+    new(tf, :tempfile)
+  end
+  def self.read_lines(filename, max = 1)
+    lines = []
+    index = 0
+    File.foreach(filename, encoding: 'BINARY') do |line|
+      lines << line
+      index += 1
+      break if index >= max
+    end
+    lines.join('')
+  end
+end

data/lib/shoji_main.rb

@@ -0,0 +1,105 @@
+
+# meta class of excel, ods, csv and tsv processor.
+
+
+class Shoji
+
+  autoload :Excel, 'shoji/excel'
+  autoload :CSV, 'shoji/csv'
+  autoload :TSV, 'shoji/tsv'
+  autoload :ODS, 'shoji/ods'
+
+  class_eval do
+    [:foreach, :foreach_hash, :valid_file?, :valid_content?, :rows, :row_size].each do |meth|
+      eval <<EOL
+def self.#{meth}(*args, &block)
+  klass = class_from_params(*args, &block)
+  klass.send(:#{meth}, *args, &block)
+end
+EOL
+    end
+  end
+
+  def initialize(filename, opts = {}, &block)
+    @filename = filename
+    @opts = opts
+    if block_given?
+      yield(self)
+    end
+  end
+  def foreach(opts = {}, &block)
+    self.clcass.foreach(@filename, opts, &block)
+  end
+  def valid_file?(opts = {})
+    self.class.valid_file?(@filename, opts)
+  end
+  def valid_content?(opts = {})
+    self.class.valid_content?(@filename, opts)
+  end
+
+  def row_size(opts = {})
+    self.class.row_size(@filename, opts)
+  end
+  def rows(opts = {})
+    self.class.rows(@filename, opts)
+  end
+
+  private
+  def self.detect_class_from_filename_or_content(filename)
+    klass = detect_class_from_filename(filename)
+    return klass if klass
+    detect_class_from_content(filename)
+  end
+  def self.detect_class_from_filename(filename)
+    @@ext2class ||= build_ext2class
+    @@ext2class[File.extname(filename).upcase]
+  end
+  def self.build_ext2class
+    {
+      '.XLS' => Shoji::Excel,
+      '.CSV' => Shoji::CSV,
+      '.TSV' => Shoji::TSV,
+      '.ODS' => Shoji::ODS
+    }
+  end
+  def self.detect_class_from_content(filename)
+    if binary_file? filename
+      # Try to check valid xls.
+      return Shoji::Excel if Shoji::Excel.valid_file? filename
+    else
+      line = first_line(filename)
+      case line
+      when /\t/ then Shoji::TSV
+      when /,/ then Shoji::CSV
+      else
+        nil
+      end
+    end
+  end
+  def self.class_from_params(*args)
+    filename = args[0]
+    opts = args[1] || {}
+    case opts[:type]
+    when nil, :auto then detect_class_from_filename_or_content(filename)
+    when :excel, :xls then Shoji::Excel
+    when :csv then Shoji::CSV
+    when :tsv, :tabtext, :tab_text, :tab then Shoji::TSV
+    else "Unexpected type value=#{opts[:type]}"
+    end
+  end
+  def self.binary_file?(filename)
+    buf = nil
+    File.open(filename, 'rb') do |f|
+      buf = f.read(256)
+    end
+    buf.index("\0") ? true : false
+  end
+  def self.first_line(filename)
+    line = nil
+    File.foreach(filename, encoding: 'BINARY') do |l|
+      line = l
+      break
+    end
+    line
+  end
+end

data/shoji.gemspec

@@ -0,0 +1,87 @@
+# Generated by jeweler
+# DO NOT EDIT THIS FILE DIRECTLY
+# Instead, edit Jeweler::Tasks in Rakefile, and run 'rake gemspec'
+# -*- encoding: utf-8 -*-
+
+Gem::Specification.new do |s|
+  s.name = "shoji"
+  s.version = "0.0.9"
+
+  s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
+  s.authors = ["CHIKURA Shinsaku"]
+  s.date = "2012-03-19"
+  s.description = "Shoji is a package of reading various formats of table structured data file."
+  s.email = "shinsaku@chikura.me"
+  s.extra_rdoc_files = [
+    "LICENSE.txt",
+    "README.rdoc"
+  ]
+  s.files = [
+    ".document",
+    ".rvmrc",
+    "Gemfile",
+    "Gemfile.lock",
+    "LICENSE.txt",
+    "README.rdoc",
+    "Rakefile",
+    "VERSION",
+    "lib/shoji.rb",
+    "lib/shoji/base.rb",
+    "lib/shoji/csv.rb",
+    "lib/shoji/excel.rb",
+    "lib/shoji/excel/reader.rb",
+    "lib/shoji/ods.rb",
+    "lib/shoji/ods/reader.rb",
+    "lib/shoji/text_base.rb",
+    "lib/shoji/tsv.rb",
+    "lib/shoji/utf8_file.rb",
+    "lib/shoji_main.rb",
+    "shoji.gemspec",
+    "test/files/test-reps.ods",
+    "test/files/test01.csv",
+    "test/files/test01.ods",
+    "test/files/test01.tsv",
+    "test/files/test01.xls",
+    "test/files/testcsv.data",
+    "test/files/testtsv.data",
+    "test/files/testxls.data",
+    "test/helper.rb",
+    "test/test_shoji.rb"
+  ]
+  s.homepage = "http://github.com/chsh/shoji"
+  s.licenses = ["MIT"]
+  s.require_paths = ["lib"]
+  s.rubygems_version = "1.8.10"
+  s.summary = "Shoji is a package of reading various formats of table structured data file."
+
+  if s.respond_to? :specification_version then
+    s.specification_version = 3
+
+    if Gem::Version.new(Gem::VERSION) >= Gem::Version.new('1.2.0') then
+      s.add_runtime_dependency(%q<zipruby>, [">= 0"])
+      s.add_runtime_dependency(%q<spreadsheet>, [">= 0"])
+      s.add_runtime_dependency(%q<nokogiri>, [">= 0"])
+      s.add_development_dependency(%q<shoulda>, [">= 0"])
+      s.add_development_dependency(%q<rdoc>, ["~> 3.12"])
+      s.add_development_dependency(%q<bundler>, ["~> 1.0.0"])
+      s.add_development_dependency(%q<jeweler>, ["~> 1.8.3"])
+    else
+      s.add_dependency(%q<zipruby>, [">= 0"])
+      s.add_dependency(%q<spreadsheet>, [">= 0"])
+      s.add_dependency(%q<nokogiri>, [">= 0"])
+      s.add_dependency(%q<shoulda>, [">= 0"])
+      s.add_dependency(%q<rdoc>, ["~> 3.12"])
+      s.add_dependency(%q<bundler>, ["~> 1.0.0"])
+      s.add_dependency(%q<jeweler>, ["~> 1.8.3"])
+    end
+  else
+    s.add_dependency(%q<zipruby>, [">= 0"])
+    s.add_dependency(%q<spreadsheet>, [">= 0"])
+    s.add_dependency(%q<nokogiri>, [">= 0"])
+    s.add_dependency(%q<shoulda>, [">= 0"])
+    s.add_dependency(%q<rdoc>, ["~> 3.12"])
+    s.add_dependency(%q<bundler>, ["~> 1.0.0"])
+    s.add_dependency(%q<jeweler>, ["~> 1.8.3"])
+  end
+end
+

data/test/files/test01.csv

@@ -0,0 +1,2 @@
+"�����","abc","�قւ�"
+123,"������",8��20��

data/test/files/test01.tsv

@@ -0,0 +1 @@
+������	abc	�ۤؤ�

data/test/files/testcsv.data

@@ -0,0 +1,2 @@
+"�����","abc","�قւ�"
+123,"������",8��20��

data/test/files/testtsv.data

@@ -0,0 +1 @@
+������	abc	�ۤؤ�

data/test/helper.rb

@@ -0,0 +1,18 @@
+require 'rubygems'
+require 'bundler'
+begin
+  Bundler.setup(:default, :development)
+rescue Bundler::BundlerError => e
+  $stderr.puts e.message
+  $stderr.puts "Run `bundle install` to install missing gems"
+  exit e.status_code
+end
+require 'test/unit'
+require 'shoulda'
+
+$LOAD_PATH.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
+$LOAD_PATH.unshift(File.dirname(__FILE__))
+require 'shoji'
+
+class Test::Unit::TestCase
+end

data/test/test_shoji.rb

@@ -0,0 +1,109 @@
+# -*- coding: utf-8 -*-
+require 'helper'
+
+FILEPATH = File.dirname(__FILE__) + "/files"
+
+class TestShoji < Test::Unit::TestCase
+
+  should "excel: load all rows" do
+    reader = Shoji::Excel::Reader.new("#{FILEPATH}/test01.xls")
+    rows = reader.rows
+    assert_equal [Date.parse('2009/2/1'), Date.parse('1998/2/1'),
+    Date.parse('2008/3/1'), DateTime.parse('1899/12/30 14:30')], rows[0]
+    assert_equal ["アルファ", "alpha", 300, 123.456], rows[1]
+  end
+
+  should "excel: process foreach row" do
+    reader = Shoji::Excel::Reader.new("#{FILEPATH}/test01.xls")
+    first = true
+    reader.foreach do |cells|
+      if first
+        assert_equal [Date.parse('2009/2/1'), Date.parse('1998/2/1'),
+        Date.parse('2008/3/1'), DateTime.parse('1899/12/30 14:30')], cells
+        first = false
+        next
+      end
+      assert_equal ["アルファ", "alpha", 300, 123.456], cells
+    end
+  end
+
+  should "openoffice calc: load all rows" do
+    reader = Shoji::ODS::Reader.new("#{FILEPATH}/test01.ods")
+    rows = reader.rows
+    assert_equal [123, "abc", Date.parse('2009/12/13'), 'あいう'], rows[0]
+    assert_equal ["13:40", 35.22, '#ab', 'çons'], rows[1]
+  end
+
+  should "openoffice calc: can handle repeated cells correctly." do
+    reader = Shoji::ODS::Reader.new("#{FILEPATH}/test-reps.ods")
+    rows = reader.rows
+    assert_equal [Date.parse('2009/12/6'), '', '', 3, 5, 1], rows[1]
+    assert_equal [98, 5, 5, 5, 1, 1, 2, 3], rows[2]
+  end
+
+  should "csv: load all rows" do
+    rows = Shoji::CSV.rows("#{FILEPATH}/test01.csv")
+    assert_equal 2, rows.size
+    rows = Shoji::CSV.rows("#{FILEPATH}/test01.csv", :limit => 1)
+    assert_equal 1, rows.size
+    assert_equal ['いろは', 'abc', 'ほへと'], rows[0]
+  end
+
+  should "csv: process foreach row" do
+    first = true
+    Shoji::TSV.foreach "#{FILEPATH}/test01.tsv" do |cells|
+      if first
+        assert_equal ['いろは', 'abc', 'ほへと'], cells
+        first = false
+        next
+      end
+      assert_equal ["123", "あいう", "8月20日"], cells
+    end
+  end
+
+  should "tsv: load all rows" do
+    rows = Shoji::TSV.rows("#{FILEPATH}/test01.tsv")
+    assert_equal 2, rows.size
+    rows = Shoji::TSV.rows("#{FILEPATH}/test01.tsv", :limit => 1)
+    assert_equal 1, rows.size
+
+  end
+
+  should "tsv: process foreach row" do
+    first = true
+    Shoji::TSV.foreach "#{FILEPATH}/test01.tsv" do |cells|
+      if first
+        assert_equal ['いろは', 'abc', 'ほへと'], cells
+        first = false
+        next
+      end
+      assert_equal ["123", "あいう", "8月20日"], cells
+    end
+  end
+
+  should "autodetect: load all rows" do
+    rows = Shoji.rows("#{FILEPATH}/testxls.data")
+    assert_equal 2, rows.size
+    assert_equal [Date.parse('2009/2/1'), Date.parse('1998/2/1'),
+    Date.parse('2008/3/1'), DateTime.parse('1899/12/30 14:30')], rows[0]
+    rows = Shoji.rows("#{FILEPATH}/testcsv.data")
+    assert_equal 2, rows.size
+    assert_equal ['いろは', 'abc', 'ほへと'], rows[0]
+    rows = Shoji.rows("#{FILEPATH}/testtsv.data")
+    assert_equal 2, rows.size
+    assert_equal ['いろは', 'abc', 'ほへと'], rows[0]
+
+  end
+  should "can handle various types of file." do
+    rows = Shoji.rows("#{FILEPATH}/test01.xls")
+    assert_equal [Date.parse('2009/2/1'), Date.parse('1998/2/1'),
+    Date.parse('2008/3/1'), DateTime.parse('1899/12/30 14:30')], rows[0]
+    rows = Shoji.rows("#{FILEPATH}/test01.ods")
+    assert_equal [123, "abc", Date.parse('2009/12/13'), 'あいう'], rows[0]
+    rows = Shoji.rows("#{FILEPATH}/test01.csv")
+    rows = Shoji::CSV.rows("#{FILEPATH}/test01.csv")
+    assert_equal ['いろは', 'abc', 'ほへと'], rows[0]
+    rows = Shoji.rows("#{FILEPATH}/test01.tsv")
+    assert_equal ['いろは', 'abc', 'ほへと'], rows[0]
+  end
+end

metadata

@@ -0,0 +1,158 @@
+--- !ruby/object:Gem::Specification
+name: shoji
+version: !ruby/object:Gem::Version
+  version: 0.0.9
+  prerelease: 
+platform: ruby
+authors:
+- CHIKURA Shinsaku
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2012-03-19 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: zipruby
+  requirement: &70317314442440 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: *70317314442440
+- !ruby/object:Gem::Dependency
+  name: spreadsheet
+  requirement: &70317314441500 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: *70317314441500
+- !ruby/object:Gem::Dependency
+  name: nokogiri
+  requirement: &70317314441000 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: *70317314441000
+- !ruby/object:Gem::Dependency
+  name: shoulda
+  requirement: &70317314440300 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: *70317314440300
+- !ruby/object:Gem::Dependency
+  name: rdoc
+  requirement: &70317314439520 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '3.12'
+  type: :development
+  prerelease: false
+  version_requirements: *70317314439520
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: &70317314438740 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.0.0
+  type: :development
+  prerelease: false
+  version_requirements: *70317314438740
+- !ruby/object:Gem::Dependency
+  name: jeweler
+  requirement: &70317314454140 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.8.3
+  type: :development
+  prerelease: false
+  version_requirements: *70317314454140
+description: Shoji is a package of reading various formats of table structured data
+  file.
+email: shinsaku@chikura.me
+executables: []
+extensions: []
+extra_rdoc_files:
+- LICENSE.txt
+- README.rdoc
+files:
+- .document
+- .rvmrc
+- Gemfile
+- Gemfile.lock
+- LICENSE.txt
+- README.rdoc
+- Rakefile
+- VERSION
+- lib/shoji.rb
+- lib/shoji/base.rb
+- lib/shoji/csv.rb
+- lib/shoji/excel.rb
+- lib/shoji/excel/reader.rb
+- lib/shoji/ods.rb
+- lib/shoji/ods/reader.rb
+- lib/shoji/text_base.rb
+- lib/shoji/tsv.rb
+- lib/shoji/utf8_file.rb
+- lib/shoji_main.rb
+- shoji.gemspec
+- test/files/test-reps.ods
+- test/files/test01.csv
+- test/files/test01.ods
+- test/files/test01.tsv
+- test/files/test01.xls
+- test/files/testcsv.data
+- test/files/testtsv.data
+- test/files/testxls.data
+- test/helper.rb
+- test/test_shoji.rb
+homepage: http://github.com/chsh/shoji
+licenses:
+- MIT
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+      segments:
+      - 0
+      hash: -2476244410315930325
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.10
+signing_key: 
+specification_version: 3
+summary: Shoji is a package of reading various formats of table structured data file.
+test_files: []