roo 2.3.0 → 2.3.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: f9b79f7270fb925c4aa402c0bd1bcccfc422ac92
-  data.tar.gz: f5ed3e4155c09890a710265c3a31e308ec4660fa
+  metadata.gz: a2e51de2c40930cef415563182257a853b10978e
+  data.tar.gz: 3b17c8cfb99d1a16778e20289fea7ae9b1ed88a5
 SHA512:
-  metadata.gz: bb21c71a0343bcce335b4ddc7b5b0caec8ba69d5059e09868e76a7494338fd11bd8d6dae0c0697dbc2ccef4564f7fa19ae56cc09b1c6bca22a6670b7ee1ada6c
-  data.tar.gz: 4563b478a1a0c71fbd7087097917b4eacc0a744d8f3d806ce02f8836b767f34a16c40e3207695180ff1a9882f74a6c9c6b354f84547fee5e91a0bf08959ff04a
+  metadata.gz: a8f57baddedd100e461fb350814c39dfe765a89a911f2cda0579281612cf37ca95fd9d0459f0572a2241d2e99871045dd5f4573d20364827f756b875a01484b4
+  data.tar.gz: 87012bc658fbc668b7e655de16b339034cf5887f3e0b3ceb468626e9203c22fd0d05e7d1bbea243525cb7c27e61e2af296f1804bc58def990dc4bf1f95463cd5

data/.travis.yml

@@ -1,8 +1,8 @@
 language: ruby
 rvm:
   - 2.0.0
-  - 2.1
-  - 2.2.0
+  - 2.1.8
+  - 2.2.4
   - ruby-head
   - jruby-19mode # JRuby in 1.9 mode
   - rbx-2

data/CHANGELOG.md

@@ -1,3 +1,20 @@
+## [2.3.2] 2016-02-18
+### Fixed
+- Handle url with long query params (ex. S3 secure url) [302](https://github.com/roo-rb/roo/pull/302)
+- Allow streaming for Roo::CSV [297](https://github.com/roo-rb/roo/pull/297)
+- Export Fixnums to Added csv [295](https://github.com/roo-rb/roo/pull/295)
+- Removed various Ruby warnings [289](https://github.com/roo-rb/roo/pull/289)
+- Fix incorrect example result in Readme.md [293](https://github.com/roo-rb/roo/pull/293)
+
+## [2.3.1] - 2016-01-08
+### Fixed
+- Properly parse sci-notation number like 1E-3 [#288](https://github.com/roo-rb/roo/pull/288)
+- Include all tests in default rake run [#283](https://github.com/roo-rb/roo/pull/283)
+- Fix zero-padded numbers for Excelx [#282](https://github.com/roo-rb/roo/pull/282)
+
+### Changed
+- Moved `ERROR_VALUES` from Excelx::Cell::Number ~> Excelx. [#280](https://github.com/roo-rb/roo/pull/280)
+
 ## [2.3.0] - 2015-12-10
 ### Changed
 - Excelx::Cell::Number will return a String instead of an Integer or Float if the cell has an error like #DIV/0, etc. [#273](https://github.com/roo-rb/roo/pull/273)

data/README.md

@@ -113,8 +113,8 @@ end
 Use ``sheet.parse`` to return an array of rows. Column names can be a ``String`` or a ``Regexp``.
 
 ```ruby
-sheet.parse(:id => /UPC|SKU/,:qty => /ATS*\sATP\s*QTY\z/)
-# => [{:upc => 727880013358, :qty => 12}, ...]
+sheet.parse(id: /UPC|SKU/, qty: /ATS*\sATP\s*QTY\z/)
+# => [{:id => 727880013358, :qty => 12}, ...]
 ```
 
 Use the ``:header_search`` option to locate the header row and assign the header names.
@@ -126,7 +126,7 @@ sheet.parse(header_search: [/UPC*SKU/,/ATS*\sATP\s*QTY\z/])
 Use the ``:clean`` option to strip out control characters and surrounding white space.
 
 ```ruby
-sheet.parse(:clean => true)
+sheet.parse(clean: true)
 ```
 
 ### Exporting spreadsheets
@@ -189,6 +189,9 @@ xlsx.cell(3, 'C')
 # => 600000383.0
 
 xlsx.excelx_value(row,col)
+# => '600000383'
+
+xlsx.formatted_value(row,col)
 # => '0600000383'
 ```
 
@@ -206,7 +209,7 @@ Roo::OpenOffice has support for encrypted OpenOffice spreadsheets.
 
 ```ruby
 # Load an encrypted OpenOffice Spreadsheet
-ods = Roo::OpenOffice.new("myspreadsheet.ods", :password => "password")
+ods = Roo::OpenOffice.new("myspreadsheet.ods", password: "password")
 ```
 
 ``Roo::OpenOffice`` can access celltype, comments, font information, formulas and labels.

data/Rakefile

@@ -7,7 +7,7 @@ require 'coveralls/rake/task'
 # Test unit
 Rake::TestTask.new do |t|
   t.libs << 'test'
-  t.test_files = FileList['test/test*.rb']
+  t.test_files = FileList['test/**/test*.rb']
   t.verbose = true
 end
 

data/lib/roo/base.rb

@@ -535,6 +535,16 @@ class Roo::Base
     initialize(@filename)
   end
 
+  def find_basename(filename)
+    if uri?(filename)
+      require 'uri'
+      uri = URI::parse filename
+      File.basename(uri.path)
+    elsif !is_stream?(filename)
+      File.basename(filename)
+    end
+  end
+
   def make_tmpdir(prefix = nil, root = nil, &block)
     prefix = "#{TEMP_PREFIX}#{prefix}"
 
@@ -599,7 +609,7 @@ class Roo::Base
 
   def download_uri(uri, tmpdir)
     require 'open-uri'
-    tempfilename = File.join(tmpdir, File.basename(uri))
+    tempfilename = File.join(tmpdir, find_basename(uri))
     begin
       File.open(tempfilename, 'wb') do |file|
         open(uri, 'User-Agent' => "Ruby/#{RUBY_VERSION}") do |net|
@@ -701,6 +711,8 @@ class Roo::Base
       case onecell
       when String
         %("#{onecell.gsub('"', '""')}") unless onecell.empty?
+      when Fixnum
+        onecell.to_s
       when Float
         if onecell == onecell.to_i
           onecell.to_i.to_s

data/lib/roo/csv.rb

@@ -60,6 +60,8 @@ class Roo::CSV < Roo::Base
         tmp_filename = download_uri(filename, tmpdir)
         CSV.foreach(tmp_filename, options, &block)
       end
+    elsif is_stream?(filename_or_stream)
+      CSV.new(filename_or_stream, options).each(&block)
     else
       CSV.foreach(filename, options, &block)
     end
@@ -117,4 +119,6 @@ class Roo::CSV < Roo::Base
 
     @cleaned[sheet] = true
   end
+
+  alias_method :filename_or_stream, :filename
 end

data/lib/roo/excelx/cell/number.rb

@@ -2,8 +2,6 @@ module Roo
   class Excelx
     class Cell
       class Number < Cell::Base
-        ERROR_VALUES = %w(#N/A #REF! #NAME? #DIV/0! #NULL! #VALUE! #NUM!)
-
         attr_reader :value, :formula, :format, :cell_value, :link, :coordinate
 
         def initialize(value, formula, excelx_type, style, link, coordinate)
@@ -16,24 +14,25 @@ module Roo
         end
 
         def create_numeric(number)
-          return number if ERROR_VALUES.include?(number)
-
+          return number if Excelx::ERROR_VALUES.include?(number)
           case @format
           when /%/
             Float(number)
           when /\.0/
             Float(number)
           else
-            number.include?('.') ? Float(number) : Integer(number)
+            (number.include?('.') || (/\A\d+E[-+]\d+\z/i =~ number)) ? Float(number) : Integer(number)
           end
         end
 
         def formatted_value
-          return @cell_value if ERROR_VALUES.include?(@cell_value)
+          return @cell_value if Excelx::ERROR_VALUES.include?(@cell_value)
 
           formatter = formats[@format]
           if formatter.is_a? Proc
             formatter.call(@cell_value)
+          elsif zero_padded_number?
+            "%0#{@format.size}d"% @cell_value
           else
             Kernel.format(formatter, @cell_value)
           end
@@ -80,6 +79,12 @@ module Roo
             '@' => proc { |number| number }
           }
         end
+
+        private
+
+        def zero_padded_number?
+          @format[/0+/] == @format
+        end
       end
     end
   end

data/lib/roo/excelx/cell.rb

@@ -11,7 +11,7 @@ require 'roo/excelx/cell/time'
 module Roo
   class Excelx
     class Cell
-      attr_reader :type, :formula, :value, :excelx_type, :excelx_value, :style, :hyperlink, :coordinate
+      attr_reader :formula, :value, :excelx_type, :excelx_value, :style, :hyperlink, :coordinate
       attr_writer :value
 
       # DEPRECATED: Please use Cell.create_cell instead.

data/lib/roo/excelx.rb

@@ -6,8 +6,11 @@ require 'forwardable'
 
 module Roo
   class Excelx < Roo::Base
+    require 'set'
     extend Forwardable
 
+    ERROR_VALUES = %w(#N/A #REF! #NAME? #DIV/0! #NULL! #VALUE! #NUM!).to_set
+
     require 'roo/excelx/shared'
     require 'roo/excelx/workbook'
     require 'roo/excelx/shared_strings'
@@ -36,7 +39,7 @@ module Roo
 
       unless is_stream?(filename_or_stream)
         file_type_check(filename_or_stream, %w[.xlsx .xlsm], 'an Excel 2007', file_warning, packed)
-        basename = File.basename(filename_or_stream)
+        basename = find_basename(filename_or_stream)
       end
 
       @tmpdir = make_tmpdir(basename, options[:tmpdir_root])
@@ -194,6 +197,13 @@ module Roo
       safe_send(sheet_for(sheet).cells[key], :cell_value)
     end
 
+    # returns the internal value of an excelx cell
+    # Note: this is only available within the Excelx class
+    def formatted_value(row, col, sheet = nil)
+      key = normalize(row, col)
+      safe_send(sheet_for(sheet).cells[key], :formatted_value)
+    end
+
     # returns the internal format of an excel cell
     def excelx_format(row, col, sheet = nil)
       key = normalize(row, col)
@@ -416,20 +426,6 @@ module Roo
       end
     end
 
-    # NOTE: To reduce memory, styles, shared_strings, workbook can be class
-    #       variables in a Shared module.
-    def styles
-      @styles ||= Styles.new(File.join(@tmpdir, 'roo_styles.xml'))
-    end
-
-    def shared_strings
-      @shared_strings ||= SharedStrings.new(File.join(@tmpdir, 'roo_sharedStrings.xml'))
-    end
-
-    def workbook
-      @workbook ||= Workbook.new(File.join(@tmpdir, 'roo_workbook.xml'))
-    end
-
     def safe_send(object, method, *args)
       object.send(method, *args) if object && object.respond_to?(method)
     end

data/lib/roo/open_office.rb

@@ -19,7 +19,7 @@ module Roo
 
       @only_visible_sheets = options[:only_visible_sheets]
       file_type_check(filename, '.ods', 'an Roo::OpenOffice', file_warning, packed)
-      @tmpdir   = make_tmpdir(File.basename(filename), options[:tmpdir_root])
+      @tmpdir   = make_tmpdir(find_basename(filename), options[:tmpdir_root])
       @filename = local_filename(filename, @tmpdir, packed)
       # TODO: @cells_read[:default] = false
       open_oo_file(options)
@@ -285,7 +285,6 @@ module Roo
           algorithm_node['manifest:initialisation-vector']
         )
         key_derivation_name = key_derivation_node['manifest:key-derivation-name']
-        key_size            = key_derivation_node['manifest:key-size'].to_i
         iteration_count     = key_derivation_node['manifest:iteration-count'].to_i
         salt                = Base64.decode64(key_derivation_node['manifest:salt'])
 
@@ -294,10 +293,8 @@ module Roo
           start_key_generation_node[
             'manifest:start-key-generation-name'
           ]
-        key_generation_size = start_key_generation_node['manifest:key-size'].to_i
 
         hashed_password = password
-        key             = nil
 
         if key_generation_name == 'http://www.w3.org/2000/09/xmldsig#sha256'
 

data/lib/roo/version.rb

@@ -1,3 +1,3 @@
 module Roo
-  VERSION = '2.3.0'
+  VERSION = '2.3.2'
 end

data/spec/lib/roo/csv_spec.rb

@@ -10,6 +10,13 @@ describe Roo::CSV do
     end
   end
 
+  describe '.new with stream' do
+    let(:csv) { Roo::CSV.new(File.read(path)) }
+    it 'creates an instance' do
+      expect(csv).to be_a(Roo::CSV)
+    end
+  end
+
   describe '#parse' do
     subject do
       csv.parse(options)

data/spec/lib/roo/excelx_spec.rb

@@ -6,6 +6,18 @@ describe Roo::Excelx do
     Roo::Excelx.new(path)
   end
 
+  describe 'Constants' do
+    describe 'ERROR_VALUES' do
+      it 'returns all possible errorr values' do
+        expect(described_class::ERROR_VALUES).to eq(%w(#N/A #REF! #NAME? #DIV/0! #NULL! #VALUE! #NUM!).to_set)
+      end
+
+      it 'is a set' do
+        expect(described_class::ERROR_VALUES).to be_an_instance_of(Set)
+      end
+    end
+  end
+
   describe '.new' do
     let(:path) { 'test/files/numeric-link.xlsx' }
 
@@ -283,6 +295,16 @@ describe Roo::Excelx do
     end
   end
 
+  describe '#formatted_value' do
+    context 'contains zero-padded numbers' do
+      let(:path) { 'test/files/zero-padded-number.xlsx' }
+
+      it 'returns a zero-padded number' do
+        expect(subject.formatted_value(4, 1)).to eq '05010'
+      end
+    end
+  end
+
   describe '#excelx_format' do
     let(:path) { 'test/files/style.xlsx' }
 

data/test/excelx/cell/test_base.rb

@@ -1,5 +1,4 @@
-require 'roo/excelx/cell/base'
-require 'roo/link'
+require 'test_helper'
 
 class TestRooExcelxCellBase < Minitest::Test
   def base

data/test/excelx/cell/test_boolean.rb

@@ -1,6 +1,4 @@
-require 'roo/excelx/cell/base'
-require 'roo/excelx/cell/boolean'
-require 'roo/link'
+require 'test_helper'
 
 class TestRooExcelxCellNumber < Minitest::Test
   def boolean

data/test/excelx/cell/test_date.rb

@@ -1,9 +1,4 @@
-require 'date'
-require 'roo/excelx/cell/base'
-require 'roo/excelx/cell/datetime'
-require 'roo/excelx/cell/date'
-require 'roo/link'
-require 'pry'
+require 'test_helper'
 
 class TestRooExcelxCellDate < Minitest::Test
   def date_cell

data/test/excelx/cell/test_datetime.rb

@@ -1,7 +1,4 @@
-require 'date'
-require 'roo/excelx/cell/base'
-require 'roo/excelx/cell/datetime'
-require 'roo/link'
+require 'test_helper'
 
 class TestRooExcelxCellDateTime < Minitest::Test
   def test_cell_value_is_datetime

data/test/excelx/cell/test_empty.rb

@@ -1,5 +1,4 @@
-require 'roo/excelx/cell/base'
-require 'roo/excelx/cell/empty'
+require 'test_helper'
 
 class TestRooExcelxCellEmpty < Minitest::Test
   def empty

data/test/excelx/cell/test_number.rb

@@ -1,6 +1,4 @@
-require 'roo/excelx/cell/base'
-require 'roo/excelx/cell/number'
-require 'roo/link'
+require 'test_helper'
 
 class TestRooExcelxCellNumber < Minitest::Test
   def number
@@ -17,6 +15,16 @@ class TestRooExcelxCellNumber < Minitest::Test
     assert_kind_of(Integer, cell.value)
   end
 
+  def test_scientific_notation
+    cell = Roo::Excelx::Cell::Number.new '1.2E-3', nil, ['0'], nil, nil, nil
+    assert_kind_of(Float, cell.value)
+  end
+
+  def test_simple_scientific_notation
+    cell = Roo::Excelx::Cell::Number.new '1E-3', nil, ['0'], nil, nil, nil
+    assert_kind_of(Float, cell.value)
+  end
+
   def test_percent
     cell = Roo::Excelx::Cell::Number.new '42.1', nil, ['0.00%'], nil, nil, nil
     assert_kind_of(Float, cell.value)
@@ -35,7 +43,7 @@ class TestRooExcelxCellNumber < Minitest::Test
   end
 
   def test_numbers_with_cell_errors
-    %w(#N/A #REF! #NAME? #DIV/0! #NULL! #VALUE! #NUM!).each do |error|
+    Roo::Excelx::ERROR_VALUES.each do |error|
       cell = Roo::Excelx::Cell::Number.new error, nil, ['General'], nil, nil, nil
       assert_equal error, cell.value
       assert_equal error, cell.formatted_value

data/test/excelx/cell/test_string.rb

@@ -1,6 +1,4 @@
-require 'roo/excelx/cell/base'
-require 'roo/excelx/cell/string'
-require 'roo/link'
+require 'test_helper'
 
 class TestRooExcelxCellString < Minitest::Test
   def string

data/test/excelx/cell/test_time.rb

@@ -1,7 +1,4 @@
-require 'roo/excelx/cell/base'
-require 'roo/excelx/cell/datetime'
-require 'roo/excelx/cell/time'
-require 'roo/link'
+require 'test_helper'
 
 class TestRooExcelxCellTime < Minitest::Test
   def time

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: roo
 version: !ruby/object:Gem::Version
-  version: 2.3.0
+  version: 2.3.2
 platform: ruby
 authors:
 - Thomas Preymesser
@@ -12,7 +12,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2015-12-10 00:00:00.000000000 Z
+date: 2016-02-19 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: nokogiri
@@ -185,9 +185,8 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.4.5
+rubygems_version: 2.4.5.1
 signing_key: 
 specification_version: 4
 summary: Roo can access the contents of various spreadsheet files.
 test_files: []
-has_rdoc: