xlsxtream 0.2.0 → 0.3.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: af09aea4670bc6bea0e57545d023cda25571ed8e
-  data.tar.gz: fd8bbcf0d5d53f0ccb951a4f42c3507bf341d2f3
+  metadata.gz: 9f6d507fcaf88af59b20094f992ba4e921ca610b
+  data.tar.gz: 81f6f7d9a0312be08a7e394ef2e27be1f5f51a09
 SHA512:
-  metadata.gz: 2f4da6bd0909431125db97e6c7a5f0126d7af9e836e52439a8e81505c135c3aeba5e94e3cd779278cfcefc1d59a6098783b05c7b85df64f9ed41651a28afe7a5
-  data.tar.gz: 70d5e4294027c6567c8d22a5a9d72ca8d58019a2b40aeb0ebba6b145f69a1d371f0d5a07aae26d44192207d3970105c211e5aed725ca51c22b7a63979c7a8630
+  metadata.gz: 2890495ed08670099470e514836ee399481bdd261e12207a3df454be1e4e7ef6a8489e2b2b662f7cb3286dc5cb82af7c5fa5354b4e801847a95b0307812e008e
+  data.tar.gz: 19f3812cdb16465b87e86c1aa2ff78605092729cd1fdbd767ae64abe3ba4cbea57d1ad63e5b1760c4a2bf5015a1629a5cb3834c9cafee6c33836a058f004a803

data/.travis.yml

@@ -1,4 +1,15 @@
 language: ruby
+
+sudo: false
+cache: bundler
+
+before_install: gem install bundler -v '~> 1.15' --conservative --minimal-deps
+
 rvm:
-  - 2.2.3
-before_install: gem install bundler -v 1.10.6
+  - 1.9.2
+  - 1.9.3
+  - 2.0.0
+  - 2.1.10
+  - 2.2.7
+  - 2.3.4
+  - 2.4.1

data/CHANGELOG.md

@@ -0,0 +1,14 @@
+# Changelog
+
+## 0.3.0 (2017-07-12)
+
+- Add support for auto-formatting
+
+## 0.2.0 (2017-02-20)
+
+- Ruby 2.4 compatibility
+- Misc bug fixes
+
+## 0.1.0 (2015-10-17)
+
+- Initial release

data/README.md

@@ -1,8 +1,13 @@
 # Xlsxtream
 
-Xlsxtream is a streaming writer for XLSX spreadsheets. It supports multiple worksheets and optional string deduplication via a shared string table (SST). Its purpose is to replace CSV for large exports, because using CSV in Excel is very buggy and error prone. It's very efficient and can quickly write millions of rows with low memory usage.
+Xlsxtream is a streaming writer for XLSX spreadsheets. It supports multiple worksheets and optional string
+deduplication via a shared string table (SST). Its purpose is to replace CSV for large exports, because using
+CSV in Excel is very buggy and error prone. It's very efficient and can quickly write millions of rows with
+low memory usage.
 
-Xlsxtream does not support formatting, charts, comments and a myriad of other [OOXML](https://en.wikipedia.org/wiki/Office_Open_XML) features. If you are looking for a fully featured solution take a look at [axslx](https://github.com/randym/axlsx).
+Xlsxtream does not support formatting, charts, comments and a myriad of
+other [OOXML](https://en.wikipedia.org/wiki/Office_Open_XML) features. If you are looking for a
+fully featured solution take a look at [axslx](https://github.com/randym/axlsx).
 
 Xlsxtream supports writing to files or IO-like objects, data is flushed as the ZIP compressor sees fit.
 
@@ -25,38 +30,51 @@ Or install it yourself as:
 ## Usage
 
 ```ruby
-# Creates a new workbook and closes it at the end of the block.
-Xlsxtream::Workbook.open("foo.xlsx") do |xlsx|
-  xlsx.write_worksheet "Sheet1" do |sheet|
+# Creates a new workbook and closes it at the end of the block
+Xlsxtream::Workbook.open('my_data.xlsx') do |xlsx|
+  xlsx.write_worksheet 'Sheet1' do |sheet|
     # Date, Time, DateTime and Numeric are properly mapped
-    sheet << [Date.today, "hello", "world", 42, 3.14159265359, 42**13]
+    sheet << [Date.today, 'hello', 'world', 42, 3.14159265359, 42**13]
   end
 end
 
-io = StringIO.new('')
+io = StringIO.new
 xlsx = Xlsxtream::Workbook.new(io)
-xlsx.write_worksheet "Sheet1" do |sheet|
-  # Number of columns doesn't have to match
-  sheet << %w[first row]
-  sheet << %w[second row with more colums]
+
+# Number of columns doesn't have to match
+xlsx.write_worksheet 'Sheet1' do |sheet|
+  sheet << ['first', 'row']
+  sheet << ['second', 'row', 'with', 'more colums']
 end
-# Write multiple worksheets with custom names:
-xlsx.write_worksheet "Foo & Bar" do |sheet|
-  sheet.add_row ["Timestamp", "Comment"]
-  sheet.add_row [Time.now, "Foo"]
-  sheet.add_row [Time.now, "Bar"]
+
+# Write multiple worksheets with custom names
+xlsx.write_worksheet 'AppendixSheet' do |sheet|
+  sheet.add_row ['Timestamp', 'Comment']
+  sheet.add_row [Time.now, 'Good times']
+  sheet.add_row [Time.now, 'Time-machine']
 end
-# If you have highly repetitive data, you can enable Shared
-# String Tables (SST) for the workbook or a single worksheet.
-# The SST has to be kept in memory, so don't use it if you
-# have a huge amount of rows or a little duplication of content
-# accros cells. A single SST is used across the whole workbook.
-xlsx.write_worksheet("SST", use_shared_strings: true) do |sheet|
-  sheet << %w[the same old story]
-  sheet << %w[the old same story]
-  sheet << %w[old, the same story]
+
+# If you have highly repetitive data, you can enable Shared String Tables (SST)
+# for the workbook or a single worksheet. The SST has to be kept in memory,
+# so do not use it if you have a huge amount of rows or a little duplication
+# of content across cells. A single SST is used for the whole workbook.
+xlsx.write_worksheet('SheetWithSST', :use_shared_strings => true) do |sheet|
+  sheet << ['the', 'same', 'old', 'story']
+  sheet << ['the', 'old', 'same', 'story']
+  sheet << ['old', 'the', 'same', 'story']
 end
-# Writes metadata and ZIP archive central directory.
+
+# Strings in numeric or date/time format can be auto-detected and formatted
+# appropriately. This is a convenient way to avoid an Excel-warning about
+# "Number stored as text". Dates and times must be in the ISO-8601 format and
+# numeric values must contain only numbers and an optional decimal separator.
+xlsx.write_worksheet('SheetWithAutoFormat', :auto_format => true) do |sheet|
+  # these two rows will be identical in the xlsx-output
+  sheet << [11.85, DateTime.parse('2050-01-01T12:00'), Date.parse('1984-01-01')]
+  sheet << ['11.85', '2050-01-01T12:00', '1984-01-01']
+end
+
+# Writes metadata and ZIP archive central directory
 xlsx.close
 ```
 
@@ -74,4 +92,3 @@ Bug reports and pull requests are welcome on GitHub at https://github.com/felixb
 ## License
 
 The gem is available as open source under the terms of the [MIT License](http://opensource.org/licenses/MIT).
-

data/lib/xlsxtream/io/rubyzip.rb

@@ -25,7 +25,8 @@ module Xlsxtream
 
       # Extend get_compressor to hook our custom deflater.
       class UnbufferedZipOutputStream < ::Zip::OutputStream
-        private def get_compressor(entry, level)
+        private
+        def get_compressor(entry, level)
           case entry.compression_method
           when ::Zip::Entry::DEFLATED then
             StreamingDeflater.new(@output_stream, level, @encrypter)

data/lib/xlsxtream/row.rb

@@ -4,45 +4,82 @@ require "xlsxtream/xml"
 
 module Xlsxtream
   class Row
-    def initialize(row, rownum, sst = nil)
+
+    ENCODING = Encoding.find('UTF-8')
+
+    NUMBER_PATTERN = /\A-?[0-9]+(\.[0-9]+)?\z/.freeze
+    # ISO 8601 yyyy-mm-dd
+    DATE_PATTERN = /\A[0-9]{4}-[0-9]{2}-[0-9]{2}\z/.freeze
+    # ISO 8601 yyyy-mm-ddThh:mm:ss(.s)(Z|+hh:mm|-hh:mm)
+    TIME_PATTERN = /\A[0-9]{4}-[0-9]{2}-[0-9]{2}T[0-9]{2}:[0-9]{2}(?::[0-9]{2}(?:\.[0-9]{1,9})?)?(?:Z|[+-][0-9]{2}:[0-9]{2})?\z/.freeze
+
+    DATE_STYLE = 1
+    TIME_STYLE = 2
+
+    def initialize(row, rownum, options = {})
       @row = row
       @rownum = rownum
-      @sst = sst
-      @encoding = Encoding.find("UTF-8")
+      @sst = options[:sst]
+      @auto_format = options[:auto_format]
     end
 
     def to_xml
       column = 'A'
-      @row.reduce(%'<row r="#@rownum">') do |xml, value|
-        cid = "#{column}#@rownum"
+      xml = %Q{<row r="#{@rownum}">}
+
+      @row.each do |value|
+        cid = "#{column}#{@rownum}"
         column.next!
-        xml << case value
+
+        if @auto_format && value.is_a?(String)
+          value = auto_format(value)
+        end
+
+        case value
         when Numeric
-          %'<c r="#{cid}" t="n"><v>#{value}</v></c>'
-        when Date, Time, DateTime
-          style = value.is_a?(Date) ? 1 : 2
-          %'<c r="#{cid}" s="#{style}"><v>#{time_to_oa_date value}</v></c>'
+          xml << %Q{<c r="#{cid}" t="n"><v>#{value}</v></c>}
+        when Time, DateTime
+          xml << %Q{<c r="#{cid}" s="#{TIME_STYLE}"><v>#{time_to_oa_date(value)}</v></c>}
+        when Date
+          xml << %Q{<c r="#{cid}" s="#{DATE_STYLE}"><v>#{time_to_oa_date(value)}</v></c>}
         else
-          value = value.to_s unless value.is_a? String
-          if value.empty?
-            ''
-          else
-            value = value.encode(@encoding) if value.encoding != @encoding
+          value = value.to_s
+
+          unless value.empty? # no xml output for for empty strings
+            value = value.encode(ENCODING) if value.encoding != ENCODING
+
             if @sst
-              %'<c r="#{cid}" t="s"><v>#{@sst[value]}</v></c>'
+              xml << %Q{<c r="#{cid}" t="s"><v>#{@sst[value]}</v></c>}
             else
-              %'<c r="#{cid}" t="inlineStr"><is><t>#{XML.escape_value value}</t></is></c>'
+              xml << %Q{<c r="#{cid}" t="inlineStr"><is><t>#{XML.escape_value(value)}</t></is></c>}
             end
           end
         end
-      end << '</row>'
+      end
+
+      xml << '</row>'
     end
 
     private
 
+    # Detects and casts numbers, date, time in text
+    def auto_format(value)
+      case value
+      when NUMBER_PATTERN
+        value.include?('.') ? value.to_f : value.to_i
+      when DATE_PATTERN
+        Date.parse(value)
+      when TIME_PATTERN
+        DateTime.parse(value)
+      else
+        value
+      end
+    end
+
     # Converts Time objects to OLE Automation Date
     def time_to_oa_date(time)
-      time = time.respond_to?(:to_time) ? time.to_time : time
+      time = time.to_time if time.respond_to?(:to_time)
+
       # Local dates are stored as UTC by truncating the offset:
       # 1970-01-01 00:00:00 +0200 => 1970-01-01 00:00:00 UTC
       # This is done because SpreadsheetML is not timezone aware.

data/lib/xlsxtream/version.rb

@@ -1,3 +1,3 @@
 module Xlsxtream
-  VERSION = "0.2.0"
+  VERSION = "0.3.0"
 end

data/lib/xlsxtream/workbook.rb

@@ -37,12 +37,17 @@ module Xlsxtream
 
     def write_worksheet(name = nil, options = {})
       use_sst = options.fetch(:use_shared_strings, @options[:use_shared_strings])
+      auto_format = options.fetch(:auto_format, @options[:auto_format])
+      sst = use_sst ? @sst : nil
+
       name ||= "Sheet#{@worksheets.size + 1}"
       sheet_id = @worksheets[name]
       @io.add_file "xl/worksheets/sheet#{sheet_id}.xml"
-      worksheet = Worksheet.new(@io, use_sst ? @sst : nil)
+
+      worksheet = Worksheet.new(@io, :sst => sst, :auto_format => auto_format)
       yield worksheet if block_given?
       worksheet.close
+
       nil
     end
     alias_method :add_worksheet, :write_worksheet

data/lib/xlsxtream/worksheet.rb

@@ -4,15 +4,16 @@ require "xlsxtream/row"
 
 module Xlsxtream
   class Worksheet
-    def initialize(io, sst = nil)
+    def initialize(io, options = {})
       @io = io
       @rownum = 1
-      @sst = sst
+      @options = options
+
       write_header
     end
 
     def <<(row)
-      @io << Row.new(row, @rownum, @sst).to_xml
+      @io << Row.new(row, @rownum, @options).to_xml
       @rownum += 1
     end
     alias_method :add_row, :<<

data/xlsxtream.gemspec

@@ -18,10 +18,11 @@ Gem::Specification.new do |spec|
   spec.bindir        = "exe"
   spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
   spec.require_paths = ["lib"]
+  spec.required_ruby_version = '>= 1.9.1'
 
   spec.add_dependency "rubyzip", ">= 1.0.0"
 
-  spec.add_development_dependency "bundler", "~> 1.10"
+  spec.add_development_dependency "bundler", "~> 1.7"
   spec.add_development_dependency "rake", "~> 10.0"
   spec.add_development_dependency "minitest"
   spec.add_development_dependency "pry"

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: xlsxtream
 version: !ruby/object:Gem::Version
-  version: 0.2.0
+  version: 0.3.0
 platform: ruby
 authors:
 - Felix Bünemann
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2017-02-20 00:00:00.000000000 Z
+date: 2017-09-14 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rubyzip
@@ -30,14 +30,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.10'
+        version: '1.7'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.10'
+        version: '1.7'
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
@@ -90,6 +90,7 @@ extra_rdoc_files: []
 files:
 - ".gitignore"
 - ".travis.yml"
+- CHANGELOG.md
 - Gemfile
 - LICENSE.txt
 - README.md
@@ -119,7 +120,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
-      version: '0'
+      version: 1.9.1
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
@@ -127,7 +128,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.5.2
+rubygems_version: 2.6.13
 signing_key: 
 specification_version: 4
 summary: Xlsxtream is a streaming XLSX spreadsheet writer