ooxl 0.0.1.4.26 → 0.0.1.5.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 1713569c7400873f6610528e7e815e1349727506
-  data.tar.gz: bca84c26d40ca27e771fdb61131e0e8f53c69d29
+  metadata.gz: d3da0847d61333cf06c4a9e3212604a6b6f1e1e0
+  data.tar.gz: 2b5d30b7c28f88c14adfe0fcbe4e1c0085ccfb61
 SHA512:
-  metadata.gz: e6e19c17da54efc9f23311b2799532e4b31d6276582d3c3dc8b84329f509229ee1184413a93921c4626737390dfee53e67da83497703e91270c75dd3b3112a85
-  data.tar.gz: c217a26675b2c51995b6fcffe553f35077797c06ae1f1948231be53c498cb57c73c047a9c4605a2cee1f78e7d45d49c96a6f141fd83c243f0851ab960fecd5bb
+  metadata.gz: cb1e938d50dbfa698605986ae790670f0b2c557438aeb73925baf261326fe8f79b05948d409d06a5fbf620aaa88adba26642206b3beed11ca05e05372487a0ac
+  data.tar.gz: e30534d829e6b0ba29388a950cf5743977ee0b73c942c798df26eca177f9e17a70d365515c76bf37d20d6bb42c027ddad937223a75b582143a1cf1cac7c00d82

data/lib/ooxl/version.rb

@@ -1,3 +1,3 @@
 class OOXL
-  VERSION = "0.0.1.4.26"
+  VERSION = "0.0.1.5.0"
 end

data/lib/ooxl/xl_objects/row.rb

@@ -10,20 +10,18 @@ class OOXL
     end
 
     def [](id)
-      cell = if id.is_a?(String)
-        cells.find { |row| row.id == id}
+      if id.is_a?(String)
+        cell(id)
       else
-        cells[id]
+        cells[id] || BlankCell.new(id)
       end
-      (cell.present?) ? cell : BlankCell.new(id)
     end
 
     def cells
       if @options[:padded_cells]
         unless @cells.blank?
           'A'.upto(@cells.last.column).map do |column_letter|
-            cell = @cells.find { |cell| cell.column == column_letter}
-            (cell.blank?) ? BlankCell.new("#{column_letter}#{id}") : cell
+            cell(column_letter)
           end
         end
       else
@@ -32,8 +30,14 @@ class OOXL
     end
 
     def cell(cell_id)
-      cell_final_id = cell_id[/[A-Z]{1,}\d+/] ? cell_id : "#{cell_id}#{id}"
-      cells.find { |cell| cell.id == cell_final_id}
+      cell_final_id = cell_id[/[A-Z]+\d+/] ? cell_id : "#{cell_id}#{id}"
+      cell_id_map[cell_final_id]
+    end
+
+    def cell_id_map
+      @cell_id_map ||= cells.each_with_object(Hash.new { |_, k| BlankCell.new(k) }) do |cell, result|
+        result[cell.id] = cell
+      end
     end
 
     def each

data/lib/ooxl/xl_objects/row_cache.rb

@@ -0,0 +1,100 @@
+class OOXL
+  class RowCache
+    include Enumerable
+
+    attr_accessor :styles
+
+    # built on-demand -- use rows instead
+    attr_reader :row_cache
+
+    # built on-demand -- use fetch_row_by_id instead
+    attr_reader :row_id_map
+
+    def initialize(sheet_xml, shared_strings, options = {})
+      @shared_strings = shared_strings
+      @sheet_xml = sheet_xml
+      @options = options
+      @row_cache = []
+      @row_id_map = {}
+    end
+
+    def [](id)
+      fetch_row_by_id(id)
+    end
+
+    alias_method :row, :[]
+
+    def each(&block)
+      if @options[:padded_rows]
+        padded_rows(&block)
+      else
+        rows(&block)
+      end
+    end
+
+    def rows(&block)
+      # track yield count to know if caller broke out of loop
+      rows_yielded = 0
+      row_cache.each do |r|
+        yield r if block_given?
+        rows_yielded += 1
+      end
+
+      if !all_rows_loaded? && rows_yielded == row_cache.count
+        parse_more_rows(&block)
+      end
+
+      row_cache
+    end
+
+    private
+
+    def parse_more_rows
+      row_nodes.drop(row_cache.count).each do |row_node|
+        row = Row.load_from_node(row_node, @shared_strings, @styles, @options)
+        row_cache << row
+        row_id_map[row.id] = row
+        yield row if block_given?
+      end
+    end
+
+    def all_rows_loaded?
+      row_cache.count == row_nodes.count
+    end
+
+    def row_nodes
+      @row_nodes ||= @sheet_xml.xpath('//sheetData/row')
+    end
+
+    def fetch_row_by_id(row_id)
+      row_id = row_id.to_s
+      return row_id_map[row_id] if all_rows_loaded? || row_id_map.key?(row_id)
+
+      parse_more_rows do |row|
+        return row if row.id == row_id
+      end
+
+      nil
+    end
+
+    def padded_rows
+      real_rows_yielded = 0
+      yielded_rows = []
+      (1..Float::INFINITY).each do |row_index|
+        row = row(row_index)
+        if row.blank?
+          row = Row.new(id: row_index.to_s, cells: [])
+        else
+          real_rows_yielded += 1
+        end
+
+        yielded_rows << row
+        yield row if block_given?
+
+        break if real_rows_yielded == row_cache.count && all_rows_loaded?
+      end
+      yielded_rows
+    end
+  end
+end
+

data/lib/ooxl/xl_objects/sheet.rb

@@ -1,10 +1,14 @@
 require_relative 'sheet/data_validation'
+require_relative 'row_cache'
+
 class OOXL
   class Sheet
     include OOXL::Util
     include Enumerable
-    attr_reader :columns, :data_validations, :shared_strings
-    attr_accessor :comments, :styles, :defined_names, :name
+
+    attr_reader :columns, :data_validations, :shared_strings, :styles
+    attr_accessor :comments, :defined_names, :name
+    delegate :[], :each, :rows, :row, to: :@row_cache
 
     def initialize(xml, shared_strings, options={})
       @xml = Nokogiri.XML(xml).remove_namespaces!
@@ -12,8 +16,8 @@ class OOXL
       @comments = {}
       @defined_names = {}
       @styles = []
-      @loaded_cache = {}
       @options = options
+      @row_cache = RowCache.new(@xml, @shared_strings, options)
     end
 
     def code_name
@@ -41,82 +45,35 @@ class OOXL
       end
     end
 
-    def [](id)
-      if id.is_a?(String)
-        rows.find { |row| row.id == id}
-      else
-        rows[id]
-      end
-    end
-
-    def row(index, stream: false)
-      if @loaded_cache[:rows] || !stream
-        rows.find { |row| row.id == index.to_s}
-      else
-        found_row = nil
-        rows do |row|
-          if row.id == index.to_s
-            found_row = row
-            break
-          end
-        end
-        found_row
-      end
-    end
 
+    # DEPRECATED: stream is no longer separate
     def stream_row(index)
-      row(index, stream: true)
+      row(index)
     end
 
     # test mode
     def cells_by_column(column_letter)
-      columns = []
-      rows.each do |row|
-        columns << row.cells.find { |cell| to_column_letter(cell.id) == column_letter}
+      rows.map do |row|
+        row.cells.find { |cell| to_column_letter(cell.id) == column_letter}
       end
-      columns
     end
 
     def last_column(row_index=1)
       @last_column ||= {}
       @last_column[row_index] ||= begin
-        cells = stream_row(row_index).try(:cells) 
+        cells = row(row_index).try(:cells) 
         cells.last.column if cells.present?
       end
     end
 
-    def cell(cell_id, stream: false)
+    def cell(cell_id)
       column_letter, row_index = cell_id.partition(/\d+/)
-      current_row = row(row_index, stream: stream)
+      current_row = row(row_index)
       current_row.cell(column_letter) unless current_row.nil?
     end
 
-    def formula(cell_id, stream: false)
-      cell(cell_id, stream: stream).try(:formula)
-    end
-
-    def rows
-      @rows ||= begin
-        all_rows = @xml.xpath('//sheetData/row').map do |row_node|
-          row = Row.load_from_node(row_node, @shared_strings, @styles, @options)
-          yield row if block_given?
-          row
-        end
-        @loaded_cache[:rows] = true
-        all_rows
-      end
-    end
-
-    def each
-      if @options[:padded_rows]
-        last_row_index = rows.last.id.to_i
-        (1.upto(last_row_index)).each do |row_index|
-          row = row(row_index)
-          yield (row.blank?) ? Row.new(id: "#{row_index}", cells: []) : row
-        end
-      else
-        rows  { |row| yield row }
-      end
+    def formula(cell_id)
+      cell(cell_id).try(:formula)
     end
 
     def font(cell_reference)
@@ -127,7 +84,6 @@ class OOXL
       cell(cell_reference).try(:fill)
     end
 
-
     def data_validations
       @data_validations ||= begin
 
@@ -146,6 +102,11 @@ class OOXL
       end
     end
 
+    def styles=(styles)
+      @styles = styles
+      @row_cache.styles = styles
+    end
+
     # a shortcut for:
     # formula =  data_validation('A1').formula
     # ooxl.named_range(formula)
@@ -168,40 +129,51 @@ class OOXL
       if cell_range.include?(":")
         cell_letters = cell_range.gsub(/[\d]/, '').split(':')
         start_index, end_index = cell_range[/[A-Z]{1,}\d+/] ? cell_range.gsub(/[^\d:]/, '').split(':').map(&:to_i) : [1, rows.size]
-        # This will allow values from this pattern
-        # 'SheetName!A1:C3'
-        # The number after the cell letter will be the index
-        # 1 => start_index
-        # 3 => end_index
-        # Expected output would be: [['value', 'value', 'value'], ['value', 'value', 'value'], ['value', 'value', 'value']]
         if cell_letters.uniq.size > 1
-          start_index.upto(end_index).map do  |row_index|
-            (letter_index(cell_letters.first)..letter_index(cell_letters.last)).map do |cell_index|
-                row = fetch_row_by_id(row_index.to_s)
-                next if row.blank?
-
-                cell_letter = letter_equivalent(cell_index)
-                row["#{cell_letter}#{row_index}"].value
-            end
-          end
+          list_values_from_rectangle(cell_letters, start_index, end_index)
         else
-          cell_letter = cell_letters.uniq.first
-          (start_index..end_index).to_a.map do |row_index|
-            row = fetch_row_by_id(row_index.to_s)
-            next if row.blank?
-            row["#{cell_letter}#{row_index}"].value
-          end
+          list_values_from_column(cell_letters.uniq.first, start_index, end_index)
         end
       else
         # when only one value: B2
-        row_index = cell_range.gsub(/[^\d:]/, '').split(':').map(&:to_i).first
-        row = fetch_row_by_id(row_index.to_s)
-        return if row.blank?
-        [row[cell_range].value]
+        list_values_from_cell(cell_range)
       end
     end
     alias_method :list_values_from_formula, :list_values_from_cell_range
 
+    # This will allow values from this pattern
+    # 'SheetName!A1:C3'
+    # The number after the cell letter will be the index
+    # 1 => start_index
+    # 3 => end_index
+    # Expected output would be: [['value', 'value', 'value'], ['value', 'value', 'value'], ['value', 'value', 'value']]
+    def list_values_from_rectangle(cell_letters, start_index, end_index)
+      start_index.upto(end_index).map do |row_index|
+        (letter_index(cell_letters.first)..letter_index(cell_letters.last)).map do |cell_index|
+          row = row(row_index)
+          next if row.blank?
+
+          cell_letter = letter_equivalent(cell_index)
+          row["#{cell_letter}#{row_index}"].value
+        end
+      end
+    end
+
+    def list_values_from_column(column_letter, start_index, end_index)
+      (start_index..end_index).to_a.map do |row_index|
+        row = row(row_index)
+        next if row.blank?
+        row["#{column_letter}#{row_index}"].value
+      end
+    end
+
+    def list_values_from_cell(cell_ref)
+      row_index = cell_ref.gsub(/[^\d:]/, '').split(':').map(&:to_i).first
+      row = row(row_index)
+      return if row.blank?
+      [row[cell_ref].value]
+    end
+
     def self.load_from_stream(xml_stream, shared_strings)
       self.new(Nokogiri.XML(xml_stream).remove_namespaces!, shared_strings)
     end
@@ -213,9 +185,6 @@ class OOXL
     end
 
     private
-    def fetch_row_by_id(row_id)
-      rows.find { |row| row.id == row_id.to_s}
-    end
 
     def merged_cells_range
       @merged_cells ||= @xml.xpath('//mergeCells/mergeCell').map do |merged_cell|

data/ooxml_excel.gemspec

@@ -28,7 +28,8 @@ Gem::Specification.new do |spec|
   spec.add_dependency 'nokogiri', '~> 1'
   spec.add_dependency 'rubyzip', '~> 1.0', '< 2.0.0'
 
-  spec.add_development_dependency "bundler", "~> 1.12"
+  spec.add_development_dependency "bundler"
+  spec.add_development_dependency "pry-byebug"
   spec.add_development_dependency "rake", "~> 10.0"
   spec.add_development_dependency "rspec", "~> 3.0"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: ooxl
 version: !ruby/object:Gem::Version
-  version: 0.0.1.4.26
+  version: 0.0.1.5.0
 platform: ruby
 authors:
 - James Mones
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2017-03-31 00:00:00.000000000 Z
+date: 2019-10-08 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activesupport
@@ -62,16 +62,30 @@ dependencies:
   name: bundler
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '1.12'
+        version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '1.12'
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: pry-byebug
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
@@ -129,6 +143,7 @@ files:
 - lib/ooxl/xl_objects/number_formatting.rb
 - lib/ooxl/xl_objects/relationships.rb
 - lib/ooxl/xl_objects/row.rb
+- lib/ooxl/xl_objects/row_cache.rb
 - lib/ooxl/xl_objects/sheet.rb
 - lib/ooxl/xl_objects/sheet/data_validation.rb
 - lib/ooxl/xl_objects/styles.rb
@@ -154,7 +169,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.6.8
+rubygems_version: 2.6.12
 signing_key: 
 specification_version: 4
 summary: OOXL Excel - Parse Excel Spreadsheets (xlsx, xlsm).