data_list_converter 0.4.3 → 0.4.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: ed694a5c72e52682133a22004d381f3968c3d28db54cbeba194eda7c793e70a9
-  data.tar.gz: 656daa9eb323ffa7b7bddb8e40df86606889f091f56c47069f39e37c9f434741
+  metadata.gz: f65479d343c6345e3dbaf9762d3dcd8e6e0fc353bfc8441cc1dd3e7d9385aaba
+  data.tar.gz: fc2be9587bfafe4a5da8558e10b49fd3a85b514e0c79057bb8abe61b5bb5f958
 SHA512:
-  metadata.gz: ad413ccb9e7f0552a39965c69f7924df825eda9933d9acfb83e20455ea03cdd25f34dd8275187190ca868b34fa490c4025c1024820ebf8627345b7e1d6a8d969
-  data.tar.gz: be36997b5d5b37af61e8c5281038ecb8187650ee3d8c506ea852fec5bba8c324a8434e53fe2e2ba729a86deb667376d331aed6194c9cd05286fd636cdbc48219
+  metadata.gz: 9faf4b96e80b3bc6146ead5b2cbbdc6b707ccd472489fbbaab88723d57e1e4865037d11adeec061b9162cdacdc4ba9c8942a70acf1b617a153d2603fb3201196
+  data.tar.gz: '090045d9d7b897e899bbdaa53135854a98f66b1a3a4e698df7ba24ecfeb0c05c0ebf5a7527576af67bae4d997611625398b1d0efbe2a31e70f9d3fdb81b07c49'

data/data_list_converter.gemspec

@@ -19,6 +19,8 @@ Gem::Specification.new do |s|
   s.add_development_dependency 'pry', '~> 0.10.1'
   s.add_development_dependency 'sqlite3', '~> 1.3'
   s.add_development_dependency 'activerecord', '~> 4.2'
+  s.add_development_dependency 'xlsxtream'
+  s.add_development_dependency 'creek'
 
   s.files         = `git ls-files`.split("\n")
   s.test_files    = `git ls-files -- {test,spec,features}/*`.split("\n")

data/lib/data_list_converter/types/fast_xlsx_file.rb

@@ -0,0 +1,58 @@
+require 'xlsxtream'
+require 'creek'
+
+class DataListConverter
+
+  self.register_converter(:xlsx_file, :table_iterator) do |input, options|
+    lambda { |&block|
+      filename = self.parameter(input, :filename, :input)
+
+      creek = Creek::Book.new filename
+      sheet = creek.sheets[input[:sheet] || 0]
+      sheet.rows.each do |row|
+        block.call(row.values)
+      end
+    }
+  end
+
+  self.register_converter(:xlsx_file, :multi_sheet_table_iterator) do |input, options|
+    filename = self.parameter(input, :filename, :input)
+
+    creek = Creek::Book.new filename
+    creek.sheets.map do |sheet|
+      iterator = lambda { |&block|
+        sheet.rows.each do |row|
+          block.call(row.values)
+        end
+      }
+      [sheet.name.to_sym, iterator]
+    end.to_h
+  end
+
+  self.register_converter(:table_iterator, :xlsx_file) do |proc, options|
+    filename = self.parameter(options, :filename, :xlsx_file)
+    Xlsxtream::Workbook.open(filename) do |xlsx|
+      xlsx.write_worksheet (options[:sheet] || "Sheet1") do |sheet|
+        proc.call do |row|
+          sheet << row
+        end
+      end
+    end
+    filename
+  end
+
+  self.register_converter(:multi_sheet_table_iterator, :xlsx_file) do |data, options|
+    filename = self.parameter(options, :filename, :xlsx_file)
+    Xlsxtream::Workbook.open(filename) do |xlsx|
+      data.each do |name, table_iterator|
+        xlsx.write_worksheet(name.to_s) do |sheet|
+          table_iterator.call do |row|
+            sheet << row
+          end
+        end
+      end
+    end
+    filename
+  end
+
+end

data/lib/data_list_converter/version.rb

@@ -1,3 +1,3 @@
 class DataListConverter
-  VERSION = "0.4.3".freeze
+  VERSION = "0.4.4".freeze
 end

data/test/types_test.rb

@@ -79,6 +79,27 @@ describe DataListConverter do
     end
   end
 
+  require 'data_list_converter/types/fast_xlsx_file'
+
+  describe :xlsx_file do
+    specify do
+      filename = 'test.xlsx'
+      begin
+        @c.convert(:item_data, :xlsx_file, ITEM_DATA, xlsx_file: {filename: filename})
+        @c.convert(:xlsx_file, :item_data, {filename: filename}).must_equal ITEM_DATA
+
+        @c.convert(:multi_sheet_table_data, :xlsx_file, MULTI_SHEET_TABLE_DATA,
+                   xlsx_file: {filename: filename})
+        @c.convert(:xlsx_file, :multi_sheet_table_data,
+                   {filename: filename},
+                  ).must_equal(MULTI_SHEET_TABLE_DATA)
+      ensure
+        FileUtils.rm_f(filename)
+      end
+    end
+
+  end
+
   describe :marshal do
     specify do
       filename = 'test.marshal'

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: data_list_converter
 version: !ruby/object:Gem::Version
-  version: 0.4.3
+  version: 0.4.4
 platform: ruby
 authors:
 - linjunhalida
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2020-08-04 00:00:00.000000000 Z
+date: 2020-12-30 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rake
@@ -108,6 +108,34 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '4.2'
+- !ruby/object:Gem::Dependency
+  name: xlsxtream
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: creek
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 description: Data List Converter is a tool to convert data between different formats.
 email:
 - linjunhalida@gmail.com
@@ -130,6 +158,7 @@ files:
 - lib/data_list_converter/helper.rb
 - lib/data_list_converter/types/basic.rb
 - lib/data_list_converter/types/csv_file.rb
+- lib/data_list_converter/types/fast_xlsx_file.rb
 - lib/data_list_converter/types/marshal.rb
 - lib/data_list_converter/types/multi_sheet.rb
 - lib/data_list_converter/types/records.rb
@@ -160,7 +189,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.0.6
+rubygems_version: 3.0.8
 signing_key: 
 specification_version: 4
 summary: convert data between different formats