data_list_converter 0.3.5 → 0.3.7

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: eae8b0ae00e74f0315d7d62d76ca89955f75f590
-  data.tar.gz: b5b44e967bc8af50a21631edda6a3d7d7f1bfe83
+  metadata.gz: 80275550c81de031a235d7800725b12a2a4b9866
+  data.tar.gz: d08007e6813ca7ca963ae570fd3997a34d563968
 SHA512:
-  metadata.gz: 8ae6682e0c402fac52343277a399588a6553eb36f9044248462b07e901eb584fb0e54699d8fbc3488c57b7aa0e002d3d9ec041617d18e5982212eab5b1b4d666
-  data.tar.gz: 04aec6fb7b56707fcb41912883c8a8a6c524b4eda92f911b798b9ab86be6e36209e03ca78843bed31cecb8b866a90a4cb9d6285f290082d93d09e4771855e9ca
+  metadata.gz: d08c8c22504f2368e39f50c97b0b4ed640be75bd1fafa854f34fe52306af84baa899ac80e742253e49013a76214c374596844a14f005752da15bae67cd3d7800
+  data.tar.gz: 5dcb6cc6bde6d16d945bade1dfb75b8b613aa93548e53637479c05085d85ba9fa4ae022e45065203d7330a81fec2540d3a288e869c6e1b7578d51a3d2c5f500e

data/changelog.md

@@ -5,6 +5,7 @@ Refactor.
 - 0.3.1 sheet name should as symbol
 - 0.3.2 support xlsx cell format
 - 0.3.5 add csv_raw type
+- 0.3.7 add marshal_file type, and load_from_file, save_to_file helper
 
 ## 0.2
 

data/lib/data_list_converter/base.rb

@@ -21,10 +21,6 @@ class DataListConverter
       puts "#{Time.now.strftime('%Y-%m-%d %H:%M:%S')}\t#{msg}"
     end
 
-    def types
-      CONVERTERS.keys.flatten.uniq.sort
-    end
-
     def register_converter(from_type, to_type, &block)
       @route_map = nil # clear cache
       CONVERTERS[[from_type, to_type]] = block

data/lib/data_list_converter/helper.rb

@@ -0,0 +1,32 @@
+class DataListConverter
+  def self.save_to_file(filename, data, data_format=:item_data)
+    file_format = self.get_file_format(filename)
+    DataListConverter.convert(data_format, file_format, data,
+                              file_format => {filename: filename})
+  end
+
+  def self.load_from_file(filename, data_format=:item_data)
+    file_format = self.get_file_format(filename)
+    DataListConverter.convert(file_format, data_format,
+                              {filename: filename})
+  end
+
+  def self.get_file_format(filename)
+    file_type = (File.extname(filename)[1..-1] + "_file").to_sym
+    unless DataListConverter.file_types.include?(file_type)
+      raise "unknown file format: #{file_type}"
+    end
+    file_type
+  end
+
+  def self.types
+    CONVERTERS.keys.flatten.uniq.sort
+  end
+
+  def self.file_types
+    matcher = /(.*)_file$/
+    DataListConverter.types.select do |type|
+      matcher.match(type)
+    end
+  end
+end

data/lib/data_list_converter/types/marshal.rb

@@ -0,0 +1,25 @@
+class DataListConverter
+
+  def self.marshal_file_to_data(input, options=nil)
+    File.open(input[:filename]) do |f|
+      Marshal.load(f)
+    end
+  end
+
+  def self.marshal_data_to_file(data, options)
+    File.open(options[:filename], 'w+') do |f|
+      Marshal.dump(data, f)
+    end
+    options[:filename]
+  end
+
+  [:table_data, :multi_sheet_table_data].each do |type|
+    self.register_converter(:marshal_file, type) do |input, options|
+      self.marshal_file_to_data(input, options)
+    end
+    self.register_converter(type, :marshal_file) do |data, options|
+      self.marshal_data_to_file(data, options)
+    end
+  end
+
+end

data/lib/data_list_converter/version.rb

@@ -1,3 +1,3 @@
 class DataListConverter
-  VERSION = "0.3.5".freeze
+  VERSION = "0.3.7".freeze
 end

data/lib/data_list_converter.rb

@@ -1,5 +1,6 @@
 require 'data_list_converter/base'
 require 'data_list_converter/version'
+require 'data_list_converter/helper'
 
 require 'data_list_converter/types/basic'
 require 'data_list_converter/types/records'

data/test/helper_test.rb

@@ -0,0 +1,65 @@
+require 'data_list_converter/types/csv_file'
+require 'data_list_converter/types/xls_file'
+require 'data_list_converter/types/xlsx_file'
+require 'data_list_converter/types/marshal'
+
+describe DataListConverter do
+
+  before :all do
+    @c = DataListConverter
+  end
+
+  describe :types do
+    specify do
+      @c.types.must_equal(
+        [:item_data, :item_iterator,
+         :table_data, :table_iterator,
+         :multi_sheet_item_data,
+         :multi_sheet_table_data,
+         :multi_sheet_item_iterator,
+         :multi_sheet_table_iterator,
+         :marshal_file,
+         :csv_file, :csv_raw, :xls_file, :xlsx_file,
+         :records,
+        ].sort
+      )
+    end
+  end
+
+  describe :file_types do
+    specify do
+      @c.file_types.must_equal(
+        [
+          :csv_file, :xlsx_file, :xls_file, :marshal_file
+        ].sort
+      )
+    end
+  end
+
+  describe :get_file_format do
+    specify do
+      @c.get_file_format('sss.xlsx').must_equal(:xlsx_file)
+      @c.get_file_format('sss.csv').must_equal(:csv_file)
+      @c.get_file_format('sss.marshal').must_equal(:marshal_file)
+      -> { @c.get_file_format('sss.bak') }.must_raise RuntimeError
+    end
+  end
+
+  describe :load_and_save_to_file do
+    specify do
+      filename = 'result.csv'
+      begin
+        data = [{a: '12', b: '3'}, {a: '1', b: '4'}]
+        @c.save_to_file(filename, data)
+        @c.load_from_file(filename).must_equal(data)
+
+        table_data = [['a', 'b'], ['a1', 'b1']]
+        @c.save_to_file(filename, table_data, :table_data)
+        @c.load_from_file(filename, :table_data).must_equal(table_data)
+      ensure
+        FileUtils.rm_rf(filename)
+      end
+    end
+  end
+
+end

data/test/types_test.rb

@@ -1,28 +1,13 @@
 require 'data_list_converter/types/csv_file'
 require 'data_list_converter/types/xls_file'
 require 'data_list_converter/types/xlsx_file'
+require 'data_list_converter/types/marshal'
 
 describe DataListConverter do
   before :all do
     @c = DataListConverter
   end
 
-  describe :type do
-    specify do
-      DataListConverter.types.must_equal(
-        [:item_data, :item_iterator,
-         :table_data, :table_iterator,
-         :multi_sheet_item_data,
-         :multi_sheet_table_data,
-         :multi_sheet_item_iterator,
-         :multi_sheet_table_iterator,
-         :csv_file, :csv_raw, :xls_file, :xlsx_file,
-         :records,
-        ].sort
-      )
-    end
-  end
-
   describe :multi_sheet do
     specify do
       @c.convert(:multi_sheet_item_data, :multi_sheet_table_data, MULTI_SHEET_ITEM_DATA).must_equal(MULTI_SHEET_TABLE_DATA)
@@ -63,17 +48,18 @@ describe DataListConverter do
 
   describe :xlsx_file do
     specify do
+      filename = 'test.xlsx'
       begin
-        @c.convert(:item_data, :xlsx_file, ITEM_DATA, xlsx_file: {filename: "test.xlsx"})
-        @c.convert(:xlsx_file, :item_data, {filename: "test.xlsx"}).must_equal ITEM_DATA
+        @c.convert(:item_data, :xlsx_file, ITEM_DATA, xlsx_file: {filename: filename})
+        @c.convert(:xlsx_file, :item_data, {filename: filename}).must_equal ITEM_DATA
 
         @c.convert(:multi_sheet_table_data, :xlsx_file, MULTI_SHEET_TABLE_DATA,
-                   xlsx_file: {filename: 'test.xlsx'})
+                   xlsx_file: {filename: filename})
         @c.convert(:xlsx_file, :multi_sheet_table_data,
-                   {filename: 'test.xlsx'},
+                   {filename: filename},
                   ).must_equal(MULTI_SHEET_TABLE_DATA)
       ensure
-        FileUtils.rm_f("test.xlsx")
+        FileUtils.rm_f(filename)
       end
     end
 
@@ -92,4 +78,22 @@ describe DataListConverter do
       end
     end
   end
+
+  describe :marshal do
+    specify do
+      filename = 'test.marshal'
+      begin
+        @c.convert(:item_data, :marshal_file, ITEM_DATA, marshal_file: {filename: filename})
+        @c.convert(:marshal_file, :item_data, {filename: filename}).must_equal ITEM_DATA
+        @c.convert(:multi_sheet_table_data, :marshal_file, MULTI_SHEET_TABLE_DATA,
+                   marshal_file: {filename: filename})
+        @c.convert(:marshal_file, :multi_sheet_table_data,
+                   {filename: filename},
+                  ).must_equal(MULTI_SHEET_TABLE_DATA)
+      ensure
+        FileUtils.rm_f(filename)
+      end
+    end
+  end
+  
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: data_list_converter
 version: !ruby/object:Gem::Version
-  version: 0.3.5
+  version: 0.3.7
 platform: ruby
 authors:
 - linjunhalida
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2016-04-07 00:00:00.000000000 Z
+date: 2016-04-10 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rake
@@ -99,8 +99,10 @@ files:
 - lib/data_list_converter/filters/count.rb
 - lib/data_list_converter/filters/limit.rb
 - lib/data_list_converter/filters/remove_debug.rb
+- lib/data_list_converter/helper.rb
 - lib/data_list_converter/types/basic.rb
 - lib/data_list_converter/types/csv_file.rb
+- lib/data_list_converter/types/marshal.rb
 - lib/data_list_converter/types/multi_sheet.rb
 - lib/data_list_converter/types/records.rb
 - lib/data_list_converter/types/xls_file.rb
@@ -108,6 +110,7 @@ files:
 - lib/data_list_converter/version.rb
 - test/base_test.rb
 - test/filters_test.rb
+- test/helper_test.rb
 - test/testdata.rb
 - test/types_test.rb
 homepage: http://github.com/halida/data_list_converter
@@ -137,5 +140,6 @@ summary: convert data between different formats
 test_files:
 - test/base_test.rb
 - test/filters_test.rb
+- test/helper_test.rb
 - test/testdata.rb
 - test/types_test.rb