table_importer 0.1.0 → 0.1.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: a911ef1e13dbe05d4d9eb22f6c43037368e58ef1
-  data.tar.gz: 2eeef08c316fcb46b3808e38f4db56fdbbedd53c
+  metadata.gz: c222799798d8ddd74dd9122e21210fdf195eb454
+  data.tar.gz: 742761c4969e4515560024965c34df055b792f8c
 SHA512:
-  metadata.gz: 139b56f04eaaee52f05b95d5d448a701c761dc6f120e9b9038cf33887fac2a3636db21d95ba8de131de74951149891849925b9d2a94dd955930c5665b85e4cd8
-  data.tar.gz: d1d12ab4f4c33c808c9b64d6dd1eb4d28cf90761fd808cdaae4d1e4932444ae0acdf731f7170ba5c2a29dc791574f6f78dfd5db5207b2d0c9c83145f1573acc2
+  metadata.gz: 0649b415d943e1967ff3618794bfc3290dd56fc50b795319e988b4ebbc51308c86a4451d92215fe1ba50b4761d236941fa776b2688c4852c1d9be3f7b4bdb845
+  data.tar.gz: 02610c56bba2bde7681fcf22556ab3c46714f115c89bb25f7de3b27d3de982d87e5f1c5de3e31a630c976d3b08f3552935ba0151ff493f46c771589ee5e8b579

data/lib/table_importer/excel.rb

@@ -1,6 +1,6 @@
 module TableImporter
 
-  class Excel < Source
+  class Excel < RooSpreadsheetSource
 
     def initialize(data)
       begin
@@ -22,10 +22,6 @@ module TableImporter
       end
     end
 
-    def get_headers
-      @headers
-    end
-
     def get_file
       begin
         if @type == "xls"
@@ -41,54 +37,5 @@ module TableImporter
     def get_type
       "xls"
     end
-
-    def get_preview_lines(start_point = 0, end_point = 10)
-      begin
-        @headers = @mapping.present? && @mapping != false ? convert_headers : @headers
-        lines = clean_chunks([get_lines(start_point, end_point)], @compulsory_headers)[0][:lines]
-        if lines.first.nil?
-          get_preview_lines(start_point+10, end_point+10)
-        else
-          lines[0..8]
-        end
-      rescue SystemStackError, NoMethodError
-        raise TableImporter::EmptyFileImportError.new
-      end
-    end
-
-    def get_lines(start, number_of_lines)
-      @last_row ||= @file.last_row
-      finish = [@last_row, start + number_of_lines].min
-      mapped_lines = []
-      (start...finish).each do |row_number|
-        mapped_lines << Hash[@headers.zip(@file.row(row_number))]
-      end
-      mapped_lines
-    end
-
-    def convert_headers
-      new_headers = @headers_present ? @file.row(1) : default_headers
-      new_headers = default_headers(new_headers.count)
-      return new_headers unless @mapping
-      @mapping.each do |key, value|
-        if value.to_i.to_s == value.to_s
-          new_headers[value.to_i] = key.to_sym
-        end
-      end
-      new_headers
-    end
-
-    def get_chunks(chunk_size)
-      @headers = convert_headers
-      @last_row ||= @file.last_row
-      chunks = []
-      start_point = @headers_present ? 2 : 1
-      while chunks.count <= @last_row/chunk_size
-        chunks << get_lines(start_point, chunk_size)
-        start_point += chunk_size
-      end
-      chunks.last << Hash[@headers.zip(@file.row(@last_row))]
-      clean_chunks(chunks, @compulsory_headers)
-    end
   end
 end

data/lib/table_importer/google.rb

@@ -1,13 +1,13 @@
 module TableImporter
 
-  class Google < Source
+  class Google < RooSpreadsheetSource
 
     def initialize(data)
       begin
         @headers_present = data[:headers_present]
         @file = get_file(data[:content].split(", ")[1], data[:content].split(", ")[0])
         @compulsory_headers = data[:compulsory_headers]
-        @delete_empty_columns = false #(File.size(@file_path) < 100000)
+        @delete_empty_columns = false
         @mapping = !data[:user_headers].blank? ? data[:user_headers] : data[:headers]
         raise TableImporter::EmptyFileImportError.new if !@file.first_row
         if !data[:headers].nil?
@@ -20,10 +20,6 @@ module TableImporter
       end
     end
 
-    def get_headers
-      @headers
-    end
-
     def get_file(file_key, access_token)
       begin
         Roo::Google.new(file_key, {:access_token => access_token})
@@ -35,54 +31,5 @@ module TableImporter
     def get_type
       "google"
     end
-
-    def get_preview_lines(start_point = 0, end_point = 10)
-      begin
-        @headers = @mapping.present? && @mapping != false ? convert_headers : @headers
-        lines = clean_chunks([get_lines(start_point, end_point)], @compulsory_headers)[0][:lines]
-        if lines.first.nil?
-          get_preview_lines(start_point+10, end_point+10)
-        else
-          lines[0..8]
-        end
-      rescue SystemStackError, NoMethodError
-        raise TableImporter::EmptyFileImportError.new
-      end
-    end
-
-    def get_lines(start, number_of_lines)
-      @last_row ||= @file.last_row
-      finish = [@last_row, start + number_of_lines].min
-      mapped_lines = []
-      (start...finish).each do |row_number|
-        mapped_lines << Hash[@headers.zip(@file.row(row_number))]
-      end
-      mapped_lines
-    end
-
-    def convert_headers
-      new_headers = @headers_present ? @file.row(1) : default_headers
-      new_headers = default_headers(new_headers.count)
-      return new_headers unless @mapping
-      @mapping.each do |key, value|
-        if value.to_i.to_s == value.to_s
-          new_headers[value.to_i] = key.to_sym
-        end
-      end
-      new_headers
-    end
-
-    def get_chunks(chunk_size)
-      @headers = convert_headers
-      @last_row ||= @file.last_row
-      chunks = []
-      start_point = @headers_present ? 2 : 1
-      while chunks.count <= @last_row/chunk_size
-        chunks << get_lines(start_point, chunk_size)
-        start_point += chunk_size
-      end
-      chunks.last << Hash[@headers.zip(@file.row(@last_row))]
-      clean_chunks(chunks, @compulsory_headers)
-    end
   end
 end

data/lib/table_importer/roo_spreadsheet_source.rb

@@ -0,0 +1,58 @@
+module TableImporter
+
+  class RooSpreadsheetSource < Source
+
+    def get_headers
+      @headers
+    end
+
+    def get_preview_lines(start_point = 0, end_point = 10)
+      begin
+        @headers = @mapping.present? && @mapping != false ? convert_headers : @headers
+        lines = clean_chunks([get_lines(start_point, end_point)], @compulsory_headers)[0][:lines]
+        if lines.first.nil?
+          get_preview_lines(start_point+10, end_point+10)
+        else
+          lines[0..8]
+        end
+      rescue SystemStackError, NoMethodError
+        raise TableImporter::EmptyFileImportError.new
+      end
+    end
+
+    def get_lines(start, number_of_lines)
+      @last_row ||= @file.last_row
+      finish = [@last_row, start + number_of_lines].min
+      mapped_lines = []
+      (start...finish).each do |row_number|
+        mapped_lines << Hash[@headers.zip(@file.row(row_number))]
+      end
+      mapped_lines
+    end
+
+    def convert_headers
+      new_headers = @headers_present ? @file.row(1) : default_headers
+      new_headers = default_headers(new_headers.count)
+      return new_headers unless @mapping
+      @mapping.each do |key, value|
+        if value.to_i.to_s == value.to_s
+          new_headers[value.to_i] = key.to_sym
+        end
+      end
+      new_headers
+    end
+
+    def get_chunks(chunk_size)
+      @headers = convert_headers
+      @last_row ||= @file.last_row
+      chunks = []
+      start_point = @headers_present ? 2 : 1
+      while chunks.count <= @last_row/chunk_size
+        chunks << get_lines(start_point, chunk_size)
+        start_point += chunk_size
+      end
+      chunks.last << Hash[@headers.zip(@file.row(@last_row))]
+      clean_chunks(chunks, @compulsory_headers)
+    end
+  end
+end

data/lib/table_importer/source.rb

@@ -169,5 +169,6 @@ module TableImporter
 end
 require 'table_importer/csv'
 require 'table_importer/copy_and_paste'
+require 'table_importer/roo_spreadsheet_source'
 require 'table_importer/excel'
 require 'table_importer/google'

data/lib/table_importer/version.rb

@@ -1,3 +1,3 @@
 module TableImporter
-  VERSION = "0.1.0"
+  VERSION = "0.1.1"
 end

data/spec/sources/google_spec.rb

@@ -1,10 +1,35 @@
 # encoding: UTF-8
+require 'vcr_setup'
 require 'spec_helper'
 require 'roo'
 require 'google_drive'
 
 describe TableImporter::Source do
+  context 'when source is a google file' do
+    before(:each) do
+      VCR.use_cassette('google_authentication', :record => :new_episodes) do
+        @source = TableImporter::Source.new({
+          :content => 'CLIENT_ID, ACCESS_TOKEN',
+          :headers_present => true,
+          :user_headers => nil,
+          :user_headers => nil,
+          :type => "google",
+          :column_separator => "",
+          :record_separator => "",
+          :compulsory_headers =>
+            {:email => true}
+          })
+      end
+    end
 
-  # Empty spec.
+    it "gets the correct type" do
+      VCR.use_cassette('google_authentication') do
+        @source.get_type.should eql("google")
+      end
+    end
 
+    after(:each) do
+      @source = nil
+    end
+  end
 end

data/spec/spec_helper.rb

@@ -3,6 +3,7 @@ require 'rubygems'
 require 'spork'
 require 'active_support/all'
 require 'coveralls'
+require 'vcr'
 Coveralls.wear!
 require 'table_importer/exceptions'
 require 'table_importer/source.rb'