table_importer 0.0.10 → 0.1.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 604a32cfd4996ca0dd43059af2cf054c1801c33e
-  data.tar.gz: 819ba6a0b752878a91b2904a69a5a85fd117ad00
+  metadata.gz: a911ef1e13dbe05d4d9eb22f6c43037368e58ef1
+  data.tar.gz: 2eeef08c316fcb46b3808e38f4db56fdbbedd53c
 SHA512:
-  metadata.gz: 5a4eaaf07d5de0b172df16acb49c8bfb30076f41a4ed03ed2a4a3610be1cd05ebdb5e2af1737a708c4be8b649435fdc551ff45a1fc095c5b4c74ceec5531834b
-  data.tar.gz: 4425cc65f6abfa31febd52f03c1f037749b1dc492af336e1c906aa155854d95b113304bd4f5f2845f4f953b287cd0b49dead9883fe197a7219c06b644417bc2a
+  metadata.gz: 139b56f04eaaee52f05b95d5d448a701c761dc6f120e9b9038cf33887fac2a3636db21d95ba8de131de74951149891849925b9d2a94dd955930c5665b85e4cd8
+  data.tar.gz: d1d12ab4f4c33c808c9b64d6dd1eb4d28cf90761fd808cdaae4d1e4932444ae0acdf731f7170ba5c2a29dc791574f6f78dfd5db5207b2d0c9c83145f1573acc2

data/lib/table_importer/google.rb

@@ -0,0 +1,88 @@
+module TableImporter
+
+  class Google < Source
+
+    def initialize(data)
+      begin
+        @headers_present = data[:headers_present]
+        @file = get_file(data[:content].split(", ")[1], data[:content].split(", ")[0])
+        @compulsory_headers = data[:compulsory_headers]
+        @delete_empty_columns = false #(File.size(@file_path) < 100000)
+        @mapping = !data[:user_headers].blank? ? data[:user_headers] : data[:headers]
+        raise TableImporter::EmptyFileImportError.new if !@file.first_row
+        if !data[:headers].nil?
+          @headers = data[:headers]
+        else
+          @headers = @headers_present ? @file.row(1).map.with_index { |header, index| header.present? ? header.to_sym : "column_#{index}"} : default_headers
+        end
+      rescue NoMethodError
+        raise TableImporter::HeaderMismatchError.new
+      end
+    end
+
+    def get_headers
+      @headers
+    end
+
+    def get_file(file_key, access_token)
+      begin
+        Roo::Google.new(file_key, {:access_token => access_token})
+      rescue TypeError
+        raise TableImporter::IncorrectFileError.new
+      end
+    end
+
+    def get_type
+      "google"
+    end
+
+    def get_preview_lines(start_point = 0, end_point = 10)
+      begin
+        @headers = @mapping.present? && @mapping != false ? convert_headers : @headers
+        lines = clean_chunks([get_lines(start_point, end_point)], @compulsory_headers)[0][:lines]
+        if lines.first.nil?
+          get_preview_lines(start_point+10, end_point+10)
+        else
+          lines[0..8]
+        end
+      rescue SystemStackError, NoMethodError
+        raise TableImporter::EmptyFileImportError.new
+      end
+    end
+
+    def get_lines(start, number_of_lines)
+      @last_row ||= @file.last_row
+      finish = [@last_row, start + number_of_lines].min
+      mapped_lines = []
+      (start...finish).each do |row_number|
+        mapped_lines << Hash[@headers.zip(@file.row(row_number))]
+      end
+      mapped_lines
+    end
+
+    def convert_headers
+      new_headers = @headers_present ? @file.row(1) : default_headers
+      new_headers = default_headers(new_headers.count)
+      return new_headers unless @mapping
+      @mapping.each do |key, value|
+        if value.to_i.to_s == value.to_s
+          new_headers[value.to_i] = key.to_sym
+        end
+      end
+      new_headers
+    end
+
+    def get_chunks(chunk_size)
+      @headers = convert_headers
+      @last_row ||= @file.last_row
+      chunks = []
+      start_point = @headers_present ? 2 : 1
+      while chunks.count <= @last_row/chunk_size
+        chunks << get_lines(start_point, chunk_size)
+        start_point += chunk_size
+      end
+      chunks.last << Hash[@headers.zip(@file.row(@last_row))]
+      clean_chunks(chunks, @compulsory_headers)
+    end
+  end
+end

data/lib/table_importer/source.rb

@@ -12,6 +12,8 @@ module TableImporter
         @source = CSV.new(data)
       when 'xls', 'xlsx'
         @source = Excel.new(data)
+      when 'google'
+        @source = Google.new(data)
       else
         raise TableImporter::IncorrectFileError.new
       end
@@ -168,3 +170,4 @@ end
 require 'table_importer/csv'
 require 'table_importer/copy_and_paste'
 require 'table_importer/excel'
+require 'table_importer/google'

data/lib/table_importer/version.rb

@@ -1,3 +1,3 @@
 module TableImporter
-  VERSION = "0.0.10"
+  VERSION = "0.1.0"
 end

data/spec/sources/google_spec.rb

@@ -0,0 +1,10 @@
+# encoding: UTF-8
+require 'spec_helper'
+require 'roo'
+require 'google_drive'
+
+describe TableImporter::Source do
+
+  # Empty spec.
+
+end

data/table_importer.gemspec

@@ -20,6 +20,7 @@ Gem::Specification.new do |spec|
 
   spec.add_dependency "spreadsheet", "0.9.1"
   spec.add_dependency 'roo'
+  spec.add_dependency 'google_drive'
   spec.add_dependency 'smarter_csv'
 
   spec.add_development_dependency "bundler", "~> 1.3"

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: table_importer
 version: !ruby/object:Gem::Version
-  version: 0.0.10
+  version: 0.1.0
 platform: ruby
 authors:
 - Nick Dowse
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-09-22 00:00:00.000000000 Z
+date: 2014-09-25 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: spreadsheet
@@ -38,6 +38,20 @@ dependencies:
     - - '>='
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: google_drive
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: smarter_csv
   requirement: !ruby/object:Gem::Requirement
@@ -158,6 +172,7 @@ files:
 - lib/table_importer/csv.rb
 - lib/table_importer/excel.rb
 - lib/table_importer/exceptions.rb
+- lib/table_importer/google.rb
 - lib/table_importer/source.rb
 - lib/table_importer/version.rb
 - spec/files/csv/edge_cases.csv
@@ -176,6 +191,7 @@ files:
 - spec/sources/copy_and_paste_spec.rb
 - spec/sources/csv_spec.rb
 - spec/sources/excel_spec.rb
+- spec/sources/google_spec.rb
 - spec/spec_helper.rb
 - table_importer.gemspec
 - tasks/rspec.rake
@@ -221,4 +237,5 @@ test_files:
 - spec/sources/copy_and_paste_spec.rb
 - spec/sources/csv_spec.rb
 - spec/sources/excel_spec.rb
+- spec/sources/google_spec.rb
 - spec/spec_helper.rb