takenoko 0.1.2 → 0.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: afd7651c59b5026c0129a6844a0d4fc84a9e581c
-  data.tar.gz: dfe614608f5718772f113611324231918c4b1bf3
+  metadata.gz: 1bb80ebb114ac3ee473ee833d63d9436dbf25ea9
+  data.tar.gz: 76dc1e87a834c27e407dff4180b5a0ea8f2590cf
 SHA512:
-  metadata.gz: da1b26dc90fc9409d533d03d70c41ec50824a575021ed9d7087fff3ed9f79eb37f68a6179472dc14ea5b2364c5e49af9926097402d9b0dede187593adf5b1572
-  data.tar.gz: 2b69692d6580d799e0e0d2f4571162e86cb064e5389db08936cc6bec88adad525e201819267ed98e06f0f37a67afe61c8679140a79f98c6cf32f8ef59d9b5fd2
+  metadata.gz: 7510fcbbbc44c414a0a5e0c3b25139be5ee11b340ee6b66e30a6592018fcf96696e3a7aac28b55931817c639adc48af709412dbf8473f3f6801d8f5b928f371f
+  data.tar.gz: 0fb1c6bfce088a274b00840b10d4fd6d14e0dc539f14a7435cdd994e2b2a36ad0e5d382dcc545613e413cd8b3b9b7cd1ad0ebecaf49bb8760d894f84cd60d854

data/lib/generators/takenoko/templates/takenoko.rb

@@ -35,4 +35,12 @@ Takenoko.config do |conf|
   # Class for post processing, nil for Class = table class name
   # conf.postprocess_class = nil
 
+  # Always reload mapping data, default true
+  # conf.always_reload = true
+
+  # Downloaded file global location, files will be saved under download_location/table_name
+  # conf.download_location = "tmp/attach_files" #Default
+
+  # Google drive folder id, where your attached files're stored
+  # conf.folder_id = nil
 end

data/lib/google_drive/google_drive/session.rb

@@ -0,0 +1,11 @@
+require "google_drive"
+module GoogleDrive
+  class Session
+    define_method :collection_by_id do |id|
+      raise "Collection #{id} not found" unless collection = files.select do |f|
+        (f.is_a? GoogleDrive::Collection) && f.id == id
+      end.first
+      collection
+    end
+  end
+end

data/lib/google_drive/google_drive.rb

@@ -1,4 +1,5 @@
 require "google_drive"
+require "google_drive/session"
 
 module GoogleDrive
   class Worksheet

data/lib/takenoko/attach_helper.rb

@@ -0,0 +1,26 @@
+module Takenoko
+  module AttachHelper
+    extend self
+    def download(table_data)
+      table_data[:attach_files].each do |col|
+        raise "Folder ID should be set" unless (folder_id = col[:folder_id] || table[:folder_id]).present?
+        column_name = col[:column_name]
+        raise "Column #{column_name} not found" unless table_data[:header].include?(column_name)
+        Rails.logger.info "Downloading file form table #{table_data[:table_name]}"
+        download_location = col[:download_location]
+        FileUtils.mkdir_p(download_location) unless File.directory?(download_location)
+        folder = Takenoko.google_client.folder_by_id col[:folder_id]
+
+        table_data[:rows].each do |row|
+          next if row[column_name].blank?
+          file_name = File.basename(row[column_name])
+          raise "File: '#{file_name}' not found" unless file = folder.file_by_title(file_name)
+          full_path_name = download_location+"/"+file_name
+          file.download_to_file(full_path_name)
+          Rails.logger.info "Downloaded file: #{full_path_name}"
+        end
+      end
+      return true
+    end
+  end
+end

data/lib/takenoko/exporter.rb

@@ -16,10 +16,14 @@ module Takenoko
       end
     end
 
+    def table_to_file(table)
+      public_send("table_to_#{table[:file_extension]}",table)
+    end
+
     SUPPORTED_FILE_EXT.each do |fx|
       define_method "table_to_#{fx}" do |table|
           dir = table[:export_file_location]
-          FileUtils.mkdir(dir) unless File.directory?(dir)
+          FileUtils.mkdir_p(dir) unless File.directory?(dir)
           File.open("#{dir}/#{table[:table_name]}.#{fx}","w") do |f|
             f.write public_send("convert_to_#{fx}",table)
           end

data/lib/takenoko/google_client.rb

@@ -92,6 +92,10 @@ module Takenoko
       session.spreadsheet_by_key(sheet_id)
     end
 
+    def folder_by_id(folder_id)
+      session.collection_by_id(folder_id)
+    end
+
     private
     def update_table_config(table,ws_header)
       columns_mapping = HashWithIndifferentAccess.new

data/lib/takenoko/version.rb

@@ -1,3 +1,3 @@
 module Takenoko
-  VERSION = "0.1.2"
+  VERSION = "0.2.0"
 end

data/lib/takenoko.rb

@@ -1,6 +1,7 @@
 require 'rails'
 require 'google_drive'
 require 'google_drive/google_drive'
+require 'google_drive/google_drive/session'
 
 module Takenoko 
   extend self
@@ -13,6 +14,9 @@ module Takenoko
   mattr_accessor :mapping_file
   @@mapping_file = false
 
+  mattr_accessor :always_reload
+  @@always_reload = true
+
   @@google_client = nil
   @@mapping_config = nil
 
@@ -38,8 +42,16 @@ module Takenoko
   mattr_accessor :postprocess_class
   @@postprocess_class = nil
 
+  mattr_accessor :download_location
+  @@download_location = "tmp/attach_files"
+
+  mattr_accessor :folder_id
+  @@folder_id = nil
+
+
   require 'takenoko/exporter'
   require 'takenoko/google_client'
+  require 'takenoko/attach_helper'
 
   def config
     yield self
@@ -57,24 +69,77 @@ module Takenoko
   end
 
   def mapping_config
+    (@@always_reload && generate_base_config) || @@mapping_config || generate_base_config
+  end
+
+  def table_config(table_name)
+    raise "#{table_name} config not exists" unless conf = mapping_config[:tables][table_name]
+    return conf
+  end
+
+  def download_attached_files(table_name)
+    table_data = google_client.get_table(table_name)
+    return false unless table_data[:attach_files].present?
+    return AttachHelper.download table_data
+  end
+
+  def download_table_files(table_name)
+    table_data = google_client.get_table(table_name)
+    raise "attach_files not set" unless table_data[:attach_files].present?
+    AttachHelper.download table_data
+  end
+
+  def download_all_files
+    mapping_config[:tables].each do |table,conf|
+      next if conf[:attach_files].blank?
+      download_table_files table
+    end
+    return true
+  end
+
+  (SUPPORTED_FILE_EXT.clone << [:db,:file]).flatten!.each do |output|
+    define_method "table_to_#{output}" do | table_name |
+      data = google_client.get_table(table_name)
+      Exporter.public_send("table_to_#{output}",data)
+    end
+
+    define_method "all_to_#{output}" do
+      mapping_config[:tables].each do |table,conf|
+        Takenoko.public_send("table_to_#{output}",table)
+      end
+    end
+  end
+
+  def generate_base_config
     return unless check_config
-    if @@mapping_file
-      conf = YAML.load_file(@@mapping_file).with_indifferent_access
-      raise "tables not exists" if conf[:tables].blank?
-    else
-      conf = HashWithIndifferentAccess.new({tables: {}})
+
+    conf = HashWithIndifferentAccess.new
+
+    if @@sheet_id
+      sheet_conf = HashWithIndifferentAccess.new({tables: {}})
       google_client.spreadsheet.worksheets.each do |ws|
         next if ws.title.match(/\s*#.*/)
-        conf[:tables][ws.title] = {
+        sheet_conf[:tables][ws.title] = {
           worksheet_id: ws.gid,
           worksheet: ws.title
         }
       end
+      conf.deep_merge!(sheet_conf)
+    end
+
+    if @@mapping_file
+      file_conf = YAML.load_file(@@mapping_file).with_indifferent_access
+      raise "tables not exists" if file_conf[:tables].blank?
+      conf.deep_merge!(file_conf)
     end
+
+    conf[:tables].compact!
     conf[:tables].each do |t, v|
+      unless conf[:tables][t]
+        conf[:tables][t] = Hash.new
+      end
       table = conf[:tables][t]
-      raise "Table config cannot be nil" unless table
-      raise "#{f} cannot be blank" unless table[:sheet_id] ||= @@sheet_id
+      raise "#{sheet_id} cannot be blank" unless table[:sheet_id] ||= @@sheet_id
       table[:worksheet] = t if table[:worksheet].blank? && table[:worksheet_id].blank?
       table[:find_column] = table[:find_column] || :id
       table_name = table[:table_name] = t.pluralize if table[:table_name].blank?
@@ -85,7 +150,8 @@ module Takenoko
         :file_extension,
         :export_file_location,
         :enable_postprocess,
-        :postprocess_class
+        :postprocess_class,
+        :folder_id
       ].each do |f|
         table[f] = class_variable_get("@@" + f.to_s) unless table.key?(f)
       end
@@ -95,27 +161,20 @@ module Takenoko
       end
 
       raise "Not support file extension: #{table[:file_extension]}" unless SUPPORTED_FILE_EXT.include?(table[:file_extension])
-    end
-    @@mapping_config = conf
-  end
 
-  def table_config(table_name)
-    raise "#{table_name} config not exists" unless conf = mapping_config[:tables][table_name]
-    return conf
-  end
-
-  (SUPPORTED_FILE_EXT.clone << :db).each do |output|
-    define_method "table_to_#{output}" do | table_name |
-      data = google_client.get_table(table_name)
-      Exporter.public_send("table_to_#{output}",data)
-    end
-
-    define_method "all_to_#{output}" do
-      mapping_config[:tables].each do |table,conf|
-        Takenoko.public_send("table_to_#{output}",table)
+      table[:download_location] = table[:download_location] || (@@download_location  && (@@download_location +"/"+table[:table_name]))
+      if attach_files = table[:attach_files].present?
+        attach_files = table[:attach_files]
+        attach_files = attach_files.map do |col|
+          raise "column_name must be set" unless col[:column_name]
+          col[:download_location] = col[:download_location].present? ? table[:download_location] + "/" + col[:download_location] : table[:download_location]
+          raise "folder_id should be set" unless col[:folder_id] = col[:folder_id] || table[:folder_id]
+        end
       end
     end
+    @@mapping_config = conf
   end
+  alias reload_config! generate_base_config
 
   class Railtie < Rails::Railtie
     railtie_name :takenoko

data/lib/tasks/takenoko.rake

@@ -1,5 +1,5 @@
 namespace :takenoko do
-  (Takenoko::SUPPORTED_FILE_EXT.clone << :db ).each do |output|
+  (Takenoko::SUPPORTED_FILE_EXT.clone << [:db,:file] ).flatten!.each do |output|
     task "all_to_#{output}".to_sym => :environment do
       Takenoko.public_send("all_to_#{output}")
     end
@@ -8,4 +8,13 @@ namespace :takenoko do
       Takenoko.public_send("table_to_#{output}",args[:table])
     end
   end
+
+  task :download_table_files,[:table] => :environment do |t, args|
+    Takenoko.download_table_files(args[:table])
+  end
+
+  task :download_all_files => :environment do
+    Takenoko.download_all_files
+  end
+
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: takenoko
 version: !ruby/object:Gem::Version
-  version: 0.1.2
+  version: 0.2.0
 platform: ruby
 authors:
 - KhiemNS
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2016-09-06 00:00:00.000000000 Z
+date: 2016-09-07 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rails
@@ -78,14 +78,16 @@ files:
 - lib/generators/takenoko/config_generator.rb
 - lib/generators/takenoko/templates/takenoko.rb
 - lib/google_drive/google_drive.rb
+- lib/google_drive/google_drive/session.rb
 - lib/takenoko.rb
+- lib/takenoko/attach_helper.rb
 - lib/takenoko/exporter.rb
 - lib/takenoko/google_client.rb
 - lib/takenoko/version.rb
 - lib/tasks/takenoko.rake
 - test/takenoko_test.rb
 - test/test_helper.rb
-homepage: https://github.com/khiemns54/takenoko
+homepage: https://github.com/khiemns54/takenoko/tree/release/0.2.0
 licenses: []
 metadata: {}
 post_install_message: