sp2db 0.0.3

data/lib/sp2db/model_table.rb

@@ -0,0 +1,171 @@
+module Sp2db
+  class ModelTable < BaseTable
+
+    attr_accessor :model,
+                  :import_strategy
+
+    def initialize opts={}
+      if opts[:name].blank? && opts[:model].present?
+        opts[:name] = opts[:model].table_name.to_sym
+      end
+
+      super opts
+
+      if self.model.blank?
+        if opts[:name].present? && model = self.class.model_find_by(name: opts[:name]) \
+           || opts[:sheet_name].present? && model = self.class.model_find_by(sheet_name: opts[:sheet_name])
+          self.model = model
+        end
+      end
+
+      raise "Model cannot be nil" unless self.model.present?
+    end
+
+    def active_record?
+      true
+    end
+
+    def model=m
+      raise "Invalid arguments" unless m && m < ActiveRecord::Base
+      self.class.add_models m
+      @model = m
+    end
+
+    def config
+      model.try(:sp2db_config) || super
+    end
+
+    # Table name
+    def name
+      @name ||= model.table_name.to_sym
+    end
+
+    def import_strategy
+      return @import_strategy if @import_strategy.present?
+      strategy_name = config[:import_strategy] ||
+                        Sp2db.config.import_strategy
+      @import_strategy = ImportStrategy.strategy_by_name(strategy_name)
+    end
+
+    def priority
+      @priority ||= config[:priority] || 0
+    end
+
+    def to_db data, strategy: nil
+      strategy = strategy.present? ? ImportStrategy.strategy_by_name : import_strategy
+      strategy = strategy.new self, data
+      res = strategy.import
+    end
+
+    def sp_to_db opts={}
+      data = self.sp_data
+      if Sp2db.config.download_before_import
+        write_csv to_csv(data)
+      end
+      to_db data, opts
+    end
+
+    def csv_to_db opts={}
+      to_db csv_data, opts
+    end
+
+
+    def before_import_row *args, &block
+      call_model_sp2db_method __method__, *args, &block
+    end
+
+    def after_import_row *args, &block
+      call_model_sp2db_method __method__, *args, &block
+    end
+
+    def after_import_table *args, &block
+      call_model_sp2db_method __method__, *args, &block
+    end
+
+    # Tranform data to standard csv format
+    def data_transform *args, &block
+      if (data = call_model_sp2db_method __method__, *args, &block).present?
+        data
+      else
+        super *args, &block
+      end
+    end
+
+    def call_process_data *args, &block
+      data = if (method = config[:process_data]).is_a?(Symbol)
+        call_model_sp2db_method :process_data, *args, &block
+      else
+        super *args, &block
+      end
+      data
+    end
+
+    private
+
+    def call_model_sp2db_method method_name, *args, &block
+      if (method = config[method_name.to_sym]).present?
+        if method.is_a?(Proc)
+          method.call(*args, &block)
+        else
+          model.send method, *args, &block
+        end
+      end
+    end
+
+    class << self
+
+      def all_models
+        @all_models ||= {}.with_indifferent_access
+      end
+
+      def model_find_by name: nil, sheet_name: nil
+        if name.present?
+          all_models[name]
+        elsif sheet_name.present?
+          all_models.values.find do |model|
+            model.try(:sp2db_sheet_name) == sheet_name
+          end
+        else
+          raise "Invalid arguments"
+        end
+      end
+
+      def add_models *models
+        models.each do |m|
+          m = Object.const_get(m) if m.is_a?(String) || m.is_a?(Symbol)
+          raise "Invalid model" unless m.is_a?(Class) && m < ActiveRecord::Base
+          self.all_models[m.table_name] ||= m
+        end
+      end
+
+      def all_tables
+        all_models.map do |name, model|
+          self.new name: name, model: model
+        end.sort_by(&:priority)
+      end
+
+      def sp_to_db *table_names
+        to_db table_by_names(*table_names), :sp
+      end
+
+      def csv_to_db *table_names
+        to_db table_by_names(*table_names), :csv
+      end
+
+      def to_db tables, source=:sp
+        res = []
+        ActiveRecord::Base.transaction(requires_new: true) do
+          tables.each do |tb|
+            begin
+              res << tb.send("#{source}_to_db")
+            rescue ActiveRecord::ActiveRecordError => e
+              next if ExceptionHandler.table_import_error(e)
+            end
+          end
+        end
+
+        res
+      end
+    end
+  end
+end

data/lib/sp2db/non_model_table.rb

@@ -0,0 +1,17 @@
+module Sp2db
+  class NonModelTable < BaseTable
+
+    def config
+      @config ||= Sp2db.config.non_model_tables[self.name] || super
+    end
+
+    class << self
+      def all_tables
+        Sp2db.config.non_model_tables.map do |name, config|
+          self.new name: name
+        end
+      end
+    end
+
+  end
+end

data/lib/sp2db/spreadsheet.rb

@@ -0,0 +1,19 @@
+module Sp2db
+  class Spreadsheet
+
+    attr_accessor :sheet
+
+    def initialize sheet
+      self.sheet = sheet
+    end
+
+    def worksheets
+      sheet.worksheets.index_by(&:title).with_indifferent_access
+    end
+
+    def worksheet_by_name ws_name
+      sheet.worksheet_by_title ws_name
+    end
+
+  end
+end

data/lib/sp2db/version.rb

@@ -0,0 +1,3 @@
+module Sp2db
+  VERSION = "0.0.3"
+end

data/lib/sp2db.rb

@@ -0,0 +1,55 @@
+require "google_drive"
+require "sp2db/logging"
+
+require "sp2db/config"
+require "sp2db/client"
+require "sp2db/exception_handler"
+require "sp2db/import_strategy"
+require "sp2db/base_table"
+require "sp2db/non_model_table"
+require "sp2db/model_table"
+require "sp2db/spreadsheet"
+require "sp2db/import_concern"
+require "sp2db/version"
+
+module Sp2db
+
+  include Logging
+  extend self
+
+  # @!attribute [rw] config
+  def config
+    @config ||= Config.new
+    yield @config if block_given?
+    Rails.application.eager_load!
+    @config
+  end
+
+  # Reload all configs and sessions
+  def reload!
+    @client = nil
+  end
+
+  # return [Gclient]
+  def client c=nil
+    Client.new
+  end
+
+  # Default sheet
+  def spreadsheet
+    client.spreadsheet Sp2db.config.spreadsheet_id
+  end
+
+  delegate :sp_to_csv,
+           :sp_to_db,
+           :csv_to_db,
+           to: BaseTable
+end
+
+class Railtie < Rails::Railtie
+  railtie_name :sp2db
+
+  rake_tasks do
+    load "tasks/sp2db.rake"
+  end
+end

data/lib/tasks/sp2db.rake

@@ -0,0 +1,12 @@
+namespace :sp2db do
+  [
+    :sp_to_csv,
+    :sp_to_db,
+    :csv_to_db
+  ].each do |meth|
+    task meth => :environment do |task, args|
+      tables = args.extras
+      Sp2db.send meth, *tables
+    end
+  end
+end

data/sp2db.gemspec

@@ -0,0 +1,32 @@
+
+lib = File.expand_path("../lib", __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require "sp2db/version"
+
+Gem::Specification.new do |spec|
+  spec.name          = "sp2db"
+  spec.version       = Sp2db::VERSION
+  spec.authors       = ["KhiemNS"]
+  spec.email         = ["khiemns.k54@gmail.com.com"]
+
+  spec.summary       = "Google Spreadsheet importer for Rails app."
+  spec.description   = "Google Spreadsheet importer for Rails app."
+  spec.homepage      = "https://github.com/khiemns54/sp2db"
+  spec.license       = "MIT"
+
+
+  spec.files         = `git ls-files -z`.split("\x0").reject do |f|
+    f.match(%r{^(test|spec|features)/})
+  end
+
+  spec.require_paths = ["lib"]
+
+  spec.add_dependency "rails", "~> 5.0"
+  spec.add_dependency "google_drive", "~> 2.1"
+  spec.add_dependency "google-api-client", "~> 0.11"
+
+  spec.add_development_dependency "bundler", "~> 1.16"
+  spec.add_development_dependency "rake", "~> 10.0"
+  spec.add_development_dependency "minitest", "~> 5.0"
+
+end

metadata

@@ -0,0 +1,153 @@
+--- !ruby/object:Gem::Specification
+name: sp2db
+version: !ruby/object:Gem::Version
+  version: 0.0.3
+platform: ruby
+authors:
+- KhiemNS
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2018-07-30 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: rails
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.0'
+- !ruby/object:Gem::Dependency
+  name: google_drive
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.1'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.1'
+- !ruby/object:Gem::Dependency
+  name: google-api-client
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.11'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.11'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.16'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.16'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: minitest
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.0'
+description: Google Spreadsheet importer for Rails app.
+email:
+- khiemns.k54@gmail.com.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".travis.yml"
+- CODE_OF_CONDUCT.md
+- Gemfile
+- Gemfile.lock
+- LICENSE
+- LICENSE.txt
+- README.md
+- Rakefile
+- lib/generators/sp2db/config_generator.rb
+- lib/generators/sp2db/templates/sp2db.rb
+- lib/sp2db.rb
+- lib/sp2db/base_table.rb
+- lib/sp2db/client.rb
+- lib/sp2db/config.rb
+- lib/sp2db/exception_handler.rb
+- lib/sp2db/import_concern.rb
+- lib/sp2db/import_strategy.rb
+- lib/sp2db/logging.rb
+- lib/sp2db/model_table.rb
+- lib/sp2db/non_model_table.rb
+- lib/sp2db/spreadsheet.rb
+- lib/sp2db/version.rb
+- lib/tasks/sp2db.rake
+- sp2db.gemspec
+homepage: https://github.com/khiemns54/sp2db
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.5.1
+signing_key: 
+specification_version: 4
+summary: Google Spreadsheet importer for Rails app.
+test_files: []