csv_import_magic 0.0.1

data/lib/csv_import_magic/models.rb

@@ -0,0 +1,18 @@
+module CsvImportMagic
+  module Models
+    def csv_import_magic(options)
+      define_method(:csv_parser_names) do
+        names_of_parsers = {}
+
+        options.each do |key, _value|
+          names_of_parsers["#{key}_parser"] = "#{key.to_s.classify}Parser".constantize
+        end
+
+        names_of_parsers
+      end
+
+      define_singleton_method(:csv_parser_default_name) { "#{name.to_s.underscore}_parser" }
+      define_singleton_method(:columns_names) { |param| options[param.to_s.remove('_parser').to_sym] }
+    end
+  end
+end

data/lib/csv_import_magic/orm/active_record.rb

@@ -0,0 +1,5 @@
+require 'orm_adapter/adapters/active_record'
+
+ActiveSupport.on_load(:active_record) do
+  extend CsvImportMagic::Models
+end

data/lib/csv_import_magic/version.rb

@@ -0,0 +1,3 @@
+module CsvImportMagic
+  VERSION = '0.0.1'.freeze
+end

data/lib/csv_import_magic.rb

@@ -0,0 +1,12 @@
+require 'paperclip'
+require 'orm_adapter'
+require 'simple_form'
+require 'csv-importer'
+require 'sidekiq'
+
+require 'csv_import_magic/engine'
+require 'csv_import_magic/models'
+require 'csv_import_magic/orm/active_record'
+
+module CsvImportMagic
+end

data/lib/generators/active_record/csv_import_magic_generator.rb

@@ -0,0 +1,35 @@
+require 'rails/generators/active_record'
+require 'generators/csv_import_magic/orm_helpers'
+
+module ActiveRecord
+  module Generators
+    class CsvImportMagicGenerator < ActiveRecord::Generators::Base
+      source_root File.expand_path('../templates', __FILE__)
+      class_option :columns, aliases: '-c', type: :array, required: true, desc: 'Select specific columns yout want parser'
+
+      include CsvImportMagic::Generators::OrmHelpers
+
+      def generate_model
+        invoke 'active_record:model', [name], migration: false unless model_exists? && behavior == :invoke
+
+        class_path = if name.match(/\:\:/).present?
+                       name.to_s.gsub('::', '/')
+                     else
+                       name
+        end
+
+        template 'csv_parser.rb', "app/csv_parsers/#{class_path}_parser.rb"
+      end
+
+      def inject_csv_import_magic_content
+        content = model_contents(options)
+        class_path = [class_name]
+
+        indent_depth = class_path.size - 1
+        content = content.split("\n").map { |line| '  ' * indent_depth + line } .join("\n") << "\n"
+
+        inject_into_class(model_path, class_path.last, content) if model_exists?
+      end
+    end
+  end
+end

data/lib/generators/active_record/templates/csv_parser.rb

@@ -0,0 +1,19 @@
+class <%= file_path.camelize %>Parser
+  include ::CSVImporter
+
+  model <%= file_path.camelize %>
+
+  # will update_or_create via :<%= options[:columns].first %>
+  identifier :<%= options[:columns].first %>
+
+  # Examples of columns declaration
+  # column :<%= options[:columns].first %>, to: ->(<%= options[:columns].first %>) { <%= options[:columns].first %>.downcase }, required: true
+  # column :<%= options[:columns].first %>, as: [ /first.?name/i, /pr(é|e)nom/i ]
+  # column :<%= options[:columns].first %>,  as: [ /last.?name/i, "nom" ]
+  # column :<%= options[:columns].first %>,  to: ->(<%= options[:columns].first %>, record) { record.<%= options[:columns].first %> = <%= options[:columns].first %> ?  'a' : 'b' }
+<% options[:columns].map do |column| %>
+  column :<%= column.to_sym %>, required: true
+<% end %>
+  # or :abort
+  #  when_invalid :skip
+end

data/lib/generators/csv_import_magic/controllers_generator.rb

@@ -0,0 +1,14 @@
+require 'rails/generators/base'
+
+module CsvImportMagic
+  module Generators
+    class ControllersGenerator < Rails::Generators::Base
+      desc 'Copies CSV Import Magic base controller to your application.'
+      source_root File.expand_path('../../../../app/controllers/csv_import_magic', __FILE__)
+
+      def copy_base_controller
+        template 'base_controller.rb', 'app/controllers/csv_import_magic/base_controller.rb'
+      end
+    end
+  end
+end

data/lib/generators/csv_import_magic/csv_import_magic_generator.rb

@@ -0,0 +1,17 @@
+require 'rails/generators/named_base'
+
+module CsvImportMagic
+  module Generators
+    class CsvImportMagicGenerator < Rails::Generators::NamedBase
+      include Rails::Generators::ResourceHelpers
+
+      namespace 'csv_import_magic'
+      source_root File.expand_path('../templates', __FILE__)
+
+      desc 'Generates a model with the given NAME (if one does not exist) with csv_import_magic ' \
+           'configuration plus a migration file.'
+
+      hook_for :orm
+    end
+  end
+end

data/lib/generators/csv_import_magic/install_generator.rb

@@ -0,0 +1,58 @@
+require 'rails/generators/base'
+
+module CsvImportMagic
+  module Generators
+    class InstallGenerator < Rails::Generators::Base
+      include Rails::Generators::Migration
+
+      source_root File.expand_path('../../templates', __FILE__)
+
+      desc 'Creates a routes to your application.'
+
+      class_option :routes, desc: 'Generate routes', type: :boolean, default: true
+
+      def add_csv_import_magic_routes
+        route "mount CsvImportMagic::Engine => '/csv_import_magic'"
+      end
+
+      def add_importer_migration
+        migration_template 'migration.rb', "db/migrate/create_#{table_name}.rb"
+      end
+
+      desc 'Creates a CSV Import Magic locales to your application.'
+
+      def copy_locale
+        template '../../../config/locales/en.yml', 'config/locales/csv_import_magic.en.yml'
+      end
+
+      def self.next_migration_number(_dir)
+        Time.now.utc.strftime('%Y%m%d%H%M%S')
+      end
+
+      def table_name
+        'importers'
+      end
+
+      def migration_data
+        <<RUBY
+      t.attachment :attachment
+      t.attachment :attachment_error
+      t.string :source
+      t.string :parser
+      t.string :columns
+      t.string :message
+      t.string :status, default: 'pending'
+      t.references :importable, polymorphic: true
+RUBY
+      end
+
+      def rails5?
+        Rails.version.start_with? '5'
+      end
+
+      def migration_version
+        "[#{Rails::VERSION::MAJOR}.#{Rails::VERSION::MINOR}]" if rails5?
+      end
+    end
+  end
+end

data/lib/generators/csv_import_magic/orm_helpers.rb

@@ -0,0 +1,19 @@
+module CsvImportMagic
+  module Generators
+    module OrmHelpers
+      def model_contents(options)
+        "  csv_import_magic :#{options[:columns].join(', :')}"
+      end
+
+      private
+
+      def model_exists?
+        File.exist?(File.join(destination_root, model_path))
+      end
+
+      def model_path
+        @model_path ||= File.join('app', 'models', "#{file_path}.rb")
+      end
+    end
+  end
+end

data/lib/generators/csv_import_magic/views_generator.rb

@@ -0,0 +1,65 @@
+require 'rails/generators/base'
+
+module CsvImportMagic
+  module Generators
+    module ViewPathTemplates #:nodoc:
+      extend ActiveSupport::Concern
+
+      included do
+        argument :scope, required: true, default: nil,
+                         desc: 'The scope to copy views to'
+
+        class_option :importable_type, aliases: '-i', type: :string, desc: 'Select specific importable to importer_csv partial form'
+      end
+
+      protected
+
+      def view_directory(name)
+        directory name.to_s, target_path do |content|
+          content = content.gsub('source_value', scope)
+          content
+        end
+      end
+
+      def target_path
+        @target_path ||= "app/views/#{plural_scope}"
+      end
+
+      def plural_scope
+        @plural_scope ||= scope.presence && scope.underscore.pluralize
+      end
+    end
+
+    class LayoutViewsGenerator < Rails::Generators::Base #:nodoc:
+      source_root File.expand_path('../../../../app/views', __FILE__)
+      desc 'Copies shared Csv Magic Import Layout to your application.'
+
+      def copy_layout_views
+        directory :layouts, 'app/views/layouts'
+      end
+
+      def copy_views
+        directory 'csv_import_magic/importers', 'app/views/csv_import_magic/importers'
+      end
+    end
+
+    class SharedViewsGenerator < Rails::Generators::Base #:nodoc:
+      include ViewPathTemplates
+      source_root File.expand_path('../../templates/views', __FILE__)
+      desc 'Copies shared Csv Magic Import Partial views to your application.'
+      hide!
+
+      def copy_views
+        view_directory :shareds
+      end
+    end
+
+    class ViewsGenerator < Rails::Generators::Base
+      desc 'Copies CSV Import Magic views to your application.'
+      argument :scope, required: true, default: nil, desc: 'The scope to copy views to'
+
+      invoke LayoutViewsGenerator
+      invoke SharedViewsGenerator
+    end
+  end
+end

data/lib/generators/templates/migration.rb

@@ -0,0 +1,10 @@
+class Create<%= table_name.camelize %> < ActiveRecord::Migration<%= migration_version %>
+  def change
+    create_table :<%= table_name %> do |t|
+<%= migration_data -%>
+      t.timestamps null: false
+    end
+
+    add_index :<%= table_name %>, [:importable_id, :importable_type]
+  end
+end

data/lib/generators/templates/views/shareds/_csv_importer.html.erb

@@ -0,0 +1,19 @@
+<h1 class="page-title">
+  <%= t('csv_import_magic.views.importers.new.title', model_translated: t('activemodel.models.source_value.other')) %>
+  <br/>
+  <small><%= t('csv_import_magic.views.importers.new.description', model_translated: t('activemodel.models.source_value.other').downcase) %></small>
+</h1>
+
+<%= simple_form_for(Importer.new, url: csv_import_magic.importers_path) do |f| %>
+  <%= f.input :importable_type, as: :hidden, input_html: { value: '<change this value>' } %>
+  <%= f.input :importable_id, as: :hidden, input_html: { value: '<change this value>' } %>
+  <%= f.input :source, as: :hidden, input_html: { value: 'source_value' } %>
+
+  <div class="form-row">
+    <%= f.input :attachment, as: :file, hint: t('csv_import_magic.views.importers.new.hint').html_safe, required: true %>
+  </div>
+
+  <div class='form-row actions'>
+    <%= f.submit t('csv_import_magic.views.importers.new.buttons.import'), class: 'button button--primary' %>
+  </div>
+<% end %>

data/spec/controllers/csv_import_magic/importers_controller_spec.rb

@@ -0,0 +1,106 @@
+require 'rails_helper'
+
+RSpec.describe CsvImportMagic::ImportersController, type: :controller do
+  routes { CsvImportMagic::Engine.routes }
+
+  describe 'POST #create' do
+    def do_action
+      post :create, importer: { attachment: attachment, importable_type: 'User', importable_id: create(:user).id, source: 'company' }
+    end
+
+    context 'with valid params' do
+      let(:attachment) { fixture_file_upload(Rails.root.join('../fixtures/companies.csv')) }
+
+      it 'create a import for the company' do
+        expect { do_action }.to change(Importer, :count).by(1)
+      end
+
+      it 'redirect to edit' do
+        do_action
+        import = Importer.last
+        expect(response).to redirect_to(edit_importer_path(import.id))
+        expect(flash[:alert]).to eq('Por favor, informe em quais colunas podemos encontrar as informações que você deseja.')
+      end
+    end
+
+    context 'with invalid params' do
+      let(:attachment) { nil }
+
+      it 'render to edit with error' do
+        @request.env['HTTP_REFERER'] = 'http://example.com'
+        do_action
+        expect(response).to redirect_to('http://example.com')
+        expect(flash[:error]).to eq('A validação falhou: Anexo CSV não pode ficar em branco')
+      end
+    end
+  end
+
+  describe 'GET #show' do
+    let(:importer) { create :importer }
+
+    def do_action
+      get :show, id: importer.id
+    end
+
+    before { do_action }
+
+    it 'return OK' do
+      is_expected.to respond_with(:success)
+      is_expected.to render_template(:show)
+      expect(assigns(:importer)).to eq(importer)
+    end
+  end
+
+  describe 'GET #edit' do
+    let(:importer) { create :importer }
+
+    def do_action
+      get :edit, id: importer.id
+    end
+
+    before { do_action }
+
+    it 'return OK' do
+      is_expected.to respond_with(:success)
+      is_expected.to render_template(:edit)
+      expect(assigns(:importer)).to eq(importer)
+      expect(controller.send(:import_file_csv).headers).to match_array(['bairro', 'cidade ', 'cod', 'estado ', 'nome', 'numero', 'pais', 'rua'])
+    end
+  end
+
+  describe 'PUT #update' do
+    let(:importer) { create :importer, columns: [] }
+
+    def do_action(columns)
+      put :update, id: importer.id, importer: { columns: columns }
+    end
+
+    context 'with valid columns' do
+      it 'update the importer columns list' do
+        do_action(%w(neighborhood city cod state name number country street))
+        expect(importer.reload.columns).to eq(%w(neighborhood city cod state name number country street))
+      end
+
+      it 'redirect back to employees index' do
+        do_action(%w(neighborhood city cod state name number country street))
+        expect(response).to redirect_to(importer_path(importer))
+        expect(flash[:notice]).to eq('Arquivo enviado para processamento.')
+      end
+
+      it 'enqueue the Importer::EmployeesCSVWorker' do
+        expect(CsvImportMagic::ImporterWorker).to receive(:perform_async).with(importer_id: importer.id, resources: nil)
+        do_action(%w(neighborhood city cod state name number country street))
+      end
+    end
+
+    context 'with invalid columns' do
+      it 'render the edit screen' do
+        do_action(%w(neighborhood city cod state name name number country street))
+        is_expected.to respond_with(:success)
+        is_expected.to render_template(:edit)
+        expect(assigns(:importer)).to eq(importer)
+        expect(flash[:alert]).to eq('Colunas Nome deve ser única')
+      end
+    end
+  end
+end

data/spec/dummy/README.rdoc

@@ -0,0 +1,28 @@
+== README
+
+This README would normally document whatever steps are necessary to get the
+application up and running.
+
+Things you may want to cover:
+
+* Ruby version
+
+* System dependencies
+
+* Configuration
+
+* Database creation
+
+* Database initialization
+
+* How to run the test suite
+
+* Services (job queues, cache servers, search engines, etc.)
+
+* Deployment instructions
+
+* ...
+
+
+Please feel free to use a different markup language if you do not plan to run
+<tt>rake doc:app</tt>.

data/spec/dummy/Rakefile

@@ -0,0 +1,6 @@
+# Add your own tasks in files placed in lib/tasks ending in .rake,
+# for example lib/tasks/capistrano.rake, and they will automatically be available to Rake.
+
+require File.expand_path('../config/application', __FILE__)
+
+Rails.application.load_tasks

data/spec/dummy/app/assets/javascripts/application.js

@@ -0,0 +1,13 @@
+// This is a manifest file that'll be compiled into application.js, which will include all the files
+// listed below.
+//
+// Any JavaScript/Coffee file within this directory, lib/assets/javascripts, vendor/assets/javascripts,
+// or any plugin's vendor/assets/javascripts directory can be referenced here using a relative path.
+//
+// It's not advisable to add code directly here, but if you do, it'll appear at the bottom of the
+// compiled file.
+//
+// Read Sprockets README (https://github.com/rails/sprockets#sprockets-directives) for details
+// about supported directives.
+//
+//= require_tree .

data/spec/dummy/app/assets/stylesheets/application.css

@@ -0,0 +1,16 @@
+/*
+ * This is a manifest file that'll be compiled into application.css, which will include all the files
+ * listed below.
+ *
+ * Any CSS and SCSS file within this directory, lib/assets/stylesheets, vendor/assets/stylesheets,
+ * or any plugin's vendor/assets/stylesheets directory can be referenced here using a relative path.
+ *
+ * You're free to add application-wide styles to this file and they'll appear at the bottom of the
+ * compiled file so the styles you add here take precedence over styles defined in any styles
+ * defined in the other CSS/SCSS files in this directory. It is generally better to create a new
+ * file per style scope.
+ *
+ *= require_tree .
+ *= require csv_import_magic/_theme
+ *= require_self
+ */

data/spec/dummy/app/controllers/application_controller.rb

@@ -0,0 +1,7 @@
+class ApplicationController < ActionController::Base
+  # Prevent CSRF attacks by raising an exception.
+  # For APIs, you may want to use :null_session instead.
+  protect_from_forgery with: :exception
+
+  def index; end
+end

data/spec/dummy/app/csv_parsers/company_parser.rb

@@ -0,0 +1,15 @@
+class CompanyParser
+  include ::CSVImporter
+
+  model Company
+
+  identifier :name
+
+  column :name, required: true
+  column :number, required: true
+  column :city, required: true
+  column :state, required: true
+  column :street
+  column :neighborhood
+  column :country
+end

data/spec/dummy/app/csv_parsers/foo_parser.rb

@@ -0,0 +1,9 @@
+class FooParser
+  include ::CSVImporter
+
+  model Company
+
+  identifier :name
+
+  column :name, required: true
+end

data/spec/dummy/app/helpers/application_helper.rb

@@ -0,0 +1,2 @@
+module ApplicationHelper
+end

data/spec/dummy/app/models/company.rb

@@ -0,0 +1,5 @@
+class Company < ActiveRecord::Base
+  csv_import_magic company: [:name, :street, :number, :neighborhood, :city, :state, :country]
+
+  validates_numericality_of :number
+end

data/spec/dummy/app/models/user.rb

@@ -0,0 +1,4 @@
+class User < ActiveRecord::Base
+  has_many :importers, as: :importable
+  has_many :companies
+end

data/spec/dummy/app/views/application/index.html.erb

@@ -0,0 +1,22 @@
+<% User.destroy_all %>
+<% User.create(name: 'foo', email: 'foo@bar.commm') %>
+
+<h1 class="page-title">
+  <%= t('csv_import_magic.views.importers.new.title', model_translated: t('activemodel.models.company.other')) %>
+  <br/>
+  <small><%= t('csv_import_magic.views.importers.new.description', model_translated: t('activemodel.models.company.other').downcase) %></small>
+</h1>
+
+<%= simple_form_for(Importer.new, url: csv_import_magic.importers_path) do |f| %>
+  <%= f.input :importable_type, as: :hidden, input_html: { value: 'User' } %>
+  <%= f.input :importable_id, as: :hidden, input_html: { value: User.first.id } %>
+  <%= f.input :source, as: :hidden, input_html: { value: 'company' } %>
+
+  <div class="form-row">
+    <%= f.input :attachment, as: :file, hint: t('csv_import_magic.views.importers.new.hint').html_safe, required: true %>
+  </div>
+
+  <div class='form-row actions'>
+    <%= f.submit t('csv_import_magic.views.importers.new.buttons.import'), class: 'button button--primary' %>
+  </div>
+<% end %>

data/spec/dummy/app/views/layouts/application.html.erb

@@ -0,0 +1,15 @@
+<!DOCTYPE html>
+<html>
+<head>
+  <title>Dummy</title>
+  <%= stylesheet_link_tag    'application', media: 'all', 'data-turbolinks-track' => true %>
+  <%= javascript_include_tag 'application', 'data-turbolinks-track' => true %>
+  <%= csrf_meta_tags %>
+</head>
+<body>
+<h1>IMPORTER</h1>
+
+<%= yield %>
+
+</body>
+</html>

data/spec/dummy/bin/bundle

@@ -0,0 +1,3 @@
+#!/usr/bin/env ruby
+ENV['BUNDLE_GEMFILE'] ||= File.expand_path('../../Gemfile', __FILE__)
+load Gem.bin_path('bundler', 'bundle')

data/spec/dummy/bin/rails

@@ -0,0 +1,4 @@
+#!/usr/bin/env ruby
+APP_PATH = File.expand_path('../../config/application', __FILE__)
+require_relative '../config/boot'
+require 'rails/commands'

data/spec/dummy/bin/rake

@@ -0,0 +1,4 @@
+#!/usr/bin/env ruby
+require_relative '../config/boot'
+require 'rake'
+Rake.application.run

data/spec/dummy/bin/setup

@@ -0,0 +1,29 @@
+#!/usr/bin/env ruby
+require 'pathname'
+
+# path to your application root.
+APP_ROOT = Pathname.new File.expand_path('../../', __FILE__)
+
+Dir.chdir APP_ROOT do
+  # This script is a starting point to setup your application.
+  # Add necessary setup steps to this file:
+
+  puts '== Installing dependencies =='
+  system 'gem install bundler --conservative'
+  system 'bundle check || bundle install'
+
+  # puts "\n== Copying sample files =="
+  # unless File.exist?("config/database.yml")
+  #   system "cp config/database.yml.sample config/database.yml"
+  # end
+
+  puts "\n== Preparing database =="
+  system 'bin/rake db:setup'
+
+  puts "\n== Removing old logs and tempfiles =="
+  system 'rm -f log/*'
+  system 'rm -rf tmp/cache'
+
+  puts "\n== Restarting application server =="
+  system 'touch tmp/restart.txt'
+end

data/spec/dummy/config/application.rb

@@ -0,0 +1,26 @@
+require File.expand_path('../boot', __FILE__)
+
+require 'rails/all'
+
+Bundler.require(*Rails.groups)
+require 'csv_import_magic'
+
+module Dummy
+  class Application < Rails::Application
+    # Settings in config/environments/* take precedence over those specified here.
+    # Application configuration should go into files in config/initializers
+    # -- all .rb files in that directory are automatically loaded.
+
+    # Set Time.zone default to the specified zone and make Active Record auto-convert to this zone.
+    # Run "rake -D time" for a list of tasks for finding time zone names. Default is UTC.
+    # config.time_zone = 'Central Time (US & Canada)'
+
+    # The default locale is :en and all translations from config/locales/*.rb,yml are auto loaded.
+    # config.i18n.load_path += Dir[Rails.root.join('my', 'locales', '*.{rb,yml}').to_s]
+    config.i18n.default_locale = :'pt-BR'
+
+    # Do not swallow errors in after_commit/after_rollback callbacks.
+    config.active_record.raise_in_transactional_callbacks = true
+    # config.autoload_paths << Rails.root.join('app/csv_parsers')
+  end
+end

data/spec/dummy/config/boot.rb

@@ -0,0 +1,5 @@
+# Set up gems listed in the Gemfile.
+ENV['BUNDLE_GEMFILE'] ||= File.expand_path('../../../../Gemfile', __FILE__)
+
+require 'bundler/setup' if File.exist?(ENV['BUNDLE_GEMFILE'])
+$LOAD_PATH.unshift File.expand_path('../../../../lib', __FILE__)