active_admin_import 1.0.0

data/.gitignore

@@ -0,0 +1,16 @@
+*.rbc
+*.sassc
+.sass-cache
+capybara-*.html
+.rspec
+/.bundle
+/vendor/bundle
+/log/*
+/tmp/*
+/db/*.sqlite3
+/public/system/*
+/coverage/
+/spec/tmp/*
+**.orig
+rerun.txt
+pickle-email-*.html

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in active_admin_importable.gemspec
+gemspec

data/LICENSE

@@ -0,0 +1,22 @@
+Copyright (c) 2012 Igor Fedoronchuk
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,40 @@
+# ActiveAdminImport
+The most fastest and efficient CSV import for Active Admin (based on activerecord-import gem) 
+with support of validations and bulk inserts 
+
+
+#Links
+https://github.com/gregbell/active_admin
+
+https://github.com/zdennis/activerecord-import
+
+
+
+#Options
+
+    # +back+:: resource action to redirect after processing
+    # +col_sep+:: column separator used for CSV parsing
+    # +validate+:: rue|false, means perfoem validations or not
+    # +batch_size+:: integer value of max  record count inserted by 1 query/transaction
+    # +before_import+:: proc for before import action, called with resource, file, options arguments
+    # +before_batch_import+:: proc for before each batch action, called with imported data and headers arguments
+    # +after_batch_import+:: proc for after each batch action, called with imported data and headers arguments
+    # +on_duplicate_key_update+:: an Array or Hash, tells activerecord-import to use MySQL's ON DUPLICATE KEY UPDATE ability.
+    # +timestamps+::  true|false, tells activerecord-import to not add timestamps (if false) even if record timestamps is disabled in ActiveRecord::Base
+    # +ignore+::  true|false, tells activerecord-import toto use MySQL's INSERT IGNORE ability
+
+
+#Example
+  
+    ActiveAdmin.register Post  do
+       active_admin_import :validate => false,
+                            :col_sep => ',',
+                            :back => :index ,
+                            :before_import => proc{|data|  Post.delete_all},
+                            :batch_size => 1000
+    
+    
+    end
+
+
+

data/Rakefile

@@ -0,0 +1,2 @@
+#!/usr/bin/env rake
+require "bundler/gem_tasks"

data/active_admin_import.gemspec

@@ -0,0 +1,20 @@
+# -*- encoding: utf-8 -*-
+require File.expand_path('../lib/active_admin_import/version', __FILE__)
+
+Gem::Specification.new do |gem|
+  gem.authors       = ["Igor Fedoronchuk"]
+  gem.email         = ["fedoronchuk@gmail.com"]
+  gem.description   = "CSV import for Active Admin"
+  gem.summary       = "ActiveAdmin import based on activerecord-import gem."
+  gem.homepage      = "http://github.com/Fivell/active_admin_import"
+
+  gem.files         = `git ls-files`.split($\)
+  gem.executables   = gem.files.grep(%r{^bin/}).map{ |f| File.basename(f) }
+  gem.test_files    = gem.files.grep(%r{^(test|spec|features)/})
+  gem.name          = "active_admin_import"
+  gem.require_paths = ["lib"]
+  gem.version       = ActiveAdminImport::VERSION
+
+  gem.add_runtime_dependency('chronic')
+  gem.add_runtime_dependency('activerecord-import','0.3.0')
+end

data/app/views/admin/import.html.erb

@@ -0,0 +1,7 @@
+<%= form_for :import, :url => {:action => :do_import}, :html => {:multipart => true} do |f| %>
+  <%= label_tag  "import_file", "File for import:" %><br>
+  <%= f.file_field :file %>
+  <hr />
+  <%= submit_tag 'Import' %>
+<% end %>
+

data/lib/active_admin_import.rb

@@ -0,0 +1,7 @@
+require 'activerecord-import'
+require 'active_admin_import/version'
+require 'active_admin_import/engine'
+require 'active_admin_import/dsl'
+require 'active_admin_import/importer'
+
+::ActiveAdmin::DSL.send(:include, ActiveAdminImport::DSL)

data/lib/active_admin_import/dsl.rb

@@ -0,0 +1,55 @@
+module ActiveAdminImport
+  module DSL
+
+
+    # Declares import functionality
+    #
+    # Options
+    # +back+:: resource action to redirect after processing
+    # +col_sep+:: column separator used for CSV parsing
+    # +validate+:: rue|false, means perfoem validations or not
+    # +batch_size+:: integer value of max  record count inserted by 1 query/transaction
+    # +before_import+:: proc for before import action, called with resource, file, options arguments
+    # +before_batch_import+:: proc for before each batch action, called with imported data and headers arguments
+    # +after_batch_import+:: proc for after each batch action, called with imported data and headers arguments
+    # +on_duplicate_key_update+:: an Array or Hash, tells activerecord-import to use MySQL's ON DUPLICATE KEY UPDATE ability.
+    # +timestamps+::  true|false, tells activerecord-import to not add timestamps (if false) even if record timestamps is disabled in ActiveRecord::Base
+    # +ignore+::  true|false, tells activerecord-import toto use MySQL's INSERT IGNORE ability
+    def active_admin_import options = {}
+      default_options = {
+        :back => :import,
+        :col_sep => ','
+      }
+      options = default_options.merge(options)
+      action_item :only => :index do
+        link_to "Import #{active_admin_config.resource_name.pluralize}", :action => 'import'
+      end
+
+      collection_action :import, :method => :get do
+        render "admin/import"
+      end
+
+      collection_action :do_import, :method => :post do
+        if params[:import].blank?
+          flash[:alert] = "Please, select file to import"
+          return redirect_to :action => options[:back]
+        end
+        unless params[:import]['file'].try(:content_type) && params[:import]['file'].content_type.in?(["text/csv"])
+          flash[:alert] = "You can import file only with extension csv"
+          return redirect_to :action => options[:back]
+        end
+        importer = Importer.new( active_admin_config.resource_class, params[:import][:file], options)
+
+
+          result = importer.import
+          flash[:notice] = "#{view_context.pluralize(result[:imported].to_i,active_admin_config.resource_name)} was imported"
+          unless result[:failed].count == 0
+            flash[:error] =  "#{view_context.pluralize(result[:failed].count,active_admin_config.resource_name)} was failed to imported"
+          end
+
+        redirect_to :action => options[:back]
+      end
+
+    end
+  end
+end

data/lib/active_admin_import/engine.rb

@@ -0,0 +1,9 @@
+require 'rails'
+
+module ActiveAdminImport
+  class Engine < Rails::Engine
+
+    config.mount_at = '/'
+
+  end
+end

data/lib/active_admin_import/importer.rb

@@ -0,0 +1,65 @@
+require 'csv'
+module ActiveAdminImport
+  class Importer
+
+    attr_reader :resource, :file, :options , :result
+
+    def store data, headers
+      result = @resource.transaction do
+        options[:before_batch_import].call(data, headers) if options[:before_batch_import].is_a?(Proc)
+        result = resource.import headers, data, :validate => options[:validate]
+        options[:after_batch_import].call(data, headers) if options[:after_batch_import].is_a?(Proc)
+        result
+      end
+      {:imported => data.count -  result.failed_instances.count , :failed => result.failed_instances}
+    end
+
+    def prepare_headers(headers)
+      Hash[headers.zip(headers.map { |el| el.underscore.gsub(/\s+/, '_') })]
+    end
+
+
+    def initialize resource, file, options
+      @resource = resource
+      @file = file
+      @options = {
+          :col_sep => ',',
+          :batch_size => 1000,
+          :validate => true
+      }.merge(options)
+      @headers = []
+      @result= {
+        :failed => [],
+        :imported => 0
+      }
+    end
+
+    def cycle(lines)
+       lines = CSV.parse(lines.join)
+       @result.merge!(self.store(lines, @headers.values)){|key,val1,val2| val1+val2}
+    end
+
+
+    def import
+
+      options[:before_import].call(@resource, @file, @options) if options[:before_import].is_a?(Proc)
+      lines = []
+
+      batch_size = @options[:batch_size].to_i
+      IO.foreach(file.path) do |line|
+        if @headers.empty?
+          @headers = prepare_headers(CSV.parse(line).first)
+        else
+          lines << line
+          if lines.size >= batch_size
+            cycle lines
+            lines = []
+          end
+        end
+      end
+      cycle(lines) unless lines.blank?
+      options[:after_import].call(@result) if options[:after_import].is_a?(Proc)
+      result
+    end
+  end
+end

data/lib/active_admin_import/version.rb

@@ -0,0 +1,3 @@
+module ActiveAdminImport
+  VERSION = "1.0.0"
+end

metadata

@@ -0,0 +1,80 @@
+--- !ruby/object:Gem::Specification
+name: active_admin_import
+version: !ruby/object:Gem::Version
+  version: 1.0.0
+  prerelease: 
+platform: ruby
+authors:
+- Igor Fedoronchuk
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-03-11 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: chronic
+  requirement: &70329918285720 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: *70329918285720
+- !ruby/object:Gem::Dependency
+  name: activerecord-import
+  requirement: &70329918300940 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - =
+      - !ruby/object:Gem::Version
+        version: 0.3.0
+  type: :runtime
+  prerelease: false
+  version_requirements: *70329918300940
+description: CSV import for Active Admin
+email:
+- fedoronchuk@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- Gemfile
+- LICENSE
+- README.md
+- Rakefile
+- active_admin_import.gemspec
+- app/views/admin/import.html.erb
+- lib/active_admin_import.rb
+- lib/active_admin_import/dsl.rb
+- lib/active_admin_import/engine.rb
+- lib/active_admin_import/importer.rb
+- lib/active_admin_import/version.rb
+homepage: http://github.com/Fivell/active_admin_import
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.17
+signing_key: 
+specification_version: 3
+summary: ActiveAdmin import based on activerecord-import gem.
+test_files: []
+has_rdoc: