importr 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 857d9822884da68d290b3a2af294e8ca18b6e85a
+  data.tar.gz: 8472573b2d917b39b2db4b0f354b3509960c2f90
+SHA512:
+  metadata.gz: 2ea9144af7cbeee9f1f35d9648e0b4f2803c0d6ef3fcb4c5d5edbbc4e4c1cf6a4790fe37188d2e1291c5d93fbb2fc049510e4b420e031c2e6dbadc0e794f3b70
+  data.tar.gz: 5cbeb3872a7da2cd441155527c1ce5ccb7f122b59a3f33879052417eb44dd7e757f204b78ff7f8ec54f0cbd313f368b371c75508da44a21b03c0ff14ab17a1e1

data/MIT-LICENSE

@@ -0,0 +1,20 @@
+Copyright 2013 Continuum
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/Rakefile

@@ -0,0 +1,28 @@
+#rescue LoadError
+#  puts 'You must `gem install bundler` and `bundle install` to run rake tasks'
+#end
+
+
+require 'rspec/core/rake_task'
+require 'bundler'
+Bundler::GemHelper.install_tasks
+
+desc 'Default: run unit specs.'
+task :default => :spec
+
+desc 'Test the lazy_high_charts plugin.'
+RSpec::Core::RakeTask.new('spec') do |t|
+  t.pattern = FileList['spec/**/*_spec.rb']
+end
+
+require 'rdoc/task'
+RDoc::Task.new(:rdoc) do |rdoc|
+  rdoc.rdoc_dir = 'rdoc'
+  rdoc.title    = 'Importr'
+  rdoc.options << '--line-numbers'
+  rdoc.rdoc_files.include('README.rdoc')
+  rdoc.rdoc_files.include('lib/**/*.rb')
+end
+
+#APP_RAKEFILE = File.expand_path("../spec/dummy/Rakefile", __FILE__)
+#load 'rails/tasks/engine.rake'

data/app/assets/javascripts/importr/application.js

@@ -0,0 +1,13 @@
+// This is a manifest file that'll be compiled into application.js, which will include all the files
+// listed below.
+//
+// Any JavaScript/Coffee file within this directory, lib/assets/javascripts, vendor/assets/javascripts,
+// or vendor/assets/javascripts of plugins, if any, can be referenced here using a relative path.
+//
+// It's not advisable to add code directly here, but if you do, it'll appear at the bottom of the
+// compiled file.
+//
+// Read Sprockets README (https://github.com/sstephenson/sprockets#sprockets-directives) for details
+// about supported directives.
+//
+//= require_tree .

data/app/assets/stylesheets/importr/application.css

@@ -0,0 +1,13 @@
+/*
+ * This is a manifest file that'll be compiled into application.css, which will include all the files
+ * listed below.
+ *
+ * Any CSS and SCSS file within this directory, lib/assets/stylesheets, vendor/assets/stylesheets,
+ * or vendor/assets/stylesheets of plugins, if any, can be referenced here using a relative path.
+ *
+ * You're free to add application-wide styles to this file and they'll appear at the top of the
+ * compiled file, but it's generally better to create a new file per style scope.
+ *
+ *= require_self
+ *= require_tree .
+ */

data/app/controllers/importr/application_controller.rb

@@ -0,0 +1,4 @@
+module Importr
+  class ApplicationController < ActionController::Base
+  end
+end

data/app/helpers/importr/application_helper.rb

@@ -0,0 +1,4 @@
+module Importr
+  module ApplicationHelper
+  end
+end

data/app/models/importr/data_import.rb

@@ -0,0 +1,44 @@
+module Importr
+  class DataImport < ActiveRecord::Base
+    belongs_to :user
+    mount_uploader :document, Importr::Uploader
+    serialize :error_messages, Array
+
+    def websocket_channel(scope)
+      #return "/#{resource.resource_type}/#{self.importer_type}/#{scope}"
+      return "/#{self.importer_type}/#{scope}-#{self.uuid}"
+    end
+
+    def generate_uuid
+      self.uuid = Digest::SHA1.hexdigest(Time.now.to_i.to_s)
+    end
+
+    def progress_text
+      total_rows.blank? ? "None" : "#{processed_rows || 0} / #{total_rows}"
+    end
+
+    def error_count_text
+      error_count.blank? ? "None" : error_count
+    end
+
+    def status_text
+      if finished
+        total_rows.blank? ? "Failed" : "Finished"
+      else
+        "In progress"
+      end
+    end
+
+    def importer_class
+      self.importer_type.constantize
+    end
+
+    def file_path
+      self.document.file.file
+    end
+
+    def perform
+      importer_class.import(file_path, context: self)
+    end
+  end
+end

data/app/uploaders/importr/uploader.rb

@@ -0,0 +1,15 @@
+
+module Importr
+  class Uploader < CarrierWave::Uploader::Base
+    storage :file
+    after :store, :importer
+
+    def store_dir
+      "uploads/#{model.class.to_s.underscore}/#{model.id}"
+    end
+
+    def importer(new_file)
+      Importr::Worker.perform_in(5.seconds, model.id)
+    end
+  end
+end

data/app/views/importr/admin/data_imports/_progress.haml

@@ -0,0 +1,21 @@
+= javascript_include_tag "#{root_url(:port => 8000)}faye/client.js"
+= render "importr/admin/data_imports/ws_client"
+
+.attributes_table
+  %table
+    %tbody
+      %tr.row
+        %th
+          Status
+        %td#process-status
+          = @data_import.status_text
+      %tr.row
+        %th
+          Rows processed
+        %td#rows-processed
+          = @data_import.progress_text
+      %tr.row
+        %th
+          Rows with errors
+        %td#rows-with-errors
+          = @data_import.error_count_text

data/app/views/importr/admin/data_imports/_rows_with_errors.haml

@@ -0,0 +1,9 @@
+%table
+  %thead
+    %tr
+      %th
+        Row Number
+      %th
+        Error Messages
+  %tbody
+    %tr

data/app/views/importr/admin/data_imports/_ws_client.haml

@@ -0,0 +1,30 @@
+:javascript
+  (function() {
+
+    var client = new Faye.Client("#{root_url(port: 8000)}faye", { retry: 5 });
+
+    function update_row_count(message) {
+      if (typeof(message.processed_rows) != 'undefined') {
+        $('#rows-processed').html('' + message.processed_rows + ' / ' + message.total_rows)
+      }
+      console.log(message)
+    }
+
+    client.subscribe("#{@data_import.websocket_channel(:base)}", function(message) {
+      update_row_count(message)
+      $("#process-status").html(message.error)
+    });
+
+    client.subscribe("#{@data_import.websocket_channel(:error)}", function(message) {
+      update_row_count(message)
+      $('#rows-with-errors').html(message.error_count)
+
+      $('#row-errors-panel tbody').append("<tr><td>" + message.index + "</td><td>" + message.error + "</td></tr>")
+      $('#row-errors-panel').show();
+    });
+
+    client.subscribe("#{@data_import.websocket_channel(:success)}", function(message) {
+      update_row_count(message)
+    });
+
+  })();

data/app/views/importr/admin/data_imports/form.haml

@@ -0,0 +1,6 @@
+= semantic_form_for @data_import, url: { :action => "import_excel" } do |f|
+  = f.inputs do
+    = f.input :document, as: :file
+    = f.input :uuid, as: :hidden
+    = f.input :importer_type, as: :hidden
+  = f.submit

data/app/views/layouts/importr/application.html.erb

@@ -0,0 +1,14 @@
+<!DOCTYPE html>
+<html>
+<head>
+  <title>Importr</title>
+  <%= stylesheet_link_tag    "importr/application", media: "all" %>
+  <%= javascript_include_tag "importr/application" %>
+  <%= csrf_meta_tags %>
+</head>
+<body>
+
+<%= yield %>
+
+</body>
+</html>

data/app/workers/importr/worker.rb

@@ -0,0 +1,10 @@
+module Importr
+  class Worker
+    include Sidekiq::Worker
+
+    def perform(data_import_id)
+      data_import = Importr::DataImport.find(data_import_id)
+      data_import.perform
+    end
+  end
+end

data/config/routes.rb

@@ -0,0 +1,2 @@
+Importr::Engine.routes.draw do
+end

data/db/migrate/20131025012832_create_importr_data_imports.rb

@@ -0,0 +1,19 @@
+class CreateImportrDataImports < ActiveRecord::Migration
+  def change
+    create_table :importr_data_imports do |t|
+      t.string :importer_type
+      t.string :resource_type
+      t.string :document
+      t.boolean :finished, default: false
+      t.references :user, index: true
+      t.text :error_messages
+      t.integer :success_count
+      t.integer :error_count
+      t.integer :processed_rows
+      t.integer :total_rows
+      t.string :uuid
+
+      t.timestamps
+    end
+  end
+end

data/lib/importr.rb

@@ -0,0 +1,11 @@
+require "importr/engine"
+require "active_importer"
+
+module Importr
+  autoload :VERSION, 'importr/version.rb'
+  autoload :Config, 'importr/config.rb'
+  autoload :Notifier, 'importr/notifier.rb'
+  autoload :Importer, 'importr/importer'
+  autoload :ActiveAdmin, 'importr/active_admin' if defined? ::ActiveAdmin
+end
+

data/lib/importr/active_admin.rb

@@ -0,0 +1,35 @@
+module Importr
+  module ActiveAdmin
+
+    def data_import_interface(importer_type = nil)
+      klass = config.resource_class.name
+      importer_type ||= "#{klass}Importer".constantize
+
+      action_item :only => :index do
+        link_to 'Import from Excel', :action => 'upload_excel'
+      end
+
+      collection_action :upload_excel do
+        @data_import = DataImport.new(importer_type: importer_type)
+        @data_import.generate_uuid
+        render "importr/admin/data_imports/form"
+      end
+
+      collection_action :import_excel, :method => :post do
+        @data_import = DataImport.new(permitted_params[:data_import])
+        @data_import.resource_type = klass
+        @data_import.user_id = current_admin_user.id
+        @data_import.importer_type = importer_type.to_s.to_sym
+        @data_import.save
+        redirect_to [:admin, @data_import]
+      end
+
+      controller do
+        def permitted_params
+          params.permit data_import: [:document, :uuid, :importer_type]
+        end
+      end
+    end
+
+  end
+end

data/lib/importr/config.rb

@@ -0,0 +1,14 @@
+require "active_support/core_ext/module/attribute_accessors"
+
+module Importr
+  class Config
+
+    def self.setup
+      yield self
+    end
+
+    mattr_accessor  :web_socket_class, :web_socket_method
+
+
+  end
+end

data/lib/importr/engine.rb

@@ -0,0 +1,19 @@
+# -*- encoding : utf-8 -*-
+module Importr
+  class Engine < ::Rails::Engine
+    
+    isolate_namespace Importr
+    config.generators do |g|
+      g.test_framework  :rspec,
+                        :fixture_replacement => :factory_girl ,
+                        :dir => "spec/factories"
+      g.integration_tool :rspec
+    end
+
+    initializer "Activeadmin Importer interface" do |app|
+      ::ActiveAdmin::ResourceDSL.send(:include, Importr::ActiveAdmin) if defined? ::ActiveAdmin
+    end
+
+  end
+
+end

data/lib/importr/importer.rb

@@ -0,0 +1,55 @@
+# require 'active_importer'
+
+module Importr
+  class Importer < ActiveImporter::Base
+    def initialize(file, options = {})
+      # TODO: ensure that data_import.model_class == self.class.model_class
+
+      super
+
+      if data_import && data_import.finished
+        raise "Data import #{data_import.id} was already processed"
+      end
+    end
+
+    alias_method :data_import, :context
+
+    def row_success
+      super
+      update_counters
+      notify(:success, @counters)
+    end
+
+    def row_error(error_message)
+      super
+      update_counters
+      notify(:error, @counters.merge(index: row_index, error: error_message))
+    end
+
+    def import_failed(error_message)
+      super
+      notify(:base, error: error_message)
+    end
+
+    def import_finished
+      data_import.update_attribute(:finished, true) if data_import
+    end
+
+    private
+
+    def notify(subchannel, message)
+      channel = ["/#{self.class}/#{subchannel}", data_import.try(:uuid)].compact.join("-")
+      Importr::Notifier.notify(channel, message)
+    end
+
+    def update_counters
+      @counters = {
+        success_count: row_success_count,
+        error_count: row_error_count,
+        processed_rows: row_processed_count,
+        total_rows: row_count,
+      }
+      data_import.update_attributes(@counters) if data_import
+    end
+  end
+end

data/lib/importr/notifier.rb

@@ -0,0 +1,12 @@
+
+module Importr
+  class Notifier
+
+    def self.notify(channel, msg)
+      if Importr::Config.web_socket_class.present? and defined?(Importr::Config.web_socket_class.constantize)
+        Importr::Config.web_socket_class.constantize.send(Importr::Config.web_socket_method.to_sym, channel, msg)
+      end
+    end
+
+  end
+end

data/lib/importr/version.rb

@@ -0,0 +1,3 @@
+module Importr
+  VERSION = "0.0.1"
+end

data/lib/tasks/importr_tasks.rake

@@ -0,0 +1,4 @@
+# desc "Explaining what the task does"
+# task :importr do
+#   # Task goes here
+# end

metadata

@@ -0,0 +1,238 @@
+--- !ruby/object:Gem::Specification
+name: importr
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Ernesto Garcia
+- Miguel Michelson
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-11-06 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: rails
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 4.0.1.rc3
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 4.0.1.rc3
+- !ruby/object:Gem::Dependency
+  name: active_importer
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: carrierwave
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: haml
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: roo
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: sqlite3
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec-rails
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: factory_girl
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: factory_girl_rails
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: shoulda-matchers
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.0'
+- !ruby/object:Gem::Dependency
+  name: database_cleaner
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: capybara
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Full Stack rails engine for xls import to activerecord, with process
+  notification through websockets, and activeadmin integration, works with rails 4.0.+.
+email:
+- gnapse@gmail.com
+- miguelmichelson@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- app/assets/javascripts/importr/application.js
+- app/assets/stylesheets/importr/application.css
+- app/controllers/importr/application_controller.rb
+- app/helpers/importr/application_helper.rb
+- app/models/importr/data_import.rb
+- app/uploaders/importr/uploader.rb
+- app/views/importr/admin/data_imports/_progress.haml
+- app/views/importr/admin/data_imports/_rows_with_errors.haml
+- app/views/importr/admin/data_imports/_ws_client.haml
+- app/views/importr/admin/data_imports/form.haml
+- app/views/layouts/importr/application.html.erb
+- app/workers/importr/worker.rb
+- config/routes.rb
+- db/migrate/20131025012832_create_importr_data_imports.rb
+- lib/importr/active_admin.rb
+- lib/importr/config.rb
+- lib/importr/engine.rb
+- lib/importr/importer.rb
+- lib/importr/notifier.rb
+- lib/importr/version.rb
+- lib/importr.rb
+- lib/tasks/importr_tasks.rake
+- MIT-LICENSE
+- Rakefile
+homepage: http://todo.cl
+licenses: []
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.0.6
+signing_key: 
+specification_version: 4
+summary: Full Stack rails engine for xls import to activerecord.
+test_files: []