import 0.0.1 → 0.0.2

data/.gitignore

@@ -0,0 +1,7 @@
+.bundle/
+log/*.log
+pkg/
+test/dummy/db/*.sqlite3
+test/dummy/config/database.yml
+test/dummy/log/*.log
+test/dummy/tmp/

data/.rspec

@@ -0,0 +1 @@
+--colour

data/Gemfile

@@ -0,0 +1,14 @@
+source "http://rubygems.org"
+
+# Declare your gem's dependencies in import.gemspec.
+# Bundler will treat runtime dependencies like base dependencies, and
+# development dependencies will be added by default to the :development group.
+gemspec
+
+# Declare any dependencies that are still in development here instead of in
+# your gemspec. These might include edge Rails or gems from your path or
+# Git. Remember to move these dependencies to your gemspec before releasing
+# your gem to rubygems.org.
+
+# To use debugger
+# gem 'ruby-debug19', :require => 'ruby-debug'

data/Gemfile.lock

@@ -0,0 +1,160 @@
+PATH
+  remote: .
+  specs:
+    import (0.0.2)
+      activerecord-import
+      rails (~> 3.1.0)
+      state_machine
+      valium
+
+GEM
+  remote: http://rubygems.org/
+  specs:
+    actionmailer (3.1.0)
+      actionpack (= 3.1.0)
+      mail (~> 2.3.0)
+    actionpack (3.1.0)
+      activemodel (= 3.1.0)
+      activesupport (= 3.1.0)
+      builder (~> 3.0.0)
+      erubis (~> 2.7.0)
+      i18n (~> 0.6)
+      rack (~> 1.3.2)
+      rack-cache (~> 1.0.3)
+      rack-mount (~> 0.8.2)
+      rack-test (~> 0.6.1)
+      sprockets (~> 2.0.0)
+    activemodel (3.1.0)
+      activesupport (= 3.1.0)
+      bcrypt-ruby (~> 3.0.0)
+      builder (~> 3.0.0)
+      i18n (~> 0.6)
+    activerecord (3.1.0)
+      activemodel (= 3.1.0)
+      activesupport (= 3.1.0)
+      arel (~> 2.2.1)
+      tzinfo (~> 0.3.29)
+    activerecord-import (0.2.8)
+      activerecord (~> 3.0pre)
+      activerecord (~> 3.0pre)
+    activeresource (3.1.0)
+      activemodel (= 3.1.0)
+      activesupport (= 3.1.0)
+    activesupport (3.1.0)
+      multi_json (~> 1.0)
+    arel (2.2.1)
+    bcrypt-ruby (3.0.1)
+    builder (3.0.0)
+    capybara (1.1.1)
+      mime-types (>= 1.16)
+      nokogiri (>= 1.3.3)
+      rack (>= 1.0.0)
+      rack-test (>= 0.5.4)
+      selenium-webdriver (~> 2.0)
+      xpath (~> 0.1.4)
+    childprocess (0.2.2)
+      ffi (~> 1.0.6)
+    diff-lcs (1.1.3)
+    erubis (2.7.0)
+    factory_girl (2.1.2)
+      activesupport
+    factory_girl_rails (1.2.0)
+      factory_girl (~> 2.1.0)
+      railties (>= 3.0.0)
+    ffi (1.0.9)
+    guard (0.7.0)
+      thor (~> 0.14.6)
+    guard-rspec (0.4.5)
+      guard (>= 0.4.0)
+    hike (1.2.1)
+    i18n (0.6.0)
+    json (1.6.1)
+    json_pure (1.6.1)
+    mail (2.3.0)
+      i18n (>= 0.4.0)
+      mime-types (~> 1.16)
+      treetop (~> 1.4.8)
+    mime-types (1.16)
+    multi_json (1.0.3)
+    mysql2 (0.3.7)
+    nokogiri (1.5.0)
+    polyglot (0.3.2)
+    rack (1.3.3)
+    rack-cache (1.0.3)
+      rack (>= 0.4)
+    rack-mount (0.8.3)
+      rack (>= 1.0.0)
+    rack-ssl (1.3.2)
+      rack
+    rack-test (0.6.1)
+      rack (>= 1.0)
+    rails (3.1.0)
+      actionmailer (= 3.1.0)
+      actionpack (= 3.1.0)
+      activerecord (= 3.1.0)
+      activeresource (= 3.1.0)
+      activesupport (= 3.1.0)
+      bundler (~> 1.0)
+      railties (= 3.1.0)
+    railties (3.1.0)
+      actionpack (= 3.1.0)
+      activesupport (= 3.1.0)
+      rack-ssl (~> 1.3.2)
+      rake (>= 0.8.7)
+      rdoc (~> 3.4)
+      thor (~> 0.14.6)
+    rake (0.9.2)
+    rdoc (3.9.4)
+    rspec (2.6.0)
+      rspec-core (~> 2.6.0)
+      rspec-expectations (~> 2.6.0)
+      rspec-mocks (~> 2.6.0)
+    rspec-core (2.6.4)
+    rspec-expectations (2.6.0)
+      diff-lcs (~> 1.1.2)
+    rspec-mocks (2.6.0)
+    rspec-rails (2.6.1)
+      actionpack (~> 3.0)
+      activesupport (~> 3.0)
+      railties (~> 3.0)
+      rspec (~> 2.6.0)
+    rubyzip (0.9.4)
+    sanitize (2.0.3)
+      nokogiri (>= 1.4.4, < 1.6)
+    sdoc (0.3.11)
+      json (>= 1.1.3)
+      rdoc (~> 3)
+      sanitize (~> 2)
+    selenium-webdriver (2.7.0)
+      childprocess (>= 0.2.1)
+      ffi (>= 1.0.7)
+      json_pure
+      rubyzip
+    sprockets (2.0.0)
+      hike (~> 1.2)
+      rack (~> 1.0)
+      tilt (!= 1.3.0, ~> 1.1)
+    state_machine (1.0.2)
+    thor (0.14.6)
+    tilt (1.3.3)
+    treetop (1.4.10)
+      polyglot
+      polyglot (>= 0.3.1)
+    tzinfo (0.3.29)
+    valium (0.4.0)
+      activerecord (>= 3.0.2)
+    xpath (0.1.4)
+      nokogiri (~> 1.3)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  capybara
+  factory_girl_rails
+  guard-rspec
+  import!
+  mysql2
+  rspec (~> 2.6.0)
+  rspec-rails
+  sdoc

data/Guardfile

@@ -0,0 +1,21 @@
+# A sample Guardfile
+# More info at https://github.com/guard/guard#readme
+
+guard 'rspec', :version => 2 do
+  watch(%r{^spec/.+_spec\.rb$})
+  watch(%r{^lib/(.+)\.rb$})     { |m| "spec/lib/#{m[1]}_spec.rb" }
+  watch('spec/spec_helper.rb')  { "spec" }
+
+  # Rails example
+  watch(%r{^spec/.+_spec\.rb$})
+  watch(%r{^app/(.+)\.rb$})                           { |m| "spec/#{m[1]}_spec.rb" }
+  watch(%r{^lib/(.+)\.rb$})                           { |m| "spec/lib/#{m[1]}_spec.rb" }
+  watch(%r{^app/controllers/(.+)_(controller)\.rb$})  { |m| ["spec/routing/#{m[1]}_routing_spec.rb", "spec/#{m[2]}s/#{m[1]}_#{m[2]}_spec.rb", "spec/acceptance/#{m[1]}_spec.rb"] }
+  watch(%r{^spec/support/(.+)\.rb$})                  { "spec" }
+  watch('spec/spec_helper.rb')                        { "spec" }
+  watch('config/routes.rb')                           { "spec/routing" }
+  watch('app/controllers/application_controller.rb')  { "spec/controllers" }
+  # Capybara request specs
+  watch(%r{^app/views/(.+)/.*\.(erb|haml)$})          { |m| "spec/requests/#{m[1]}_spec.rb" }
+end
+

data/README.rdoc

@@ -1,3 +1,19 @@
-= Import
+# Import
 
-Data entity importer for Ruby and asynchronous handling.
+Data entity importer for Ruby and asynchronous handling wrapped around activerecord-import and featured by valium and state_machine.
+
+## Usage
+
+Perform the installation as follows
+
+    rails g import:install
+    
+Run the installed migration
+
+    rake db:migrate
+    
+## Changelog
+
+## License
+
+Import is Copyright (c) 2010-2011 [Mathias Gawlista] (http://Applic.at) and is released under MIT-LICENSE.

data/Rakefile

@@ -20,18 +20,15 @@ RDoc::Task.new(:rdoc) do |rdoc|
   rdoc.rdoc_files.include('lib/**/*.rb')
 end
 
-
-
 Bundler::GemHelper.install_tasks
 
-require 'rake/testtask'
+require 'rake'
+require 'rspec/core'
+require 'rspec/core/rake_task'
 
-Rake::TestTask.new(:test) do |t|
-  t.libs << 'lib'
-  t.libs << 'test'
-  t.pattern = 'test/**/*_test.rb'
-  t.verbose = false
+RSpec::Core::RakeTask.new(:spec) do |spec|
+  spec.pattern = FileList['spec/**/*_spec.rb']
 end
 
-
-task :default => :test
+desc 'Default: Run all specs.'
+task :default => :spec

data/import.gemspec

@@ -0,0 +1,33 @@
+$:.push File.expand_path("../lib", __FILE__)
+
+# Maintain your gem's version:
+require "import/version"
+
+# Describe your gem and declare its dependencies:
+Gem::Specification.new do |s|
+  s.name        = "import"
+  s.version     = Import::VERSION
+  s.authors     = ["Mathias Gawlista"]
+  s.email       = ["gawlista@googlemail.com"]
+  s.homepage    = "http://applic.at"
+  s.summary     = "Data entity importer for Ruby and asynchronous handling"
+  s.description = "Data entity importer for Ruby and asynchronous handling wrapped around activerecord-import and featured by valium and state_machine."
+
+  #s.files = Dir["{app,config,db,lib}/**/*"] + ["MIT-LICENSE", "Rakefile", "README.rdoc"]
+  s.files = `git ls-files`.split("\n")
+  s.test_files    = `git ls-files -- {spec}/*`.split("\n")
+  
+  s.add_dependency "rails", "~> 3.1.0"
+  #s.add_dependency "activerecord", ">= 3.0.2"
+  s.add_dependency "valium"
+  s.add_dependency "state_machine"
+  s.add_dependency "activerecord-import"  
+  
+  s.add_development_dependency "mysql2"
+  s.add_development_dependency "rspec", "~> 2.6.0"
+  s.add_development_dependency "rspec-rails"
+  s.add_development_dependency "capybara"
+  s.add_development_dependency "factory_girl_rails"
+  s.add_development_dependency "guard-rspec"
+  s.add_development_dependency "sdoc"
+end

data/lib/generators/import/install/install_generator.rb

@@ -0,0 +1,32 @@
+require 'rails/generators'
+require 'rails/generators/migration'
+
+module Import
+  module Generators
+    class InstallGenerator < Rails::Generators::Base
+      include Rails::Generators::Migration
+    
+      def self.source_root
+        File.join(File.dirname(__FILE__), 'templates')
+      end
+    
+       # Implement the required interface for Rails::Generators::Migration.
+       # taken from http://github.com/rails/rails/blob/master/activerecord/lib/generators/active_record.rb
+      def self.next_migration_number(dirname) #:nodoc:
+        if ActiveRecord::Base.timestamped_migrations
+          Time.now.utc.strftime("%Y%m%d%H%M%S")
+        else
+          "%.3d" % (current_migration_number(dirname) + 1)
+        end
+      end
+      
+      def create_migrations
+        Dir["#{self.class.source_root}/migrations/*.rb"].sort.each do |filepath|
+          name = File.basename(filepath)
+          migration_template "migrations/#{name}", "db/migrate/#{name.gsub(/^\d+_/,'')}"
+          sleep 1
+        end
+      end
+    end
+  end
+end

data/lib/generators/import/install/templates/migrations/1_create_imports.rb

@@ -0,0 +1,27 @@
+class CreateImports < ActiveRecord::Migration
+  def self.up
+    create_table :imports do |t| 
+      t.string :type
+      t.text :input
+      t.text :parameters
+      t.string :email
+      t.integer :author_id
+      t.string :parent_type
+      t.integer :parent_id
+      t.text :exception
+      t.string :state
+      t.timestamps
+    end  
+
+    change_table :imports do |t|
+      t.index :type
+      t.index :author_id
+      t.index [:parent_type, :parent_id]
+      t.index :state
+    end
+  end
+
+  def self.down
+    drop_table :imports
+  end
+end

data/lib/import.rb

@@ -1,2 +1,6 @@
+require 'state_machine'
+require File.dirname(__FILE__) + '/import/resource.rb'
+require File.dirname(__FILE__) + '/import/no_relation.rb'
+
 module Import
 end

data/lib/import/no_relation.rb

@@ -0,0 +1,42 @@
+module Import
+  class NoRelation < Resource
+    protected
+    
+    def parse_resource(resource)
+      resource.gsub('*', '').strip
+    end
+    
+    def append_existing_resources_criteria(resource)
+      @existing_resources_criteria << "(#{table_name}.name = ?)"
+      @existing_resources_criteria_values << resource
+    end
+    
+    def import_resources   
+      log "#{parsed_resources_missing.length} of #{@parsed_resources.length} new #{resource_class.name.humanize.pluralize}."  
+      
+      new_resources_data = []
+      
+      parsed_resources_missing.each do |resource|            
+        new_resources_data << new_record(resource)
+      end
+      
+      log "Creating #{new_resources_data.length} new #{resource_class.name.humanize.pluralize}."
+      
+      unless new_resources_data.empty?
+        resource_class.import(columns, new_resources_data, :validate => false)
+      end 
+    end
+    
+    def parsed_resources_missing
+      @parsed_resources_missing ||= @parsed_resources.select{|r| !collection(false).map(&:second).include?(r) }  
+    end
+    
+    def new_record(resource)
+      [resource]
+    end
+    
+    def columns
+      [:name]
+    end
+  end
+end

data/lib/import/resource.rb

@@ -0,0 +1,195 @@
+module Import
+  class Resource < ActiveRecord::Base  
+    set_table_name 'imports'  
+  
+    belongs_to :author, :class_name => 'User'
+    belongs_to :parent, :polymorphic => true
+    
+    TYPES = [
+      [I18n.t('imports.types.user_import'), 'Importer::User'],
+      [I18n.t('imports.types.group_affiliation_import'), 'Importer::GroupAffiliation'],
+      [I18n.t('imports.types.music_group_label_affiliation_import'), 'Importer::Music::GroupLabelAffiliation'],
+      [I18n.t('imports.types.music_group_artist_affiliation_import'), 'Importer::Music::GroupArtistAffiliation'],
+      [I18n.t('imports.types.music_group_release_affiliation_import'), 'Importer::Music::GroupReleaseAffiliation'],
+      [I18n.t('imports.types.music_group_video_affiliation_import'), 'Importer::Music::GroupVideoAffiliation'],
+      [I18n.t('imports.types.music_artist_import'), 'Importer::Music::Artist'],
+      [I18n.t('imports.types.music_release_import'), 'Import::Music::Release']
+    ]
+    INDEX_COLUMNS = ['id', 'type', 'author_id', 'parent_type', 'parent_id']
+      
+    validates :type, :inclusion => { :in => TYPES.map(&:last) }
+    validates :input, :presence => true
+    validates_format_of :email, :with  => /\A[^@]+@([^@\.]+\.)+[^@\.]+\z/, :allow_blank => true
+    
+    serialize :parameters, Hash
+    
+    attr_accessible :logger, :input, :email  
+    attr_accessor :logger,  :parent_import_id
+    
+    state_machine :state, :initial => :draft do  
+      event :confirm do
+        transition :draft => :confirmed
+      end
+      
+      event :process do
+        #transition :confirmed => :processed
+        transition :draft => :processed, :if => :process_successful?
+      end
+      
+      event :my_fail do
+        transition :draft => :failed
+      end
+      
+      event :complete do
+        transition :processed => :completed
+      end
+    end
+    
+    after_initialize :initialize_variables
+    
+    def initialize_variables
+      @raw_resources, @parsed_resources, @existing_resources_criteria, @existing_resources_criteria_values = [], [], [], []
+    end
+    
+    def add_resource(resource)
+      resource = resource.gsub('*', '').strip
+      
+      return if resource.blank? || @raw_resources.include?(resource)
+      
+      @raw_resources << resource
+      resource = parse_resource(resource.strip)
+      @parsed_resources << resource
+      
+      append_existing_resources_criteria(resource)
+      
+      resource
+    end 
+    
+    def values
+      @raw_resources
+    end
+    
+    def collection(force = true)
+      unless resource_class.respond_to?(:find_existing_entries)
+        raise I18n.t('imports.errors.derive_from_resource', :class_name => resource_class.class_name)
+      end
+      
+      if force
+        @existing_collection = find_existing_resources
+      else
+        @existing_collection ||= find_existing_resources
+      end
+    end
+    
+    protected
+    
+    def parse_resource(resource)
+      raise I18n.t('imports.errors.override_parse_resource', :class_name => self.class_name)
+    end
+    
+    def append_existing_resources_criteria(resource)
+      raise I18n.t('imports.errors.override_append_existing_resources_criteria', :class_name => self.class_name)
+    end
+    
+    def all_dependencies_loaded?
+      true
+    end
+    
+    def import_dependencies
+    end
+    
+    def import_resources  
+      raise I18n.t('imports.errors.override_import_resources', :class_name => self.class_name)  
+    end
+    
+    def find_existing_resources
+      unless @existing_resources_criteria.empty?
+        resource_class.find_existing_entries(
+          @existing_resources_criteria.join(' OR '), 
+          @existing_resources_criteria_values
+        )
+      else
+        []
+      end
+    end
+    
+    def parsed_resources_missing
+      raise I18n.t('imports.errors.override_parsed_resources_missing', :class_name => self.class_name)  
+    end
+      
+    def resource_class
+      class_name = self.class.name.split('::')
+      class_name.shift
+      class_name.join('::').constantize
+    end
+    
+    def table_name
+      class_name = self.class.name.split('::')
+      class_name.shift
+      class_name.join('::').tableize.gsub('/', '_')
+    end
+    
+    def log(message)
+      logger.debug message unless logger == nil
+    end
+    
+    private
+    
+    def process_successful?    
+      loadInput
+      
+      raise I18n.t('imports.errors.not_all_dependencies_loaded') unless all_dependencies_loaded?
+      
+      ActiveRecord::Base.transaction(:requires_new => true) do
+        begin      
+          import_dependencies_wrapper  
+        rescue Exception => my_e
+          self.exception = my_e.message + ":" + my_e.backtrace.join('\n')
+        end
+        
+        if self.exception.blank?
+          begin
+            import_resources_transaction  
+          rescue Exception => my_e
+            log "import exception:" + my_e.message
+            self.exception = my_e.message + ":" + my_e.backtrace.join('\n')
+          end
+        end
+      end
+      
+      if self.exception.blank?
+        return true
+      elsif self.parent_import_id.blank?
+        self.my_fail!
+        return false
+      else
+        raise ActiveRecord::Rollback.new(self.exception)  
+        return false
+      end
+    end
+    
+    def import_dependencies_wrapper
+      begin 
+        import_dependencies
+      rescue StateMachine::InvalidTransition      
+      end
+    end
+    
+    def loadInput 
+      unless self.input.blank?
+        self.input.split("\r\n").map(&:strip).select{|r| !r.blank? }.each do |resource|
+          self.add_resource(resource)
+          break
+        end
+      end
+    end
+    
+    def import_resources_transaction
+      begin
+        import_resources
+      rescue Exception => e
+        raise ActiveRecord::Rollback.new("#{e.class.name}: #{e.message} (#{self.class.name}):#{e.backtrace.join('\n')}")
+      end
+    end
+  end
+end