data_seeder 0.0.1

data/lib/data_seeder/engine.rb

@@ -0,0 +1,5 @@
+module DataSeeder
+  class Engine < ::Rails::Engine
+    isolate_namespace DataSeeder
+  end
+end

data/lib/data_seeder/loader.rb

@@ -0,0 +1,122 @@
+module DataSeeder
+  module Loader
+    attr_accessor :file_config, :key_attribute
+    attr_reader   :path, :path_minus_ext
+
+    def initialize(options={})
+      @only = options[:only]
+      @except = options[:except]
+      if options.has_key?(:purge)
+        @purge = options[:purge]
+      else
+        @purge = true
+      end
+      @old_keys = []
+    end
+
+    def config
+      DataSeeder.config
+    end
+
+    def logger
+      DataSeeder.logger
+    end
+
+    def klass
+      # This should always translate to a class except for custom loaders
+      @path_minus_ext.classify.constantize rescue nil
+    end
+
+    def process(path)
+      @path           = path
+      dot_index       = @path.rindex('.')
+      @path_minus_ext = @path[0, dot_index]
+      @file_config    = {}
+      File.open(@path, 'r') do |fin|
+        load_file_config(fin)
+        setup
+        load(fin)
+        teardown
+      end
+      call_file_method(:teardown)
+    end
+
+    def setup
+      @key_attribute = self.file_config[:key_attribute] || :id
+      @old_keys = self.klass.all.pluck(@key_attribute).map(&:to_s) if @purge
+      logger.info { "Loading #{@path}" }
+      call_file_method(:setup)
+    end
+
+    def teardown
+      @old_keys.each do |key|
+        if model = self.klass.find_by(@key_attribute => key)
+          logger.info { "  Destroying #{model_info(model)}"}
+          model.destroy
+        end
+      end
+    end
+
+    # The information displayed when creating, updating, or destroying a model.
+    # The changes argument will be the model.changes on an update.
+    def model_info(model, changes=nil)
+      if changes
+        attr = @file_config[:update_display_method] || @key_attribute
+        "#{model.send(attr)}: #{changes.inspect}"
+      else
+        model.inspect
+      end
+    end
+
+    def load_file_config(fin)
+      config_line = fin.readline
+      if match = config_line.match(/^\s*#\s*config:(.*)/)
+        @file_config = eval(match[1])
+      else
+        fin.seek(0)
+        if self.klass && self.klass.respond_to?(:data_seeder_config)
+          @file_config = self.klass.data_seeder_config
+        end
+      end
+    end
+
+    def load(fin)
+      throw 'Must override load'
+    end
+
+    def save(attr)
+      key = attr[@key_attribute.to_s] || attr[@key_attribute.to_sym]
+      raise "No #{@key_attribute} in #{attr.inspect}" unless key
+      @old_keys.delete(key.to_s)
+      model = self.klass.find_or_initialize_by(@key_attribute => key)
+      model.attributes = attr
+      save_model(model)
+    end
+
+    def save_model(model)
+      if model.new_record?
+        logger.info { "  Saving #{model_info(model)}" }
+      else
+        changes = model.changes
+        return if changes.empty?
+        logger.info { "  Updating #{model_info(model, changes)}" }
+      end
+      model.save!
+    end
+
+    def call_file_method(name, *args)
+      if method = @file_config[name]
+        return method.call(*args)
+      else
+        class_method = "data_seeder_#{name}"
+        return self.klass.send(class_method, *args) if @klass.respond_to?(class_method)
+      end
+      return nil
+    end
+  end
+end
+
+require 'data_seeder/loader/csv'
+require 'data_seeder/loader/json'
+require 'data_seeder/loader/yaml'
+require 'data_seeder/loader/txt'

data/lib/data_seeder/loader/csv.rb

@@ -0,0 +1,15 @@
+require 'csv'
+
+module DataSeeder
+  module Loader
+    class CSV
+      include Loader
+
+      def load(io)
+        ::CSV.foreach(io, headers: true) do |row|
+          save(row.to_hash)
+        end
+      end
+    end
+  end
+end

data/lib/data_seeder/loader/json.rb

@@ -0,0 +1,20 @@
+require 'json'
+
+module DataSeeder
+  module Loader
+    class JSON
+      include Loader
+      def load(io)
+        json = ::JSON.parse(io.read)
+        if json.kind_of?(Hash)
+          json.each do |key, attr|
+            attr[self.key_attribute] = key if self.key_attribute
+            save(attr)
+          end
+        else
+          Array(json).each { |attr| save(attr) }
+        end
+      end
+    end
+  end
+end

data/lib/data_seeder/loader/txt.rb

@@ -0,0 +1,23 @@
+module DataSeeder
+  module Loader
+    class Txt
+      include Loader
+
+      def load(io)
+        if method = self.file_config[:line]
+          io.each_line do |line|
+            next if line.blank? || line.match(/^\s*#/)
+            save(method.call(line))
+          end
+        elsif self.klass.respond_to?(:data_seeder_line)
+          io.each_line do |line|
+            next if line.blank? || line.match(/^\s*#/)
+            save(self.klass.send(:data_seeder_line, line))
+          end
+        else
+          raise "No line method defined for #{self.klass.name}"
+        end
+      end
+    end
+  end
+end

data/lib/data_seeder/loader/yaml.rb

@@ -0,0 +1,23 @@
+require 'yaml'
+
+module DataSeeder
+  module Loader
+    class YAML
+      include Loader
+
+      def load(io)
+        yaml = ::YAML.load(io.read)
+        if yaml.kind_of?(Hash)
+          yaml.each do |key, attr|
+            attr[self.key_attribute] = key if self.key_attribute
+            save(attr)
+          end
+        elsif yaml.kind_of?(Array)
+          yaml.each { |attr| save(attr) }
+        else
+          raise "Don't know how to interpret #{self.path}"
+        end
+      end
+    end
+  end
+end

data/lib/data_seeder/logger.rb

@@ -0,0 +1,15 @@
+module DataSeeder
+  class Logger < ::Logger
+    attr_accessor :verbose
+
+    def initialize
+      super($stdout)
+      @verbose = true
+      self.formatter = ->(severity, datetime, progname, msg) { "#{msg}\n" }
+    end
+
+    def info(arg='', &block)
+      super if @verbose
+    end
+  end
+end

data/lib/data_seeder/version.rb

@@ -0,0 +1,3 @@
+module DataSeeder
+  VERSION = "0.0.1"
+end

data/test/dummy/Rakefile

@@ -0,0 +1,6 @@
+# Add your own tasks in files placed in lib/tasks ending in .rake,
+# for example lib/tasks/capistrano.rake, and they will automatically be available to Rake.
+
+require File.expand_path('../config/application', __FILE__)
+
+Rails.application.load_tasks

data/test/dummy/app/models/app.rb

@@ -0,0 +1,3 @@
+class App < ActiveRecord::Base
+  has_many :app_errors, inverse_of: :app
+end

data/test/dummy/app/models/app_error.rb

@@ -0,0 +1,3 @@
+class AppError < ActiveRecord::Base
+  belongs_to :app, inverse_of: :app_errors
+end

data/test/dummy/app/models/app_error_data_seeder.rb

@@ -0,0 +1,52 @@
+require 'data_seeder'
+
+class AppErrorDataSeeder
+  include ::DataSeeder::Loader
+
+  def setup
+    @app = App.find_or_initialize_by(name: self.path_minus_ext)
+    @existing_errors = {}
+    if @app.new_record?
+      logger.info "Loading errors for new App: #{@app.name}"
+      @app.save!
+    else
+      logger.info "Loading errors for existing App: #{@app.name}"
+      @app.app_errors.each do |app_error|
+        @existing_errors[app_error.code] = app_error
+      end
+    end
+  end
+
+  def teardown
+    unless @existing_errors.empty?
+      logger.info { "  The following are begin removed:" }
+      @existing_errors.each do |code, app_error|
+        logger.info "    #{code}: #{app_error.message}"
+        app_error.destroy
+      end
+    end
+  end
+
+  def load(io)
+    io.each_line do |line|
+      line.strip!
+      next if line.blank? || line[0] == ?#
+      space_i   = line.index(' ')
+      raise "Invalid line: #{line}" unless space_i
+      code      = line[0,space_i].strip
+      message   = line[space_i+1..-1].strip
+      app_error = @existing_errors[code]
+      if app_error
+        @existing_errors.delete(code)
+        app_error.message = message
+        unless app_error.changes.empty?
+          logger.info { "  Changing #{code}: #{app_error.changes}" }
+          app_error.save!
+        end
+      else
+        logger.info { "  Creating #{code}: #{message}" }
+        @app.app_errors.create!(code: code, message: message)
+      end
+    end
+  end
+end

data/test/dummy/app/models/country.rb

@@ -0,0 +1,14 @@
+class Country < ActiveRecord::Base
+  def self.data_seeder_line(line)
+    {
+      code: line[0,2],
+      name: line[3...-1],
+    }
+  end
+
+  def self.data_seeder_config
+    {
+      key_attribute: :code
+    }
+  end
+end

data/test/dummy/app/models/state.rb

@@ -0,0 +1,2 @@
+class State < ActiveRecord::Base
+end

data/test/dummy/bin/bundle

@@ -0,0 +1,3 @@
+#!/usr/bin/env ruby
+ENV['BUNDLE_GEMFILE'] ||= File.expand_path('../../Gemfile', __FILE__)
+load Gem.bin_path('bundler', 'bundle')

data/test/dummy/bin/rails

@@ -0,0 +1,4 @@
+#!/usr/bin/env ruby
+APP_PATH = File.expand_path('../../config/application',  __FILE__)
+require_relative '../config/boot'
+require 'rails/commands'

data/test/dummy/bin/rake

@@ -0,0 +1,4 @@
+#!/usr/bin/env ruby
+require_relative '../config/boot'
+require 'rake'
+Rake.application.run

data/test/dummy/config.ru

@@ -0,0 +1,4 @@
+# This file is used by Rack-based servers to start the application.
+
+require ::File.expand_path('../config/environment',  __FILE__)
+run Rails.application

data/test/dummy/config/application.rb

@@ -0,0 +1,26 @@
+require File.expand_path('../boot', __FILE__)
+
+require 'rails/all'
+
+Bundler.require(*Rails.groups)
+require "data_seeder"
+
+module Dummy
+  class Application < Rails::Application
+    # Settings in config/environments/* take precedence over those specified here.
+    # Application configuration should go into files in config/initializers
+    # -- all .rb files in that directory are automatically loaded.
+
+    # Set Time.zone default to the specified zone and make Active Record auto-convert to this zone.
+    # Run "rake -D time" for a list of tasks for finding time zone names. Default is UTC.
+    # config.time_zone = 'Central Time (US & Canada)'
+
+    # The default locale is :en and all translations from config/locales/*.rb,yml are auto loaded.
+    # config.i18n.load_path += Dir[Rails.root.join('my', 'locales', '*.{rb,yml}').to_s]
+    # config.i18n.default_locale = :de
+
+    config.generators do |g|
+      g.test_framework :mini_test, :spec => true, :fixture => false
+    end
+  end
+end

data/test/dummy/config/boot.rb

@@ -0,0 +1,5 @@
+# Set up gems listed in the Gemfile.
+ENV['BUNDLE_GEMFILE'] ||= File.expand_path('../../../../Gemfile', __FILE__)
+
+require 'bundler/setup' if File.exist?(ENV['BUNDLE_GEMFILE'])
+$LOAD_PATH.unshift File.expand_path('../../../../lib', __FILE__)

data/test/dummy/config/database.yml

@@ -0,0 +1,12 @@
+default: &default
+  adapter: sqlite3
+  pool: 5
+  timeout: 5000
+
+development:
+  <<: *default
+  database: db/development.sqlite3
+
+test:
+  <<: *default
+  database: db/test.sqlite3

data/test/dummy/config/environment.rb

@@ -0,0 +1,5 @@
+# Load the Rails application.
+require File.expand_path('../application', __FILE__)
+
+# Initialize the Rails application.
+Rails.application.initialize!

data/test/dummy/config/environments/development.rb

@@ -0,0 +1,37 @@
+Rails.application.configure do
+  # Settings specified here will take precedence over those in config/application.rb.
+
+  # In the development environment your application's code is reloaded on
+  # every request. This slows down response time but is perfect for development
+  # since you don't have to restart the web server when you make code changes.
+  config.cache_classes = false
+
+  # Do not eager load code on boot.
+  config.eager_load = false
+
+  # Show full error reports and disable caching.
+  config.consider_all_requests_local       = true
+  config.action_controller.perform_caching = false
+
+  # Don't care if the mailer can't send.
+  config.action_mailer.raise_delivery_errors = false
+
+  # Print deprecation notices to the Rails logger.
+  config.active_support.deprecation = :log
+
+  # Raise an error on page load if there are pending migrations.
+  config.active_record.migration_error = :page_load
+
+  # Debug mode disables concatenation and preprocessing of assets.
+  # This option may cause significant delays in view rendering with a large
+  # number of complex assets.
+  config.assets.debug = true
+
+  # Adds additional error checking when serving assets at runtime.
+  # Checks for improperly declared sprockets dependencies.
+  # Raises helpful error messages.
+  config.assets.raise_runtime_errors = true
+
+  # Raises error for missing translations
+  # config.action_view.raise_on_missing_translations = true
+end