heart_seed 0.0.1.beta1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 00e700cd31219d035de3f79465a7100761273f02
+  data.tar.gz: ae3bb179f7bd42d1f0529dd495bdc8b96fbbca7a
+SHA512:
+  metadata.gz: 43c0dbba243860dfc16ace5d25f6ea84ed4518bda85bd82365fdf16081f48297c4ecb411897e8414616368e323575ac33c626c6dbc886f6db2e980a943b966af
+  data.tar.gz: 8e1d46e47673368a8840d19aff78de1fd1410a251825c33bec1b64b0fb9ab1a24e3c8ab9d735c977e39539ccd56bbeb73e18a10cd20fef2745652c67d16fe877

data/.coveralls.yml

@@ -0,0 +1 @@
+repo_token: XaSSeLw9mCccZV3WRD4O1TcUfZMwjAxGA

data/.gitignore

@@ -0,0 +1,23 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp
+*.bundle
+*.so
+*.o
+*.a
+mkmf.log
+vendor/bundle

data/.rspec

@@ -0,0 +1,3 @@
+--format documentation
+--color
+--require spec_helper

data/.travis.yml

@@ -0,0 +1,11 @@
+language: ruby
+rvm:
+  - 2.0.0
+  - 2.1.2
+bundler_args: --jobs=2
+script: CODECLIMATE_REPO_TOKEN=9fe512c81149a06ced2b890ab071422bf553cbaf3253fe6830ad75ce92f37516 bundle exec rspec
+branches:
+  only:
+    - master
+notifications:
+  email: false

data/.yardopts

@@ -0,0 +1,2 @@
+--markup markdown
+--no-private

data/Gemfile

@@ -0,0 +1,7 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in heart_seed.gemspec
+gemspec
+
+# TODO use greater than v0.2.0
+gem "database_rewinder", github: "amatsuda/database_rewinder", ref: "dccc01", group: [:development, :test]

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2014 sue445
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,44 @@
+# [WIP] HeartSeed
+
+seed util (excel -> yaml -> db) 
+
+[![Build Status](https://travis-ci.org/sue445/heart_seed.svg)](https://travis-ci.org/sue445/heart_seed)
+[![Code Climate](https://codeclimate.com/github/sue445/heart_seed.png)](https://codeclimate.com/github/sue445/heart_seed)
+[![Coverage Status](https://img.shields.io/coveralls/sue445/heart_seed.svg)](https://coveralls.io/r/sue445/heart_seed?branch=master)
+[![Dependency Status](https://gemnasium.com/sue445/heart_seed.svg)](https://gemnasium.com/sue445/heart_seed)
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+    gem 'heart_seed'
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install heart_seed
+
+## Usage
+
+1. `bundle exec rake heart_seed:init`
+  * create `config/heart_seed.yml`, `db/xls`, `db/seeds`
+  * append to `db/seeds.rb`
+2. Create xls
+  * example https://github.com/sue445/heart_seed/tree/master/spec/dummy/db/xls
+3. `bundle exec rake heart_seed:xls`
+  * Generate yml to `db/seeds`
+  * If you want to specify files: `FILES=comments_and_likes.xls SHEETS=comments,likes bundle exec rake heart_seed:xls` 
+4. `bundle exec rake db:seed`
+  * Import yml to db
+  * If you want to specify tables: `TABLES=articles,comments bundle exec rake db:seed` 
+
+## Contributing
+
+1. Fork it ( https://github.com/sue445/heart_seed/fork )
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create a new Pull Request

data/Rakefile

@@ -0,0 +1,11 @@
+require "bundler/gem_tasks"
+require "rspec/core/rake_task"
+
+RSpec::Core::RakeTask.new(:spec)
+
+task :default => :spec
+
+require 'yard'
+
+YARD::Rake::YardocTask.new
+

data/heart_seed.gemspec

@@ -0,0 +1,45 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'heart_seed/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "heart_seed"
+  spec.version       = HeartSeed::VERSION
+  spec.authors       = ["sue445"]
+  spec.email         = ["sue445@sue445.net"]
+  spec.summary       = %q{[WIP] seed util (excel -> yaml -> db) }
+  spec.description   = %q{[WIP] seed util (excel -> yaml -> db) }
+  spec.homepage      = "https://github.com/sue445/heart_seed"
+  spec.license       = "MIT"
+
+  spec.required_ruby_version = '>= 2.0.0'
+
+  spec.files         = `git ls-files -z`.split("\x0")
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_dependency "activesupport", ">= 3.0.0"
+  spec.add_dependency "activerecord", ">= 3.0.0"
+  spec.add_dependency "activerecord-import"
+  spec.add_dependency "roo", "~> 1.13.2"
+
+  spec.add_development_dependency "bundler", "~> 1.6"
+  spec.add_development_dependency "rake"
+  spec.add_development_dependency "rspec", "3.0.0"
+  spec.add_development_dependency "rspec-parameterized"
+  spec.add_development_dependency "rspec-its"
+  spec.add_development_dependency "rspec-collection_matchers"
+  spec.add_development_dependency "rspec-temp_dir"
+  spec.add_development_dependency "yard"
+  # spec.add_development_dependency "database_rewinder"
+  spec.add_development_dependency "sqlite3"
+  spec.add_development_dependency "pry"
+  spec.add_development_dependency "pry-remote"
+  spec.add_development_dependency "pry-nav"
+  spec.add_development_dependency "rake_shared_context"
+  spec.add_development_dependency "codeclimate-test-reporter"
+  spec.add_development_dependency "coveralls"
+end
+

data/lib/heart_seed.rb

@@ -0,0 +1,14 @@
+require "roo"
+require "active_support/all"
+require "active_record"
+require "yaml"
+require "activerecord-import"
+
+module HeartSeed
+  autoload :Converter , "heart_seed/converter"
+  autoload :DbSeed    , "heart_seed/db_seed"
+  autoload :Helper    , "heart_seed/helper"
+  autoload :Version   , "heart_seed/version"
+end
+
+require "heart_seed/railtie" if defined?(Rails)

data/lib/heart_seed/converter.rb

@@ -0,0 +1,120 @@
+module HeartSeed
+  module Converter
+    HEADER_ROW = 1
+
+    # convert xls,xlsx to yaml and write to file.
+    #
+    # ## example
+    # ### source xls
+    # ```csv
+    # id, title, description, created_at
+    # 1, title1, description1, 2014-06-01 12:10:00 +0900
+    # 2, title2, description2, 2014-06-02 12:10:00 +0900
+    # ```
+    #
+    # ### output yaml
+    # ```yaml
+    # ---
+    # articles_1:
+    #   id: 1
+    #   title: title1
+    #   description: description1
+    #   created_at: '2014-06-01 12:10:00 +0900'
+    # articles_2:
+    #   id: 2
+    #   title: title2
+    #   description: description2
+    #   created_at: '2014-06-02 12:10:00 +0900'
+    # ```
+    #
+    # @param source_file  [String] source file (xls, xlsx)
+    # @param source_sheet [String]
+    # @param dist_file    [String] don't write to file if blank
+    #
+    # @return [ Hash{ String => Hash{ String => Object } } ]
+    def self.convert_to_yml(source_file: nil, source_sheet: nil, dist_file: nil)
+      sheet = open_file(source_file).sheet(source_sheet)
+      return nil if empty_sheet?(sheet)
+
+      fixtures = read_sheet(sheet, source_sheet)
+
+      unless dist_file.blank?
+        File.open(dist_file, "w") do |f|
+          f.write(YAML.dump(fixtures))
+        end
+      end
+
+      fixtures
+    end
+
+    # @param source_file  [String] source yml file
+    #
+    # @return [Array<Hash>] rows
+    def self.read_fixture_yml(source_file)
+      YAML.load_file(source_file).values
+    end
+
+    # @param source_file
+    #
+    # @return [Array<String>] sheet names (rejected multi-byte sheet)
+    def self.table_sheets(source_file)
+      # reject multi-byte sheet
+      open_file(source_file).sheets.select{|sheet| sheet =~ /^[A-Za-z0-9_]+$/ }
+    end
+
+    private
+
+    # @param source_file [String]
+    #
+    # @return [Roo::Base]
+    def self.open_file(source_file)
+      case File.extname(source_file)
+      when ".xls"
+        Roo::Excel.new(source_file)
+      when ".xlsx"
+        Roo::Excelx.new(source_file)
+      else
+        raise ArgumentError, "unknown format: #{source_file}"
+      end
+    end
+
+    def self.empty_sheet?(sheet)
+      sheet.first_row == sheet.last_row || sheet.first_column == sheet.last_column
+    end
+
+    # @param sheet      [Roo::Base]
+    # @param row_prefix [String]
+    #
+    # @return [ Hash{ String => Hash{ String => Object } } ]
+    def self.read_sheet(sheet, row_prefix)
+      header_keys = sheet.row(HEADER_ROW)
+      fixtures = {}
+
+      (HEADER_ROW + 1 .. sheet.last_row).each do |row_num|
+        row_value = {}
+        header_keys.each_with_index do |key, col_index|
+          value = sheet.cell(row_num, col_index + 1)
+
+          case sheet.celltype(row_num, col_index + 1)
+          when :float
+            # ex) 1.0 -> 1
+            value = value.to_i if value == value.to_i
+          when :date, :time, :datetime
+            # value is DateTime and localtime, but not included TimeZone(UTC)
+            time = Time.zone.at(value.to_i - Time.zone.utc_offset)
+            value = time.to_s
+          end
+
+          row_value[key] = value
+        end
+
+        suffix = row_value.has_key?("id") ? row_value["id"] : row_num - 1
+        row_name = "#{row_prefix}_#{suffix}"
+
+        fixtures[row_name] = row_value
+      end
+
+      fixtures
+    end
+  end
+end

data/lib/heart_seed/db_seed.rb

@@ -0,0 +1,54 @@
+module HeartSeed
+  module DbSeed
+    # delete all records and insert from seed yaml
+    #
+    # @param source_file [String]
+    # @param model_class [Class] require. extends {ActiveRecord::Base}
+    def self.bulk_insert(source_file: nil, model_class: nil)
+      fixtures = HeartSeed::Converter.read_fixture_yml(source_file)
+      models = fixtures.each_with_object([]) do |fixture, response|
+        response << model_class.new(fixture)
+        response
+      end
+
+      model_class.transaction do
+        model_class.delete_all
+        model_class.import(models)
+      end
+    end
+
+    # import all seed yaml to table
+    #
+    # @param seed_dir [String]
+    # @param tables   [Array<String>,String] table names array or comma separated table names. if empty, import all seed yaml. if not empty, import only these tables.
+    def self.import_all(seed_dir: HeartSeed::Helper.seed_dir, tables: [])
+      target_tables = parse_arg_tables(tables)
+
+      Dir.glob(File.join(seed_dir, "*.yml")) do |file|
+        table_name = File.basename(file, '.*')
+        next unless target_table?(table_name, target_tables)
+
+        begin
+          model_class = table_name.classify.constantize
+          bulk_insert(source_file: file, model_class: model_class)
+          puts "[INFO] #{file} -> #{table_name}"
+        rescue => e
+          puts "[ERROR] #{e.message}"
+        end
+      end
+    end
+
+    def self.parse_arg_tables(tables)
+      return [] unless tables
+      return tables if tables.class == Array
+
+      tables.class == String ? tables.split(",") : []
+    end
+
+    private
+    def self.target_table?(source_table, target_tables)
+      return true if target_tables.empty?
+      return target_tables.include?(source_table)
+    end
+  end
+end

data/lib/heart_seed/helper.rb

@@ -0,0 +1,49 @@
+module HeartSeed
+  module Helper
+    CONFIG_FILE = "config/heart_seed.yml"
+
+    # read config/heart_seed.yml
+    # @return [Hash{String => String}]
+    def self.config
+      if File.exists?(CONFIG_FILE)
+        YAML.load_file(CONFIG_FILE)
+      else
+        {
+            "seed_dir" => "db/seeds",
+            "xls_dir"  => "db/xls",
+        }
+      end
+    end
+
+    # @return [Pathname]
+    def self.seed_dir
+      dir = config["seed_dir"] || "db/seeds"
+      root_dir.join(dir)
+    end
+
+    # @return [Pathname]
+    def self.xls_dir
+      dir = config["xls_dir"] || "db/xls"
+      root_dir.join(dir)
+    end
+
+    # return {Rails.root} , {Padrino.root} or current dir
+    # @return [Pathname]
+    def self.root_dir
+      return @root_dir if @root_dir
+
+      if defined? Rails
+        Rails.root
+      elsif defined? Padrino
+        Pathname.new(Padrino.root)
+      else
+        Pathname.pwd
+      end
+    end
+
+    # @param dir [String]
+    def self.root_dir=(dir)
+      @root_dir = Pathname.new(dir)
+    end
+  end
+end

data/lib/heart_seed/railtie.rb

@@ -0,0 +1,7 @@
+module HeartSeed
+  class Railtie < ::Rails::Railtie
+    rake_tasks do
+      load "heart_seed/tasks/heart_seed.rake"
+    end
+  end
+end

data/lib/heart_seed/tasks/heart_seed.rake

@@ -0,0 +1,87 @@
+namespace :heart_seed do
+  desc "create dir and file"
+  task :init => ["config/heart_seed.yml", "db/xls", "db/seeds"] do
+    template = <<RUBY
+
+# Appended by `rake heart_seed:init`
+HeartSeed::DbSeed.import_all(tables: ENV["TABLES"])
+
+RUBY
+
+    append_file("db/seeds.rb", template)
+  end
+
+  file "config/heart_seed.yml" => "config" do
+    template = <<YAML
+seed_dir: db/seeds
+xls_dir: db/xls
+YAML
+
+    create_file("config/heart_seed.yml", template)
+  end
+
+  directory "config"
+  directory "db/xls"
+  directory "db/seeds"
+
+  desc "create seed files by xls directory"
+  task :xls => :environment do
+    Dir.glob(File.join(HeartSeed::Helper.xls_dir, "*.{xls,xlsx}")) do |file|
+      next if File.basename(file) =~ /^~/
+
+      next unless target_file?(file)
+
+      puts "Source File: #{file}"
+      sheets = HeartSeed::Converter.table_sheets(file)
+      sheets.each do |sheet|
+        unless ActiveRecord::Base.connection.table_exists?(sheet)
+          puts "  [#{sheet}] Table is not found"
+          next
+        end
+
+        next unless target_sheet?(sheet)
+
+        dist_file = File.join(HeartSeed::Helper.seed_dir, "#{sheet}.yml")
+        fixtures = HeartSeed::Converter.convert_to_yml(source_file: file, source_sheet: sheet, dist_file: dist_file)
+        if fixtures
+          puts "  [#{sheet}] Create seed: #{dist_file}"
+        else
+          puts "  [#{sheet}] Sheet is empty"
+        end
+      end
+    end
+  end
+
+  private
+  def target_file?(file)
+    return true if ENV["FILES"].blank?
+
+    ENV["FILES"].split(",").include?(File.basename(file))
+  end
+
+  def target_sheet?(sheet)
+    return true if ENV["SHEETS"].blank?
+
+    ENV["SHEETS"].split(",").include?(sheet)
+  end
+
+  def create_file(file, str)
+    open(file, "w") do |out|
+      out.write(str)
+    end
+
+    puts "create: #{file}"
+  end
+
+  def append_file(file, str)
+    if File.exists?(file)
+      return if File.open(file).read.include?(str)
+    end
+
+    File.open(file, "a") do |out|
+      out.write(str)
+    end
+
+    puts "append: #{file}"
+  end
+end