heart_seed 0.0.1.beta2 → 0.0.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: b6cdf153eeacd0a2bb25e04f0b086d6c3d5b47f5
-  data.tar.gz: d7c2518396273ff9de9771c6985b6f3590fedd97
+  metadata.gz: af942643f387893d5ad02467036db83ea556e363
+  data.tar.gz: d3064efe86bba69e05c0da9e6dcf80097012c11e
 SHA512:
-  metadata.gz: 6634e532e3fbef27ceb93dce2d138428df7ed6992fab00f5164b8b8a4918888fa396a7d2998da703533bc2f9613a4ac31f0496c9ae07dfd5322e9c2c666a8e90
-  data.tar.gz: d99648ac07a0816d9c11c9c7e5c9dfda693010b63b6d2a224a7ea90655a63cff751ceeaa65290bf19966712cbce72a7ab5f7f9ada57c7944e3e160bccff96e48
+  metadata.gz: a3d05c45e3888510f44e66eece44a3e5c6893cdc977cd441d0eb9a9a0af04032445ed664b2d8bbcf6585c145a5a14324f1510e4c5ac1de056d6a3d67764fb764
+  data.tar.gz: e276833537f6af0a5bf447865e960ec3d9c1b431098dc8955515a339b921f8497d4f5b8a04461865c410d06c8e31748f483416748c59d9fa0d74241c1150ed37

data/.gitignore

@@ -21,3 +21,4 @@ tmp
 *.a
 mkmf.log
 vendor/bundle
+*.sqlite3

data/.rspec

@@ -1,3 +1,3 @@
---format documentation
+--format progress
 --color
 --require spec_helper

data/README.md

@@ -1,6 +1,6 @@
-# [WIP] HeartSeed
+# HeartSeed
 
-seed util (excel -> yaml -> db)
+seed util (convert excel to yaml and insert yaml to db)
 
 [![Gem Version](https://badge.fury.io/rb/heart_seed.svg)](http://badge.fury.io/rb/heart_seed)
 [![Build Status](https://travis-ci.org/sue445/heart_seed.svg)](https://travis-ci.org/sue445/heart_seed)
@@ -130,6 +130,20 @@ CATALOGS=user bundle exec rake db:seed
 # same to) TABLES=users,user_profiles bundle exec rake db:seed
 ```
 
+### Shard DB
+When you use shard DB, write like this to `db/seeds.rb`.
+
+Rails example
+
+```ruby
+SHARD_NAMES = %W(
+  #{Rails.env}
+  shard_#{Rails.env}
+  shard2_#{Rails.env}
+)
+HeartSeed::DbSeed.import_all(shard_names: SHARD_NAMES)
+```
+
 ## Contributing
 
 1. Fork it ( https://github.com/sue445/heart_seed/fork )

data/heart_seed.gemspec

@@ -8,8 +8,8 @@ Gem::Specification.new do |spec|
   spec.version       = HeartSeed::VERSION
   spec.authors       = ["sue445"]
   spec.email         = ["sue445@sue445.net"]
-  spec.summary       = %q{[WIP] seed util (excel -> yaml -> db) }
-  spec.description   = %q{[WIP] seed util (excel -> yaml -> db) }
+  spec.summary       = %q{seed util (convert excel to yaml and insert yaml to db) }
+  spec.description   = %q{seed util (convert excel to yaml and insert yaml to db) }
   spec.homepage      = "https://github.com/sue445/heart_seed"
   spec.license       = "MIT"
 

data/lib/heart_seed/db_seed.rb

@@ -21,6 +21,7 @@ module HeartSeed
     #
     # @param seed_dir [String]
     # @param tables   [Array<String>,String] table names array or comma separated table names. if empty, import all seed yaml. if not empty, import only these tables.
+    # @param catalogs [Array<String>,String] catalogs names array or comma separated catalog names. if empty, import all seed yaml. if not empty, import only these tables in catalogs.
     def self.import_all(seed_dir: HeartSeed::Helper.seed_dir, tables: ENV["TABLES"], catalogs: ENV["CATALOGS"])
       # use tables in catalogs
       target_tables = parse_arg_catalogs(catalogs)
@@ -46,6 +47,21 @@ module HeartSeed
       end
     end
 
+    # import all seed yaml to table with specified shards
+    #
+    # @param seed_dir    [String]
+    # @param tables      [Array<String>,String] table names array or comma separated table names. if empty, import all seed yaml. if not empty, import only these tables.
+    # @param catalogs    [Array<String>,String] catalogs names array or comma separated catalog names. if empty, import all seed yaml. if not empty, import only these tables in catalogs.
+    # @param shard_names [Array<String>]
+    def self.import_all_with_shards(seed_dir: HeartSeed::Helper.seed_dir, tables: ENV["TABLES"], catalogs: ENV["CATALOGS"], shard_names: [])
+      shard_names.each do |shard_name|
+        ActiveRecord::Migration.say_with_time("import to shard: #{shard_name}") do
+          ActiveRecord::Base.establish_connection(shard_name.to_sym)
+          import_all(seed_dir: seed_dir, tables: tables, catalogs: catalogs)
+        end
+      end
+    end
+
     def self.parse_string_or_array_arg(tables)
       return [] unless tables
       return tables if tables.class == Array

data/lib/heart_seed/version.rb

@@ -1,3 +1,3 @@
 module HeartSeed
-  VERSION = "0.0.1.beta2"
+  VERSION = "0.0.1"
 end

data/spec/db/migration.rb

@@ -1,13 +1,5 @@
 ActiveRecord::Schema.verbose = false
 
-ActiveRecord::Base.configurations["test"] = {
-    adapter:  "sqlite3",
-    database: ":memory:",
-    timeout:  500
-}
-
-ActiveRecord::Base.establish_connection(ActiveRecord::Base.configurations["test"])
-
 ActiveRecord::Schema.define(version: 1) do
   create_table :articles do |t|
     t.string :title
@@ -28,4 +20,11 @@ ActiveRecord::Schema.define(version: 1) do
 
     t.timestamps
   end
+
+  create_table :shard_articles do |t|
+    t.string :title
+    t.text   :description
+
+    t.timestamps
+  end
 end

data/spec/db/setup.rb

@@ -0,0 +1,29 @@
+SHARD_NAMES = %w(test shard_test)
+MAIN_SHARD = "test"
+
+SHARD_NAMES.each do |shard_name|
+  db_file = File.join(__dir__, "#{shard_name}.sqlite3")
+  FileUtils.rm(db_file) if File.exists?(db_file)
+
+  ActiveRecord::Base.configurations[shard_name] = {
+      adapter:  "sqlite3",
+      # database: ":memory:",
+      database: db_file,
+      timeout:  500
+  }
+
+  DatabaseRewinder.create_cleaner(shard_name)
+  ActiveRecord::Base.establish_connection(shard_name.to_sym)
+
+  load File.join(__dir__, "migration.rb")
+end
+
+ActiveRecord::Base.establish_connection(MAIN_SHARD.to_sym)
+
+def clean_all_shards
+  SHARD_NAMES.each do |shard_name|
+    ActiveRecord::Base.establish_connection(shard_name.to_sym)
+    DatabaseRewinder.clean_all
+  end
+  ActiveRecord::Base.establish_connection(MAIN_SHARD.to_sym)
+end

data/spec/db/test_models.rb

@@ -0,0 +1,16 @@
+class Article < ActiveRecord::Base
+  self.establish_connection(:test)
+end
+
+class Comment < ActiveRecord::Base
+  self.establish_connection(:test)
+end
+
+class Like < ActiveRecord::Base
+  self.establish_connection(:test)
+end
+
+class ShardArticle < ActiveRecord::Base
+  self.establish_connection(:shard_test)
+end
+

data/spec/fixtures/shard_articles.yml

@@ -0,0 +1,6 @@
+---
+shard_articles_1:
+  id: 1
+  title: title1
+  description: description1
+  created_at: '2014-06-01 12:10:00 +0900'

data/spec/heart_seed/db_seed_spec.rb

@@ -54,6 +54,25 @@ describe HeartSeed::DbSeed do
     end
   end
 
+  describe "#import_all_with_shards" do
+    subject{ HeartSeed::DbSeed.import_all_with_shards(seed_dir: seed_dir, tables: tables, catalogs: catalogs, shard_names: shard_names)  }
+
+    let(:seed_dir)   { FIXTURE_DIR }
+    let(:tables)     { [] }
+    let(:catalogs)   { [] }
+    let(:shard_names){ %w(test shard_test) }
+
+    after do
+      # FIXME can not clear if using `DatabaseRewinder.clean`
+      clean_all_shards
+    end
+
+    it{ expect{ subject }.to change(Article     , :count).from(0).to(2) }
+    it{ expect{ subject }.to change(Comment     , :count).from(0).to(2) }
+    it{ expect{ subject }.to change(Like        , :count).from(0).to(1) }
+    it{ expect{ subject }.to change(ShardArticle, :count).from(0).to(1) }
+  end
+
   describe "#parse_string_or_array_arg" do
     subject{ HeartSeed::DbSeed.parse_string_or_array_arg(tables) }
 

data/spec/spec_helper.rb

@@ -29,6 +29,7 @@ require "rspec-parameterized"
 require "rspec/temp_dir"
 require "pry"
 require "rake_shared_context"
+require "database_rewinder"
 
 # Requires supporting ruby files with custom matchers and macros, etc,
 # in spec/support/ and its subdirectories.
@@ -39,8 +40,8 @@ DATA_DIR      = File.join(__dir__, "data")
 FIXTURE_DIR   = File.join(__dir__, "fixtures")
 TASK_DIR      = File.join(__dir__, "..", "lib", "heart_seed", "tasks")
 
-require_relative "./db/migration"
-require "database_rewinder"
+require_relative "./db/setup"
+require_relative "./db/test_models"
 
 RSpec.configure do |config|
 # The settings below are suggested to provide a good initial experience

data/spec/support/models/article.rb

@@ -1,2 +0,0 @@
-class Article < ActiveRecord::Base
-end

data/spec/support/models/comment.rb

@@ -1,2 +0,0 @@
-class Comment < ActiveRecord::Base
-end

data/spec/support/models/like.rb

@@ -1,2 +0,0 @@
-class Like < ActiveRecord::Base
-end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: heart_seed
 version: !ruby/object:Gem::Version
-  version: 0.0.1.beta2
+  version: 0.0.1
 platform: ruby
 authors:
 - sue445
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-06-29 00:00:00.000000000 Z
+date: 2014-07-06 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activesupport
@@ -276,7 +276,7 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
-description: "[WIP] seed util (excel -> yaml -> db) "
+description: 'seed util (convert excel to yaml and insert yaml to db) '
 email:
 - sue445@sue445.net
 executables: []
@@ -304,6 +304,8 @@ files:
 - spec/data/articles.xls
 - spec/data/articles.xlsx
 - spec/db/migration.rb
+- spec/db/setup.rb
+- spec/db/test_models.rb
 - spec/dummy/.bundle/config
 - spec/dummy/.gitignore
 - spec/dummy/Gemfile
@@ -362,6 +364,7 @@ files:
 - spec/fixtures/articles.yml
 - spec/fixtures/comments.yml
 - spec/fixtures/likes.yml
+- spec/fixtures/shard_articles.yml
 - spec/heart_seed/converter_spec.rb
 - spec/heart_seed/db_seed_spec.rb
 - spec/heart_seed/tasks/heart_seed_rake_spec.rb
@@ -386,19 +389,21 @@ required_ruby_version: !ruby/object:Gem::Requirement
       version: 2.0.0
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
-  - - ">"
+  - - ">="
     - !ruby/object:Gem::Version
-      version: 1.3.1
+      version: '0'
 requirements: []
 rubyforge_project: 
 rubygems_version: 2.2.2
 signing_key: 
 specification_version: 4
-summary: "[WIP] seed util (excel -> yaml -> db)"
+summary: seed util (convert excel to yaml and insert yaml to db)
 test_files:
 - spec/data/articles.xls
 - spec/data/articles.xlsx
 - spec/db/migration.rb
+- spec/db/setup.rb
+- spec/db/test_models.rb
 - spec/dummy/.bundle/config
 - spec/dummy/.gitignore
 - spec/dummy/Gemfile
@@ -457,6 +462,7 @@ test_files:
 - spec/fixtures/articles.yml
 - spec/fixtures/comments.yml
 - spec/fixtures/likes.yml
+- spec/fixtures/shard_articles.yml
 - spec/heart_seed/converter_spec.rb
 - spec/heart_seed/db_seed_spec.rb
 - spec/heart_seed/tasks/heart_seed_rake_spec.rb