testdata_generater_for_mysql 0.0.1

data/.gitignore

@@ -0,0 +1,18 @@
+*.gem
+*.rbc
+.bundle
+.config
+coverage
+InstalledFiles
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp
+
+# YARD artifacts
+.yardoc
+_yardoc
+doc/

data/Gemfile

@@ -0,0 +1,7 @@
+source "http://rubygems.org"
+# Specify your gem's dependencies in batchbase.gemspec
+gemspec
+
+gem 'mysql2'
+gem 'progressbar','0.11.0'
+

data/README.md

@@ -0,0 +1,7 @@
+# テスト用データジェネレータforMySQL
+
+まぁよく「テストデータ」ってのを作るんですが、、、毎回マルチプルインサートな簡易スクリプトを作っては捨てしてきた自分からの卒業を目論んだリポジトリです。
+ドキュメントはありませんが、サンプルでほぼやれることは解説していますのでそちらを参考にしてください。
+
+サンプル
+https://github.com/pacojp/testdata_generater_for_mysql/blob/master/example/sample1.rb

data/Rakefile

@@ -0,0 +1 @@
+require "bundler/gem_tasks"

data/example/sample1.rb

@@ -0,0 +1,115 @@
+# -*- coding: utf-8 -*-
+
+require 'rubygems'
+require 'testdata_generater_for_mysql'
+
+#
+# localhostにtestdata_generater_for_mysql_testというデータベースを作成し
+# rootのパスワードなしでアクセスできるようにしてあるとして
+#
+
+# 取り敢えずおまじない
+include TestdataGeneraterForMysql
+
+# データベースへのアクセス情報を設定します(Mysql2::Client.newの引数です)
+setup_mysql_client :host => "127.0.0.1", :username => "root",:database=>'testdata_generater_for_mysql_test'
+# マルチプルインサートの実行単位を指定します（以下だと200行ずつインサート実行。defaultは100）
+insert_per_rows 200
+# プログレスバーを非表示にしたければ以下をコメントアウト
+#hide_progress_bar
+
+# 取り敢えず必要なテーブルを作成します(すでに存在する場合は消します)
+query "DROP TABLE IF EXISTS tests;"
+query "
+CREATE TABLE tests (
+  `id`          int(11) NOT NULL auto_increment,
+  `brand_id`    int(11) NOT NULL,
+  `shop_id`     int(11) NOT NULL,
+  `user_id`     int(11) NOT NULL,
+  `name`        varchar(20) NOT NULL,
+  `value1`      int(11) NOT NULL,
+  `value_nil`   int(11) ,
+  `value_func`  varchar(20),
+  `value_true`  tinyint(1) ,
+  `value_time`  datetime ,
+  `created_at`  datetime ,
+  PRIMARY KEY  (`id`),
+  KEY `idx01` USING BTREE (`brand_id`,`shop_id`)
+) ENGINE=InnoDB DEFAULT CHARSET=utf8;
+"
+
+#
+# ■データ作成
+#
+# まずはループ情報を設定します。
+# テストデータを作る際は以下な感じで行うと思いますが
+#
+# (1..10).each do |brand_id|
+#   (1..3).each do |shop_id|
+#     (1..15).each do |user_id|
+#       # do_someting here with brand_id,show_id,user_id
+#     end
+#   end
+# end
+#
+# これを以下で表現しています。
+#
+CNT_BRAND      =    21
+SHOP_PER_BRAND =    15
+USER_PER_SHOP  = 1_003
+loops = [
+  [:brand_id, (1..CNT_BRAND)],
+  [:shop_id,  (1..SHOP_PER_BRAND)],
+  ['user_id', (1..USER_PER_SHOP)] # 文字列でキーを指定も
+]
+#
+# 次に各列の処理を設定します。
+# データはハッシュにて設定します。設定したいカラムの名前をkeyにて設定、
+# valueはProcインスタンスにて設定します。Procのイニシャライザのブロック引数に
+# loopsで設定した値が引き渡されます(上記ループ解説の# do_somethingの箇所の値が
+# ハッシュにて引き渡されます)。
+# 基本的にvalueは実行時にエスケープされシングルクォーテーションで囲まれます(数値でも同様)。
+# 「NOW()」等関数を指定したい場合は"NOW()".to_funcと指定すると値にエスケープ及び
+# シングルクォーテーションでの囲みがかからなくなります
+#
+procs = {
+  :brand_id    => Proc.new{|v|v[:brand_id]},
+  :shop_id     => Proc.new{|v|v[:shop_id]},
+  :user_id     => Proc.new{|v|v['user_id']},
+  :name        => Proc.new{|v|"#{v[:brand_id]}_#{v[:shop_id]}_#{v['user_id']}'s name"},
+  :value1      => Proc.new{rand(10000)},
+  :value_nil   => Proc.new{nil},
+  :value_func  => Proc.new{"CONCAT('My', 'S', 'QL')".to_func}, #関数指定時はString#to_funcで
+  :value_true  => Proc.new{true}, # true は 1 false は 0
+  :value_time  => Proc.new{Time.mktime(2001,2,3,4,35,6)}, # Time,DateTime,Date
+  :created_at  => Proc.new{'NOW()'.to_func},
+}
+#
+# 実際にテストデータを作成します
+# 引数はテーブル名、ループ、列に対する処理、になります
+#
+create_rows(
+  'tests',
+  loops,
+  procs
+)
+
+
+# 以下作成結果のサンプルを出力しています
+puts '=' * 60
+puts query("SELECT count(id) AS cnt FROM tests").first['cnt'].to_s + "rows created"
+puts 'sample:'
+p query("SELECT * FROM tests WHERE brand_id = #{CNT_BRAND} AND shop_id = #{SHOP_PER_BRAND} AND user_id = #{USER_PER_SHOP}").first
+
+__END__
+
+出力結果は以下な感じになります
+
+$ ruby example/sample1.rb
+================   create rows for tests   =================
+100% |oooooooooooooooooooooooooooooooooooo| Time:   0:00:23
+============================================================
+315945rows created
+sample:
+{"id"=>315945, "brand_id"=>21, "shop_id"=>15, "user_id"=>1003, "name"=>"21_15_1003's name", "value1"=>6704, "value_nil"=>nil, "value_func"=>"MySQL", "value_true"=>1, "value_time"=>2001-02-03 04:35:06 +0900, "created_at"=>2012-10-07 16:06:13 +0900}
+

data/lib/testdata_generater_for_mysql.rb

@@ -0,0 +1,5 @@
+require "testdata_generater_for_mysql/version"
+require "testdata_generater_for_mysql/core"
+
+module TestdataGeneraterForMysql
+end

data/lib/testdata_generater_for_mysql/core.rb

@@ -0,0 +1,180 @@
+# -*- coding: utf-8 -*-
+
+require 'progressbar'
+require 'mysql2'
+
+#
+# TODO 以下の削除 サンプルの作成
+#
+# 使い方
+#
+# ・まずは本ファイルをrequiresします
+#
+# ・setup_mysql_settingsでmysql2のclientを内部的に作成（@__clientで作成します）
+# ・あとはcreate_rowsメソッドを使ってください
+# ・基本的にインサート文のすべてのvalueにシングルクォーテーションで囲まれます。が、列名が「***_at」の場合は除く（もし特定の日時を入れたい場合は Proc.new{"'2001-10-14'"}のようにシングルクォーテーションを含めて設定してください
+# ・insert__per_rowsにてマルチプルインサートの単位が設定できます（デフォルトは100）
+#
+#  #
+#  # テーブル名
+#  # ループ達（配列で）
+#  # 各列の値の作成方法
+#  #
+#  create_rows(
+#    'm_pkey_or_index__index',
+#    [
+#      [:brand_id,(1..13)],
+#      [:user_id,(1..100)]
+#    ],
+#    :brand_id=>Proc.new{|v|v[:brand_id]},
+#    :user_id=>Proc.new{|v|v[:user_id]},
+#    :name=>Proc.new{|v|"#{v[:brand_id]}_#{v[:user_id]}_name"},
+#    :value1=>Proc.new{rand(10000)},
+#    :created_at=>Proc.new{'NOW()'},
+#  )
+#
+
+class String
+  def to_func
+    @__is_function = true
+    self
+  end
+
+  def function?
+    if @__is_function
+      true
+    else
+      false
+    end
+  end
+end
+
+module TestdataGeneraterForMysql
+
+  INSERT_PER_ROWS = 100
+
+  def setup_mysql_client(hash)
+    @__client = Mysql2::Client.new(hash)
+  end
+
+  def insert_per_rows(v)
+    @__insert_per_rows = v
+  end
+
+  def get_insert_per_rows
+    @__insert_per_rows ||= INSERT_PER_ROWS
+  end
+
+  def hide_progress_bar
+    @__disable_progress_bar = true
+  end
+
+  def query(q)
+    @__client.query(q)
+  end
+
+  def create_rows(table_name,loops,col_procs)
+    if loops.size == 0
+      raise 'loops size must be bigger than 0'
+    end
+
+    total_rows = 0
+    loops.each_with_index do |l,i|
+      if i == 0
+        total_rows = l[1].count
+      else
+        total_rows *= l[1].count
+      end
+    end
+    @__table_name = table_name
+    raise 'something wrong' if @__insert_values && @__insert_values.size > 0
+    @__insert_values = []
+    @__inserted_rows = 0
+    @__col_procs = col_procs
+    unless @__disable_progress_bar
+      title = "create rows for #{table_name}"
+      width = 60
+      $stderr.puts title.center(title.size + 6,' ').center(width,'=')
+      @__pbar = ProgressBar.new('', total_rows, $stderr)
+      @__pbar.format_arguments = [:percentage, :bar, :stat] 
+      @__pbar.format = "%3d%% %s %s"
+    end
+
+    looping(loops,0)
+    do_insert # あまりの作成
+
+    if @__pbar
+      @__pbar.finish
+    end
+  end
+
+  def looping(ar,index,values={})
+    ar[index][1].each do |i|
+      values[ar[index][0]] = i
+      next_index = index + 1
+      if ar.size > next_index
+        looping(ar,next_index,values)
+      elsif ar.size == next_index
+        hash = {}
+        @__col_procs.each do |key,proc|
+          hash[key] = proc.call(values)
+        end
+        set_insert_values(hash)
+      end
+    end
+  end
+
+  def set_insert_values(hash)
+    @__insert_values ||= []
+    @__insert_values << hash
+    if @__insert_values.size > get_insert_per_rows
+      do_insert
+    end
+  end
+
+  def do_insert
+    return if @__insert_values.size == 0
+    @__inserted_rows += @__insert_values.size
+    query = <<"EOS"
+INSERT INTO `#{@__client.escape(@__table_name)}`
+(#{@__col_procs.keys.map{|o|"`#{@__client.escape(o.to_s)}`"}.join(',')})
+VALUES
+#{
+  @__insert_values.map do |row|
+  "(#{
+    row.map do |key,value|
+      case value
+      when nil
+        "NULL"
+      when TrueClass,FalseClass
+        if value
+          "'1'"
+        else
+          "'0'"
+        end
+      # TODO when datetime time
+      when Time,DateTime
+        "'#{value.strftime("%Y-%m-%d %H:%M:%S")}'"
+      when Date
+        "'#{value.strftime("%Y-%m-%d")}'"
+      else
+        s = value
+        s = s.to_s unless s.kind_of?(String)
+        if s.respond_to?(:function?) && s.function?
+          "#{value.to_s}"
+        else
+          "'#{@__client.escape(value.to_s)}'"
+        end
+      end
+    end.join(',')
+  })"
+  end.join(',')
+}
+EOS
+    @__client.query(query)
+    if @__pbar
+      @__pbar.inc(@__insert_values.size)
+    end
+    @__insert_values = []
+  end
+end

data/lib/testdata_generater_for_mysql/version.rb

@@ -0,0 +1,3 @@
+module TestdataGeneraterForMysql
+  VERSION = "0.0.1"
+end

data/test/test.rb

@@ -0,0 +1,186 @@
+# -*- coding: utf-8 -*-
+
+$: << File.dirname(__FILE__)
+require 'test_helper'
+require 'test/unit'
+require 'Fileutils'
+require 'date'
+
+#
+# localhostにtestdata_generater_for_mysql_testというデータベースを作成し
+# rootのパスワードなしでアクセスできるようにしておいてください
+#
+
+include TestdataGeneraterForMysql
+
+class TestTestdataGeneraterForMysql < Test::Unit::TestCase
+
+  CNT_BRAND      =  5
+  SHOP_PER_BRAND =  6
+  USER_PER_SHOP  = 22
+  STAMP_PER_USER =  3
+
+  def setup
+    hide_progress_bar
+    setup_mysql_client :host => "127.0.0.1", :username => "root",:database=>'testdata_generater_for_mysql_test'
+    insert_per_rows 29
+    query "DROP TABLE IF EXISTS tests;"
+  end
+
+  def assert_count(should_be ,where=nil, message=nil)
+    where = where ? "WHERE #{where}" : ''
+    where_st = where
+    where_st = 'COUNT ALL' if where.size == 0
+    count = query("SELECT COUNT(*) AS cnt FROM tests #{where}").first['cnt']
+    message = build_message message, "'#{where}' should be #{should_be},but #{count}", where
+    assert_block message do
+      count == should_be
+    end
+  end
+
+  def test_2_loops
+    # テーブル作成
+    query "
+CREATE TABLE tests (
+  `id`          int(11) NOT NULL auto_increment,
+  `brand_id`    int(11) NOT NULL,
+  `shop_id`     int(11) NOT NULL,
+  `name`        varchar(20) NOT NULL,
+  `value1`      int(11) NOT NULL,
+  `value2`      int(11) ,
+  `value3`      int(11) ,
+  `value_nil`   int(11) ,
+  `value_func`  varchar(20),
+  `value_true`  tinyint(1) ,
+  `value_false` tinyint(1) ,
+  `value_date`  date ,
+  `value_dtime` datetime ,
+  `value_time`  datetime ,
+  `created_at`  datetime ,
+  PRIMARY KEY  (`id`),
+  KEY `idx01` USING BTREE (`brand_id`,`shop_id`)
+) ENGINE=InnoDB DEFAULT CHARSET=utf8;
+"
+
+    # データ作成
+    loops = [
+      [:brand_id, (1..CNT_BRAND)],
+      [:shop_id,  (1..SHOP_PER_BRAND)]
+    ]
+    procs = {
+      :brand_id    => Proc.new{|v|v[:brand_id]},
+      :shop_id     => Proc.new{|v|v[:shop_id]},
+      :name        => Proc.new{|v|"#{v[:brand_id]}_#{v[:shop_id]}'s name"},
+      :value1      => Proc.new{rand(10000)},
+      :value2      => Proc.new{rand(10000)},
+      :value_nil   => Proc.new{nil},
+      :value_func  => Proc.new{"CONCAT('My', 'S', 'QL')".to_func},
+      :value_true  => Proc.new{true},
+      :value_false => Proc.new{false},
+      :value_date  => Proc.new{Date.new(2001,2,3)},
+      :value_dtime => Proc.new{DateTime.new(2001,2,3,4,35,6)},
+      :value_time  => Proc.new{Time.mktime(2001,2,3,4,35,6)},
+      :created_at  => Proc.new{'NOW()'.to_func},
+    }
+    create_rows(
+      'tests',
+      loops,
+      procs
+    )
+
+    # 作成データのチェック
+    cnt_all = CNT_BRAND * SHOP_PER_BRAND
+    assert_count cnt_all
+    assert_count SHOP_PER_BRAND, "brand_id = 3"
+    assert_count CNT_BRAND,      "shop_id = 3"
+    assert_count 0,              "value2 IS NULL"
+    assert_count cnt_all,        "value3 IS NULL"
+    assert_count cnt_all,        "value_nil IS NULL"
+    assert_count cnt_all,        "value_func = 'MySQL'"
+    assert_count 0,              "created_at IS NULL"
+    assert_count 1,              "name = '1_1''s name'"
+    assert_count cnt_all,        "value_true = 1"
+    assert_count cnt_all,        "value_false = 0"
+    assert_count cnt_all,        "value_date = '2001-02-03'"
+    assert_count cnt_all,        "value_dtime = '2001-02-03 04:35:06'"
+    assert_count cnt_all,        "value_time = '2001-02-03 04:35:06'"
+  end
+
+  def test_4_loops
+    # テーブル作成
+    query "
+CREATE TABLE tests (
+  `id`          int(11) NOT NULL auto_increment,
+  `brand_id`    int(11) NOT NULL,
+  `shop_id`     int(11) NOT NULL,
+  `user_id`     int(11) NOT NULL,
+  `stamp_id`    int(11) NOT NULL,
+  `name`        varchar(20) NULL,
+  `value1`      int(11) NOT NULL,
+  `value2`      int(11) ,
+  `value3`      int(11) ,
+  `value_nil`   int(11) ,
+  `value_func`  varchar(20),
+  `value_true`  tinyint(1) ,
+  `value_false` tinyint(1) ,
+  `value_date`  date ,
+  `value_dtime` datetime ,
+  `value_time`  datetime ,
+  `created_at`  datetime NULL,
+  PRIMARY KEY  (`id`),
+  KEY `idx01` USING BTREE (`brand_id`,`shop_id`,`user_id`,`stamp_id`)
+) ENGINE=InnoDB DEFAULT CHARSET=utf8;
+"
+
+    # データ作成
+    loops = [
+      [:brand_id, (1..CNT_BRAND)],
+      [:shop_id,  (1..SHOP_PER_BRAND)],
+      [:user_id,  (1..USER_PER_SHOP)],
+      [:stamp_id, (1..STAMP_PER_USER)],
+    ]
+    procs = {
+      :brand_id    => Proc.new{|v|v[:brand_id]},
+      :shop_id     => Proc.new{|v|v[:shop_id]},
+      :user_id     => Proc.new{|v|v[:user_id]},
+      :stamp_id    => Proc.new{|v|v[:stamp_id]},
+      :name        => Proc.new{|v|"#{v[:brand_id]}_#{v[:shop_id]}_#{v[:user_id]}_#{v[:stamp_id]}'s name"},
+      :value1      => Proc.new{rand(10000)},
+      :value2      => Proc.new{rand(10000)},
+      :value_nil   => Proc.new{nil},
+      :value_func  => Proc.new{"CONCAT('My', 'S', 'QL')".to_func},
+      :value_true  => Proc.new{true},
+      :value_false => Proc.new{false},
+      :value_date  => Proc.new{Date.new(2001,2,3)},
+      :value_dtime => Proc.new{DateTime.new(2001,2,3,4,35,6)},
+      :value_time  => Proc.new{Time.mktime(2001,2,3,4,35,6)},
+      :created_at  => Proc.new{'NOW()'.to_func},
+    }
+    create_rows(
+      'tests',
+      loops,
+      procs
+    )
+
+    # 作成データのチェック
+    cnt_all = CNT_BRAND * SHOP_PER_BRAND * USER_PER_SHOP * STAMP_PER_USER
+    cnt_per_brand = cnt_all / CNT_BRAND
+    cnt_per_user  = cnt_all / USER_PER_SHOP
+    assert_count cnt_all
+    assert_count cnt_per_brand, "brand_id = 3"
+    assert_count cnt_per_user,  "user_id = 3"
+    assert_count 0,             "value2 IS NULL"
+    assert_count cnt_all,       "value3 IS NULL"
+    assert_count cnt_all,       "value_nil IS NULL"
+    assert_count cnt_all,       "value_func = 'MySQL'"
+    assert_count 0,             "created_at IS NULL"
+    assert_count 1,             "name = '1_1_1_1''s name'"
+    assert_count cnt_all,       "value_true = 1"
+    assert_count cnt_all,       "value_false = 0"
+    assert_count cnt_all,       "value_date = '2001-02-03'"
+    assert_count cnt_all,       "value_dtime = '2001-02-03 04:35:06'"
+    assert_count cnt_all,       "value_time = '2001-02-03 04:35:06'"
+    row = query("SELECT * FROM tests WHERE name = '1_1_1_1''s name'").first
+    assert row['brand_id'] == 1 && row["shop_id"] == 1 && row["user_id"] == 1 && row["stamp_id"] == 1
+  end
+end

data/test/test_helper.rb

@@ -0,0 +1,5 @@
+$: << File.dirname(__FILE__) + '/../lib'
+#require File.dirname(__FILE__) + '/../lib/image_convert_lite'
+
+require 'testdata_generater_for_mysql'
+require 'testdata_generater_for_mysql/version'

data/testdata_generater_for_mysql.gemspec

@@ -0,0 +1,24 @@
+# -*- encoding: utf-8 -*-
+$:.push File.expand_path("../lib", __FILE__)
+require "testdata_generater_for_mysql/version"
+
+Gem::Specification.new do |s|
+  s.name        = "testdata_generater_for_mysql"
+  s.version     = TestdataGeneraterForMysql::VERSION
+  s.authors     = ["pacojp"]
+  s.email       = ["paco.jp@gmail.com"]
+  s.homepage    = "https://github.com/pacojp/testdata_generater_for_mysql"
+  s.summary     = %q{oreore mysql test data generater}
+  s.description = %q{oreore mysql test data generater}
+
+  s.rubyforge_project = "testdata_generater_for_mysql"
+
+  s.files         = `git ls-files`.split("\n")
+  s.test_files    = `git ls-files -- {test,spec,features}/*`.split("\n")
+  s.executables   = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
+  s.require_paths = ["lib"]
+
+  # specify any dependencies here; for example:
+  # s.add_development_dependency "rspec"
+  # s.add_runtime_dependency "rest-client"
+end

metadata

@@ -0,0 +1,59 @@
+--- !ruby/object:Gem::Specification
+name: testdata_generater_for_mysql
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+  prerelease: 
+platform: ruby
+authors:
+- pacojp
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2012-10-07 00:00:00.000000000 Z
+dependencies: []
+description: oreore mysql test data generater
+email:
+- paco.jp@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- Gemfile
+- README.md
+- Rakefile
+- example/sample1.rb
+- lib/testdata_generater_for_mysql.rb
+- lib/testdata_generater_for_mysql/core.rb
+- lib/testdata_generater_for_mysql/version.rb
+- test/test.rb
+- test/test_helper.rb
+- testdata_generater_for_mysql.gemspec
+homepage: https://github.com/pacojp/testdata_generater_for_mysql
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: testdata_generater_for_mysql
+rubygems_version: 1.8.23
+signing_key: 
+specification_version: 3
+summary: oreore mysql test data generater
+test_files:
+- test/test.rb
+- test/test_helper.rb
+has_rdoc: