samidare 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 63ca3ecfca7bdd2d9928119a4565520a6cb43e3a
+  data.tar.gz: 9f8ba50115e2d24ec87cf0bf18a049a8cdf2cc0e
+SHA512:
+  metadata.gz: 6b215d706b0ba77f13587597e5c79268176e79410b171f17a8d6f49c755569432699ddedb406d57d75ff6d86d357cc0829e2f6f1c5b4a1e57f1bfbc084509c6c
+  data.tar.gz: 0b171bee1aa063719c4e4c87c7d311df09f611c9153ea11f4202ddc91777e1a035b91c3aa689ad12c6cd8c02001776daa3ef3bd866d8adb39c4bd54f7f46d44c

data/.gitignore

@@ -0,0 +1,14 @@
+/.bundle/
+/.yardoc
+/Gemfile.lock
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+/tmp/
+*.bundle
+*.so
+*.o
+*.a
+mkmf.log

data/.rspec

@@ -0,0 +1,2 @@
+--format documentation
+--color

data/.travis.yml

@@ -0,0 +1,3 @@
+language: ruby
+rvm:
+  - 2.1.5

data/Gemfile

@@ -0,0 +1,3 @@
+source 'https://rubygems.org'
+
+gemspec

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2015 Ryoji Kobori
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,44 @@
+# Samidare
+
+Generate Embulk config and BigQuery schema from MySQL schema and run Embulk.
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+```ruby
+gem 'samidare'
+```
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install samidare
+
+## Usage
+
+```ruby
+config = {
+ 'project_id' => 'BIGQUERY_PROJECT_ID',
+ 'project_name' => 'BIGQUERY_PROJECT_NAME',
+ 'service_email' => 'SERVICE_ACCOUNT_EMAIL',
+ 'key' => '/etc/embulk/bigquery.p12',
+ 'schema_dir' => '/var/tmp/embulk/schema',
+ 'config_dir' => '/var/tmp/embulk/config',
+ 'auth_method' => 'private_key'
+}
+
+Samidare.generate_config(config)
+Samidare.embulk_run(config)
+```
+
+## Contributing
+
+1. Fork it ( https://github.com/[my-github-username]/samidare/fork )
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create a new Pull Request

data/Rakefile

@@ -0,0 +1,7 @@
+require "bundler/gem_tasks"
+require "rspec/core/rake_task"
+
+RSpec::Core::RakeTask.new(:spec)
+
+task :default => :spec
+

data/lib/samidare.rb

@@ -0,0 +1,51 @@
+require 'samidare/version'
+require 'samidare/embulk_utility'
+
+module Samidare
+  class << self
+    def generate_config(config)
+      Samidare::EmbulkUtility::ConfigGenerator.new(config).generate_config
+    end
+
+    def embulk_run(config)
+      db_infos = Samidare::EmbulkUtility::DBInfo.generate_db_infos
+      table_infos = Samidare::EmbulkUtility::TableInfo.generate_table_infos
+      db_infos.keys.each do |db_name|
+        embulk_run(db_name, db_infos[db_name]['bq_dataset'], table_infos[db_name], config)
+      end
+    end
+
+    private
+    def embulk_run(db_name, bq_dataset, tables, config)
+      process_times = []
+      big_query = Samidare::BigQueryUtility.new(config)
+      tables.each do |table|
+        start_time = Time.now
+        log "table: #{table.name} - start"
+
+        begin
+          big_query.delete_table(bq_dataset, table.name)
+          log "table: #{table.name} - deleted"
+        rescue
+          log "table: #{table.name} - not exists"
+        end
+
+        cmd = "embulk run #{ENV['EMBULK_CONFIG_DIR']}/#{db_name}/#{table.name}.yml"
+        log "cmd: #{cmd}"
+        result = system(cmd) ? 'success' : 'error'
+
+        process_time = Time.now - start_time
+        message = "table: #{table.name} - result: #{result}  #{sprintf('%10.1f', process_time)}sec"
+        log message
+        process_times << message
+      end
+      log '------------------------------------'
+      log "db_name: #{db_name}"
+      process_times.each { |process_time| log process_time }
+    end
+
+    def log(message)
+      puts "[#{Time.now.strftime("%Y-%m-%d %H:%M:%S")}] #{message}"
+    end
+  end
+end

data/lib/samidare/bigquery_utility.rb

@@ -0,0 +1,46 @@
+require 'json'
+require 'erb'
+require 'big_query'
+
+module Samidare
+  class BigQueryUtility
+    def initialize(config)
+      @config = config.dup
+    end
+
+    def self.generate_schema(column_infos)
+      json_body = column_infos.map { |column_info| column_info.to_json }.join(",\n")
+      "[\n" + json_body + "\n]\n"
+    end
+
+    def self.generate_sql(table_name, column_infos)
+      columns = column_infos.map { |column_info| column_info.converted_value }
+      sql = "SELECT " + columns.join(",")
+      sql << " FROM #{table_name}\n"
+    end
+
+    def generate_embulk_config(db_name, db_info, table_info, column_infos)
+      host = db_info['host']
+      user = db_info['username']
+      password = db_info['password']
+      database = db_info['database']
+      query = Samidare::BigQueryUtility.generate_sql(table_info.name, column_infos)
+      project = @config['project_name']
+      p12_keyfile_path = @config['key']
+      service_account_email = @config['service_email']
+      dataset = db_info['bq_dataset']
+      table_name = table_info.name
+      schema_path = "#{@config['schema_dir']}/#{db_name}/#{table_info.name}.json"
+      path_prefix = "/var/tmp/embulk_#{db_name}_#{table_info.name}"
+
+      File.open('lib/samidare/embulk_config.erb') { |f| ERB.new(f.read).result(binding) }
+    end
+
+    def delete_table(dataset, table_name)
+      @config['dataset'] = dataset
+
+      bq = BigQuery::Client.new(@config)
+      bq.delete_table(table_name)
+    end
+  end
+end

data/lib/samidare/embulk_config.erb

@@ -0,0 +1,25 @@
+in:
+  type: mysql
+  user: <%= user %>
+  password: <%= password %>
+  database: <%= database %>
+  host: <%= host %>
+  query: |
+    <%= query %>
+out:
+  type: bigquery
+  project: <%= project %>
+  p12_keyfile_path: <%= p12_keyfile_path %>
+  service_account_email: <%= service_account_email %>
+  dataset: <%= dataset %>
+  table: <%= table_name %>
+  schema_path: <%= schema_path %>
+  auto_create_table: 1
+  path_prefix: <%= path_prefix %>
+  source_format: NEWLINE_DELIMITED_JSON
+  file_ext: .json.gz
+  delete_from_local_when_job_end: 1
+  formatter:
+    type: jsonl
+  encoders:
+  - {type: gzip}

data/lib/samidare/embulk_utility.rb

@@ -0,0 +1,155 @@
+require 'mysql2-cs-bind'
+require 'json'
+require 'yaml'
+require 'samidare/bigquery_utility'
+
+module Samidare
+  module EmbulkUtility
+    class ConfigGenerator
+      def initialize(bq_config)
+        @bq_config = bq_config.dup
+      end
+
+      def generate_config
+        db_infos = EmbulkUtility::DBInfo.generate_db_infos
+        table_infos = EmbulkUtility::TableInfo.generate_table_infos
+        bq_utility = BigQueryUtility.new(@bq_config)
+
+        db_infos.keys.each do |db_name|
+          db_info = db_infos[db_name]
+          table_info = table_infos[db_name]
+          mysql_client = EmbulkUtility::MySQLClient.new(db_info)
+
+          table_info.each do |table|
+            write(
+              "#{@bq_config['schema_dir']}/#{db_name}",
+              "#{table.name}.json",
+              mysql_client.generate_bq_schema(table.name)
+            )
+            write(
+              "#{@bq_config['config_dir']}/#{db_name}",
+              "#{table.name}.yml",
+              bq_utility.generate_embulk_config(db_name, db_info, table, mysql_client.column_infos(table.name))
+            )
+          end
+        end
+      end
+
+      private
+      def write(directory, file_name, content)
+        FileUtils.mkdir_p(directory) unless FileTest.exist?(directory)
+        File.write("#{directory}/#{file_name}", content)
+      end
+    end
+
+    class MySQLClient
+      COLUMN_INFO_SQL = <<-SQL
+        SELECT column_name, data_type
+        FROM INFORMATION_SCHEMA.COLUMNS
+        WHERE table_schema = ?
+        AND table_name = ?
+        ORDER BY ordinal_position
+      SQL
+
+      def initialize(db_info)
+        @db_info = db_info
+      end
+
+      def client
+        @client ||= Mysql2::Client.new(
+          :host => @db_info['host'],
+          :username => @db_info['username'],
+          :password => @db_info['password'],
+          :database => @db_info['database'])
+      end
+
+      def generate_bq_schema(table_name)
+        infos = column_infos(table_name)
+        BigQueryUtility.generate_schema(infos)
+      end
+
+      def column_infos(table_name)
+        rows = client.xquery(COLUMN_INFO_SQL, @db_info['database'], table_name)
+        rows.map { |row| ColumnInfo.new(row['column_name'], row['data_type']) }
+      end
+    end
+
+    class DBInfo
+      attr_reader :name, :host, :username, :password, :database, :bq_dataset
+
+      def initialize(config)
+        @name = config['name']
+        @host = config['host']
+        @username = config['username']
+        @password = config['password']
+        @database = config['database']
+        @bq_dataset = config['bq_dataset']
+      end
+
+      def self.generate_db_infos
+        configs = YAML.load_file('database.yml')
+        configs
+      end
+    end
+
+    class TableInfo
+      def initialize(config)
+        @config = config.dup
+      end
+
+      def self.generate_table_infos
+        configs = YAML.load_file('table.yml')
+        configs.each_with_object({}) do |(db, db_info), table_infos|
+          table_infos[db] = db_info['tables'].map { |config| TableInfo.new(config) }
+          table_infos
+        end
+      end
+
+      def name
+        @config['name']
+      end
+    end
+
+    class ColumnInfo
+      attr_reader :column_name, :data_type
+
+      TYPE_MAPPINGS = {
+        'int' => 'integer',
+        'tinyint' => 'integer',
+        'bigint' => 'integer',
+        'double' => 'float',
+        'decimal' => 'float',
+        'varchar' => 'string',
+        'text' => 'string',
+        'date' => 'timestamp',
+        'datetime' => 'timestamp',
+        'timestamp' => 'timestamp'
+      }
+
+      def initialize(column_name, data_type)
+        @column_name = column_name
+        @data_type = data_type
+      end
+
+      def bigquery_data_type
+        TYPE_MAPPINGS[@data_type]
+      end
+
+      def converted_value
+        if bigquery_data_type == 'timestamp'
+          # time zone translate to UTC
+          "UNIX_TIMESTAMP(#{@column_name}) AS #{@column_name}"
+        elsif data_type == 'tinyint'
+          # for MySQL tinyint(1) problem
+          "CAST(#{@column_name} AS signed) AS #{@column_name}"
+        else
+          @column_name
+        end
+      end
+
+      def to_json(*a)
+        { "name" => @column_name, "type" => bigquery_data_type }.to_json(*a)
+      end
+    end
+  end
+end

data/lib/samidare/version.rb

@@ -0,0 +1,3 @@
+module Samidare
+  VERSION = "0.0.1"
+end

data/samidare.gemspec

@@ -0,0 +1,33 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'samidare/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = 'samidare'
+  spec.version       = Samidare::VERSION
+  spec.authors       = ['Ryoji Kobori']
+  spec.email         = ['kobori75@gmail.com']
+  spec.summary       = %q{Embulk utility for MySQL to BigQuery}
+  spec.description   = %q{Generate Embulk config and BigQuery schema from MySQL schema}
+  spec.homepage      = 'https://github.com/cobot00/samidare'
+  spec.license       = 'MIT'
+
+  spec.files         = `git ls-files -z`.split("\x0")
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ['lib']
+
+  spec.add_development_dependency 'bundler', '~> 1.7'
+  spec.add_development_dependency 'rake', '~> 10.0'
+  spec.add_development_dependency 'rspec'
+  spec.add_development_dependency 'unindent'
+
+  spec.add_dependency 'mysql2-cs-bind'
+  spec.add_dependency 'embulk-output-bigquery'
+  spec.add_dependency 'embulk-input-mysql'
+  spec.add_dependency 'embulk-output-mysql'
+  spec.add_dependency 'embulk-parser-jsonl'
+  spec.add_dependency 'embulk-formatter-jsonl'
+  spec.add_dependency 'bigquery'
+end

data/spec/samidare/bigquery_utility_spec.rb

@@ -0,0 +1,41 @@
+require 'spec_helper'
+require 'unindent'
+
+describe Samidare::BigQueryUtility do
+  describe '.generate_schema' do
+    subject { Samidare::BigQueryUtility.generate_schema(column_infos) }
+
+    context '' do
+      let(:column_infos) { [
+        Samidare::EmbulkUtility::ColumnInfo.new('id', 'int'),
+        Samidare::EmbulkUtility::ColumnInfo.new('name', 'varchar'),
+        Samidare::EmbulkUtility::ColumnInfo.new('created_at', 'datetime')
+        ] }
+      let(:schema_json) {
+        <<-JSON.unindent
+        [
+        {"name":"id","type":"integer"},
+        {"name":"name","type":"string"},
+        {"name":"created_at","type":"timestamp"}
+        ]
+        JSON
+      }
+      it { expect(subject).to eq schema_json }
+    end
+  end
+
+  describe '.generate_sql' do
+    subject { Samidare::BigQueryUtility.generate_sql(table_name, column_infos) }
+
+    context '' do
+      let(:table_name) { 'simple' }
+      let(:column_infos) { [
+        Samidare::EmbulkUtility::ColumnInfo.new('id', 'int'),
+        Samidare::EmbulkUtility::ColumnInfo.new('name', 'varchar'),
+        Samidare::EmbulkUtility::ColumnInfo.new('created_at', 'datetime')
+        ] }
+      let(:sql) { "SELECT id,name,UNIX_TIMESTAMP(created_at) AS created_at FROM simple\n" }
+      it { expect(subject).to eq sql }
+    end
+  end
+end

data/spec/samidare/embulk_utility_spec.rb

@@ -0,0 +1,94 @@
+require 'spec_helper'
+
+describe Samidare::EmbulkUtility::ColumnInfo do
+  let(:column_info) { Samidare::EmbulkUtility::ColumnInfo.new(column_name, data_type) }
+  let(:column_name) { 'id' }
+  let(:data_type) { 'int' }
+
+  it { expect(column_info.column_name).to eq 'id' }
+  it { expect(column_info.data_type).to eq 'int' }
+
+  describe '#bigquery_data_type' do
+    subject { column_info.bigquery_data_type }
+
+    context 'int' do
+      let(:data_type) { 'int' }
+      it { expect(subject).to eq 'integer' }
+    end
+
+    context 'tinyint' do
+      let(:data_type) { 'tinyint' }
+      it { expect(subject).to eq 'integer' }
+    end
+
+    context 'bigint' do
+      let(:data_type) { 'bigint' }
+      it { expect(subject).to eq 'integer' }
+    end
+
+    context 'double' do
+      let(:data_type) { 'double' }
+      it { expect(subject).to eq 'float' }
+    end
+
+    context 'decimal' do
+      let(:data_type) { 'decimal' }
+      it { expect(subject).to eq 'float' }
+    end
+
+    context 'varchar' do
+      let(:data_type) { 'varchar' }
+      it { expect(subject).to eq 'string' }
+    end
+
+    context 'text' do
+      let(:data_type) { 'text' }
+      it { expect(subject).to eq 'string' }
+    end
+
+    context 'date' do
+      let(:data_type) { 'date' }
+      it { expect(subject).to eq 'timestamp' }
+    end
+
+    context 'datetime' do
+      let(:data_type) { 'datetime' }
+      it { expect(subject).to eq 'timestamp' }
+    end
+
+    context 'timestamp' do
+      let(:data_type) { 'timestamp' }
+      it { expect(subject).to eq 'timestamp' }
+    end
+  end
+
+  describe '#converted_value' do
+    subject { column_info.converted_value }
+
+    context 'datetime' do
+      let(:column_name) { 'create_at' }
+      let(:data_type) { 'datetime' }
+      it { expect(subject).to eq 'UNIX_TIMESTAMP(create_at) AS create_at' }
+    end
+
+    context 'int' do
+      let(:column_name) { 'id' }
+      let(:data_type) { 'int' }
+      it { expect(subject).to eq 'id' }
+    end
+
+    context 'varchar' do
+      let(:column_name) { 'explanation' }
+      let(:data_type) { 'varchar' }
+      it { expect(subject).to eq 'explanation' }
+    end
+  end
+
+  describe '#to_json' do
+    subject { column_info.to_json }
+
+    let(:column_name) { 'id' }
+    let(:data_type) { 'int' }
+    it { expect(subject).to eq '{"name":"id","type":"integer"}' }
+  end
+end

data/spec/samidare_spec.rb

@@ -0,0 +1,7 @@
+require 'spec_helper'
+
+describe Samidare do
+  it 'has a version number' do
+    expect(Samidare::VERSION).not_to be nil
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,2 @@
+$LOAD_PATH.unshift File.expand_path('../../lib', __FILE__)
+require 'samidare'

metadata

@@ -0,0 +1,220 @@
+--- !ruby/object:Gem::Specification
+name: samidare
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Ryoji Kobori
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2015-07-14 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.7'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.7'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: unindent
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: mysql2-cs-bind
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: embulk-output-bigquery
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: embulk-input-mysql
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: embulk-output-mysql
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: embulk-parser-jsonl
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: embulk-formatter-jsonl
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: bigquery
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Generate Embulk config and BigQuery schema from MySQL schema
+email:
+- kobori75@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".rspec"
+- ".travis.yml"
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- lib/samidare.rb
+- lib/samidare/bigquery_utility.rb
+- lib/samidare/embulk_config.erb
+- lib/samidare/embulk_utility.rb
+- lib/samidare/version.rb
+- samidare.gemspec
+- spec/samidare/bigquery_utility_spec.rb
+- spec/samidare/embulk_utility_spec.rb
+- spec/samidare_spec.rb
+- spec/spec_helper.rb
+homepage: https://github.com/cobot00/samidare
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.8
+signing_key: 
+specification_version: 4
+summary: Embulk utility for MySQL to BigQuery
+test_files:
+- spec/samidare/bigquery_utility_spec.rb
+- spec/samidare/embulk_utility_spec.rb
+- spec/samidare_spec.rb
+- spec/spec_helper.rb
+has_rdoc: