td 0.15.0 → 0.15.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 61447ffe419ff8f382b433975388f420a4b7d013
-  data.tar.gz: fedca79cdca59a6a91eb4968ca3d5508e3bf65b8
+  metadata.gz: d67f821df06a365e2fc2b35febb963900e683f0a
+  data.tar.gz: 5af9e2025dbb5a756e0e2f8b4d53b105613165cf
 SHA512:
-  metadata.gz: 0d85fb2e56cb54143505b472a18ff26a9b532db3ddf0a7033d7f8610626f564c9ec90a9dfece2cff4dee5447945d82cf481a061fc6eb88a43826205d7fc0c01e
-  data.tar.gz: ef7d72a9d251c546098ac39b2a3aa455dc933dfe224286ed4569b49f443f054c3acdb8ed1672738902b51731092354de11a1d8300f1690c3081cb89823cd50fc
+  metadata.gz: 98afa7ab296af4840874998df5dc55a940083341d6bb83768b3353b33774ea8948e95fd21b4794a8c171a8e4f7fc92939a0328f44dd0eb546f8747f1ab00ab83
+  data.tar.gz: b6a0b37882e836f90f90cd62da7d7adfb438af1569e2eca7702df483a5ca843bf079338d020c0447372b4657eaa8fd922c2f8d94e2c5eb1253218712877a4816

data/.travis.yml

@@ -4,11 +4,9 @@ jdk:
   - oraclejdk8
 
 rvm:
-  - 1.9.3
-  - 2.0.0
-  - 2.1.8
-  - 2.2.4
-  - 2.3.0
+  - 2.1.10
+  - 2.2.5
+  - 2.3.1
   - ruby-head
 
 gemfile:

data/ChangeLog

@@ -1,3 +1,14 @@
+== 2016-11-29 version 0.15.2
+
+* Deprecate Pig query engine #172
+* Add export:result and export:table #175
+
+== 2016-10-20 version 0.15.1
+
+* Add --wait[=SECONDS] to query subcommand #171
+* Drop Ruby 2.0.0 support
+* Show sql_alias if exist #170
+
 == 2016-09-06 version 0.15.0
 
 * Add `td workflows` command. #167

data/bin/td

@@ -1,10 +1,8 @@
 #!/usr/bin/env ruby
 # -*- coding: utf-8 -*-
 
-require 'rubygems' unless defined?(gem)
-gem 'td-client'
-here = File.dirname(__FILE__)
-$LOAD_PATH << File.expand_path(File.join(here, '..', 'lib'))
+require 'td-client'
+$LOAD_PATH << File.expand_path('../../lib', __FILE__)
 
 # disable the updater for the td gem
 require 'td/updater'

data/lib/td/command/export.rb

@@ -4,6 +4,34 @@ module Command
   SUPPORTED_FORMATS = %W[json.gz line-json.gz tsv.gz]
   SUPPORTED_ENCRYPT_METHOD = %W[s3]
 
+  def export_result(op)
+    wait = false
+
+    op.on('-w', '--wait', 'wait until the job is completed', TrueClass) {|b|
+      wait = b
+    }
+
+    target_job_id, result = op.cmd_parse
+
+    client = get_ssl_client
+
+    opts = {}
+    opts['result'] = result
+    job = client.result_export(target_job_id, opts)
+
+    $stderr.puts "result export job #{job.job_id} is queued."
+    $stderr.puts "Use '#{$prog} " + Config.cl_options_string + "job:show #{job.job_id}' to show the status."
+
+    if wait && !job.finished?
+      wait_job(job)
+      $stdout.puts "status     : #{job.status}"
+    end
+  end
+
+  def export_table(op)
+    table_export(op)
+  end
+
   def table_export(op)
     from = nil
     to = nil

data/lib/td/command/job.rb

@@ -225,26 +225,14 @@ private
     $stdout.puts "\rUse '-v' option to show detailed messages." + " " * 20 unless verbose
   end
 
-  def wait_job(job, first_call = false)
+  def wait_job(job, first_call = false, wait = nil)
     $stderr.puts "queued..."
 
     cmdout_lines = 0
     stderr_lines = 0
     max_error_counts = JOB_WAIT_MAX_RETRY_COUNT_ON_NETWORK_ERROR
 
-    while first_call || !job.finished?
-      first_call = false
-      begin
-        sleep 2
-        job.update_status!
-      rescue Timeout::Error, SystemCallError, EOFError, SocketError
-        if max_error_counts <= 0
-          raise
-        end
-        max_error_counts -= 1
-        retry
-      end
-
+    job.wait(wait, detail: true, verbose: true) do
       cmdout = job.debug['cmdout'].to_s.split("\n")[cmdout_lines..-1] || []
       stderr = job.debug['stderr'].to_s.split("\n")[stderr_lines..-1] || []
       (cmdout + stderr).each {|line|

data/lib/td/command/list.rb

@@ -229,6 +229,9 @@ module List
   add_list 'db:create', %w[db], 'Create a database', ['db:create example_db']
   add_list 'db:delete', %w[db], 'Delete a database', ['db:delete example_db']
 
+  add_list 'export:result', %w[id, name], 'Dump logs of a target query to the specified place', ['export:result target_job_id result']
+  add_list 'export:table', %w[db table], 'Dump logs in a table to the specified storage', ['export:table example_db table1 --s3-bucket mybucket -k KEY_ID -s SECRET_KEY']
+
   add_list 'table:list', %w[db?], 'Show list of tables', ['table:list', 'table:list example_db', 'tables']
   add_list 'table:show', %w[db table], 'Describe information of a table', ['table example_db table1']
   add_list 'table:create', %w[db table], 'Create a table', ['table:create example_db table1']

data/lib/td/command/query.rb

@@ -24,7 +24,7 @@ module Command
     op.on('-d', '--database DB_NAME', 'use the database (required)') {|s|
       db_name = s
     }
-    op.on('-w', '--wait', 'wait for finishing the job', TrueClass) {|b|
+    op.on('-w', '--wait[=SECONDS]', 'wait for finishing the job (for seconds)', Integer) {|b|
       wait = b
     }
     op.on('-G', '--vertical', 'use vertical table to show results', TrueClass) {|b|
@@ -63,7 +63,7 @@ module Command
     op.on('-q', '--query PATH', 'use file instead of inline query') {|s|
       query = File.open(s) { |f| f.read.strip }
     }
-    op.on('-T', '--type TYPE', 'set query type (hive, pig, presto)') {|s|
+    op.on('-T', '--type TYPE', 'set query type (hive, presto)') {|s|
       type = s.to_sym
     }
     op.on('--sampling DENOMINATOR', 'OBSOLETE - enable random sampling to reduce records 1/DENOMINATOR', Integer) {|i|
@@ -145,8 +145,8 @@ module Command
     $stdout.puts "Use '#{$prog} " + Config.cl_options_string + "job:show #{job.job_id}' to show the status."
     #puts "See #{job.url} to see the progress."
 
-    if wait
-      wait_job(job, true)
+    if wait != false # `wait==nil` means `--wait` is specified
+      wait_job(job, true, wait)
       $stdout.puts "Status      : #{job.status}"
       if job.success? && !exclude
         begin

data/lib/td/command/sched.rb

@@ -76,7 +76,7 @@ module Command
     op.on('-R', '--retry COUNT', 'automatic retrying count', Integer) {|i|
       retry_limit = i
     }
-    op.on('-T', '--type TYPE', 'set query type (hive or pig)') {|s|
+    op.on('-T', '--type TYPE', 'set query type (hive)') {|s|
       type = s
     }
 
@@ -190,7 +190,7 @@ module Command
     op.on('-R', '--retry COUNT', 'automatic retrying count', Integer) {|i|
       retry_limit = i
     }
-    op.on('-T', '--type TYPE', 'set query type (hive or pig)') {|s|
+    op.on('-T', '--type TYPE', 'set query type (hive)') {|s|
       type = s
     }
 

data/lib/td/command/schema.rb

@@ -1,6 +1,4 @@
-
-module TreasureData
-module Command
+module TreasureData::Command
 
   def schema_show(op)
     db_name, table_name = op.cmd_parse
@@ -10,33 +8,35 @@ module Command
 
     $stdout.puts "#{db_name}.#{table_name} ("
     table.schema.fields.each {|f|
-      $stdout.puts "  #{f.name}:#{f.type}"
+      if f.sql_alias
+        $stdout.puts "  #{f.name}:#{f.type}@#{f.sql_alias}"
+      else
+        $stdout.puts "  #{f.name}:#{f.type}"
+      end
     }
     $stdout.puts ")"
   end
 
   def schema_set(op)
     db_name, table_name, *columns = op.cmd_parse
-    schema = parse_columns(columns)
 
     client = get_client
     table = get_table(client, db_name, table_name)
 
-    client.update_schema(table.db_name, table.name, schema)
+    schema = TreasureData::Schema.parse(columns)
+    client.update_schema(db_name, table_name, schema)
 
     $stderr.puts "Schema is updated on #{db_name}.#{table_name} table."
   end
 
   def schema_add(op)
     db_name, table_name, *columns = op.cmd_parse
-    schema = parse_columns(columns)
 
     client = get_client
     table = get_table(client, db_name, table_name)
 
-    schema = table.schema.merge(schema)
-
-    client.update_schema(table.db_name, table.name, schema)
+    schema = table.schema.merge(TreasureData::Schema.parse(columns))
+    client.update_schema(db_name, table_name, schema)
 
     $stderr.puts "Schema is updated on #{db_name}.#{table_name} table."
   end
@@ -50,51 +50,14 @@ module Command
     schema = table.schema
 
     columns.each {|col|
-      deleted = false
-      schema.fields.delete_if {|f|
-        f.name == col && deleted = true
-      }
-      unless deleted
+      unless schema.fields.reject!{|f| f.name == col }
         $stderr.puts "Column name '#{col}' does not exist."
         exit 1
       end
     }
 
-    client.update_schema(table.db_name, table.name, schema)
+    client.update_schema(db_name, table_name, schema)
 
     $stderr.puts "Schema is updated on #{db_name}.#{table_name} table."
   end
-
-  private
-  def parse_columns(columns)
-    schema = Schema.new
-
-    columns.each {|column|
-      name, type = column.split(':',2)
-      name = name.to_s
-      type = type.to_s
-
-      begin
-        API.validate_column_name(name)
-      rescue ParameterValidationError => e
-        raise ParameterConfigurationError, e
-      end
-      #type = API.normalize_type_name(type)
-
-      if schema.fields.find {|f| f.name == name }
-        $stderr.puts "Column name '#{name}' is duplicated."
-        exit 1
-      end
-      schema.add_field(name, type)
-
-      if name == 'v' || name == 'time'
-        $stderr.puts "Column name '#{name}' is reserved."
-        exit 1
-      end
-    }
-
-    schema
-  end
 end
-end
-

data/lib/td/command/workflow.rb

@@ -128,7 +128,7 @@ module TreasureData
       return url unless url.empty?
       user = Config.read['account.user']
       if user.nil? or user.strip.empty?
-        raise ConfigError
+        return digdag_base_url
       end
       query = URI.encode_www_form('user' => user)
       "#{digdag_base_url}?#{query}"

data/lib/td/version.rb

@@ -1,3 +1,3 @@
 module TreasureData
-  TOOLBELT_VERSION = '0.15.0'
+  TOOLBELT_VERSION = '0.15.2'
 end

data/spec/td/command/export_spec.rb

@@ -101,5 +101,58 @@ module TreasureData::Command
         }.to_not raise_exception
       end
     end
+
+    describe '#export_table' do
+      let(:option) {
+        List::CommandParser.new("export:table", ["db_name", "table_name"], [], nil, option_list, true)
+      }
+      let(:option_list) { [database, table, "-b", bucket, "-p", path, "-k", key, "-s", pass, "-F", format] }
+      let(:database) { 'database' }
+      let(:table)    { 'table' }
+      let(:bucket)    { 'bucket' }
+      let(:path)    { 'path' }
+      let(:key)    { 'key' }
+      let(:pass)    { 'pass' }
+      let(:format)    { 'tsv.gz' }
+      let(:job_id)    { 111 }
+
+      before do
+        client = double(:client)
+        job = double(:job, job_id: job_id)
+        allow(client).to receive(:export).and_return(job)
+        table = double(:table)
+
+        allow(command).to receive(:get_client).and_return(client)
+        allow(command).to receive(:get_table).and_return(table)
+      end
+
+      it 'export table successfully like #table_export' do
+        expect {
+          command.table_export(option)
+        }.to_not raise_exception
+      end
+    end
+
+    describe '#export_result' do
+      let(:option) {
+        List::CommandParser.new("export:result", ["target_job_id", "result_url"], [], nil, option_list, true)
+      }
+      let(:option_list) { [110, 'mysql://user:pass@host.com/database/table'] }
+      let(:job_id)    { 111 }
+
+      before do
+        client = double(:client)
+        job = double(:job, job_id: job_id)
+        allow(client).to receive(:result_export).and_return(job)
+
+        allow(command).to receive(:get_client).and_return(client)
+      end
+
+      it 'export result successfully' do
+        expect {
+          command.export_result(option)
+        }.not_to raise_exception
+      end
+    end
   end
 end

data/spec/td/command/query_spec.rb

@@ -23,20 +23,84 @@ module TreasureData::Command
       expect(client).to receive(:database).with('sample_datasets')
     end
 
-    it 'accepts --domain-key' do
-      expect(client).to receive(:query).
-        with("sample_datasets", "SELECT 1;", nil, nil, nil, {"domain_key"=>"hoge"}).
-        and_return(job)
-      op = List::CommandParser.new("query", %w[query], %w[], nil, ['--domain-key=hoge', '-dsample_datasets', 'SELECT 1;'], false)
-      command.query(op)
+    describe 'domain key' do
+      it 'accepts --domain-key' do
+        expect(client).to receive(:query).
+          with("sample_datasets", "SELECT 1;", nil, nil, nil, {"domain_key"=>"hoge"}).
+          and_return(job)
+        op = List::CommandParser.new("query", %w[query], %w[], nil, ['--domain-key=hoge', '-dsample_datasets', 'SELECT 1;'], false)
+        command.query(op)
+      end
+
+      it 'raises error if --domain-key is duplicated' do
+        expect(client).to receive(:query).
+          with("sample_datasets", "SELECT 1;", nil, nil, nil, {"domain_key"=>"hoge"}).
+          and_raise(::TreasureData::AlreadyExistsError.new('Query failed: domain_key has already been taken'))
+        op = List::CommandParser.new("query", %w[query], %w[], nil, ['--domain-key=hoge', '-dsample_datasets', 'SELECT 1;'], false)
+        expect{ command.query(op) }.to raise_error(TreasureData::AlreadyExistsError)
+      end
     end
 
-    it 'raises error if --domain-key is duplicated' do
-      expect(client).to receive(:query).
-        with("sample_datasets", "SELECT 1;", nil, nil, nil, {"domain_key"=>"hoge"}).
-        and_raise(::TreasureData::AlreadyExistsError.new('Query failed: domain_key has already been taken'))
-      op = List::CommandParser.new("query", %w[query], %w[], nil, ['--domain-key=hoge', '-dsample_datasets', 'SELECT 1;'], false)
-      expect{ command.query(op) }.to raise_error(TreasureData::AlreadyExistsError)
+    describe 'wait' do
+      let (:job_id){ 123 }
+      let :job do
+        obj = TreasureData::Job.new(client, job_id, 'presto', 'SELECT 1;')
+        allow(obj).to receive(:debug).and_return(double.as_null_object)
+        allow(obj).to receive(:sleep){|arg|@now += arg}
+        obj
+      end
+      before do
+        expect(client).to receive(:query).
+          with("sample_datasets", "SELECT 1;", nil, nil, nil, {}).
+          and_return(job)
+        @now = 1_400_000_000
+        allow(Time).to receive(:now){ @now }
+        allow(command).to receive(:show_result_with_retry)
+      end
+      context 'success' do
+        before do
+          status = nil
+          allow(client).to receive_message_chain(:api, :show_job).with(job_id) do
+            if @now < 1_400_000_010
+              status = TreasureData::Job::STATUS_RUNNING
+            else
+              status = TreasureData::Job::STATUS_SUCCESS
+            end
+            nil
+          end
+          allow(client).to receive(:job_status).with(job_id){ status }
+        end
+        it 'works with --wait' do
+          op = List::CommandParser.new("query", %w[query], %w[], nil, ['--wait', '-dsample_datasets', 'SELECT 1;'], false)
+          expect(command.query(op)).to be_nil
+        end
+        it 'works with --wait=360' do
+          op = List::CommandParser.new("query", %w[query], %w[], nil, ['--wait=360', '-dsample_datasets', 'SELECT 1;'], false)
+          expect(command.query(op)).to be_nil
+        end
+      end
+      context 'temporary failure' do
+        before do
+          status = nil
+          allow(client).to receive_message_chain(:api, :show_job).with(job_id) do
+            if @now < 1_400_000_010
+              status = TreasureData::Job::STATUS_RUNNING
+            else
+              status = TreasureData::Job::STATUS_SUCCESS
+            end
+            nil
+          end
+          allow(client).to receive(:job_status).with(job_id){ status }
+        end
+        it 'works with --wait' do
+          op = List::CommandParser.new("query", %w[query], %w[], nil, ['--wait', '-dsample_datasets', 'SELECT 1;'], false)
+          expect(command.query(op)).to be_nil
+        end
+        it 'works with --wait=360' do
+          op = List::CommandParser.new("query", %w[query], %w[], nil, ['--wait=360', '-dsample_datasets', 'SELECT 1;'], false)
+          expect(command.query(op)).to be_nil
+        end
+      end
     end
   end
 end

data/spec/td/command/schema_spec.rb

@@ -0,0 +1,81 @@
+require 'spec_helper'
+require 'td/command/common'
+require 'td/config'
+require 'td/command/list'
+require 'td/command/schema'
+require 'td/client/model'
+require 'time'
+
+describe TreasureData::Command do
+  let(:client){ double('client') }
+  let(:table){ double('table', schema: schema) }
+  let(:db_name){ "database" }
+  let(:table_name){ "table" }
+  let(:command) { Class.new { include TreasureData::Command }.new }
+  let(:columns){ ["foo:int", "BAR\u3070\u30FC:string@bar", "baz:baz!:array<double>@baz"] }
+  let(:schema){ TreasureData::Schema.parse(columns) }
+  let(:stdout){ StringIO.new }
+  before do
+    allow(command).to receive(:get_client).and_return(client)
+    allow(command).to receive(:get_table).with(client, db_name, table_name).and_return(table)
+    allow(table).to receive(:get_table).with(client, db_name, table_name).and_return(table)
+    allow($stdout).to receive(:puts){|arg| stdout.puts(*arg) }
+  end
+
+  describe 'schema_show' do
+    let(:op){ double('op', cmd_parse: [db_name, table_name]) }
+    it 'puts $stdout the schema' do
+      command.schema_show(op)
+      expect(stdout.string).to eq <<eom
+database.table (
+  foo:int
+  BAR\u3070\u30FC:string@bar
+  baz:baz!:array<double>@baz
+)
+eom
+    end
+  end
+
+  describe 'schema_set' do
+    let(:op){ double('op', cmd_parse: [db_name, table_name, *columns]) }
+    it 'calls client.update_schema' do
+      allow($stderr).to receive(:puts)
+      expect(client).to receive(:update_schema) do |x, y, z|
+        expect(x).to eq db_name
+        expect(y).to eq table_name
+        expect(z.to_json).to eq schema.to_json
+      end
+      command.schema_set(op)
+    end
+  end
+
+  describe 'schema_add' do
+    let(:columns2){ ["foo2:int", "BAR\u30702:string@bar2", "baz:baz!2:array<double>@baz2"] }
+    let(:schema2){ TreasureData::Schema.parse(columns+columns2) }
+    let(:op){ double('op', cmd_parse: [db_name, table_name, *columns2]) }
+    it 'calls client.update_schema' do
+      allow($stderr).to receive(:puts)
+      expect(client).to receive(:update_schema) do |x, y, z|
+        expect(x).to eq db_name
+        expect(y).to eq table_name
+        expect(z.to_json).to eq schema2.to_json
+      end
+      command.schema_add(op)
+    end
+  end
+
+  describe 'schema_remove' do
+    let(:op){ double('op', cmd_parse: [db_name, table_name, "foo"]) }
+    let(:columns2){ ["BAR\u3070\u30FC:string@bar", "baz:baz!:array<double>@baz"] }
+    let(:schema2){ TreasureData::Schema.parse(columns2) }
+    it 'calls client.update_schema' do
+      allow($stderr).to receive(:puts)
+      expect(client).to receive(:update_schema) do |x, y, z|
+        expect(x).to eq db_name
+        expect(y).to eq table_name
+        expect(z.to_json).to eq schema.to_json
+      end
+      command.schema_remove(op)
+    end
+  end
+end

data/spec/td/command/workflow_spec.rb

@@ -240,6 +240,20 @@ EOF
         }
       end
 
+      it 'downloads digdag even if there is no user' do
+        with_env('TD_WF_JAVA', 'java') {
+          allow(TreasureData::Config).to receive(:read) {{}}
+          allow(TreasureData::Updater).to receive(:stream_fetch).and_call_original
+          allow($stdin).to receive(:gets) { 'Y' }
+          status = command.workflow(empty_option, capture_output=true)
+          expect(status).to be 0
+          expect(stdout_io.string).to include 'Downloading workflow module'
+          expect(File).to exist(File.join(ENV[home_env], '.td', 'digdag', 'digdag'))
+          expect(TreasureData::Updater).to have_received(:stream_fetch).with(
+              'http://toolbelt.treasure-data.com/digdag', instance_of(File))
+        }
+      end
+
       it 'reinstalls cleanly after reset' do
         skip 'Requires 64 bit OS or system java' unless (TreasureData::Helpers::on_64bit_os? or java_available?)
 

data/td.gemspec

@@ -15,19 +15,19 @@ Gem::Specification.new do |gem|
   gem.test_files            = `git ls-files -- {test,spec,features}/*`.split("\n")
   gem.executables           = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
   gem.require_paths         = ['lib']
-  gem.required_ruby_version = '>= 1.9'
+  gem.required_ruby_version = '>= 2.1'
 
-  gem.add_dependency "msgpack", [">= 0.4.4", "!= 0.5.0", "!= 0.5.1", "!= 0.5.2", "!= 0.5.3", "< 0.8.0"]
+  gem.add_dependency "msgpack"
   gem.add_dependency "yajl-ruby", "~> 1.1"
   gem.add_dependency "hirb", ">= 0.4.5"
   gem.add_dependency "parallel", "~> 1.8.0"
-  gem.add_dependency "td-client", "~> 0.8.82"
-  gem.add_dependency "td-logger", "~> 0.3.21"
+  gem.add_dependency "td-client", "~> 0.8.85"
+  gem.add_dependency "td-logger", ">= 0.3.21", "< 2"
   gem.add_dependency "rubyzip", "~> 1.1.7"
   gem.add_dependency "zip-zip", "~> 0.3"
-  gem.add_dependency "ruby-progressbar", "~> 1.7.5"
-  gem.add_development_dependency "rake", "~> 0.9"
-  gem.add_development_dependency "rspec", "~> 3.4.0"
-  gem.add_development_dependency "simplecov", "~> 0.10.0"
+  gem.add_dependency "ruby-progressbar", "~> 1.7"
+  gem.add_development_dependency "rake"
+  gem.add_development_dependency "rspec"
+  gem.add_development_dependency "simplecov"
   gem.add_development_dependency 'coveralls'
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: td
 version: !ruby/object:Gem::Version
-  version: 0.15.0
+  version: 0.15.2
 platform: ruby
 authors:
 - Treasure Data, Inc.
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2016-09-07 00:00:00.000000000 Z
+date: 2016-11-29 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: msgpack
@@ -16,44 +16,14 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 0.4.4
-    - - "!="
-      - !ruby/object:Gem::Version
-        version: 0.5.0
-    - - "!="
-      - !ruby/object:Gem::Version
-        version: 0.5.1
-    - - "!="
-      - !ruby/object:Gem::Version
-        version: 0.5.2
-    - - "!="
-      - !ruby/object:Gem::Version
-        version: 0.5.3
-    - - "<"
-      - !ruby/object:Gem::Version
-        version: 0.8.0
+        version: '0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 0.4.4
-    - - "!="
-      - !ruby/object:Gem::Version
-        version: 0.5.0
-    - - "!="
-      - !ruby/object:Gem::Version
-        version: 0.5.1
-    - - "!="
-      - !ruby/object:Gem::Version
-        version: 0.5.2
-    - - "!="
-      - !ruby/object:Gem::Version
-        version: 0.5.3
-    - - "<"
-      - !ruby/object:Gem::Version
-        version: 0.8.0
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: yajl-ruby
   requirement: !ruby/object:Gem::Requirement
@@ -102,28 +72,34 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.8.82
+        version: 0.8.85
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.8.82
+        version: 0.8.85
 - !ruby/object:Gem::Dependency
   name: td-logger
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
         version: 0.3.21
+    - - "<"
+      - !ruby/object:Gem::Version
+        version: '2'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
         version: 0.3.21
+    - - "<"
+      - !ruby/object:Gem::Version
+        version: '2'
 - !ruby/object:Gem::Dependency
   name: rubyzip
   requirement: !ruby/object:Gem::Requirement
@@ -158,56 +134,56 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 1.7.5
+        version: '1.7'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 1.7.5
+        version: '1.7'
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '0.9'
+        version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '0.9'
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: rspec
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: 3.4.0
+        version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: 3.4.0
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: simplecov
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: 0.10.0
+        version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: 0.10.0
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: coveralls
   requirement: !ruby/object:Gem::Requirement
@@ -293,6 +269,7 @@ files:
 - spec/td/command/job_spec.rb
 - spec/td/command/query_spec.rb
 - spec/td/command/sched_spec.rb
+- spec/td/command/schema_spec.rb
 - spec/td/command/table_spec.rb
 - spec/td/command/workflow_spec.rb
 - spec/td/common_spec.rb
@@ -318,7 +295,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
-      version: '1.9'
+      version: '2.1'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
@@ -326,7 +303,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.5.1
+rubygems_version: 2.5.2
 signing_key: 
 specification_version: 4
 summary: CLI to manage data on Treasure Data, the Hadoop-based cloud data warehousing
@@ -344,6 +321,7 @@ test_files:
 - spec/td/command/job_spec.rb
 - spec/td/command/query_spec.rb
 - spec/td/command/sched_spec.rb
+- spec/td/command/schema_spec.rb
 - spec/td/command/table_spec.rb
 - spec/td/command/workflow_spec.rb
 - spec/td/common_spec.rb