td 0.10.85 → 0.10.86

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: e3a7c671d16731ca4b03f3063b539b9d88165483
+  data.tar.gz: 348c5b2ca638734cfc6f47a5f47500a9e9c188d0
+SHA512:
+  metadata.gz: 960cae5f7a35493c5b68d5cca143015947a0b438ace3856c6b922f3779e52fafbba0908b8ef50de7eda17770d42f760fd208695101e7213f558045c7f7fc8c0c
+  data.tar.gz: 9c1438ba072e135c4fdf96ff5fe3d50f49a6617ceb93ecda9a14b9b580cae61ccb5e03e6d721852f046c5f6ac6826efef8dc339815012e747e1eba0b3785b506

data/ChangeLog

@@ -1,3 +1,9 @@
+== 2013-08-26 version 0.10.86
+
+* Improve bulk_import and import command explanation
+* Add import:auto subcommand
+
+
 == 2013-08-23 version 0.10.85
 
 * Fix 'undefined method job_priority_id_of' error

data/lib/td/command/bulk_import.rb

@@ -197,6 +197,10 @@ module Command
     end
   end
 
+  def bulk_import_upload_parts2(op)
+    puts "This command is moved to 'td import:upload' since 0.10.85."
+  end
+
   # obsoleted
   def bulk_import_delete_part(op)
     name, part_name = op.cmd_parse
@@ -423,352 +427,8 @@ module Command
     $stderr.puts normalized_message if has_bignum
   end
 
-  def bulk_import_upload_parts2(op)
-    opts = upload_parts2_config(op)
-
-    # java command
-    javacmd = 'java'
-
-    # make jvm options
-    jvm_opts = []
-    jvm_opts << "-Xmx1024m" # TODO
-
-    # find java/*.jar and td.jar
-    base_path = File.expand_path('../../..', File.dirname(__FILE__)) # TODO
-    libjars = Dir.glob("#{base_path}/java/**/*.jar")
-    found = libjars.find { |path| File.basename(path) =~ /^td-bulk-import/ }
-    td_command_jar = libjars.delete(found)
-
-    # make application options
-    app_opts = []
-    app_opts << "-cp \"#{td_command_jar}\""
-
-    # make system properties
-    sysprops = []
-    sysprops.concat(upload_parts2_sysprops(opts))
-
-    # make application arguments
-    app_args = []
-    app_args << 'com.treasure_data.bulk_import.Main'
-    app_args << 'upload_parts'
-    app_args << opts[21]
-
-    # TODO consider parameters including spaces; don't use join(' ')
-    command = "#{javacmd} #{jvm_opts.join(' ')} #{app_opts.join(' ')} #{sysprops.join(' ')} #{app_args.join(' ')}"
-
-    exec command
-  end
-
   def bulk_import_prepare_parts2(op)
-    opts = prepare_parts2_config(op)
-
-    # java command
-    javacmd = 'java'
-
-    # make jvm options
-    jvm_opts = []
-    jvm_opts << "-Xmx1024m" # TODO
-
-    # find java/*.jar and td.jar
-    base_path = File.expand_path('../../..', File.dirname(__FILE__)) # TODO
-    libjars = Dir.glob("#{base_path}/java/**/*.jar")
-    found = libjars.find { |path| File.basename(path) =~ /^td-bulk-import/ }
-    td_command_jar = libjars.delete(found)
-
-    # make application options
-    app_opts = []
-    app_opts << "-cp \"#{td_command_jar}\""
-
-    # make system properties
-    sysprops = []
-    sysprops.concat(prepare_parts2_sysprops(opts))
-
-    # make application arguments
-    app_args = []
-    app_args << 'com.treasure_data.bulk_import.Main'
-    app_args << 'prepare_parts'
-    app_args << opts[18]
-
-    # TODO consider parameters including spaces; don't use join(' ')
-    command = "#{javacmd} #{jvm_opts.join(' ')} #{app_opts.join(' ')} #{sysprops.join(' ')} #{app_args.join(' ')}"
-
-    exec command
-  end
-
-  private
-  def prepare_parts2_sysprops(opts)
-    sysprops = []
-    sysprops << "-Dtd.bulk_import.prepare_parts.format=#{opts[0]}"
-    sysprops << "-Dtd.bulk_import.prepare_parts.compression=#{opts[1]}"
-    sysprops << "-Dtd.bulk_import.prepare_parts.encoding=#{opts[2]}"
-    sysprops << "-Dtd.bulk_import.prepare_parts.time-column=#{opts[3]}"
-    sysprops << "-Dtd.bulk_import.prepare_parts.time-format=#{opts[4]}"
-    sysprops << "-Dtd.bulk_import.prepare_parts.time-value=#{opts[5].to_s}" if opts[5]
-    sysprops << "-Dtd.bulk_import.prepare_parts.output-dir=#{opts[6]}"
-    sysprops << "-Dtd.bulk_import.prepare_parts.split-size=#{opts[7]}"
-    sysprops << "-Dtd.bulk_import.prepare_parts.error-record-output=#{opts[8]}" if opts[8]
-    sysprops << "-Dtd.bulk_import.prepare_parts.dry-run=#{opts[9]}"
-    sysprops << "-Dtd.bulk_import.prepare_parts.delimiter=#{opts[10]}"
-    sysprops << "-Dtd.bulk_import.prepare_parts.newline=#{opts[11]}"
-    sysprops << "-Dtd.bulk_import.prepare_parts.column-header=#{opts[12]}" if opts[3]
-    sysprops << "-Dtd.bulk_import.prepare_parts.columns=#{opts[13]}" if opts[1]
-    sysprops << "-Dtd.bulk_import.prepare_parts.column-types=#{opts[14]}" if opts[2]
-    sysprops << "-Dtd.bulk_import.prepare_parts.type-conversion-error=#{opts[15]}" if opts[15]
-    sysprops << "-Dtd.bulk_import.prepare_parts.exclude-columns=#{opts[16]}"
-    sysprops << "-Dtd.bulk_import.prepare_parts.only-columns=#{opts[17]}"
-    sysprops
-  end
-
-  private
-  def upload_parts2_sysprops(opts)
-    sysprops = []
-    sysprops << "-Dtd.bulk_import.prepare_parts.format=#{opts[0]}"
-    sysprops << "-Dtd.bulk_import.prepare_parts.compression=#{opts[1]}"
-    sysprops << "-Dtd.bulk_import.prepare_parts.encoding=#{opts[2]}"
-    sysprops << "-Dtd.bulk_import.prepare_parts.time-column=#{opts[3]}"
-    sysprops << "-Dtd.bulk_import.prepare_parts.time-format=#{opts[4]}"
-    sysprops << "-Dtd.bulk_import.prepare_parts.time-value=#{opts[5].to_s}" if opts[5]
-    sysprops << "-Dtd.bulk_import.prepare_parts.output-dir=#{opts[6]}"
-    sysprops << "-Dtd.bulk_import.prepare_parts.split-size=#{opts[7]}"
-    sysprops << "-Dtd.bulk_import.prepare_parts.error-record-output=#{opts[8]}" if opts[8]
-    sysprops << "-Dtd.bulk_import.prepare_parts.dry-run=#{opts[9]}"
-    sysprops << "-Dtd.bulk_import.prepare_parts.delimiter=#{opts[10]}"
-    sysprops << "-Dtd.bulk_import.prepare_parts.newline=#{opts[11]}"
-    sysprops << "-Dtd.bulk_import.prepare_parts.column-header=#{opts[12]}" if opts[3]
-    sysprops << "-Dtd.bulk_import.prepare_parts.columns=#{opts[13]}" if opts[1]
-    sysprops << "-Dtd.bulk_import.prepare_parts.column-types=#{opts[14]}" if opts[2]
-    sysprops << "-Dtd.bulk_import.prepare_parts.type-conversion-error=#{opts[15]}" if opts[15]
-    sysprops << "-Dtd.bulk_import.prepare_parts.exclude-columns=#{opts[16]}"
-    sysprops << "-Dtd.bulk_import.prepare_parts.only-columns=#{opts[17]}"
-
-    sysprops << "-Dtd.bulk_import.upload_parts.auto-perform=#{opts[18]}"
-    sysprops << "-Dtd.bulk_import.upload_parts.auto-commit=#{opts[19]}"
-    sysprops << "-Dtd.bulk_import.upload_parts.parallel=#{opts[20]}"
-    sysprops << "-Dtd.bulk_import.upload_parts.retrycount=10"
-    sysprops << "-Dtd.bulk_import.upload_parts.waitsec=1"
-    sysprops << "-Dtd.api.key=#{get_client.apikey}"
-    sysprops
-  end
-
-  private
-  def prepare_parts2_config(op)
-    format = 'csv'
-    compress = 'none'
-    encoding = 'utf-8'
-    time_column = 'time'
-    time_format = nil
-    time_value = nil
-    outdir = nil
-    split_size_kb = PART_SPLIT_SIZE / 1024  # kb
-    error_record_output = nil
-    dry_run = false
-
-    delimiter = ','
-    newline = 'CRLF'
-    column_header = nil
-    columns = nil
-    column_types = nil
-    type_conversion_error = 'skip'
-    exclude_columns = nil
-    only_columns = nil
-
-    # prepare_parts
-    op.on('-f', '--format NAME', 'source file format [csv, tsv]; default=csv') {|s|
-      format = s
-    }
-    op.on('-C', '--compress TYPE', 'compressed type [gzip, none]; default=auto detect') {|s|
-      compress = s
-    }
-    op.on('-e', '--encoding TYPE', 'encoding type [utf-8]') {|s|
-      encoding = s
-    }
-    op.on('-t', '--time-column NAME', 'name of the time column') {|s|
-      time_column = s
-    }
-    op.on('-T', '--time-format', 'STRF_FORMAT; default=auto detect') {|s|
-      time_format = s
-    }
-    op.on('--time-value TIME', 'long value of the time column') {|s|
-      if s.to_i.to_s == s
-        time_value = s.to_i
-      else
-        require 'time'
-        time_value = Time.parse(s).to_i
-      end
-    }
-    op.on('-o', '--output DIR', 'output directory') {|s|
-      outdir = s
-    }
-    op.on('-s', '--split-size SIZE_IN_KB', "size of each parts (default: #{split_size_kb})", Integer) {|i|
-      split_size_kb = i
-    }
-    op.on('--error-record-output FILE', 'error records output file; default=NULL output stream') {|s|
-      error_record_outdir = s
-    }
-    op.on('--dry-run', 'show samples as JSON and exit', FalseClass) {|b|
-      dry_run = b
-    }
-    op.on('--delimiter CHAR', 'delimiter CHAR; default="," at csv, "\t" at tsv') {|s|
-      delimiter = s
-    }
-    op.on('--newline', 'newline [CRLR, LR, CR];  default=CRLF') {|s|
-      newline = s
-    }
-    op.on('-H', '--column-header', 'first line includes column names', TrueClass) {|b|
-      column_header = b
-    }
-    op.on('-h', '--columns NAME,NAME,...', 'column names (use --column-header instead if the first line has column names)') {|s|
-      columns = s
-    }
-    op.on('--column-types TYPE,TYPE,...', 'column types [string, int, long]') {|s|
-      column_types = s
-    }
-    op.on('--type-conversion-error TYPE', 'type conversion error [skip,null]; default=skip') {|s|
-      type_conversion_error = s
-    }
-    op.on('--exclude-columns NAME,NAME,...', 'exclude columns') {|s|
-      exclude_columns = s
-    }
-    op.on('--only-columns NAME,NAME,...', 'only columns') {|s|
-      only_columns = s
-    }
-
-    files = op.cmd_parse
-    files = [files] unless files.is_a?(Array) # TODO ruby 1.9
-
-    # options validation
-    #unless column_types
-    #  $stderr.puts "--column-types TYPE,TYPE,... option is required."
-    #  exit 1
-    #end
-    unless outdir
-      $stderr.puts "-o, --output DIR option is required."
-      exit 1
-    end
-
-    return [ format, compress, encoding,
-             time_column, time_format, time_value,
-             outdir,  split_size_kb, error_record_output, dry_run,
-             delimiter, newline, column_header, columns, column_types,
-             type_conversion_error, exclude_columns, only_columns, files ]
-  end
-
-  private
-  def upload_parts2_config(op)
-    format = 'csv'
-    compress = 'none'
-    encoding = 'utf-8'
-    time_column = 'time'
-    time_format = nil
-    time_value = nil
-    outdir = nil
-    split_size_kb = PART_SPLIT_SIZE / 1024  # kb
-    error_record_output = nil
-    dry_run = false
-
-    delimiter = ','
-    newline = 'CRLF'
-    column_header = nil
-    columns = nil
-    column_types = nil
-    type_conversion_error = 'skip'
-    exclude_columns = nil
-    only_columns = nil
-
-    auto_perform = false
-    auto_commit = false
-    parallel = 2
-
-    # prepare_parts
-    op.on('-f', '--format NAME', 'source file format [csv, tsv]; default=csv') {|s|
-      format = s
-    }
-    op.on('-C', '--compress TYPE', 'compressed type [gzip, none]; default=auto detect') {|s|
-      compress = s
-    }
-    op.on('-e', '--encoding TYPE', 'encoding type [utf-8]') {|s|
-      encoding = s
-    }
-    op.on('-t', '--time-column NAME', 'name of the time column') {|s|
-      time_column = s
-    }
-    op.on('-T', '--time-format', 'STRF_FORMAT; default=auto detect') {|s|
-      time_format = s
-    }
-    op.on('--time-value TIME', 'long value of the time column') {|s|
-      if s.to_i.to_s == s
-        time_value = s.to_i
-      else
-        require 'time'
-        time_value = Time.parse(s).to_i
-      end
-    }
-    op.on('-o', '--output DIR', 'output directory') {|s|
-      outdir = s
-    }
-    op.on('-s', '--split-size SIZE_IN_KB', "size of each parts (default: #{split_size_kb})", Integer) {|i|
-      split_size_kb = i
-    }
-    op.on('--error-record-output FILE', 'error records output file; default=NULL output stream') {|s|
-      error_record_outdir = s
-    }
-    op.on('--dry-run', 'show samples as JSON and exit', FalseClass) {|b|
-      dry_run = b
-    }
-    op.on('--delimiter CHAR', 'delimiter CHAR; default="," at csv, "\t" at tsv') {|s|
-      delimiter = s
-    }
-    op.on('--newline', 'newline [CRLR, LR, CR];  default=CRLF') {|s|
-      newline = s
-    }
-    op.on('-H', '--column-header', 'first line includes column names', TrueClass) {|b|
-      column_header = b
-    }
-    op.on('-h', '--columns NAME,NAME,...', 'column names (use --column-header instead if the first line has column names)') {|s|
-      columns = s
-    }
-    op.on('--column-types TYPE,TYPE,...', 'column types [string, int, long]') {|s|
-      column_types = s
-    }
-    op.on('--type-conversion-error TYPE', 'type conversion error [skip,null]; default=skip') {|s|
-      type_conversion_error = s
-    }
-    op.on('--exclude-columns NAME,NAME,...', 'exclude columns') {|s|
-      exclude_columns = s
-    }
-    op.on('--only-columns NAME,NAME,...', 'only columns') {|s|
-      only_columns = s
-    }
-    # upload_parts
-    op.on('--auto-perform', 'perform bulk import job automatically', TrueClass) {|b|
-      auto_perform = b
-    }
-    op.on('--auto-commit', 'commit bulk import job automatically', FalseClass) {|b|
-      auto_commit = b
-    }
-    op.on('--parallel NUM', 'upload in parallel (default: 2; max 8)', Integer) {|i|
-      parallel = i
-    }
-
-    files = op.cmd_parse
-    files = [files] unless files.is_a?(Array) # TODO ruby 1.9
-
-    # options validation
-    #unless column_types
-    #  $stderr.puts "--column-types TYPE,TYPE,... option is required."
-    #  exit 1
-    #end
-    unless outdir
-      $stderr.puts "-o, --output DIR option is required."
-      exit 1
-    end
-
-    return [ format, compress, encoding,
-             time_column, time_format, time_value,
-             outdir,  split_size_kb, error_record_output, dry_run,
-             delimiter, newline, column_header, columns, column_types,
-             type_conversion_error, exclude_columns, only_columns,
-             auto_perform, auto_commit, parallel, files ]
+    puts "This command is moved to 'td import:prepare' since 0.10.85."
   end
 
   private

data/lib/td/command/import.rb

@@ -35,6 +35,10 @@ module Command
     import_generic(APP_OPTION_UPLOAD)
   end
 
+  def import_auto(op)
+    import_generic(APP_OPTION_UPLOAD, true)
+  end
+
   def import_perform(op)
     require 'td/command/bulk_import'
     bulk_import_perform(op)
@@ -66,7 +70,7 @@ module Command
   end
 
   private
-  def import_generic(subcmd)
+  def import_generic(subcmd, auto=false)
     # has java runtime
     check_java
 
@@ -91,6 +95,10 @@ module Command
     else
       java_args << ARGV
     end
+    if auto
+      java_args << "--auto-perform"
+      java_args << "--auto-commit"
+    end
 
     # TODO consider parameters including spaces; don't use join(' ')
     cmd = "#{JAVA_COMMAND} #{jvm_opts.join(' ')} #{java_opts.join(' ')} #{sysprops.join(' ')} #{java_args.join(' ')}"

data/lib/td/command/list.rb

@@ -234,10 +234,8 @@ module List
   add_list 'bulk_import:show', %w[name], 'Show list of uploaded parts', 'bulk_import:show'
   add_list 'bulk_import:create', %w[name db table], 'Create a new bulk import session to the the table', 'bulk_import:create logs_201201 example_db event_logs'
   add_list 'bulk_import:prepare_parts', %w[files_], 'Convert files into part file format', 'bulk_import:prepare_parts logs/*.csv --format csv --columns time,uid,price,count --time-column "time" -o parts/'
-  add_list 'bulk_import:prepare_parts2', %w[files_], 'Convert files into part file format', 'bulk_import:prepare_parts2 logs/*.csv --format csv --columns time,uid,price,count --column-types long,string,long,int --time-column "time" -o parts/'
   add_list 'bulk_import:upload_part', %w[name id path.msgpack.gz], 'Upload or re-upload a file into a bulk import session', 'bulk_import:upload_part logs_201201 01h data-201201-01.msgpack.gz'
   add_list 'bulk_import:upload_parts', %w[name files_], 'Upload or re-upload files into a bulk import session', 'bulk_import:upload_parts parts/* --parallel 4'
-  add_list 'bulk_import:upload_parts2', %w[name files_], 'Upload or re-upload files into a bulk import session', 'bulk_import:upload_parts parts/* --parallel 4'
   add_list 'bulk_import:delete_part', %w[name id], 'Delete a uploaded file from a bulk import session', 'bulk_import:delete_part logs_201201 01h'
   add_list 'bulk_import:delete_parts', %w[name ids_], 'Delete uploaded files from a bulk import session', 'bulk_import:delete_parts logs_201201 01h 02h 03h'
   add_list 'bulk_import:perform', %w[name], 'Start to validate and convert uploaded files', 'bulk_import:perform logs_201201'
@@ -252,6 +250,7 @@ module List
   add_list 'import:create', %w[name db table], 'Create a new bulk import session to the the table', 'import:create logs_201201 example_db event_logs'
   add_list 'import:prepare', %w[files_], 'Convert files into part file format', 'import:prepare logs/*.csv --format csv --columns time,uid,price,count --time-column "time" -o parts/'
   add_list 'import:upload', %w[name files_], 'Upload or re-upload files into a bulk import session', 'import:upload parts/* --parallel 4'
+  add_list 'import:auto', %w[name files_], 'Upload files and automatically perform and commit the data', 'import:auto parts/* --parallel 4'
   add_list 'import:perform', %w[name], 'Start to validate and convert uploaded files', 'import:perform logs_201201'
   add_list 'import:error_records', %w[name], 'Show records which did not pass validations', 'import:error_records logs_201201'
   add_list 'import:commit', %w[name], 'Start to commit a performed bulk import session', 'import:commit logs_201201'
@@ -374,6 +373,8 @@ module List
   add_alias 'bulk_import', 'bulk_import:show'
   add_alias 'bulk_imports', 'bulk_import:list'
 
+  add_alias 'import', 'import:show'
+
   add_alias 'job', 'job:show'
   add_alias 'jobs', 'job:list'
   add_alias 'kill', 'job:kill'
@@ -426,7 +427,6 @@ module List
   add_guess 'show-job',         'job:show'
   add_guess 'show-jobs',        'job:list'
   add_guess 'server-status',    'server:status'
-  add_alias 'import',           'import:upload'
 
   finishup
 end

data/lib/td/command/runner.rb

@@ -42,7 +42,8 @@ Basic commands:
   table          # create/delete/list/import/export/tail tables
   query          # issue a query
   job            # show/kill/list jobs
-  bulk_import    # manage bulk import sessions
+  import         # manage bulk import sessions (Java based fast processing)
+  bulk_import    # manage bulk import sessions (Old Ruby-based implementation)
   result         # create/delete/list result URLs
 
 Additional commands:

data/lib/td/version.rb

@@ -1,5 +1,5 @@
 module TreasureData
 
-VERSION = '0.10.85'
+VERSION = '0.10.86'
 
 end

metadata

@@ -1,34 +1,32 @@
 --- !ruby/object:Gem::Specification
 name: td
 version: !ruby/object:Gem::Version
-  version: 0.10.85
-  prerelease: 
+  version: 0.10.86
 platform: ruby
 authors:
 - Treasure Data, Inc.
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2013-08-23 00:00:00.000000000 Z
+date: 2013-08-26 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: msgpack
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - '>='
       - !ruby/object:Gem::Version
         version: 0.4.4
-    - - ! '!='
+    - - '!='
       - !ruby/object:Gem::Version
         version: 0.5.0
-    - - ! '!='
+    - - '!='
       - !ruby/object:Gem::Version
         version: 0.5.1
-    - - ! '!='
+    - - '!='
       - !ruby/object:Gem::Version
         version: 0.5.2
-    - - ! '!='
+    - - '!='
       - !ruby/object:Gem::Version
         version: 0.5.3
     - - <
@@ -37,21 +35,20 @@ dependencies:
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - '>='
       - !ruby/object:Gem::Version
         version: 0.4.4
-    - - ! '!='
+    - - '!='
       - !ruby/object:Gem::Version
         version: 0.5.0
-    - - ! '!='
+    - - '!='
       - !ruby/object:Gem::Version
         version: 0.5.1
-    - - ! '!='
+    - - '!='
       - !ruby/object:Gem::Version
         version: 0.5.2
-    - - ! '!='
+    - - '!='
       - !ruby/object:Gem::Version
         version: 0.5.3
     - - <
@@ -60,7 +57,6 @@ dependencies:
 - !ruby/object:Gem::Dependency
   name: yajl-ruby
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
@@ -68,7 +64,6 @@ dependencies:
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
@@ -76,23 +71,20 @@ dependencies:
 - !ruby/object:Gem::Dependency
   name: hirb
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - '>='
       - !ruby/object:Gem::Version
         version: 0.4.5
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - '>='
       - !ruby/object:Gem::Version
         version: 0.4.5
 - !ruby/object:Gem::Dependency
   name: parallel
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
@@ -100,7 +92,6 @@ dependencies:
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
@@ -108,7 +99,6 @@ dependencies:
 - !ruby/object:Gem::Dependency
   name: td-client
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
@@ -116,7 +106,6 @@ dependencies:
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
@@ -124,7 +113,6 @@ dependencies:
 - !ruby/object:Gem::Dependency
   name: td-logger
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
@@ -132,7 +120,6 @@ dependencies:
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
@@ -140,7 +127,6 @@ dependencies:
 - !ruby/object:Gem::Dependency
   name: rubyzip
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
@@ -148,7 +134,6 @@ dependencies:
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
@@ -156,7 +141,6 @@ dependencies:
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
@@ -164,7 +148,6 @@ dependencies:
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
@@ -172,7 +155,6 @@ dependencies:
 - !ruby/object:Gem::Dependency
   name: rspec
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
@@ -180,7 +162,6 @@ dependencies:
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
@@ -188,7 +169,6 @@ dependencies:
 - !ruby/object:Gem::Dependency
   name: simplecov
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
@@ -196,7 +176,6 @@ dependencies:
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
@@ -281,33 +260,26 @@ files:
 - td.gemspec
 homepage: http://treasure-data.com/
 licenses: []
+metadata: {}
 post_install_message: 
 rdoc_options: []
 require_paths:
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement
-  none: false
   requirements:
-  - - ! '>='
+  - - '>='
     - !ruby/object:Gem::Version
       version: '0'
-      segments:
-      - 0
-      hash: -2194512597141251482
 required_rubygems_version: !ruby/object:Gem::Requirement
-  none: false
   requirements:
-  - - ! '>='
+  - - '>='
     - !ruby/object:Gem::Version
       version: '0'
-      segments:
-      - 0
-      hash: -2194512597141251482
 requirements: []
 rubyforge_project: 
-rubygems_version: 1.8.23
+rubygems_version: 2.0.2
 signing_key: 
-specification_version: 3
+specification_version: 4
 summary: CLI to manage data on Treasure Data, the Hadoop-based cloud data warehousing
 test_files:
 - spec/file_reader/filter_spec.rb