td 0.10.72 → 0.10.73

data/.gitignore

@@ -1,5 +1,5 @@
 .bundle
-build/td-java
+build/td-bulk-import-java
 Gemfile.lock
 vendor/*
 *~

data/ChangeLog

@@ -1,3 +1,11 @@
+== 2013-03-15 version 0.10.73
+
+* Add --sampling option to query subcommand
+* Add --show-bytes option to table:list subcommand
+* Update README and Rakefile for td-toolbelt building
+* Show warn message if table name is Hive reserved keyword
+
+
 == 2013-02-27 version 0.10.72
 
 * Add -q(--query) option to query subcommand

data/README.rdoc

@@ -45,7 +45,7 @@ Install following binary packages:
 
   * MinGW with MSYS Basic System and using mingw-get-inst
   * Git for Windows, with Windows Command Prompt support
-  * Ruby 1.9.2 using RubyInstaller for Windows, with PATH update
+  * Ruby ruby-1.9.3p327 using RubyInstaller for Windows, with PATH update
   * Inno Setup 5
 
 Then run following commands on MinGW Shell:

data/Rakefile

@@ -37,7 +37,7 @@ def install_use_gems(target_dir)
   ENV['GEM_HOME'] = target_dir
   ENV['GEM_PATH'] = ''
   USE_GEMS.each {|gem|
-    system "gem install '#{gem}' --no-rdoc --no-ri"
+    system "gem install '#{gem}' --no-rdoc --no-ri" || (exit 1)
   }
 end
 

data/java/td-bulk-import-java.version

@@ -1 +1 @@
-95b0662ffcf4f2407c6044478abd288a98be448d Sat Feb 23 22:43:05 2013 +0900
+5be770a4fc06c741ab70716e819c8930f134db41 Thu Feb 28 14:22:13 2013 +0900

data/lib/td/command/bulk_import.rb

@@ -409,8 +409,7 @@ module Command
   end
 
   def bulk_import_upload_parts2(op)
-    upload_opts = upload_parts2_config(op)
-    prepare_opts = prepare_parts2_config(op)
+    opts = upload_parts2_config(op)
 
     # java command
     javacmd = 'java'
@@ -432,13 +431,14 @@ module Command
     # make system properties
     sysprops = []
     sysprops.concat(upload_parts2_sysprops(opts))
-    sysprops.concat(prepare_parts2_sysprops(opts))
 
     # make application arguments
+    app_args = []
     app_args << 'com.treasure_data.tools.BulkImportTool'
     app_args << 'upload_parts'
-    app_args << files
+    app_args << opts[21]
 
+    # TODO consider parameters including spaces; don't use join(' ')
     command = "#{javacmd} #{jvm_opts.join(' ')} #{app_opts.join(' ')} #{sysprops.join(' ')} #{app_args.join(' ')}"
 
     exec command
@@ -472,7 +472,7 @@ module Command
     app_args = []
     app_args << 'com.treasure_data.tools.BulkImportTool'
     app_args << 'prepare_parts'
-    app_args << files
+    app_args << opts[18]
 
     # TODO consider parameters including spaces; don't use join(' ')
     command = "#{javacmd} #{jvm_opts.join(' ')} #{app_opts.join(' ')} #{sysprops.join(' ')} #{app_args.join(' ')}"
@@ -484,53 +484,95 @@ module Command
   def prepare_parts2_sysprops(opts)
     sysprops = []
     sysprops << "-Dtd.bulk_import.prepare_parts.format=#{opts[0]}"
-    sysprops << "-Dtd.bulk_import.prepare_parts.columns=#{opts[1]}" if opts[1]
-    sysprops << "-Dtd.bulk_import.prepare_parts.column-types=#{opts[2]}" if opts[2]
-    sysprops << "-Dtd.bulk_import.prepare_parts.column-header=#{opts[3]}" if opts[3]
-    sysprops << "-Dtd.bulk_import.prepare_parts.time-column=#{opts[4]}"
+    sysprops << "-Dtd.bulk_import.prepare_parts.compression=#{opts[1]}"
+    sysprops << "-Dtd.bulk_import.prepare_parts.encoding=#{opts[2]}"
+    sysprops << "-Dtd.bulk_import.prepare_parts.time-column=#{opts[3]}"
+    sysprops << "-Dtd.bulk_import.prepare_parts.time-format=#{opts[4]}"
     sysprops << "-Dtd.bulk_import.prepare_parts.time-value=#{opts[5].to_s}" if opts[5]
-    sysprops << "-Dtd.bulk_import.prepare_parts.split-size=#{opts[6]}"
-    sysprops << "-Dtd.bulk_import.prepare_parts.output-dir=#{opts[7]}"
+    sysprops << "-Dtd.bulk_import.prepare_parts.output-dir=#{opts[6]}"
+    sysprops << "-Dtd.bulk_import.prepare_parts.split-size=#{opts[7]}"
+    sysprops << "-Dtd.bulk_import.prepare_parts.error-record-output=#{opts[8]}" if opts[8]
+    sysprops << "-Dtd.bulk_import.prepare_parts.dry-run=#{opts[9]}"
+    sysprops << "-Dtd.bulk_import.prepare_parts.delimiter=#{opts[10]}"
+    sysprops << "-Dtd.bulk_import.prepare_parts.newline=#{opts[11]}"
+    sysprops << "-Dtd.bulk_import.prepare_parts.column-header=#{opts[12]}" if opts[3]
+    sysprops << "-Dtd.bulk_import.prepare_parts.columns=#{opts[13]}" if opts[1]
+    sysprops << "-Dtd.bulk_import.prepare_parts.column-types=#{opts[14]}" if opts[2]
+    sysprops << "-Dtd.bulk_import.prepare_parts.type-conversion-error=#{opts[15]}" if opts[15]
+    sysprops << "-Dtd.bulk_import.prepare_parts.exclude-columns=#{opts[16]}"
+    sysprops << "-Dtd.bulk_import.prepare_parts.only-columns=#{opts[17]}"
     sysprops
   end
 
   private
   def upload_parts2_sysprops(opts)
     sysprops = []
-    sysprops << "td.bulk_import.upload_parts.parallel=#{opts[0]}"
-    sysprops << "td.bulk_import.upload_parts.auto-perform=#{opts[1]}"
-    sysprops << "td.bulk_import.upload_parts.auto-commit=#{opts[2]}"
-    sysprops << "td.bulk_import.upload_parts.retrycount=10"
-    sysprops << "td.bulk_import.upload_parts.waitsec=1"
+    sysprops << "-Dtd.bulk_import.prepare_parts.format=#{opts[0]}"
+    sysprops << "-Dtd.bulk_import.prepare_parts.compression=#{opts[1]}"
+    sysprops << "-Dtd.bulk_import.prepare_parts.encoding=#{opts[2]}"
+    sysprops << "-Dtd.bulk_import.prepare_parts.time-column=#{opts[3]}"
+    sysprops << "-Dtd.bulk_import.prepare_parts.time-format=#{opts[4]}"
+    sysprops << "-Dtd.bulk_import.prepare_parts.time-value=#{opts[5].to_s}" if opts[5]
+    sysprops << "-Dtd.bulk_import.prepare_parts.output-dir=#{opts[6]}"
+    sysprops << "-Dtd.bulk_import.prepare_parts.split-size=#{opts[7]}"
+    sysprops << "-Dtd.bulk_import.prepare_parts.error-record-output=#{opts[8]}" if opts[8]
+    sysprops << "-Dtd.bulk_import.prepare_parts.dry-run=#{opts[9]}"
+    sysprops << "-Dtd.bulk_import.prepare_parts.delimiter=#{opts[10]}"
+    sysprops << "-Dtd.bulk_import.prepare_parts.newline=#{opts[11]}"
+    sysprops << "-Dtd.bulk_import.prepare_parts.column-header=#{opts[12]}" if opts[3]
+    sysprops << "-Dtd.bulk_import.prepare_parts.columns=#{opts[13]}" if opts[1]
+    sysprops << "-Dtd.bulk_import.prepare_parts.column-types=#{opts[14]}" if opts[2]
+    sysprops << "-Dtd.bulk_import.prepare_parts.type-conversion-error=#{opts[15]}" if opts[15]
+    sysprops << "-Dtd.bulk_import.prepare_parts.exclude-columns=#{opts[16]}"
+    sysprops << "-Dtd.bulk_import.prepare_parts.only-columns=#{opts[17]}"
+
+    sysprops << "-Dtd.bulk_import.upload_parts.auto-perform=#{opts[18]}"
+    sysprops << "-Dtd.bulk_import.upload_parts.auto-commit=#{opts[19]}"
+    sysprops << "-Dtd.bulk_import.upload_parts.parallel=#{opts[20]}"
+    sysprops << "-Dtd.bulk_import.upload_parts.retrycount=10"
+    sysprops << "-Dtd.bulk_import.upload_parts.waitsec=1"
+    sysprops << "-Dtd.api.key=#{get_client.apikey}"
     sysprops
   end
 
   private
   def prepare_parts2_config(op)
     format = 'csv'
-    columns = nil
-    column_types = nil
-    has_header = nil
+    compress = 'none'
+    encoding = 'utf-8'
     time_column = 'time'
+    time_format = nil
     time_value = nil
-    split_size_kb = PART_SPLIT_SIZE / 1024  # kb
     outdir = nil
+    split_size_kb = PART_SPLIT_SIZE / 1024  # kb
+    error_record_output = nil
+    dry_run = false
+
+    delimiter = ','
+    newline = 'CRLF'
+    column_header = nil
+    columns = nil
+    column_types = nil
+    type_conversion_error = 'skip'
+    exclude_columns = nil
+    only_columns = nil
 
-    op.on('-f', '--format NAME', 'source file format [csv]') {|s|
+    # prepare_parts
+    op.on('-f', '--format NAME', 'source file format [csv, tsv]; default=csv') {|s|
       format = s
     }
-    op.on('-h', '--columns NAME,NAME,...', 'column names (use --column-header instead if the first line has column names)') {|s|
-      columns = s
-    }
-    op.on('--column-types TYPE,TYPE,...', 'column types [string, int, long]') {|s|
-      column_types = s
+    op.on('-C', '--compress TYPE', 'compressed type [gzip, none]; default=auto detect') {|s|
+      compress = s
     }
-    op.on('-H', '--column-header', 'first line includes column names', TrueClass) {|b|
-      has_header = b
+    op.on('-e', '--encoding TYPE', 'encoding type [utf-8]') {|s|
+      encoding = s
     }
     op.on('-t', '--time-column NAME', 'name of the time column') {|s|
       time_column = s
     }
+    op.on('-T', '--time-format', 'STRF_FORMAT; default=auto detect') {|s|
+      time_format = s
+    }
     op.on('--time-value TIME', 'long value of the time column') {|s|
       if s.to_i.to_s == s
         time_value = s.to_i
@@ -539,46 +581,179 @@ module Command
         time_value = Time.parse(s).to_i
       end
     }
+    op.on('-o', '--output DIR', 'output directory') {|s|
+      outdir = s
+    }
     op.on('-s', '--split-size SIZE_IN_KB', "size of each parts (default: #{split_size_kb})", Integer) {|i|
       split_size_kb = i
     }
-    op.on('-o', '--output DIR', 'output directory') {|s|
-      outdir = s
+    op.on('--error-record-output FILE', 'error records output file; default=NULL output stream') {|s|
+      error_record_outdir = s
+    }
+    op.on('--dry-run', 'show samples as JSON and exit', FalseClass) {|b|
+      dry_run = b
+    }
+    op.on('--delimiter CHAR', 'delimiter CHAR; default="," at csv, "\t" at tsv') {|s|
+      delimiter = s
+    }
+    op.on('--newline', 'newline [CRLR, LR, CR];  default=CRLF') {|s|
+      newline = s
+    }
+    op.on('-H', '--column-header', 'first line includes column names', TrueClass) {|b|
+      column_header = b
+    }
+    op.on('-h', '--columns NAME,NAME,...', 'column names (use --column-header instead if the first line has column names)') {|s|
+      columns = s
+    }
+    op.on('--column-types TYPE,TYPE,...', 'column types [string, int, long]') {|s|
+      column_types = s
+    }
+    op.on('--type-conversion-error TYPE', 'type conversion error [skip,null]; default=skip') {|s|
+      type_conversion_error = s
+    }
+    op.on('--exclude-columns NAME,NAME,...', 'exclude columns') {|s|
+      exclude_columns = s
+    }
+    op.on('--only-columns NAME,NAME,...', 'only columns') {|s|
+      only_columns = s
     }
 
     files = op.cmd_parse
     files = [files] unless files.is_a?(Array) # TODO ruby 1.9
 
     # options validation
-    unless column_types
-      $stderr.puts "--column-types TYPE,TYPE,... option is required."
-      exit 1
-    end
+    #unless column_types
+    #  $stderr.puts "--column-types TYPE,TYPE,... option is required."
+    #  exit 1
+    #end
     unless outdir
       $stderr.puts "-o, --output DIR option is required."
       exit 1
     end
 
-    return [ format, columns, column_types, has_header, time_column, time_value, split_size_kb, outdir ]
+    return [ format, compress, encoding,
+             time_column, time_format, time_value,
+             outdir,  split_size_kb, error_record_output, dry_run,
+             delimiter, newline, column_header, columns, column_types,
+             type_conversion_error, exclude_columns, only_columns, files ]
   end
 
   private
   def upload_parts2_config(op)
-    auto_perform = true
+    format = 'csv'
+    compress = 'none'
+    encoding = 'utf-8'
+    time_column = 'time'
+    time_format = nil
+    time_value = nil
+    outdir = nil
+    split_size_kb = PART_SPLIT_SIZE / 1024  # kb
+    error_record_output = nil
+    dry_run = false
+
+    delimiter = ','
+    newline = 'CRLF'
+    column_header = nil
+    columns = nil
+    column_types = nil
+    type_conversion_error = 'skip'
+    exclude_columns = nil
+    only_columns = nil
+
+    auto_perform = false
     auto_commit = false
-    paraallel = 2
+    parallel = 2
 
+    # prepare_parts
+    op.on('-f', '--format NAME', 'source file format [csv, tsv]; default=csv') {|s|
+      format = s
+    }
+    op.on('-C', '--compress TYPE', 'compressed type [gzip, none]; default=auto detect') {|s|
+      compress = s
+    }
+    op.on('-e', '--encoding TYPE', 'encoding type [utf-8]') {|s|
+      encoding = s
+    }
+    op.on('-t', '--time-column NAME', 'name of the time column') {|s|
+      time_column = s
+    }
+    op.on('-T', '--time-format', 'STRF_FORMAT; default=auto detect') {|s|
+      time_format = s
+    }
+    op.on('--time-value TIME', 'long value of the time column') {|s|
+      if s.to_i.to_s == s
+        time_value = s.to_i
+      else
+        require 'time'
+        time_value = Time.parse(s).to_i
+      end
+    }
+    op.on('-o', '--output DIR', 'output directory') {|s|
+      outdir = s
+    }
+    op.on('-s', '--split-size SIZE_IN_KB', "size of each parts (default: #{split_size_kb})", Integer) {|i|
+      split_size_kb = i
+    }
+    op.on('--error-record-output FILE', 'error records output file; default=NULL output stream') {|s|
+      error_record_outdir = s
+    }
+    op.on('--dry-run', 'show samples as JSON and exit', FalseClass) {|b|
+      dry_run = b
+    }
+    op.on('--delimiter CHAR', 'delimiter CHAR; default="," at csv, "\t" at tsv') {|s|
+      delimiter = s
+    }
+    op.on('--newline', 'newline [CRLR, LR, CR];  default=CRLF') {|s|
+      newline = s
+    }
+    op.on('-H', '--column-header', 'first line includes column names', TrueClass) {|b|
+      column_header = b
+    }
+    op.on('-h', '--columns NAME,NAME,...', 'column names (use --column-header instead if the first line has column names)') {|s|
+      columns = s
+    }
+    op.on('--column-types TYPE,TYPE,...', 'column types [string, int, long]') {|s|
+      column_types = s
+    }
+    op.on('--type-conversion-error TYPE', 'type conversion error [skip,null]; default=skip') {|s|
+      type_conversion_error = s
+    }
+    op.on('--exclude-columns NAME,NAME,...', 'exclude columns') {|s|
+      exclude_columns = s
+    }
+    op.on('--only-columns NAME,NAME,...', 'only columns') {|s|
+      only_columns = s
+    }
+    # upload_parts
     op.on('--auto-perform', 'perform bulk import job automatically', TrueClass) {|b|
       auto_perform = b
     }
-    op.on('--auto-commit', 'perform bulk import job automatically', FalseClass) {|b|
-      auto_perform = b
+    op.on('--auto-commit', 'commit bulk import job automatically', FalseClass) {|b|
+      auto_commit = b
     }
-    op.on('--parallel NUM', 'perform uploading in parallel (default: 2; max 8)', Integer) {|i|
+    op.on('--parallel NUM', 'upload in parallel (default: 2; max 8)', Integer) {|i|
       parallel = i
     }
 
-    return [ auto_perform, auto_commit, parallel ]
+    files = op.cmd_parse
+    files = [files] unless files.is_a?(Array) # TODO ruby 1.9
+
+    # options validation
+    #unless column_types
+    #  $stderr.puts "--column-types TYPE,TYPE,... option is required."
+    #  exit 1
+    #end
+    unless outdir
+      $stderr.puts "-o, --output DIR option is required."
+      exit 1
+    end
+
+    return [ format, compress, encoding,
+             time_column, time_format, time_value,
+             outdir,  split_size_kb, error_record_output, dry_run,
+             delimiter, newline, column_header, columns, column_types,
+             type_conversion_error, exclude_columns, only_columns,
+             auto_perform, auto_commit, parallel, files ]
   end
 
   private

data/lib/td/command/query.rb

@@ -15,6 +15,7 @@ module Command
     priority = nil
     retry_limit = nil
     query = nil
+    sampling_all = nil
 
     op.on('-g', '--org ORGANIZATION', "issue the query under this organization") {|s|
       org = s
@@ -58,6 +59,9 @@ module Command
     op.on('-q', '--query PATH', 'use file instead of inline query') {|s|
       query = File.open(s) { |f| f.read.strip }
     }
+    op.on('--sampling DENOMINATOR', 'enable random sampling to reduce records 1/DENOMINATOR', Integer) {|i|
+      sampling_all = i
+    }
 
     sql = op.cmd_parse
 
@@ -89,6 +93,7 @@ module Command
 
     opts = {}
     opts['organization'] = org if org
+    opts['sampling_all'] = sampling_all if sampling_all
     job = client.query(db_name, sql, result_url, priority, retry_limit, opts)
 
     $stderr.puts "Job #{job.job_id} is queued."

data/lib/td/command/table.rb

@@ -1,6 +1,15 @@
 
 module TreasureData
 module Command
+  HIVE_RESERVED_KEYWORDS = %W[
+    TRUE FALSE ALL AND OR NOT LIKE ASC DESC ORDER BY GROUP WHERE FROM AS SELECT DISTINCT INSERT OVERWRITE
+    OUTER JOIN LEFT RIGHT FULL ON PARTITION PARTITIONS TABLE TABLES TBLPROPERTIES SHOW MSCK DIRECTORY LOCAL
+    TRANSFORM USING CLUSTER DISTRIBUTE SORT UNION LOAD DATA INPATH IS NULL CREATE EXTERNAL ALTER DESCRIBE
+    DROP REANME TO COMMENT BOOLEAN TINYINT SMALLINT INT BIGINT FLOAT DOUBLE DATE DATETIME TIMESTAMP STRING
+    BINARY ARRAY MAP REDUCE PARTITIONED CLUSTERED SORTED INTO BUCKETS ROW FORMAT DELIMITED FIELDS TERMINATED
+    COLLECTION ITEMS KEYS LINES STORED SEQUENCEFILE TEXTFILE INPUTFORMAT OUTPUTFORMAT LOCATION TABLESAMPLE BUCKET OUT
+    OF CAST ADD REPLACE COLUMNS RLIKE REGEXP TEMPORARY FUNCTION EXPLAIN EXTENDED SERDE WITH SERDEPROPERTIES LIMIT SET TBLPROPERTIES
+  ]
 
   def table_create(op)
     db_name, table_name = op.cmd_parse
@@ -8,6 +17,12 @@ module Command
     #API.validate_database_name(db_name)
     API.validate_table_name(table_name)
 
+    if HIVE_RESERVED_KEYWORDS.include?(table_name.upcase)
+      $stderr.puts "* WARNING *"
+      $stderr.puts "  '#{table_name}' is a reserved keyword in Hive. We recommend renaming the table."
+      $stderr.puts "  For a list of all reserved keywords, see our FAQ: http://docs.treasure-data.com/articles/faq"
+    end
+
     client = get_client
 
     begin
@@ -72,9 +87,14 @@ module Command
     require 'parallel'
 
     num_threads = 4
+    show_size_in_bytes = false
+
     op.on('-n', '--num_threads VAL', 'number of threads to get list in parallel') { |i|
       num_threads = Integer(i)
     }
+    op.on('--show-bytes', 'show estimated table size in bytes') {
+      show_size_in_bytes = true
+    }
 
     db_name = op.cmd_parse
 
@@ -93,8 +113,12 @@ module Command
         pschema = table.schema.fields.map {|f|
           "#{f.name}:#{f.type}"
         }.join(', ')
-        rows << {:Database => db.name, :Table => table.name, :Type => table.type.to_s, :Count => table.count.to_s,
-          :Size => table.estimated_storage_size_string, 'Last import' => table.last_import ? table.last_import.localtime : nil, :Schema => pschema}
+        rows << {
+          :Database => db.name, :Table => table.name, :Type => table.type.to_s, :Count => table.count.to_s.gsub(/(?<=\d)(?=(?:\d{3})+(?!\d))/, ','),
+          :Size => show_size_in_bytes ? table.estimated_storage_size.to_s.gsub(/(?<=\d)(?=(?:\d{3})+(?!\d))/, ',') : table.estimated_storage_size_string,
+          'Last import' => table.last_import ? table.last_import.localtime : nil,
+          :Schema => pschema
+        }
       }
     }
     rows = rows.sort_by {|map|

data/lib/td/version.rb

@@ -1,5 +1,5 @@
 module TreasureData
 
-VERSION = '0.10.72'
+VERSION = '0.10.73'
 
 end

metadata

@@ -1,18 +1,20 @@
 --- !ruby/object:Gem::Specification
 name: td
 version: !ruby/object:Gem::Version
-  version: 0.10.72
+  version: 0.10.73
+  prerelease: 
 platform: ruby
 authors:
 - Treasure Data, Inc.
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2013-02-27 00:00:00.000000000 Z
+date: 2013-03-15 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: msgpack
   requirement: !ruby/object:Gem::Requirement
+    none: false
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
@@ -20,6 +22,7 @@ dependencies:
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
+    none: false
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
@@ -27,6 +30,7 @@ dependencies:
 - !ruby/object:Gem::Dependency
   name: yajl-ruby
   requirement: !ruby/object:Gem::Requirement
+    none: false
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
@@ -34,6 +38,7 @@ dependencies:
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
+    none: false
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
@@ -41,20 +46,23 @@ dependencies:
 - !ruby/object:Gem::Dependency
   name: hirb
   requirement: !ruby/object:Gem::Requirement
+    none: false
     requirements:
-    - - '>='
+    - - ! '>='
       - !ruby/object:Gem::Version
         version: 0.4.5
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
+    none: false
     requirements:
-    - - '>='
+    - - ! '>='
       - !ruby/object:Gem::Version
         version: 0.4.5
 - !ruby/object:Gem::Dependency
   name: parallel
   requirement: !ruby/object:Gem::Requirement
+    none: false
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
@@ -62,6 +70,7 @@ dependencies:
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
+    none: false
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
@@ -69,6 +78,7 @@ dependencies:
 - !ruby/object:Gem::Dependency
   name: td-client
   requirement: !ruby/object:Gem::Requirement
+    none: false
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
@@ -76,6 +86,7 @@ dependencies:
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
+    none: false
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
@@ -83,6 +94,7 @@ dependencies:
 - !ruby/object:Gem::Dependency
   name: td-logger
   requirement: !ruby/object:Gem::Requirement
+    none: false
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
@@ -90,6 +102,7 @@ dependencies:
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
+    none: false
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
@@ -97,6 +110,7 @@ dependencies:
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
+    none: false
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
@@ -104,6 +118,7 @@ dependencies:
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
+    none: false
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
@@ -111,6 +126,7 @@ dependencies:
 - !ruby/object:Gem::Dependency
   name: rspec
   requirement: !ruby/object:Gem::Requirement
+    none: false
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
@@ -118,6 +134,7 @@ dependencies:
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
+    none: false
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
@@ -125,6 +142,7 @@ dependencies:
 - !ruby/object:Gem::Dependency
   name: simplecov
   requirement: !ruby/object:Gem::Requirement
+    none: false
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
@@ -132,6 +150,7 @@ dependencies:
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
+    none: false
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
@@ -208,26 +227,33 @@ files:
 - td.gemspec
 homepage: http://treasure-data.com/
 licenses: []
-metadata: {}
 post_install_message: 
 rdoc_options: []
 require_paths:
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
   requirements:
-  - - '>='
+  - - ! '>='
     - !ruby/object:Gem::Version
       version: '0'
+      segments:
+      - 0
+      hash: 4066201097881457752
 required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
   requirements:
-  - - '>='
+  - - ! '>='
     - !ruby/object:Gem::Version
       version: '0'
+      segments:
+      - 0
+      hash: 4066201097881457752
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.0.0
+rubygems_version: 1.8.23
 signing_key: 
-specification_version: 4
+specification_version: 3
 summary: CLI to manage data on Treasure Data, the Hadoop-based cloud data warehousing
 test_files:
 - spec/file_reader/filter_spec.rb

checksums.yaml

@@ -1,7 +0,0 @@
----
-SHA1:
-  metadata.gz: 756988829cba729420d255670f1b7db27c7f3bc3
-  data.tar.gz: ccf55b0be4c0ee2fd934ad822034336ad33a80da
-SHA512:
-  metadata.gz: 87c00a05581a54d35b4db41969a74156e5c522dbb3285dc9c615a4619e33dc6efd715f8c58b72ed82d19a841d80967be641933b93b0ab12c7af0292ca51b5faa
-  data.tar.gz: 735d45002439d770e565521033c9f470e846b93a4a3d904048c50fdb12f7b93c0c792787ea535aae923c1bc28adc2571b7672a0d3c36003dd23e332b4314e525