td 0.14.0 → 0.14.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: be3247f0bc28da7b0e3f1e5caa10aaf2f0b0ff52
-  data.tar.gz: bdf8a4ac5a21214084d2f66f791ae3f85b4777d9
+  metadata.gz: 0fd96802c069458c8a45adde2c63044dbc6157e5
+  data.tar.gz: 4ca331507c1ec04cac6ad1519cee73aa86f5e33a
 SHA512:
-  metadata.gz: a5dfba44b1698e8f4f89bf0ee72c791e1b1ac54ab11398d5450b8e51d4fb214b0051cd91acf325604d6696b6dad503a69528fd71ba7aba7eec616b9c4d94688a
-  data.tar.gz: deeecc28efaa52310e34a732e77788162e6c5429bb119c3e3f7fe9efc1d3130ffbc1d728ab24fd749b53c8465007c19186746c2f369456af58356a86a7100a02
+  metadata.gz: 9a8ffee2dc536d83831e9c7a6f8e092273d2434ab5b401dedfadd756e782a4c20b2655d44478d69cbbe15bf8167c696ac605aed84bddf0efd75676f6b60ff59a
+  data.tar.gz: efc8acd54a2df5304f6f55186fa44717d3427c4820c5bf964a8e88a05f2897980d5c2e121591de3feba47d1fb4766e7061bff9ec34f43eae10a09d8c9c7d7fac

data/ChangeLog

@@ -1,3 +1,9 @@
+== 2016-07-11 version 0.14.1
+
+* Use td-client-ruby v0.8.82
+  * Add conflicts_with to AlreadyExistError (treasure-data/td-client-ruby#84)
+  * Rewrite job_result_download logic (treasure-data/td-client-ruby#85)
+
 == 2016-04-25 version 0.14.0
 
 * Use parallel v1.8.0 #161

data/lib/td/command/export.rb

@@ -15,6 +15,7 @@ module Command
     file_format = "json.gz" # default
     pool_name = nil
     encryption = nil
+    assume_role = nil
 
     op.on('-w', '--wait', 'wait until the job is completed', TrueClass) {|b|
       wait = b
@@ -37,7 +38,7 @@ module Command
     op.on('-s', '--aws-secret-key SECRET_KEY', 'AWS secret access key to export data (required)') {|s|
       aws_secret_access_key = s
     }
-    op.on('-F', '--file-format FILE_FORMAT', 'file format for exported data, either json.gz (default) or line-json.gz') { |s|
+    op.on('-F', '--file-format FILE_FORMAT', 'file format for exported data, either json.gz (default) or line-json.gz, or tsv.gz') { |s|
       raise ArgumentError, "#{s} is not a supported file format" unless SUPPORTED_FORMATS.include?(s)
       file_format = s
     }
@@ -48,6 +49,9 @@ module Command
       raise ArgumentError, "#{s} is not a supported encryption method" unless SUPPORTED_ENCRYPT_METHOD.include?(s)
       encryption = s
     }
+    op.on('-a', '--assume-role ASSUME_ROLE_ARN', 'export with assume role with ASSUME_ROLE_ARN as role arn') {|s|
+      assume_role = s
+    }
 
     db_name, table_name = op.cmd_parse
 
@@ -82,6 +86,7 @@ module Command
     s3_opts['secret_access_key'] = aws_secret_access_key
     s3_opts['pool_name'] = pool_name if pool_name
     s3_opts['encryption'] = encryption if encryption
+    s3_opts['assume_role'] = assume_role if assume_role
 
     job = client.export(db_name, table_name, "s3", s3_opts)
 

data/lib/td/version.rb

@@ -1,3 +1,3 @@
 module TreasureData
-  TOOLBELT_VERSION = '0.14.0'
+  TOOLBELT_VERSION = '0.14.1'
 end

data/spec/td/command/export_spec.rb

@@ -42,6 +42,12 @@ module TreasureData::Command
         ops.push wrong_encryption
         List::CommandParser.new("table:export", ["db_name", "table_name"], [], nil, ops, true)
       }
+      let(:option_with_assume_role) {
+        ops = option_list
+        ops.push "-a"
+        ops.push assume_role
+        List::CommandParser.new("table:export", ["db_name", "table_name"], [], nil, ops, true)
+      }
       let(:option_list) { [database, table, "-b", bucket, "-p", path, "-k", key, "-s", pass, "-F", format] }
       let(:database) { 'database' }
       let(:table)    { 'table' }
@@ -51,6 +57,7 @@ module TreasureData::Command
       let(:pass)    { 'pass' }
       let(:format)    { 'tsv.gz' }
       let(:encryption)    { 's3' }
+      let(:assume_role)    { 'arn:aws:iam::000:role/assume' }
       let(:wrong_encryption)    { 's3s3' }
       let(:job_id)    { 111 }
 
@@ -81,6 +88,18 @@ module TreasureData::Command
           command.table_export(option_with_wrong_encryption)
         }.to raise_exception
       end
+
+      it 'export table without assume role' do
+        expect {
+          command.table_export(option_with_assume_role)
+        }.to_not raise_exception
+      end
+
+      it 'export table with assume role' do
+        expect {
+          command.table_export(option_with_assume_role)
+        }.to_not raise_exception
+      end
     end
   end
 end

data/td.gemspec

@@ -21,7 +21,7 @@ Gem::Specification.new do |gem|
   gem.add_dependency "yajl-ruby", "~> 1.1"
   gem.add_dependency "hirb", ">= 0.4.5"
   gem.add_dependency "parallel", "~> 1.8.0"
-  gem.add_dependency "td-client", "~> 0.8.79"
+  gem.add_dependency "td-client", "~> 0.8.82"
   gem.add_dependency "td-logger", "~> 0.3.21"
   gem.add_dependency "rubyzip", "~> 1.1.7"
   gem.add_dependency "zip-zip", "~> 0.3"

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: td
 version: !ruby/object:Gem::Version
-  version: 0.14.0
+  version: 0.14.1
 platform: ruby
 authors:
 - Treasure Data, Inc.
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2016-04-25 00:00:00.000000000 Z
+date: 2016-07-11 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: msgpack
@@ -102,14 +102,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.8.79
+        version: 0.8.82
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.8.79
+        version: 0.8.82
 - !ruby/object:Gem::Dependency
   name: td-logger
   requirement: !ruby/object:Gem::Requirement
@@ -324,7 +324,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.4.5.1
+rubygems_version: 2.5.1
 signing_key: 
 specification_version: 4
 summary: CLI to manage data on Treasure Data, the Hadoop-based cloud data warehousing