td 0.16.6 → 0.16.7
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +5 -5
- data/ChangeLog +4 -0
- data/lib/td/command/workflow.rb +3 -0
- data/lib/td/version.rb +1 -1
- data/spec/td/command/workflow_spec.rb +13 -0
- data/td.gemspec +1 -1
- metadata +6 -5
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
|
-
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
2
|
+
SHA1:
|
|
3
|
+
metadata.gz: 0e8a82e003b9c2d6667499b111602cdca509d2c7
|
|
4
|
+
data.tar.gz: db9933625ee612d1916878a0d8af9e6b7b533136
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: e565c67246ce1ae52d3ce2c7417e6c656a09166c00878cedb9bb9b5d54025566c222944907bf8503e4589aac29a06062d222c26375995bcdab1bfd2a889b99ad
|
|
7
|
+
data.tar.gz: caf6024add00f26ccce68cd37665bbb5b24783cc1b47d430f9ee06e4ec65fec3a57a64ce9f96bb39179eb6e4242101024e45ff83250174b436096c37f7dbd68c
|
data/ChangeLog
CHANGED
data/lib/td/command/workflow.rb
CHANGED
|
@@ -43,6 +43,9 @@ module TreasureData
|
|
|
43
43
|
].join($/) + $/)
|
|
44
44
|
cmd << '-Dio.digdag.standards.td.secrets.enabled=false'
|
|
45
45
|
cmd << "-Dconfig.td.default_endpoint=#{Config.endpoint_domain}"
|
|
46
|
+
if workflow_endpoint.match(/\.connect\./i)
|
|
47
|
+
cmd << '-Dclient.http.disable_direct_download=true'
|
|
48
|
+
end
|
|
46
49
|
else
|
|
47
50
|
# Use the digdag td.conf plugin to configure wf api and apikey.
|
|
48
51
|
env['TREASURE_DATA_CONFIG_PATH'] = Config.path
|
data/lib/td/version.rb
CHANGED
|
@@ -335,6 +335,7 @@ EOF
|
|
|
335
335
|
let(:config_path){ nil }
|
|
336
336
|
let(:apikey){ nil }
|
|
337
337
|
let(:endpoint){ nil }
|
|
338
|
+
let(:command_args){ Hash.new }
|
|
338
339
|
before do
|
|
339
340
|
# TreasureData::Command::Runner#run
|
|
340
341
|
if config_path
|
|
@@ -348,6 +349,7 @@ EOF
|
|
|
348
349
|
TreasureData::Config.endpoint = endpoint
|
|
349
350
|
TreasureData::Config.cl_endpoint = true
|
|
350
351
|
end
|
|
352
|
+
command_args.clear
|
|
351
353
|
|
|
352
354
|
allow(Kernel).to receive(:system) do |env, *cmd|
|
|
353
355
|
digdag_env.replace env
|
|
@@ -365,6 +367,7 @@ EOF
|
|
|
365
367
|
args[nil] << x
|
|
366
368
|
end
|
|
367
369
|
end
|
|
370
|
+
args.each { |key, value| command_args[key] = value }
|
|
368
371
|
if args['--config']
|
|
369
372
|
File.foreach(args['--config']) do |line|
|
|
370
373
|
k, v = line.strip.split(/\s*=\s*/, 2)
|
|
@@ -402,6 +405,16 @@ EOF
|
|
|
402
405
|
expect(workflow_config['client.http.headers.authorization']).to eq "TD1 #{apikey}"
|
|
403
406
|
expect(workflow_config['secrets.td.apikey']).to eq apikey
|
|
404
407
|
expect(digdag_env['TREASURE_DATA_WORKFLOW_ENDPOINT']).to eq 'https://api-workflow.treasuredata.co.jp'
|
|
408
|
+
expect(command_args['-Dclient.http.disable_direct_download']).to be_nil
|
|
409
|
+
end
|
|
410
|
+
end
|
|
411
|
+
context 'endpoint: https://api-hoge.connect.treasuredata.com' do
|
|
412
|
+
let(:apikey){ '1/deadbeaf' }
|
|
413
|
+
let(:endpoint){ 'https://api-hoge.connect.treasuredata.com' }
|
|
414
|
+
it 'add arg to disable direct download workflow logs from Private Connect' do
|
|
415
|
+
op = List::CommandParser.new("workflow", [], [], nil, ['log', '8000111'], true)
|
|
416
|
+
command.workflow(op, false, false)
|
|
417
|
+
expect(command_args['-Dclient.http.disable_direct_download']).to be_truthy
|
|
405
418
|
end
|
|
406
419
|
end
|
|
407
420
|
end
|
data/td.gemspec
CHANGED
|
@@ -22,7 +22,7 @@ Gem::Specification.new do |gem|
|
|
|
22
22
|
gem.add_dependency "parallel", "~> 1.8"
|
|
23
23
|
gem.add_dependency "td-client", ">= 1.0.6", "< 2"
|
|
24
24
|
gem.add_dependency "td-logger", ">= 0.3.21", "< 2"
|
|
25
|
-
gem.add_dependency "rubyzip", "
|
|
25
|
+
gem.add_dependency "rubyzip", "~> 1.3.0"
|
|
26
26
|
gem.add_dependency "zip-zip", "~> 0.3"
|
|
27
27
|
gem.add_dependency "ruby-progressbar", "~> 1.7"
|
|
28
28
|
gem.add_development_dependency "rake"
|
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: td
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.16.
|
|
4
|
+
version: 0.16.7
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Treasure Data, Inc.
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: bin
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date: 2019-
|
|
11
|
+
date: 2019-12-16 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
name: msgpack
|
|
@@ -110,14 +110,14 @@ dependencies:
|
|
|
110
110
|
name: rubyzip
|
|
111
111
|
requirement: !ruby/object:Gem::Requirement
|
|
112
112
|
requirements:
|
|
113
|
-
- - "
|
|
113
|
+
- - "~>"
|
|
114
114
|
- !ruby/object:Gem::Version
|
|
115
115
|
version: 1.3.0
|
|
116
116
|
type: :runtime
|
|
117
117
|
prerelease: false
|
|
118
118
|
version_requirements: !ruby/object:Gem::Requirement
|
|
119
119
|
requirements:
|
|
120
|
-
- - "
|
|
120
|
+
- - "~>"
|
|
121
121
|
- !ruby/object:Gem::Version
|
|
122
122
|
version: 1.3.0
|
|
123
123
|
- !ruby/object:Gem::Dependency
|
|
@@ -308,7 +308,8 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
|
308
308
|
- !ruby/object:Gem::Version
|
|
309
309
|
version: '0'
|
|
310
310
|
requirements: []
|
|
311
|
-
|
|
311
|
+
rubyforge_project:
|
|
312
|
+
rubygems_version: 2.6.14.3
|
|
312
313
|
signing_key:
|
|
313
314
|
specification_version: 4
|
|
314
315
|
summary: CLI to manage data on Treasure Data, the Hadoop-based cloud data warehousing
|