embulk-output-td 0.4.2 → 0.5.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/.travis.yml +2 -2
- data/CHANGELOG.md +4 -0
- data/README.md +3 -1
- data/build.gradle +4 -4
- data/circle.yml +13 -0
- data/embulk-output-td.gemspec +1 -1
- data/src/main/java/org/embulk/output/td/TdOutputPlugin.java +6 -2
- data/src/test/java/org/embulk/output/td/TestTdOutputPlugin.java +1 -1
- metadata +24 -19
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 8c63a17af8ffcd56935a0645c1344ad81a70504f
|
4
|
+
data.tar.gz: 4316828fe7bb3447f3e707218431ca2dbae71391
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: c7c320e8757801656d13b3baf817d0d25d320c53daef359bbfcd87da6835d4af3be89e65194aa58e525a1cadd41b422c8b8275a791d6b74f2983eedfe3bb4fdd
|
7
|
+
data.tar.gz: 7eaa607ac5324d313d5a5b753f94a1c229ae055c86f0cff03552a115b53c91495e6cce4678134eaf90015de31e790a482f6655600b9459911084b306586fdf9a
|
data/.travis.yml
CHANGED
data/CHANGELOG.md
CHANGED
@@ -1,3 +1,7 @@
|
|
1
|
+
## 0.5.0 - 2018-04-10
|
2
|
+
|
3
|
+
* [maintenance] Support resource pool name [#81](https://github.com/treasure-data/embulk-output-td/pull/81)
|
4
|
+
|
1
5
|
## 0.4.2 - 2017-08-09
|
2
6
|
|
3
7
|
* [maintenance] Fix Embulk version check logic bug [#79](https://github.com/treasure-data/embulk-output-td/pull/79)
|
data/README.md
CHANGED
@@ -2,7 +2,9 @@
|
|
2
2
|
|
3
3
|
[Treasure Data Service](https://www.treasuredata.com/) output plugin for [Embulk](https://github.com/embulk/embulk)
|
4
4
|
|
5
|
-
**NOTICE**:
|
5
|
+
**NOTICE**:
|
6
|
+
* embulk-output-td v0.5.0+ requires Java 1.8 or higher. For Java7, use embulk-output-td v0.4.x
|
7
|
+
* embulk-output-td v0.4.0+ only supports **Embulk v0.8.22+**.
|
6
8
|
|
7
9
|
## Overview
|
8
10
|
|
data/build.gradle
CHANGED
@@ -19,11 +19,11 @@ configurations {
|
|
19
19
|
}
|
20
20
|
|
21
21
|
group = "org.embulk.output.td"
|
22
|
-
version = "0.
|
22
|
+
version = "0.5.0"
|
23
23
|
|
24
24
|
compileJava.options.encoding = 'UTF-8' // source encoding
|
25
|
-
sourceCompatibility = 1.
|
26
|
-
targetCompatibility = 1.
|
25
|
+
sourceCompatibility = 1.8
|
26
|
+
targetCompatibility = 1.8
|
27
27
|
|
28
28
|
dependencies {
|
29
29
|
compile "org.embulk:embulk-core:0.8.+"
|
@@ -32,7 +32,7 @@ dependencies {
|
|
32
32
|
provided "org.embulk:embulk-standards:0.8.+"
|
33
33
|
compile "org.msgpack:msgpack-core:0.8.+"
|
34
34
|
provided "org.msgpack:msgpack-core:0.8.+"
|
35
|
-
compile "com.treasuredata.client:td-client:0.
|
35
|
+
compile "com.treasuredata.client:td-client:0.8.3"
|
36
36
|
|
37
37
|
testCompile "junit:junit:4.+"
|
38
38
|
testCompile "org.bigtesting:fixd:1.0.0"
|
data/circle.yml
ADDED
data/embulk-output-td.gemspec
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
|
2
2
|
Gem::Specification.new do |spec|
|
3
3
|
spec.name = "embulk-output-td"
|
4
|
-
spec.version = "0.
|
4
|
+
spec.version = "0.5.0"
|
5
5
|
spec.authors = ["Muga Nishizawa"]
|
6
6
|
spec.summary = %[TreasureData output plugin for Embulk]
|
7
7
|
spec.description = %[TreasureData output plugin is an Embulk plugin that loads records to TreasureData read by any input plugins. Search the input plugins by 'embulk-output' keyword.]
|
@@ -179,6 +179,10 @@ public class TdOutputPlugin
|
|
179
179
|
@ConfigDefault("90000")
|
180
180
|
int getRetryMaxIntervalMillis();
|
181
181
|
|
182
|
+
@Config("pool_name")
|
183
|
+
@ConfigDefault("null")
|
184
|
+
public Optional<String> getPoolName();
|
185
|
+
|
182
186
|
public boolean getDoUpload();
|
183
187
|
public void setDoUpload(boolean doUpload);
|
184
188
|
|
@@ -466,7 +470,7 @@ public class TdOutputPlugin
|
|
466
470
|
builder.setEndpoint(task.getEndpoint());
|
467
471
|
builder.setUseSSL(task.getUseSsl());
|
468
472
|
builder.setConnectTimeoutMillis(60000); // default 15000
|
469
|
-
builder.
|
473
|
+
builder.setReadTimeoutMillis(60000); // default 60000
|
470
474
|
builder.setRetryLimit(task.getRetryLimit());
|
471
475
|
builder.setRetryInitialIntervalMillis(task.getRetryInitialIntervalMillis());
|
472
476
|
builder.setRetryMaxIntervalMillis(task.getRetryMaxIntervalMillis());
|
@@ -633,7 +637,7 @@ public class TdOutputPlugin
|
|
633
637
|
}
|
634
638
|
}
|
635
639
|
// perform
|
636
|
-
client.performBulkImportSession(sessionName); // TODO use priority
|
640
|
+
client.performBulkImportSession(sessionName, task.getPoolName()); // TODO use priority
|
637
641
|
|
638
642
|
// pass
|
639
643
|
case PERFORMING:
|
@@ -452,7 +452,7 @@ public class TestTdOutputPlugin
|
|
452
452
|
|
453
453
|
TDClient client = spy(plugin.newTDClient(task));
|
454
454
|
doNothing().when(client).freezeBulkImportSession(anyString());
|
455
|
-
doNothing().when(client).performBulkImportSession(anyString());
|
455
|
+
doNothing().when(client).performBulkImportSession(anyString(), any(Optional.class));
|
456
456
|
doNothing().when(client).commitBulkImportSession(anyString());
|
457
457
|
|
458
458
|
{ // uploading + unfreeze
|
metadata
CHANGED
@@ -1,43 +1,43 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: embulk-output-td
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.
|
4
|
+
version: 0.5.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Muga Nishizawa
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date:
|
11
|
+
date: 2018-04-10 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
|
-
name: bundler
|
15
|
-
version_requirements: !ruby/object:Gem::Requirement
|
16
|
-
requirements:
|
17
|
-
- - ~>
|
18
|
-
- !ruby/object:Gem::Version
|
19
|
-
version: '1.0'
|
20
14
|
requirement: !ruby/object:Gem::Requirement
|
21
15
|
requirements:
|
22
16
|
- - ~>
|
23
17
|
- !ruby/object:Gem::Version
|
24
18
|
version: '1.0'
|
19
|
+
name: bundler
|
25
20
|
prerelease: false
|
26
21
|
type: :development
|
27
|
-
- !ruby/object:Gem::Dependency
|
28
|
-
name: rake
|
29
22
|
version_requirements: !ruby/object:Gem::Requirement
|
30
23
|
requirements:
|
31
|
-
- -
|
24
|
+
- - ~>
|
32
25
|
- !ruby/object:Gem::Version
|
33
|
-
version: '
|
26
|
+
version: '1.0'
|
27
|
+
- !ruby/object:Gem::Dependency
|
34
28
|
requirement: !ruby/object:Gem::Requirement
|
35
29
|
requirements:
|
36
30
|
- - '>='
|
37
31
|
- !ruby/object:Gem::Version
|
38
32
|
version: '10.0'
|
33
|
+
name: rake
|
39
34
|
prerelease: false
|
40
35
|
type: :development
|
36
|
+
version_requirements: !ruby/object:Gem::Requirement
|
37
|
+
requirements:
|
38
|
+
- - '>='
|
39
|
+
- !ruby/object:Gem::Version
|
40
|
+
version: '10.0'
|
41
41
|
description: TreasureData output plugin is an Embulk plugin that loads records to TreasureData read by any input plugins. Search the input plugins by 'embulk-output' keyword.
|
42
42
|
email:
|
43
43
|
- muga.nishizawa@gmail.com
|
@@ -50,6 +50,7 @@ files:
|
|
50
50
|
- CHANGELOG.md
|
51
51
|
- README.md
|
52
52
|
- build.gradle
|
53
|
+
- circle.yml
|
53
54
|
- config/checkstyle/checkstyle.xml
|
54
55
|
- embulk-output-td.gemspec
|
55
56
|
- gradle/check.gradle
|
@@ -82,17 +83,21 @@ files:
|
|
82
83
|
- src/test/java/org/embulk/output/td/TestTdOutputPlugin.java
|
83
84
|
- src/test/java/org/embulk/output/td/TestTimeValueGenerator.java
|
84
85
|
- src/test/java/org/embulk/output/td/writer/TestFieldWriterSet.java
|
85
|
-
- classpath/embulk-output-td-0.
|
86
|
+
- classpath/embulk-output-td-0.5.0.jar
|
87
|
+
- classpath/guava-21.0.jar
|
86
88
|
- classpath/hamcrest-core-1.1.jar
|
87
|
-
- classpath/jackson-
|
88
|
-
- classpath/
|
89
|
-
- classpath/
|
90
|
-
- classpath/
|
91
|
-
- classpath/
|
89
|
+
- classpath/jackson-annotations-2.8.1.jar
|
90
|
+
- classpath/jackson-core-2.8.1.jar
|
91
|
+
- classpath/jackson-databind-2.8.1.jar
|
92
|
+
- classpath/jackson-datatype-guava-2.8.1.jar
|
93
|
+
- classpath/jackson-datatype-json-org-2.8.1.jar
|
92
94
|
- classpath/json-20090211_1.jar
|
93
95
|
- classpath/json-simple-1.1.1.jar
|
94
96
|
- classpath/junit-4.10.jar
|
95
|
-
- classpath/
|
97
|
+
- classpath/okhttp-3.9.0.jar
|
98
|
+
- classpath/okhttp-urlconnection-3.9.0.jar
|
99
|
+
- classpath/okio-1.13.0.jar
|
100
|
+
- classpath/td-client-0.8.3.jar
|
96
101
|
homepage: https://github.com/treasure-data/embulk-output-td
|
97
102
|
licenses:
|
98
103
|
- Apache 2.0
|