embulk-output-kafka 0.1.6 → 0.1.7
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/build.gradle +1 -1
- data/src/main/java/org/embulk/output/kafka/KafkaOutputPlugin.java +11 -4
- metadata +3 -3
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA1:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: c2c8249b98bf48ab359b21e01dc0f4112ebf800f
|
|
4
|
+
data.tar.gz: 538847da32ff4ad84f24495c67d790185043ce02
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 0542a0a92e3c8b2a998177c874acf4d0209d0e90889894999daff756840169fe585877af51b5368eaada9ba4eb8bd6c6676fafc8ff5fc84d4edf193df19881de
|
|
7
|
+
data.tar.gz: 1cd8fb2c55282f082eef56ea983cbc59cbae551db606f55bf21c1fccfbea37cfe633ef713eb66b089f0229ab5b97ae7b9e79ad38eddfc79d9157ca2e68fc869a
|
data/build.gradle
CHANGED
|
@@ -39,7 +39,6 @@ import java.util.Random;
|
|
|
39
39
|
import java.util.concurrent.ExecutionException;
|
|
40
40
|
import java.util.concurrent.TimeUnit;
|
|
41
41
|
import java.util.concurrent.TimeoutException;
|
|
42
|
-
import java.util.concurrent.atomic.AtomicInteger;
|
|
43
42
|
import java.util.concurrent.atomic.AtomicLong;
|
|
44
43
|
|
|
45
44
|
public class KafkaOutputPlugin
|
|
@@ -221,13 +220,17 @@ public class KafkaOutputPlugin
|
|
|
221
220
|
}
|
|
222
221
|
|
|
223
222
|
String targetTopic = columnVisitor.getTopicName() != null ? columnVisitor.getTopicName() : task.getTopic();
|
|
224
|
-
ProducerRecord<Object, ObjectNode> producerRecord = new ProducerRecord<>(targetTopic, recordKey, columnVisitor.getJsonNode());
|
|
223
|
+
ProducerRecord<Object, ObjectNode> producerRecord = new ProducerRecord<>(targetTopic, columnVisitor.getPartition(), recordKey, columnVisitor.getJsonNode());
|
|
225
224
|
producer.send(producerRecord, (metadata, exception) -> {
|
|
226
225
|
if (exception != null) {
|
|
227
226
|
logger.error("produce error", exception);
|
|
228
227
|
}
|
|
229
228
|
|
|
230
|
-
logger.debug("sent record: {key: {}, value: {}}",
|
|
229
|
+
logger.debug("sent record: {topic: {}, key: {}, value: {}, partition: {}}",
|
|
230
|
+
producerRecord.topic(),
|
|
231
|
+
producerRecord.key(),
|
|
232
|
+
producerRecord.value(),
|
|
233
|
+
producerRecord.partition());
|
|
231
234
|
|
|
232
235
|
long current = counter.incrementAndGet();
|
|
233
236
|
if (current >= recordLoggingCount.get()) {
|
|
@@ -320,7 +323,11 @@ public class KafkaOutputPlugin
|
|
|
320
323
|
logger.error("produce error", exception);
|
|
321
324
|
}
|
|
322
325
|
|
|
323
|
-
logger.debug("sent record: {key: {}, value: {}}",
|
|
326
|
+
logger.debug("sent record: {topic: {}, key: {}, value: {}, partition: {}}",
|
|
327
|
+
producerRecord.topic(),
|
|
328
|
+
producerRecord.key(),
|
|
329
|
+
producerRecord.value(),
|
|
330
|
+
producerRecord.partition());
|
|
324
331
|
|
|
325
332
|
long current = counter.incrementAndGet();
|
|
326
333
|
if (current >= recordLoggingCount.get()) {
|
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: embulk-output-kafka
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.1.
|
|
4
|
+
version: 0.1.7
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- joker1007
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: bin
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date:
|
|
11
|
+
date: 2020-01-06 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
requirement: !ruby/object:Gem::Requirement
|
|
@@ -54,7 +54,7 @@ files:
|
|
|
54
54
|
- classpath/common-config-5.3.0.jar
|
|
55
55
|
- classpath/common-utils-5.3.0.jar
|
|
56
56
|
- classpath/commons-compress-1.18.jar
|
|
57
|
-
- classpath/embulk-output-kafka-0.1.
|
|
57
|
+
- classpath/embulk-output-kafka-0.1.7.jar
|
|
58
58
|
- classpath/jackson-annotations-2.9.0.jar
|
|
59
59
|
- classpath/jackson-core-2.9.9.jar
|
|
60
60
|
- classpath/jackson-databind-2.9.9.jar
|