embulk-output-kafka 0.1.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (51) hide show
  1. checksums.yaml +7 -0
  2. data/.gitignore +12 -0
  3. data/LICENSE.txt +21 -0
  4. data/README.md +110 -0
  5. data/build.gradle +113 -0
  6. data/classpath/audience-annotations-0.5.0.jar +0 -0
  7. data/classpath/avro-1.9.0.jar +0 -0
  8. data/classpath/common-config-5.3.0.jar +0 -0
  9. data/classpath/common-utils-5.3.0.jar +0 -0
  10. data/classpath/commons-compress-1.18.jar +0 -0
  11. data/classpath/embulk-output-kafka-0.1.0.jar +0 -0
  12. data/classpath/jackson-annotations-2.9.0.jar +0 -0
  13. data/classpath/jackson-core-2.9.9.jar +0 -0
  14. data/classpath/jackson-databind-2.9.9.jar +0 -0
  15. data/classpath/jline-0.9.94.jar +0 -0
  16. data/classpath/jsr305-3.0.2.jar +0 -0
  17. data/classpath/kafka-avro-serializer-5.3.0.jar +0 -0
  18. data/classpath/kafka-clients-5.3.0-ccs.jar +0 -0
  19. data/classpath/kafka-schema-registry-client-5.3.0.jar +0 -0
  20. data/classpath/lz4-java-1.6.0.jar +0 -0
  21. data/classpath/netty-3.10.6.Final.jar +0 -0
  22. data/classpath/slf4j-api-1.7.26.jar +0 -0
  23. data/classpath/snappy-java-1.1.7.3.jar +0 -0
  24. data/classpath/spotbugs-annotations-3.1.9.jar +0 -0
  25. data/classpath/zkclient-0.10.jar +0 -0
  26. data/classpath/zookeeper-3.4.14.jar +0 -0
  27. data/classpath/zstd-jni-1.4.0-1.jar +0 -0
  28. data/config/checkstyle/checkstyle.xml +128 -0
  29. data/config/checkstyle/default.xml +108 -0
  30. data/gradle/wrapper/gradle-wrapper.jar +0 -0
  31. data/gradle/wrapper/gradle-wrapper.properties +5 -0
  32. data/gradlew +172 -0
  33. data/gradlew.bat +84 -0
  34. data/lib/embulk/output/kafka.rb +3 -0
  35. data/src/main/java/org/embulk/output/kafka/AvroFormatColumnVisitor.java +189 -0
  36. data/src/main/java/org/embulk/output/kafka/JsonFormatColumnVisitor.java +103 -0
  37. data/src/main/java/org/embulk/output/kafka/KafkaJsonSerializer.java +23 -0
  38. data/src/main/java/org/embulk/output/kafka/KafkaOutputColumnVisitor.java +53 -0
  39. data/src/main/java/org/embulk/output/kafka/KafkaOutputPlugin.java +323 -0
  40. data/src/main/java/org/embulk/output/kafka/RecordProducerFactory.java +105 -0
  41. data/src/test/java/org/embulk/output/kafka/TestKafkaOutputPlugin.java +5 -0
  42. data/src/test/resources/SimpleRecord.avsc +9 -0
  43. data/src/test/resources/config_complex.yml +26 -0
  44. data/src/test/resources/config_complex_avro.yml +43 -0
  45. data/src/test/resources/config_simple.yml +22 -0
  46. data/src/test/resources/config_simple_avro.yml +32 -0
  47. data/src/test/resources/config_simple_avro_avsc_file.yml +25 -0
  48. data/src/test/resources/config_with_key_column.yml +23 -0
  49. data/src/test/resources/in1.csv +4 -0
  50. data/src/test/resources/in_complex.csv +5 -0
  51. metadata +121 -0
metadata ADDED
@@ -0,0 +1,121 @@
1
+ --- !ruby/object:Gem::Specification
2
+ name: embulk-output-kafka
3
+ version: !ruby/object:Gem::Version
4
+ version: 0.1.0
5
+ platform: ruby
6
+ authors:
7
+ - joker1007
8
+ autorequire:
9
+ bindir: bin
10
+ cert_chain: []
11
+ date: 2019-09-12 00:00:00.000000000 Z
12
+ dependencies:
13
+ - !ruby/object:Gem::Dependency
14
+ requirement: !ruby/object:Gem::Requirement
15
+ requirements:
16
+ - - "~>"
17
+ - !ruby/object:Gem::Version
18
+ version: '1.0'
19
+ name: bundler
20
+ prerelease: false
21
+ type: :development
22
+ version_requirements: !ruby/object:Gem::Requirement
23
+ requirements:
24
+ - - "~>"
25
+ - !ruby/object:Gem::Version
26
+ version: '1.0'
27
+ - !ruby/object:Gem::Dependency
28
+ requirement: !ruby/object:Gem::Requirement
29
+ requirements:
30
+ - - "~>"
31
+ - !ruby/object:Gem::Version
32
+ version: '12.0'
33
+ name: rake
34
+ prerelease: false
35
+ type: :development
36
+ version_requirements: !ruby/object:Gem::Requirement
37
+ requirements:
38
+ - - "~>"
39
+ - !ruby/object:Gem::Version
40
+ version: '12.0'
41
+ description: Dumps records to Kafka.
42
+ email:
43
+ - kakyoin.hierophant@gmail.com
44
+ executables: []
45
+ extensions: []
46
+ extra_rdoc_files: []
47
+ files:
48
+ - ".gitignore"
49
+ - LICENSE.txt
50
+ - README.md
51
+ - build.gradle
52
+ - classpath/audience-annotations-0.5.0.jar
53
+ - classpath/avro-1.9.0.jar
54
+ - classpath/common-config-5.3.0.jar
55
+ - classpath/common-utils-5.3.0.jar
56
+ - classpath/commons-compress-1.18.jar
57
+ - classpath/embulk-output-kafka-0.1.0.jar
58
+ - classpath/jackson-annotations-2.9.0.jar
59
+ - classpath/jackson-core-2.9.9.jar
60
+ - classpath/jackson-databind-2.9.9.jar
61
+ - classpath/jline-0.9.94.jar
62
+ - classpath/jsr305-3.0.2.jar
63
+ - classpath/kafka-avro-serializer-5.3.0.jar
64
+ - classpath/kafka-clients-5.3.0-ccs.jar
65
+ - classpath/kafka-schema-registry-client-5.3.0.jar
66
+ - classpath/lz4-java-1.6.0.jar
67
+ - classpath/netty-3.10.6.Final.jar
68
+ - classpath/slf4j-api-1.7.26.jar
69
+ - classpath/snappy-java-1.1.7.3.jar
70
+ - classpath/spotbugs-annotations-3.1.9.jar
71
+ - classpath/zkclient-0.10.jar
72
+ - classpath/zookeeper-3.4.14.jar
73
+ - classpath/zstd-jni-1.4.0-1.jar
74
+ - config/checkstyle/checkstyle.xml
75
+ - config/checkstyle/default.xml
76
+ - gradle/wrapper/gradle-wrapper.jar
77
+ - gradle/wrapper/gradle-wrapper.properties
78
+ - gradlew
79
+ - gradlew.bat
80
+ - lib/embulk/output/kafka.rb
81
+ - src/main/java/org/embulk/output/kafka/AvroFormatColumnVisitor.java
82
+ - src/main/java/org/embulk/output/kafka/JsonFormatColumnVisitor.java
83
+ - src/main/java/org/embulk/output/kafka/KafkaJsonSerializer.java
84
+ - src/main/java/org/embulk/output/kafka/KafkaOutputColumnVisitor.java
85
+ - src/main/java/org/embulk/output/kafka/KafkaOutputPlugin.java
86
+ - src/main/java/org/embulk/output/kafka/RecordProducerFactory.java
87
+ - src/test/java/org/embulk/output/kafka/TestKafkaOutputPlugin.java
88
+ - src/test/resources/SimpleRecord.avsc
89
+ - src/test/resources/config_complex.yml
90
+ - src/test/resources/config_complex_avro.yml
91
+ - src/test/resources/config_simple.yml
92
+ - src/test/resources/config_simple_avro.yml
93
+ - src/test/resources/config_simple_avro_avsc_file.yml
94
+ - src/test/resources/config_with_key_column.yml
95
+ - src/test/resources/in1.csv
96
+ - src/test/resources/in_complex.csv
97
+ homepage:
98
+ licenses:
99
+ - MIT
100
+ metadata: {}
101
+ post_install_message:
102
+ rdoc_options: []
103
+ require_paths:
104
+ - lib
105
+ required_ruby_version: !ruby/object:Gem::Requirement
106
+ requirements:
107
+ - - ">="
108
+ - !ruby/object:Gem::Version
109
+ version: '0'
110
+ required_rubygems_version: !ruby/object:Gem::Requirement
111
+ requirements:
112
+ - - ">="
113
+ - !ruby/object:Gem::Version
114
+ version: '0'
115
+ requirements: []
116
+ rubyforge_project:
117
+ rubygems_version: 2.6.8
118
+ signing_key:
119
+ specification_version: 4
120
+ summary: Kafka output plugin for Embulk
121
+ test_files: []