embulk-input-kafka 0.1.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -0,0 +1,16 @@
1
+ type: kafka
2
+ topics:
3
+ - "json-complex-topic"
4
+ serialize_format: json
5
+ brokers:
6
+ - "localhost:9092"
7
+ fetch_max_wait_ms: 1000
8
+ columns:
9
+ - {name: id, type: string}
10
+ - {name: int_item, type: long}
11
+ - {name: varchar_item, type: string}
12
+ - {name: time, type: timestamp, format: "%Y-%m-%dT%H:%M:%SZ"}
13
+ - {name: array, type: json}
14
+ - {name: data, type: json}
15
+ - {name: _key, type: string}
16
+ - {name: _partition, type: long}
@@ -0,0 +1,17 @@
1
+ type: kafka
2
+ topics:
3
+ - "avro-complex-topic"
4
+ serialize_format: avro_with_schema_registry
5
+ schema_registry_url: "mock://embulk-input-kafka"
6
+ brokers:
7
+ - "localhost:9092"
8
+ fetch_max_wait_ms: 1000
9
+ columns:
10
+ - {name: id, type: string}
11
+ - {name: int_item, type: long}
12
+ - {name: varchar_item, type: string}
13
+ - {name: time, type: long}
14
+ - {name: array, type: json}
15
+ - {name: data, type: json}
16
+ - {name: _key, type: string}
17
+ - {name: _partition, type: long}
@@ -0,0 +1,11 @@
1
+ type: kafka
2
+ topics:
3
+ - "json-simple-topic"
4
+ serialize_format: json
5
+ brokers:
6
+ - "localhost:9092"
7
+ fetch_max_wait_ms: 1000
8
+ columns:
9
+ - {name: id, type: string}
10
+ - {name: int_item, type: long}
11
+ - {name: varchar_item, type: string}
@@ -0,0 +1,12 @@
1
+ type: kafka
2
+ topics:
3
+ - "avro-simple-topic"
4
+ serialize_format: avro_with_schema_registry
5
+ schema_registry_url: "mock://embulk-input-kafka"
6
+ brokers:
7
+ - "localhost:9092"
8
+ fetch_max_wait_ms: 1000
9
+ columns:
10
+ - {name: id, type: string}
11
+ - {name: int_item, type: long}
12
+ - {name: varchar_item, type: string}
metadata ADDED
@@ -0,0 +1,118 @@
1
+ --- !ruby/object:Gem::Specification
2
+ name: embulk-input-kafka
3
+ version: !ruby/object:Gem::Version
4
+ version: 0.1.0
5
+ platform: ruby
6
+ authors:
7
+ - joker1007
8
+ autorequire:
9
+ bindir: bin
10
+ cert_chain: []
11
+ date: 2020-08-24 00:00:00.000000000 Z
12
+ dependencies:
13
+ - !ruby/object:Gem::Dependency
14
+ requirement: !ruby/object:Gem::Requirement
15
+ requirements:
16
+ - - "~>"
17
+ - !ruby/object:Gem::Version
18
+ version: '1.0'
19
+ name: bundler
20
+ prerelease: false
21
+ type: :development
22
+ version_requirements: !ruby/object:Gem::Requirement
23
+ requirements:
24
+ - - "~>"
25
+ - !ruby/object:Gem::Version
26
+ version: '1.0'
27
+ - !ruby/object:Gem::Dependency
28
+ requirement: !ruby/object:Gem::Requirement
29
+ requirements:
30
+ - - "~>"
31
+ - !ruby/object:Gem::Version
32
+ version: '12.0'
33
+ name: rake
34
+ prerelease: false
35
+ type: :development
36
+ version_requirements: !ruby/object:Gem::Requirement
37
+ requirements:
38
+ - - "~>"
39
+ - !ruby/object:Gem::Version
40
+ version: '12.0'
41
+ description: Loads records from Kafka.
42
+ email:
43
+ - kakyoin.hierophant@gmail.com
44
+ executables: []
45
+ extensions: []
46
+ extra_rdoc_files: []
47
+ files:
48
+ - ".circleci/config.yml"
49
+ - ".gitignore"
50
+ - LICENSE.txt
51
+ - README.md
52
+ - build.gradle
53
+ - classpath/avro-1.9.2.jar
54
+ - classpath/common-config-5.5.1.jar
55
+ - classpath/common-utils-5.5.1.jar
56
+ - classpath/commons-compress-1.19.jar
57
+ - classpath/embulk-input-kafka-0.1.0.jar
58
+ - classpath/jackson-datatype-jsr310-2.6.7.jar
59
+ - classpath/jakarta.annotation-api-1.3.5.jar
60
+ - classpath/jakarta.inject-2.6.1.jar
61
+ - classpath/jakarta.ws.rs-api-2.1.6.jar
62
+ - classpath/javax.ws.rs-api-2.1.1.jar
63
+ - classpath/jersey-common-2.30.jar
64
+ - classpath/kafka-avro-serializer-5.5.1.jar
65
+ - classpath/kafka-clients-5.5.1-ccs.jar
66
+ - classpath/kafka-schema-registry-client-5.5.1.jar
67
+ - classpath/kafka-schema-serializer-5.5.1.jar
68
+ - classpath/lz4-java-1.7.1.jar
69
+ - classpath/osgi-resource-locator-1.0.3.jar
70
+ - classpath/snappy-java-1.1.7.3.jar
71
+ - classpath/swagger-annotations-1.6.0.jar
72
+ - classpath/zstd-jni-1.4.4-7.jar
73
+ - config/checkstyle/checkstyle.xml
74
+ - config/checkstyle/default.xml
75
+ - gradle/wrapper/gradle-wrapper.jar
76
+ - gradle/wrapper/gradle-wrapper.properties
77
+ - gradlew
78
+ - gradlew.bat
79
+ - lib/embulk/input/kafka.rb
80
+ - src/main/java/org/embulk/input/kafka/AbstractKafkaInputColumnVisitor.java
81
+ - src/main/java/org/embulk/input/kafka/AvroFormatColumnVisitor.java
82
+ - src/main/java/org/embulk/input/kafka/JsonFormatColumnVisitor.java
83
+ - src/main/java/org/embulk/input/kafka/KafkaInputPlugin.java
84
+ - src/main/java/org/embulk/input/kafka/KafkaJsonDeserializer.java
85
+ - src/test/avro/ComplexRecordAvro.avsc
86
+ - src/test/avro/SimpleRecordAvro.avsc
87
+ - src/test/java/org/embulk/input/kafka/ComplexRecord.java
88
+ - src/test/java/org/embulk/input/kafka/SimpleRecord.java
89
+ - src/test/java/org/embulk/input/kafka/TestKafkaInputPlugin.java
90
+ - src/test/resources/config_complex.yml
91
+ - src/test/resources/config_complex_avro.yml
92
+ - src/test/resources/config_simple.yml
93
+ - src/test/resources/config_simple_avro.yml
94
+ homepage: https://github.com/joker1007/embulk-input-kafka
95
+ licenses:
96
+ - MIT
97
+ metadata: {}
98
+ post_install_message:
99
+ rdoc_options: []
100
+ require_paths:
101
+ - lib
102
+ required_ruby_version: !ruby/object:Gem::Requirement
103
+ requirements:
104
+ - - ">="
105
+ - !ruby/object:Gem::Version
106
+ version: '0'
107
+ required_rubygems_version: !ruby/object:Gem::Requirement
108
+ requirements:
109
+ - - ">="
110
+ - !ruby/object:Gem::Version
111
+ version: '0'
112
+ requirements: []
113
+ rubyforge_project:
114
+ rubygems_version: 2.6.13
115
+ signing_key:
116
+ specification_version: 4
117
+ summary: Kafka input plugin for Embulk
118
+ test_files: []