embulk-input-kafka 0.1.0

data/src/test/resources/config_complex.yml

@@ -0,0 +1,16 @@
+type: kafka
+topics:
+  - "json-complex-topic"
+serialize_format: json
+brokers:
+  - "localhost:9092"
+fetch_max_wait_ms: 1000
+columns:
+  - {name: id, type: string}
+  - {name: int_item, type: long}
+  - {name: varchar_item, type: string}
+  - {name: time, type: timestamp, format: "%Y-%m-%dT%H:%M:%SZ"}
+  - {name: array, type: json}
+  - {name: data, type: json}
+  - {name: _key, type: string}
+  - {name: _partition, type: long}

data/src/test/resources/config_complex_avro.yml

@@ -0,0 +1,17 @@
+type: kafka
+topics:
+  - "avro-complex-topic"
+serialize_format: avro_with_schema_registry
+schema_registry_url: "mock://embulk-input-kafka"
+brokers:
+  - "localhost:9092"
+fetch_max_wait_ms: 1000
+columns:
+  - {name: id, type: string}
+  - {name: int_item, type: long}
+  - {name: varchar_item, type: string}
+  - {name: time, type: long}
+  - {name: array, type: json}
+  - {name: data, type: json}
+  - {name: _key, type: string}
+  - {name: _partition, type: long}

data/src/test/resources/config_simple.yml

@@ -0,0 +1,11 @@
+type: kafka
+topics:
+  - "json-simple-topic"
+serialize_format: json
+brokers:
+  - "localhost:9092"
+fetch_max_wait_ms: 1000
+columns:
+  - {name: id, type: string}
+  - {name: int_item, type: long}
+  - {name: varchar_item, type: string}

data/src/test/resources/config_simple_avro.yml

@@ -0,0 +1,12 @@
+type: kafka
+topics:
+  - "avro-simple-topic"
+serialize_format: avro_with_schema_registry
+schema_registry_url: "mock://embulk-input-kafka"
+brokers:
+  - "localhost:9092"
+fetch_max_wait_ms: 1000
+columns:
+  - {name: id, type: string}
+  - {name: int_item, type: long}
+  - {name: varchar_item, type: string}

metadata

@@ -0,0 +1,118 @@
+--- !ruby/object:Gem::Specification
+name: embulk-input-kafka
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- joker1007
+autorequire:
+bindir: bin
+cert_chain: []
+date: 2020-08-24 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.0'
+  name: bundler
+  prerelease: false
+  type: :development
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.0'
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '12.0'
+  name: rake
+  prerelease: false
+  type: :development
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '12.0'
+description: Loads records from Kafka.
+email:
+- kakyoin.hierophant@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".circleci/config.yml"
+- ".gitignore"
+- LICENSE.txt
+- README.md
+- build.gradle
+- classpath/avro-1.9.2.jar
+- classpath/common-config-5.5.1.jar
+- classpath/common-utils-5.5.1.jar
+- classpath/commons-compress-1.19.jar
+- classpath/embulk-input-kafka-0.1.0.jar
+- classpath/jackson-datatype-jsr310-2.6.7.jar
+- classpath/jakarta.annotation-api-1.3.5.jar
+- classpath/jakarta.inject-2.6.1.jar
+- classpath/jakarta.ws.rs-api-2.1.6.jar
+- classpath/javax.ws.rs-api-2.1.1.jar
+- classpath/jersey-common-2.30.jar
+- classpath/kafka-avro-serializer-5.5.1.jar
+- classpath/kafka-clients-5.5.1-ccs.jar
+- classpath/kafka-schema-registry-client-5.5.1.jar
+- classpath/kafka-schema-serializer-5.5.1.jar
+- classpath/lz4-java-1.7.1.jar
+- classpath/osgi-resource-locator-1.0.3.jar
+- classpath/snappy-java-1.1.7.3.jar
+- classpath/swagger-annotations-1.6.0.jar
+- classpath/zstd-jni-1.4.4-7.jar
+- config/checkstyle/checkstyle.xml
+- config/checkstyle/default.xml
+- gradle/wrapper/gradle-wrapper.jar
+- gradle/wrapper/gradle-wrapper.properties
+- gradlew
+- gradlew.bat
+- lib/embulk/input/kafka.rb
+- src/main/java/org/embulk/input/kafka/AbstractKafkaInputColumnVisitor.java
+- src/main/java/org/embulk/input/kafka/AvroFormatColumnVisitor.java
+- src/main/java/org/embulk/input/kafka/JsonFormatColumnVisitor.java
+- src/main/java/org/embulk/input/kafka/KafkaInputPlugin.java
+- src/main/java/org/embulk/input/kafka/KafkaJsonDeserializer.java
+- src/test/avro/ComplexRecordAvro.avsc
+- src/test/avro/SimpleRecordAvro.avsc
+- src/test/java/org/embulk/input/kafka/ComplexRecord.java
+- src/test/java/org/embulk/input/kafka/SimpleRecord.java
+- src/test/java/org/embulk/input/kafka/TestKafkaInputPlugin.java
+- src/test/resources/config_complex.yml
+- src/test/resources/config_complex_avro.yml
+- src/test/resources/config_simple.yml
+- src/test/resources/config_simple_avro.yml
+homepage: https://github.com/joker1007/embulk-input-kafka
+licenses:
+- MIT
+metadata: {}
+post_install_message:
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project:
+rubygems_version: 2.6.13
+signing_key:
+specification_version: 4
+summary: Kafka input plugin for Embulk
+test_files: []