karafka-avro-parser 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 0851cb76a5deab8dc8365afcb5a4f2e83b9a62a1
+  data.tar.gz: 61bd7f4d7fda7ac0cb5d9d250abd04da8e2f63da
+SHA512:
+  metadata.gz: d5b119b00217c76a584b748cc145cab0b5c6d33e5e1ec6c739daeb271f7f3311189677c926a8f4f764b11458f36d4537a61302e4906ba615bbae06457f53a9da
+  data.tar.gz: 4e0535ebc08886e460be4b32cb0c4a95e92681357a167121921d628e3fb6ac7b99a36646b84a4a087f016f6bdf21fbfbc6d45f1873151eb351694de603b76b65

data/.gitignore

@@ -0,0 +1,14 @@
+/.bundle/
+/.yardoc
+/Gemfile.lock
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+/tmp/
+.idea/
+
+# rspec failure tracking
+.rspec_status
+

data/.rspec

@@ -0,0 +1,2 @@
+--format documentation
+--color

data/.travis.yml

@@ -0,0 +1,5 @@
+sudo: false
+language: ruby
+rvm:
+  - 2.3.1
+before_install: gem install bundler -v 1.15.4

data/Gemfile

@@ -0,0 +1,6 @@
+source "https://rubygems.org"
+
+git_source(:github) {|repo_name| "https://github.com/#{repo_name}" }
+
+# Specify your gem's dependencies in karafka-avro-parser.gemspec
+gemspec

data/README.md

@@ -0,0 +1,77 @@
+# Karafka::Avro::Parser
+
+Karafka Parser for [Apache Avro](http://avro.apache.org/). It uses the great [AvroTurf](https://github.com/dasch/avro_turf) gem by under the hood.
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+```ruby
+gem 'karafka-avro-parser'
+```
+
+And then execute:
+
+    $ bundle
+
+## Usage
+
+Thanks to Karafka's modular design, you only have to define a `parser` the moment you draw your consumer groups. 
+
+### Example with Schema Folder
+
+```ruby
+Karafka::Parsers::Avro.schemas_path = 'app/schemas'
+
+App.consumer_groups.draw do
+  consumer_group :my_consumer_group do
+    topic :my_topic do
+      consumer AvroConsumer
+      parser Karafka::Parsers::Avro.from_path('schema_name')
+    end
+  end
+end
+```
+
+### Example with a Codec
+
+```ruby
+Karafka::Parsers::Avro.schemas_path = 'app/schemas'
+
+App.consumer_groups.draw do
+  consumer_group :my_consumer_group do
+    topic :my_topic do
+      consumer AvroConsumer
+      parser Karafka::Parsers::Avro.from_path('schema_name', codec: 'deflate')
+    end
+  end
+end
+```
+
+### Example with Schema Registry
+
+```ruby
+Karafka::Parsers::Avro.registry_url = 'http://my-registry:8081/'
+
+App.consumer_groups.draw do
+  consumer_group :my_consumer_group do
+    topic :my_topic do
+      consumer AvroConsumer
+      parser Karafka::Parsers::Avro.from_registry('schema_name')
+    end
+  end
+end
+```
+
+## Note on contributions
+
+First, thank you for considering contributing to Karafka! It's people like you that make the open source community such a great community!
+
+Each pull request must pass all the RSpec specs and meet our quality requirements.
+
+To check if everything is as it should be, we use [Coditsu](https://coditsu.io) that combines multiple linters and code analyzers for both code and documentation. Once you're done with your changes, submit a pull request.
+
+Coditsu will automatically check your work against our quality standards. You can find your commit check results on the [builds page](https://app.coditsu.io/karafka/commit_builds) of Karafka organization.
+
+[![coditsu](https://coditsu.io/assets/quality_bar.svg)](https://app.coditsu.io/karafka-avro/commit_builds)
+

data/Rakefile

@@ -0,0 +1,6 @@
+require "bundler/gem_tasks"
+require "rspec/core/rake_task"
+
+RSpec::Core::RakeTask.new(:spec)
+
+task :default => :spec

data/bin/console

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+
+require "bundler/setup"
+require "karafka/avro/parser"
+
+# You can add fixtures and/or initialization code here to make experimenting
+# with your gem easier. You can also use a different console, if you like.
+
+# (If you use this, don't forget to add pry to your Gemfile!)
+# require "pry"
+# Pry.start
+
+require "irb"
+IRB.start(__FILE__)

data/bin/setup

@@ -0,0 +1,8 @@
+#!/usr/bin/env bash
+set -euo pipefail
+IFS=$'\n\t'
+set -vx
+
+bundle install
+
+# Do any other automated setup that you need to do here

data/karafka-avro-parser.gemspec

@@ -0,0 +1,26 @@
+# coding: utf-8
+lib = File.expand_path("../lib", __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'karafka/parsers/avro/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = 'karafka-avro-parser'
+  spec.version       = Karafka::Parsers::Avro::VERSION
+  spec.authors       = ['Kacper Madej']
+  spec.email         = %w[kacperoza@gmail.com]
+
+  spec.summary       = %q{Apache Avro support for Karafka}
+  spec.description   = %q{}
+  spec.homepage      = 'https://github.com/karafka/avro'
+
+  spec.files         = `git ls-files -z`.split("\x0").reject do |f|
+    f.match(%r{^(test|spec|features)/})
+  end
+  spec.require_paths = %w[lib]
+
+  spec.add_dependency 'avro_turf', '~> 0.8'
+
+  spec.add_development_dependency 'bundler', '~> 1.15'
+  spec.add_development_dependency 'rake', '~> 10.0'
+  spec.add_development_dependency 'rspec', '~> 3.0'
+end

data/lib/karafka/parsers/avro/parser.rb

@@ -0,0 +1,25 @@
+require 'avro_turf'
+require 'avro_turf/messaging'
+
+module Karafka
+  module Parsers
+    module Avro
+      class Parser
+        attr_reader :avro, :schema_name
+
+        def initialize(avro, schema_name)
+          @avro = avro
+          @schema_name = schema_name
+        end
+
+        def parse(content)
+          avro.decode(content, schema_name: schema_name)
+        end
+
+        def generate(content)
+          avro.encode(content, schema_name: schema_name)
+        end
+      end
+    end
+  end
+end

data/lib/karafka/parsers/avro/version.rb

@@ -0,0 +1,7 @@
+module Karafka
+  module Parsers
+    module Avro
+      VERSION = '0.1.0'
+    end
+  end
+end

data/lib/karafka/parsers/avro.rb

@@ -0,0 +1,31 @@
+require 'avro_turf'
+require 'avro_turf/messaging'
+
+require_relative 'avro/parser'
+require_relative 'avro/version'
+
+module Karafka
+  module Parsers
+    module Avro
+      def self.registry_url=(registry_url)
+        @registry_url = registry_url
+      end
+
+      def self.schemas_path=(schemas_path)
+        @schemas_path = schemas_path
+      end
+
+      def self.from_registry(schema_name)
+        raise ArgumentError, 'You have to specify registry_path first' if @registry_url.nil?
+
+        Parser.new(AvroTurf::Messaging.new(registry_url: @registry_url), schema_name)
+      end
+
+      def self.from_path(schema_name, codec: nil)
+        raise ArgumentError, 'You have to specify schemas_path first' if @schemas_path.nil?
+
+        Parser.new(AvroTurf.new(schemas_path: @schemas_path, codec: codec), schema_name)
+      end
+    end
+  end
+end

data/lib/karafka-avro-parser.rb

@@ -0,0 +1 @@
+require_relative 'karafka/parsers/avro'

metadata

@@ -0,0 +1,112 @@
+--- !ruby/object:Gem::Specification
+name: karafka-avro-parser
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Kacper Madej
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2018-04-03 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: avro_turf
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.8'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.8'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.15'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.15'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+description: ''
+email:
+- kacperoza@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".rspec"
+- ".travis.yml"
+- Gemfile
+- README.md
+- Rakefile
+- bin/console
+- bin/setup
+- karafka-avro-parser.gemspec
+- lib/karafka-avro-parser.rb
+- lib/karafka/parsers/avro.rb
+- lib/karafka/parsers/avro/parser.rb
+- lib/karafka/parsers/avro/version.rb
+homepage: https://github.com/karafka/avro
+licenses: []
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.5.1
+signing_key: 
+specification_version: 4
+summary: Apache Avro support for Karafka
+test_files: []