karafka 1.1.0

data/lib/karafka/setup/configurators/base.rb

@@ -0,0 +1,35 @@
+# frozen_string_literal: true
+
+module Karafka
+  module Setup
+    # Configurators module is used to enclose all the external dependencies configurations
+    class Configurators
+      # Karafka has come components that it relies on (like Sidekiq)
+      # We need to configure all of them only when the framework was set up.
+      # Any class that descends from this one will be automatically invoked upon setup (after it)
+      # @example Configure an Example class
+      #   class ExampleConfigurator < Base
+      #     def setup
+      #       ExampleClass.logger = Karafka.logger
+      #       ExampleClass.redis = config.redis
+      #     end
+      #   end
+      class Base
+        extend ActiveSupport::DescendantsTracker
+
+        attr_reader :config
+
+        # @param config [Karafka::Config] config instance
+        # @return [Karafka::Config::Base] configurator for a given component
+        def initialize(config)
+          @config = config
+        end
+
+        # This method needs to be implemented in a subclass
+        def setup
+          raise NotImplementedError
+        end
+      end
+    end
+  end
+end

data/lib/karafka/setup/configurators/water_drop.rb

@@ -0,0 +1,29 @@
+# frozen_string_literal: true
+
+module Karafka
+  module Setup
+    class Configurators
+      # Class responsible for setting up WaterDrop configuration
+      class WaterDrop < Base
+        # Sets up a WaterDrop settings
+        def setup
+          ::WaterDrop.setup do |water_config|
+            water_config.deliver = true
+
+            Karafka::App.config.to_h.except(:kafka).each do |k, v|
+              key_assignment = :"#{k}="
+              next unless water_config.respond_to?(key_assignment)
+              water_config.public_send(key_assignment, v)
+            end
+
+            Karafka::App.config.kafka.to_h.each do |k, v|
+              key_assignment = :"#{k}="
+              next unless water_config.kafka.respond_to?(key_assignment)
+              water_config.kafka.public_send(key_assignment, v)
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/lib/karafka/status.rb

@@ -0,0 +1,25 @@
+# frozen_string_literal: true
+
+module Karafka
+  # App status monitor
+  class Status
+    include Singleton
+
+    # Available states and their transitions
+    STATES = {
+      initializing: :initialize!,
+      running: :run!,
+      stopped: :stop!
+    }.freeze
+
+    STATES.each do |state, transition|
+      define_method :"#{state}?" do
+        @status == state
+      end
+
+      define_method transition do
+        @status = state
+      end
+    end
+  end
+end

data/lib/karafka/templates/application_controller.rb.example

@@ -0,0 +1,7 @@
+# frozen_string_literal: true
+
+# Application controller from which all Karafka controllers should inherit
+# You can rename it if it would conflict with your current code base (in case you're integrating
+# Karafka with other frameworks)
+class ApplicationController < Karafka::BaseController
+end

data/lib/karafka/templates/application_responder.rb.example

@@ -0,0 +1,11 @@
+# frozen_string_literal: true
+
+# Application responder from which all Karafka responders should inherit
+# You can rename it if it would conflict with your current code base (in case you're integrating
+# Karafka with other frameworks)
+class ApplicationResponder < Karafka::BaseResponder
+  # This method needs to be implemented in each of the responders
+  # def respond(data)
+  #   respond_to :topic, data.to_json
+  # end
+end

data/lib/karafka/templates/karafka.rb.example

@@ -0,0 +1,41 @@
+# frozen_string_literal: true
+
+# Non Ruby on Rails setup
+ENV['RACK_ENV'] ||= 'development'
+ENV['KARAFKA_ENV'] ||= ENV['RACK_ENV']
+Bundler.require(:default, ENV['KARAFKA_ENV'])
+Karafka::Loader.load(Karafka::App.root)
+
+# Ruby on Rails setup
+# Remove whole non-Rails setup that is above and uncomment the 4 lines below
+# ENV['RAILS_ENV'] ||= 'development'
+# ENV['KARAFKA_ENV'] = ENV['RAILS_ENV']
+# require ::File.expand_path('../config/environment', __FILE__)
+# Rails.application.eager_load!
+
+class KarafkaApp < Karafka::App
+  setup do |config|
+    config.kafka.seed_brokers = %w( 127.0.0.1:9092 )
+    config.client_id = 'example_app'
+    config.backend = :inline
+    config.batch_fetching = true
+  end
+
+  consumer_groups.draw do
+    # topic :example do
+    #   controller ExampleController
+    # end
+
+    # consumer_group :bigger_group do
+    #   topic :test do
+    #     controller TestController
+    #   end
+    #
+    #   topic :test2 do
+    #     controller Test2Controller
+    #   end
+    # end
+  end
+end
+
+KarafkaApp.boot!

data/lib/karafka/version.rb

@@ -0,0 +1,7 @@
+# frozen_string_literal: true
+
+# Main module namespace
+module Karafka
+  # Current Karafka version
+  VERSION = '1.1.0'
+end

metadata

@@ -0,0 +1,267 @@
+--- !ruby/object:Gem::Specification
+name: karafka
+version: !ruby/object:Gem::Version
+  version: 1.1.0
+platform: ruby
+authors:
+- Maciej Mensfeld
+- Pavlo Vavruk
+- Adam Gwozdowski
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2017-11-07 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: activesupport
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '5.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '5.0'
+- !ruby/object:Gem::Dependency
+  name: dry-configurable
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.7'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.7'
+- !ruby/object:Gem::Dependency
+  name: dry-validation
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.11'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.11'
+- !ruby/object:Gem::Dependency
+  name: envlogic
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.0'
+- !ruby/object:Gem::Dependency
+  name: multi_json
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '1.12'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '1.12'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '11.3'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '11.3'
+- !ruby/object:Gem::Dependency
+  name: require_all
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '1.4'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '1.4'
+- !ruby/object:Gem::Dependency
+  name: ruby-kafka
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0.5'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0.5'
+- !ruby/object:Gem::Dependency
+  name: thor
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.19'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.19'
+- !ruby/object:Gem::Dependency
+  name: waterdrop
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.0.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.0.1
+description: Framework used to simplify Apache Kafka based Ruby applications development
+email:
+- maciej@coditsu.io
+- pavlo.vavruk@gmail.com
+- adam99g@gmail.com
+executables:
+- karafka
+extensions: []
+extra_rdoc_files: []
+files:
+- ".console_irbrc"
+- ".github/ISSUE_TEMPLATE.md"
+- ".gitignore"
+- ".rspec"
+- ".ruby-gemset"
+- ".ruby-version"
+- ".travis.yml"
+- CHANGELOG.md
+- CODE_OF_CONDUCT.md
+- CONTRIBUTING.md
+- Gemfile
+- Gemfile.lock
+- MIT-LICENCE
+- README.md
+- bin/karafka
+- config/errors.yml
+- karafka.gemspec
+- lib/karafka.rb
+- lib/karafka/app.rb
+- lib/karafka/attributes_map.rb
+- lib/karafka/backends/inline.rb
+- lib/karafka/base_controller.rb
+- lib/karafka/base_responder.rb
+- lib/karafka/cli.rb
+- lib/karafka/cli/base.rb
+- lib/karafka/cli/console.rb
+- lib/karafka/cli/flow.rb
+- lib/karafka/cli/info.rb
+- lib/karafka/cli/install.rb
+- lib/karafka/cli/server.rb
+- lib/karafka/connection/config_adapter.rb
+- lib/karafka/connection/consumer.rb
+- lib/karafka/connection/listener.rb
+- lib/karafka/connection/processor.rb
+- lib/karafka/controllers/callbacks.rb
+- lib/karafka/controllers/includer.rb
+- lib/karafka/controllers/responders.rb
+- lib/karafka/controllers/single_params.rb
+- lib/karafka/errors.rb
+- lib/karafka/fetcher.rb
+- lib/karafka/helpers/class_matcher.rb
+- lib/karafka/helpers/config_retriever.rb
+- lib/karafka/helpers/multi_delegator.rb
+- lib/karafka/loader.rb
+- lib/karafka/logger.rb
+- lib/karafka/monitor.rb
+- lib/karafka/params/params.rb
+- lib/karafka/params/params_batch.rb
+- lib/karafka/parsers/json.rb
+- lib/karafka/patches/dry_configurable.rb
+- lib/karafka/patches/ruby_kafka.rb
+- lib/karafka/persistence/consumer.rb
+- lib/karafka/persistence/controller.rb
+- lib/karafka/process.rb
+- lib/karafka/responders/builder.rb
+- lib/karafka/responders/topic.rb
+- lib/karafka/routing/builder.rb
+- lib/karafka/routing/consumer_group.rb
+- lib/karafka/routing/consumer_mapper.rb
+- lib/karafka/routing/proxy.rb
+- lib/karafka/routing/router.rb
+- lib/karafka/routing/topic.rb
+- lib/karafka/routing/topic_mapper.rb
+- lib/karafka/schemas/config.rb
+- lib/karafka/schemas/consumer_group.rb
+- lib/karafka/schemas/consumer_group_topic.rb
+- lib/karafka/schemas/responder_usage.rb
+- lib/karafka/schemas/server_cli_options.rb
+- lib/karafka/server.rb
+- lib/karafka/setup/config.rb
+- lib/karafka/setup/configurators/base.rb
+- lib/karafka/setup/configurators/water_drop.rb
+- lib/karafka/status.rb
+- lib/karafka/templates/application_controller.rb.example
+- lib/karafka/templates/application_responder.rb.example
+- lib/karafka/templates/karafka.rb.example
+- lib/karafka/version.rb
+- log/.gitkeep
+homepage: https://github.com/karafka/karafka
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: 2.3.0
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.6.13
+signing_key: 
+specification_version: 4
+summary: Ruby based framework for working with Apache Kafka
+test_files: []