phobos_temp_fork 0.0.1

data/lib/phobos/test.rb

@@ -0,0 +1,3 @@
+# frozen_string_literal: true
+
+require 'phobos/test/helper'

data/lib/phobos/test/helper.rb

@@ -0,0 +1,29 @@
+# frozen_string_literal: true
+
+module Phobos
+  module Test
+    module Helper
+      TOPIC = 'test-topic'
+      GROUP = 'test-group'
+
+      def process_message(handler:, payload:, metadata: {}, force_encoding: nil)
+        listener = Phobos::Listener.new(
+          handler: handler,
+          group_id: GROUP,
+          topic: TOPIC, force_encoding: force_encoding
+        )
+
+        message = Kafka::FetchedMessage.new(
+          message: Kafka::Protocol::Message.new(value: payload, key: nil, offset: 13),
+          topic: TOPIC, partition: 0
+        )
+
+        Phobos::Actions::ProcessMessage.new(
+          listener: listener,
+          message: message,
+          listener_metadata: metadata
+        ).execute
+      end
+    end
+  end
+end

data/lib/phobos/version.rb

@@ -0,0 +1,5 @@
+# frozen_string_literal: true
+
+module Phobos
+  VERSION = '0.0.1'
+end

data/lib/phobos_temp_fork.rb

@@ -0,0 +1,175 @@
+# frozen_string_literal: true
+
+require 'ostruct'
+require 'securerandom'
+require 'yaml'
+
+require 'active_support/core_ext/hash/keys'
+require 'active_support/core_ext/string/inflections'
+require 'active_support/notifications'
+require 'concurrent'
+require 'exponential_backoff'
+require 'kafka'
+require 'logging'
+require 'erb'
+
+require 'phobos/deep_struct'
+require 'phobos/version'
+require 'phobos/constants'
+require 'phobos/log'
+require 'phobos/instrumentation'
+require 'phobos/errors'
+require 'phobos/listener'
+require 'phobos/actions/process_batch'
+require 'phobos/actions/process_message'
+require 'phobos/actions/process_batch_inline'
+require 'phobos/producer'
+require 'phobos/handler'
+require 'phobos/batch_handler'
+require 'phobos/echo_handler'
+require 'phobos/executor'
+
+Thread.abort_on_exception = true
+
+Logging.init :debug, :info, :warn, :error, :fatal
+
+# Monkey patch to fix this issue: https://github.com/zendesk/ruby-kafka/pull/732
+module Logging
+  # :nodoc:
+  class Logger
+    # :nodoc:
+    def formatter=(*args); end
+
+    # :nodoc:
+    def push_tags(*args); end
+
+    # :nodoc:
+    def pop_tags(*args); end
+  end
+end
+
+module Phobos
+  class << self
+    attr_reader :config, :logger
+    attr_accessor :silence_log
+
+    def configure(configuration)
+      @config = fetch_configuration(configuration)
+      @config.class.send(:define_method, :producer_hash) do
+        Phobos.config.producer&.to_hash&.except(:kafka)
+      end
+      @config.class.send(:define_method, :consumer_hash) do
+        Phobos.config.consumer&.to_hash&.except(:kafka)
+      end
+      @config.listeners ||= []
+      configure_logger
+    end
+
+    def add_listeners(configuration)
+      listeners_config = fetch_configuration(configuration)
+      @config.listeners += listeners_config.listeners
+    end
+
+    def create_kafka_client(config_key = nil)
+      kafka_config = config.kafka.to_hash.merge(logger: @ruby_kafka_logger)
+
+      if config_key
+        kafka_config = kafka_config.merge(**config.send(config_key)&.kafka&.to_hash || {})
+      end
+
+      Kafka.new(**kafka_config)
+    end
+
+    def create_exponential_backoff(backoff_config = nil)
+      backoff_config ||= Phobos.config.backoff.to_hash
+      min = backoff_config[:min_ms] / 1000.0
+      max = backoff_config[:max_ms] / 1000.0
+      ExponentialBackoff.new(min, max).tap { |backoff| backoff.randomize_factor = rand }
+    end
+
+    def deprecate(message)
+      location = caller.find { |line| line !~ %r{/phobos/} }
+      warn "DEPRECATION WARNING: #{message}: #{location}"
+    end
+
+    # :nodoc:
+    def configure_logger
+      Logging.backtrace(true)
+      Logging.logger.root.level = silence_log ? :fatal : config.logger.level
+
+      configure_ruby_kafka_logger
+      configure_phobos_logger
+
+      logger.info do
+        Hash(message: 'Phobos configured', env: ENV['RAILS_ENV'] || ENV['RACK_ENV'] || 'N/A')
+      end
+    end
+
+    private
+
+    def fetch_configuration(configuration)
+      DeepStruct.new(read_configuration(configuration))
+    end
+
+    def read_configuration(configuration)
+      return configuration.to_h if configuration.respond_to?(:to_h)
+
+      YAML.safe_load(
+        ERB.new(
+          File.read(File.expand_path(configuration))
+        ).result,
+        [Symbol],
+        [],
+        true
+      )
+    end
+
+    def configure_phobos_logger
+      if config.custom_logger
+        @logger = config.custom_logger
+      else
+        @logger = Logging.logger[self]
+        @logger.appenders = logger_appenders
+      end
+    end
+
+    def configure_ruby_kafka_logger
+      if config.custom_kafka_logger
+        @ruby_kafka_logger = config.custom_kafka_logger
+      elsif config.logger.ruby_kafka
+        @ruby_kafka_logger = Logging.logger['RubyKafka']
+        @ruby_kafka_logger.appenders = logger_appenders
+        @ruby_kafka_logger.level = silence_log ? :fatal : config.logger.ruby_kafka.level
+      else
+        @ruby_kafka_logger = nil
+      end
+    end
+
+    def logger_appenders
+      appenders = [Logging.appenders.stdout(layout: stdout_layout)]
+
+      if log_file
+        FileUtils.mkdir_p(File.dirname(log_file))
+        appenders << Logging.appenders.file(log_file, layout: json_layout)
+      end
+
+      appenders
+    end
+
+    def log_file
+      config.logger.file
+    end
+
+    def json_layout
+      Logging.layouts.json(date_pattern: Constants::LOG_DATE_PATTERN)
+    end
+
+    def stdout_layout
+      if config.logger.stdout_json == true
+        json_layout
+      else
+        Logging.layouts.pattern(date_pattern: Constants::LOG_DATE_PATTERN)
+      end
+    end
+  end
+end

data/phobos.gemspec

@@ -0,0 +1,69 @@
+# frozen_string_literal: true
+
+lib = File.expand_path('lib', __dir__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'phobos/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = 'phobos_temp_fork'
+  spec.version       = Phobos::VERSION
+  spec.authors       = [
+    'Túlio Ornelas',
+    'Mathias Klippinge',
+    'Sergey Evstifeev',
+    'Thiago R. Colucci',
+    'Martin Svalin',
+    'Francisco Juan',
+    'Tommy Gustafsson',
+    'Daniel Orner'
+  ]
+  spec.email = [
+    'ornelas.tulio@gmail.com',
+    'mathias.klippinge@gmail.com',
+    'sergey.evstifeev@gmail.com',
+    'ticolucci@gmail.com',
+    'martin@lite.nu',
+    'francisco.juan@gmail.com',
+    'tommydgustafsson@gmail.com',
+    'dmorner@gmail.com'
+  ]
+
+  spec.summary       = 'Simplifying Kafka for ruby apps'
+  spec.description   = 'Phobos is a microframework and library for kafka based applications, '\
+    'it wraps common behaviors needed by consumers/producers in an easy an convenient API. '\
+    'It uses ruby-kafka as its kafka client and core component.'
+  spec.homepage      = 'https://github.com/klarna/phobos'
+  spec.license       = 'Apache License Version 2.0'
+
+  # Prevent pushing this gem to RubyGems.org. To allow pushes either set the 'allowed_push_host'
+  # to allow pushing to a single host or delete this section to allow pushing to any host.
+  unless spec.respond_to?(:metadata)
+    raise('RubyGems 2.0 or newer is required to protect against public gem pushes.')
+  end
+
+  spec.metadata['allowed_push_host'] = 'https://rubygems.org'
+
+  spec.files = `git ls-files -z`.split("\x0").reject do |f|
+    f.match(%r{^(test|spec|features)/})
+  end
+  spec.bindir        = 'bin'
+  spec.executables   = spec.files.grep(%r{^bin/phobos}) { |f| File.basename(f) }
+  spec.require_paths = ['lib']
+  spec.required_ruby_version = '>= 2.3'
+
+  spec.add_development_dependency 'bundler'
+  spec.add_development_dependency 'pry-byebug'
+  spec.add_development_dependency 'rake', '~> 12.3'
+  spec.add_development_dependency 'rspec', '~> 3.0'
+  spec.add_development_dependency 'rubocop', '0.62.0'
+  spec.add_development_dependency 'rubocop_rules'
+  spec.add_development_dependency 'simplecov'
+  spec.add_development_dependency 'timecop'
+
+  spec.add_dependency 'activesupport', '>= 3.0.0'
+  spec.add_dependency 'concurrent-ruby', '>= 1.0.2'
+  spec.add_dependency 'concurrent-ruby-ext', '>= 1.0.2'
+  spec.add_dependency 'exponential-backoff'
+  spec.add_dependency 'logging'
+  spec.add_dependency 'thor'
+end

data/phobos_boot.rb

@@ -0,0 +1,31 @@
+puts 'hello'
+
+class MyHandler1
+  include Phobos::Handler
+
+  def consume(payload, metadata)
+    puts '$$$$$$ HANDLER1 $$$$$$$$$'
+    puts "#{Thread.current.object_id}"
+    puts "#{metadata}"
+  end
+end
+
+class MyHandler2
+  include Phobos::Handler
+
+  def consume(payload, metadata)
+    puts '$$$$$$ HANDLER2 $$$$$$$$$'
+    puts "#{Thread.current.object_id}"
+    puts "#{metadata}"
+  end
+end
+
+class MyHandler3
+  include Phobos::Handler
+
+  def consume(payload, metadata)
+    puts '$$$$$$ HANDLER3 $$$$$$$$$'
+    puts "#{Thread.current.object_id}"
+    puts "#{metadata}"
+  end
+end

data/utils/create-topic.sh

@@ -0,0 +1,13 @@
+#!/bin/bash
+set -eu
+
+TOPIC=${TOPIC:='test'}
+PARTITIONS=${PARTITIONS:=2}
+
+echo "creating topic ${TOPIC}, partitions ${PARTITIONS}"
+docker-compose run --rm -e PARTITIONS=$PARTITIONS -e TOPIC=$TOPIC kafka kafka-topics.sh --create \
+  --topic $TOPIC \
+  --replication-factor 1 \
+  --partitions $PARTITIONS \
+  --zookeeper zookeeper:2181 \
+  2>/dev/null

metadata

@@ -0,0 +1,308 @@
+--- !ruby/object:Gem::Specification
+name: phobos_temp_fork
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Túlio Ornelas
+- Mathias Klippinge
+- Sergey Evstifeev
+- Thiago R. Colucci
+- Martin Svalin
+- Francisco Juan
+- Tommy Gustafsson
+- Daniel Orner
+autorequire:
+bindir: bin
+cert_chain: []
+date: 2021-08-16 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: pry-byebug
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '12.3'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '12.3'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+- !ruby/object:Gem::Dependency
+  name: rubocop
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 0.62.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 0.62.0
+- !ruby/object:Gem::Dependency
+  name: rubocop_rules
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: simplecov
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: timecop
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: activesupport
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 3.0.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 3.0.0
+- !ruby/object:Gem::Dependency
+  name: concurrent-ruby
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.0.2
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.0.2
+- !ruby/object:Gem::Dependency
+  name: concurrent-ruby-ext
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.0.2
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.0.2
+- !ruby/object:Gem::Dependency
+  name: exponential-backoff
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: logging
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: thor
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Phobos is a microframework and library for kafka based applications,
+  it wraps common behaviors needed by consumers/producers in an easy an convenient
+  API. It uses ruby-kafka as its kafka client and core component.
+email:
+- ornelas.tulio@gmail.com
+- mathias.klippinge@gmail.com
+- sergey.evstifeev@gmail.com
+- ticolucci@gmail.com
+- martin@lite.nu
+- francisco.juan@gmail.com
+- tommydgustafsson@gmail.com
+- dmorner@gmail.com
+executables:
+- phobos
+extensions: []
+extra_rdoc_files: []
+files:
+- ".dockerignore"
+- ".env"
+- ".gitignore"
+- ".rspec"
+- ".rubocop.yml"
+- ".rubocop_common.yml"
+- ".rubocop_todo.yml"
+- ".rubosync.yml"
+- ".ruby-version"
+- ".travis.yml"
+- CHANGELOG.md
+- Dockerfile
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- bin/console
+- bin/phobos
+- bin/setup
+- config/phobos.yml.example
+- docker-compose.yml
+- examples/handler_saving_events_database.rb
+- examples/handler_using_async_producer.rb
+- examples/publishing_messages_without_consumer.rb
+- lib/phobos/actions/process_batch.rb
+- lib/phobos/actions/process_batch_inline.rb
+- lib/phobos/actions/process_message.rb
+- lib/phobos/batch_handler.rb
+- lib/phobos/batch_message.rb
+- lib/phobos/cli.rb
+- lib/phobos/cli/runner.rb
+- lib/phobos/cli/start.rb
+- lib/phobos/constants.rb
+- lib/phobos/deep_struct.rb
+- lib/phobos/echo_handler.rb
+- lib/phobos/errors.rb
+- lib/phobos/executor.rb
+- lib/phobos/handler.rb
+- lib/phobos/instrumentation.rb
+- lib/phobos/listener.rb
+- lib/phobos/log.rb
+- lib/phobos/processor.rb
+- lib/phobos/producer.rb
+- lib/phobos/test.rb
+- lib/phobos/test/helper.rb
+- lib/phobos/version.rb
+- lib/phobos_temp_fork.rb
+- logo.png
+- phobos.gemspec
+- phobos_boot.rb
+- utils/create-topic.sh
+homepage: https://github.com/klarna/phobos
+licenses:
+- Apache License Version 2.0
+metadata:
+  allowed_push_host: https://rubygems.org
+post_install_message:
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '2.3'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.2.3
+signing_key:
+specification_version: 4
+summary: Simplifying Kafka for ruby apps
+test_files: []