phobos_temp_fork 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: 604672918b8ef8468f236c87b4ec130fb3617307dd8e5e8030d9ad8d0f957c58
+  data.tar.gz: fadecf36b9cdb58f19ca704f6a51e31e29b8322f0eba947968ca7321ba6e0d2e
+SHA512:
+  metadata.gz: 9151d7837cdffa5ab4516dd75127738e31ca301d60fb5e25404020dc9b5ac105b692e903e849ccaafb45398b56cb4ae21431917e5b3a1df140dd361c7b50b19d
+  data.tar.gz: b1f559126524f4a9595835e1329194cb2b708a1a93ea4b22d6d5d686cad1ec497ad6d685dd3be2e57a8a20cf1626e84cdb4e99d7155cfbad00d444c45aef8932

data/.dockerignore

@@ -0,0 +1,13 @@
+.idea
+.DS_Store
+.dockerignore
+.gitignore
+.travis.yml
+Dockerfile
+docker-compose.yml
+Gemfile.lock
+logo.png
+log/
+coverage/
+spec/examples.txt
+pkg/

data/.env

@@ -0,0 +1 @@
+DEFAULT_TIMEOUT=10

data/.gitignore

@@ -0,0 +1,16 @@
+/.bundle/
+/.yardoc
+/Gemfile.lock
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+spec/examples.txt
+/tmp/
+.DS_Store
+config/*.yml
+log/*.log
+.byebug_history
+.idea
+*.gem

data/.rspec

@@ -0,0 +1,3 @@
+--format documentation
+--color
+--backtrace

data/.rubocop.yml

@@ -0,0 +1,26 @@
+###########################
+# Configuration for rubocop
+# in .rubocop.yml
+
+##############
+# Global rules
+# see .rubocop_common.yml
+
+##############
+# Inherit default rules first, and then override those rules with
+# our violation whitelist.
+inherit_from:
+  - .rubocop_common.yml
+  - .rubocop_todo.yml
+
+##############
+# Project specific overrides here, example:
+# Metrics/BlockLength:
+#   Exclude:
+#    - 'tasks/the_huge_task.rake'
+
+AllCops:
+  Exclude:
+    - spec/**/*
+    - examples/**/*
+  TargetRubyVersion: 2.3

data/.rubocop_common.yml

@@ -0,0 +1,29 @@
+##############
+# Global rules
+AllCops:
+  Exclude:
+    - db/**/*
+  TargetRubyVersion: 2.3
+
+Rails:
+  Enabled: false
+
+Style/SymbolArray:
+  EnforcedStyle: brackets
+
+Metrics/LineLength:
+  Max: 100
+
+Metrics/BlockLength:
+  Exclude:
+   - '*.gemspec'
+   - 'spec/**/*.rb'
+
+Documentation:
+  Enabled: false
+
+Metrics/MethodLength:
+  Max: 15
+
+Metrics/AbcSize:
+  Max: 17

data/.rubocop_todo.yml

@@ -0,0 +1,7 @@
+# This configuration was generated by
+# `rubocop --auto-gen-config`
+# on 2018-10-22 14:47:09 +0200 using RuboCop version 0.59.2.
+# The point is for the user to remove these configuration records
+# one by one as the offenses are removed from the code base.
+# Note that changes in the inspected code, or installation of new
+# versions of RuboCop, may require this file to be generated again.

data/.rubosync.yml

@@ -0,0 +1,2 @@
+git:
+  repo: git@github.com:phobos/shared.git

data/.ruby-version

@@ -0,0 +1 @@
+2.5.1

data/.travis.yml

@@ -0,0 +1,37 @@
+sudo: required
+language: ruby
+rvm:
+  - 2.5.1
+  - 2.4.4
+  - 2.3.7
+
+services:
+  - docker
+
+env:
+  global:
+    - DEFAULT_TIMEOUT=20
+    - CC_TEST_REPORTER_ID=a990fd40ff4421e8b28167232242a1d6c6638f9907fc0b80eb90f82f88fcfd81
+
+before_install:
+  - env
+  - docker-compose --version
+  - docker --version
+  - docker-compose config
+  - docker-compose up -d --force-recreate kafka zookeeper
+  - docker-compose build test
+
+before_script:
+  - curl -L https://codeclimate.com/downloads/test-reporter/test-reporter-latest-linux-amd64 > ./cc-test-reporter
+  - chmod +x ./cc-test-reporter
+  - if [ "$TRAVIS_PULL_REQUEST" == "false" ]; then ./cc-test-reporter before-build || echo "Skipping CC coverage before-build"; fi
+  - mkdir coverage/
+  - touch ./coverage/.resultset.json
+
+script:
+  - docker-compose run --rm test
+
+after_script:
+  - cat ./coverage/.resultset.json | sed "s|/opt/phobos|$PWD|" > ./coverage/.newresultset.json
+  - cp ./coverage/.newresultset.json ./coverage/.resultset.json
+  - if [ "$TRAVIS_PULL_REQUEST" == "false" ]; then ./cc-test-reporter after-build --exit-code $TRAVIS_TEST_RESULT || echo "Skipping CC coverage after-build"; fi

data/CHANGELOG.md

@@ -0,0 +1,170 @@
+# Change Log
+All notable changes to this project will be documented in this file.
+
+The format is based on [Keep a Changelog](http://keepachangelog.com/)
+and this project adheres to [Semantic Versioning](http://semver.org/).
+``
+## UNRELEASED
+
+## [2.1.0] - 2021-05-27
+
+- Modify config to allow specifying kafka connection information separately for consumers and producers
+
+## [2.0.2] - 2021-01-28
+- Additional fixes for Ruby 3.0
+
+## [2.0.1] - 2021-01-14
+- Fix bug with Ruby 3.0 around OpenStruct
+
+## [2.0.0-beta1] - 2020-05-04
+
+- Remove deprecated patterns:
+-- `before_consume` method
+-- `around_consume` as a class method or without yielding values
+-- `publish` and `async_publish` with positional arguments
+
+## [1.9.0] - 2020-03-05
+- Bumped version to 1.9.0.
+
+## [1.9.0-beta3] - 2020-02-05
+
+- Fix bug where deprecation errors would be shown when receiving nil payloads
+  even if `around_consume` was updated to yield them.
+
+
+## [1.9.0-beta2] - 2020-01-09
+
+- Allow `around_consume` to yield payload and metadata, and deprecate
+  `before_consume` and `around_consume` that does not yield anything.
+
+## [1.9.0-beta1] - 2019-12-18
+- Update `publish` and `async_publish` to use keyword arguments
+  instead of positional ones. Deprecate positional arguments
+  in anticipation of removing them with 2.0.
+
+## [1.8.3-beta2] - 2019-11-15
+- Add support for message headers in both produced and consumed
+  messages and batches.
+
+## [1.8.3-beta1] - 2019-11-11
+- Automatically heartbeat after every message if necessary in batch 
+  mode.
+
+## [1.8.2] - 2019-11-11
+- Version bump for official release.
+
+## [1.8.2-beta2] - 2019-06-21
+- Added the `persistent_connections` setting and the corresponding
+  `sync_producer_shutdown` method to enable reusing the connection
+  for regular (sync) producers.
+
+## [1.8.2-beta1] - 2019-03-13
+
+- Added `BatchHandler` to consume messages in batches on the business
+  layer.
+
+## [1.8.1] - 2018-11-23
+### Added
+- Added ability to send partition keys separate from messsage keys.
+
+## [1.8.0] - 2018-07-22
+### Added
+- Possibility to configure a custom logger #81
+### Changed
+- Reduce the volume of info-level log messages #78
+- Phobos Handler `around_consume` is now an instance method #82
+- Send consumer heartbeats between retry attempts #83
+
+## [1.7.2] - 2018-05-03
+### Added
+- Add ability to override session_timeout, heartbeat_interval, offset_retention_time, offset_commit_interval, and offset_commit_threshold per listener
+### Changed
+- Phobos CLI: Load boot file before configuring (instead of after)
+
+## [1.7.1] - 2018-02-22
+### Fixed
+- Phobos overwrites ENV['RAILS_ENV'] with incorrect value #71
+- Possible NoMethodError #force_encoding #63
+- Phobos fails silently #66
+### Added
+- Add offset_retention_time to consumer options #62
+
+## [1.7.0] - 2017-12-05
+### Fixed
+- Test are failing with ruby-kafka 0.5.0 #48
+- Allow Phobos to run in apps using ActiveSupport 3.x #57
+### Added
+- Property (handler) added to listener instrumentation #60
+### Removed
+- Property (time_elapsed) removed - use duration instead #24
+### Changed
+- Max bytes per partition is now 1 MB by default #56
+
+## [1.6.1] - 2017-11-16
+### Fixed
+- `Phobos::Test::Helper` is broken #53
+
+## [1.6.0] - 2017-11-16
+### Added
+- Support for outputting logs as json #50
+- Make configuration, especially of listeners, more flexible. #31
+- Phobos Discord chat
+- Support for consuming `each_message` instead of `each_batch` via the delivery listener option. #21
+- Instantiate a single handler class instance and use that both for `consume` and `before_consume`. #47
+
+### Changed
+- Pin ruby-kafka version to < 0.5.0 #48
+- Update changelog to follow the [Keep a Changelog](http://keepachangelog.com/) structure
+
+## [1.5.0] - 2017-10-25
+### Added
+- Add `before_consume` callback to support single point of decoding a message klarna/phobos_db_checkpoint#34
+- Add `Phobos::Test::Helper` for testing, to test consumers with minimal setup required
+
+### Changed
+- Allow configuration of backoff per listener #35
+- Move container orchestration into docker-compose
+- Update docker images #38
+
+### Fixed
+- Make specs run locally #36
+
+## [1.4.2] - 2017-09-29
+### Fixed
+- Async publishing always delivers messages #33
+
+## [1.4.1] - 2017-08-22
+### Added
+- Update dev dependencies to fix warnings for the new unified Integer class
+
+### Fixed
+- Include the error `Kafka::ProcessingError` into the abort block
+
+## [1.4.0] - 2017-08-21
+### Added
+- Support for hash provided settings #30
+
+## [1.3.0] - 2017-06-15
+### Added
+- Support for ERB syntax in Phobos config file #26
+
+## [1.2.1] - 2016-10-12
+### Fixed
+- Ensure JSON layout for log files
+
+## [1.2.0] - 2016-10-10
+### Added
+- Log file can be disabled #20
+- Property (time_elapsed) available for notifications `listener.process_message` and `listener.process_batch` #24
+- Option to configure ruby-kafka logger #23
+
+## [1.1.0] - 2016-09-02
+### Added
+- Removed Hashie as a dependency #12
+- Allow configuring consumers min_bytes & max_wait_time #15
+- Allow configuring producers max_queue_size, delivery_threshold & delivery_interval #16
+- Allow configuring force_encoding for message payload #18
+
+## [1.0.0] - 2016-08-08
+### Added
+- Published on Github!

data/Dockerfile

@@ -0,0 +1,14 @@
+FROM ruby:2.5.1-alpine
+
+RUN apk update && apk upgrade && \
+    apk add --no-cache bash git openssh build-base
+RUN gem install bundler -v 1.16.1
+
+WORKDIR /opt/phobos
+
+ADD Gemfile Gemfile
+ADD phobos.gemspec phobos.gemspec
+ADD lib/phobos/version.rb lib/phobos/version.rb
+RUN bundle install
+
+ADD . .

data/Gemfile

@@ -0,0 +1,8 @@
+# frozen_string_literal: true
+
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in phobos.gemspec
+gemspec
+
+gem 'ruby-kafka', git: 'https://github.com/zendesk/ruby-kafka', branch: 'master'

data/LICENSE.txt

@@ -0,0 +1,176 @@
+Apache License
+Version 2.0, January 2004
+http://www.apache.org/licenses/
+
+TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
+
+1. Definitions.
+
+"License" shall mean the terms and conditions for use, reproduction,
+and distribution as defined by Sections 1 through 9 of this document.
+
+"Licensor" shall mean the copyright owner or entity authorized by
+the copyright owner that is granting the License.
+
+"Legal Entity" shall mean the union of the acting entity and all
+other entities that control, are controlled by, or are under common
+control with that entity. For the purposes of this definition,
+"control" means (i) the power, direct or indirect, to cause the
+direction or management of such entity, whether by contract or
+otherwise, or (ii) ownership of fifty percent (50%) or more of the
+outstanding shares, or (iii) beneficial ownership of such entity.
+
+"You" (or "Your") shall mean an individual or Legal Entity
+exercising permissions granted by this License.
+
+"Source" form shall mean the preferred form for making modifications,
+including but not limited to software source code, documentation
+source, and configuration files.
+
+"Object" form shall mean any form resulting from mechanical
+transformation or translation of a Source form, including but
+not limited to compiled object code, generated documentation,
+and conversions to other media types.
+
+"Work" shall mean the work of authorship, whether in Source or
+Object form, made available under the License, as indicated by a
+copyright notice that is included in or attached to the work
+(an example is provided in the Appendix below).
+
+"Derivative Works" shall mean any work, whether in Source or Object
+form, that is based on (or derived from) the Work and for which the
+editorial revisions, annotations, elaborations, or other modifications
+represent, as a whole, an original work of authorship. For the purposes
+of this License, Derivative Works shall not include works that remain
+separable from, or merely link (or bind by name) to the interfaces of,
+the Work and Derivative Works thereof.
+
+"Contribution" shall mean any work of authorship, including
+the original version of the Work and any modifications or additions
+to that Work or Derivative Works thereof, that is intentionally
+submitted to Licensor for inclusion in the Work by the copyright owner
+or by an individual or Legal Entity authorized to submit on behalf of
+the copyright owner. For the purposes of this definition, "submitted"
+means any form of electronic, verbal, or written communication sent
+to the Licensor or its representatives, including but not limited to
+communication on electronic mailing lists, source code control systems,
+and issue tracking systems that are managed by, or on behalf of, the
+Licensor for the purpose of discussing and improving the Work, but
+excluding communication that is conspicuously marked or otherwise
+designated in writing by the copyright owner as "Not a Contribution."
+
+"Contributor" shall mean Licensor and any individual or Legal Entity
+on behalf of whom a Contribution has been received by Licensor and
+subsequently incorporated within the Work.
+
+2. Grant of Copyright License. Subject to the terms and conditions of
+this License, each Contributor hereby grants to You a perpetual,
+worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+copyright license to reproduce, prepare Derivative Works of,
+publicly display, publicly perform, sublicense, and distribute the
+Work and such Derivative Works in Source or Object form.
+
+3. Grant of Patent License. Subject to the terms and conditions of
+this License, each Contributor hereby grants to You a perpetual,
+worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+(except as stated in this section) patent license to make, have made,
+use, offer to sell, sell, import, and otherwise transfer the Work,
+where such license applies only to those patent claims licensable
+by such Contributor that are necessarily infringed by their
+Contribution(s) alone or by combination of their Contribution(s)
+with the Work to which such Contribution(s) was submitted. If You
+institute patent litigation against any entity (including a
+cross-claim or counterclaim in a lawsuit) alleging that the Work
+or a Contribution incorporated within the Work constitutes direct
+or contributory patent infringement, then any patent licenses
+granted to You under this License for that Work shall terminate
+as of the date such litigation is filed.
+
+4. Redistribution. You may reproduce and distribute copies of the
+Work or Derivative Works thereof in any medium, with or without
+modifications, and in Source or Object form, provided that You
+meet the following conditions:
+
+(a) You must give any other recipients of the Work or
+Derivative Works a copy of this License; and
+
+(b) You must cause any modified files to carry prominent notices
+stating that You changed the files; and
+
+(c) You must retain, in the Source form of any Derivative Works
+that You distribute, all copyright, patent, trademark, and
+attribution notices from the Source form of the Work,
+excluding those notices that do not pertain to any part of
+the Derivative Works; and
+
+(d) If the Work includes a "NOTICE" text file as part of its
+distribution, then any Derivative Works that You distribute must
+include a readable copy of the attribution notices contained
+within such NOTICE file, excluding those notices that do not
+pertain to any part of the Derivative Works, in at least one
+of the following places: within a NOTICE text file distributed
+as part of the Derivative Works; within the Source form or
+documentation, if provided along with the Derivative Works; or,
+within a display generated by the Derivative Works, if and
+wherever such third-party notices normally appear. The contents
+of the NOTICE file are for informational purposes only and
+do not modify the License. You may add Your own attribution
+notices within Derivative Works that You distribute, alongside
+or as an addendum to the NOTICE text from the Work, provided
+that such additional attribution notices cannot be construed
+as modifying the License.
+
+You may add Your own copyright statement to Your modifications and
+may provide additional or different license terms and conditions
+for use, reproduction, or distribution of Your modifications, or
+for any such Derivative Works as a whole, provided Your use,
+reproduction, and distribution of the Work otherwise complies with
+the conditions stated in this License.
+
+5. Submission of Contributions. Unless You explicitly state otherwise,
+any Contribution intentionally submitted for inclusion in the Work
+by You to the Licensor shall be under the terms and conditions of
+this License, without any additional terms or conditions.
+Notwithstanding the above, nothing herein shall supersede or modify
+the terms of any separate license agreement you may have executed
+with Licensor regarding such Contributions.
+
+6. Trademarks. This License does not grant permission to use the trade
+names, trademarks, service marks, or product names of the Licensor,
+except as required for reasonable and customary use in describing the
+origin of the Work and reproducing the content of the NOTICE file.
+
+7. Disclaimer of Warranty. Unless required by applicable law or
+agreed to in writing, Licensor provides the Work (and each
+Contributor provides its Contributions) on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+implied, including, without limitation, any warranties or conditions
+of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
+PARTICULAR PURPOSE. You are solely responsible for determining the
+appropriateness of using or redistributing the Work and assume any
+risks associated with Your exercise of permissions under this License.
+
+8. Limitation of Liability. In no event and under no legal theory,
+whether in tort (including negligence), contract, or otherwise,
+unless required by applicable law (such as deliberate and grossly
+negligent acts) or agreed to in writing, shall any Contributor be
+liable to You for damages, including any direct, indirect, special,
+incidental, or consequential damages of any character arising as a
+result of this License or out of the use or inability to use the
+Work (including but not limited to damages for loss of goodwill,
+work stoppage, computer failure or malfunction, or any and all
+other commercial damages or losses), even if such Contributor
+has been advised of the possibility of such damages.
+
+9. Accepting Warranty or Additional Liability. While redistributing
+the Work or Derivative Works thereof, You may choose to offer,
+and charge a fee for, acceptance of support, warranty, indemnity,
+or other liability obligations and/or rights consistent with this
+License. However, in accepting such obligations, You may act only
+on Your own behalf and on Your sole responsibility, not on behalf
+of any other Contributor, and only if You agree to indemnify,
+defend, and hold each Contributor harmless for any liability
+incurred by, or claims asserted against, such Contributor by reason
+of your accepting any such warranty or additional liability.
+
+END OF TERMS AND CONDITIONS