loga 2.2.0 → 2.3.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: b7c3c0cd9e1fab4d284e3adc88c1d27ee6c61f97832eb29510bbc4f44c59b302
-  data.tar.gz: 7215fed59ad0cb9e9e66ae6b8d60ed5c8da4929a4d7e91372bdae98b266a0783
+  metadata.gz: 99d4525427d3cfa44d95be9d47f82188246743e71aab9f8d40489214e02e4c02
+  data.tar.gz: 33fc287f4ecabf93cdc6d789f81a040c64eb411d7a018459fa39c91ae03c46c8
 SHA512:
-  metadata.gz: b447cbd98d83ed537851a626688de411fffa053a97fb7d24bc0988dd5f21c6a9cee63f4ac88948cba9bafe820a94b1478da3fcb9617041bfb6c70ce652a402b1
-  data.tar.gz: 517841207ffc10a6f3badab0893cf13f7ad45c1e4c21dcc0b92752b7ee0de0f270f9bfe0be75739f0a034edc74b5bcafe9f8a73ba53220ee1527f70dcbbd7f49
+  metadata.gz: 6ce2b115d84a4b3c1c93bf8070b0f3d7ed148df4eb1169ab57d8de2357ad03ea23c21fab2f30f6c0b24236919cbaee21565eee7fed007949a7fa6601118ef510
+  data.tar.gz: df05bfcd3ba233ef8a64e743fcb40c9948caeb1a82039340ae6cb24a839b2cab08044da8009f91196bf444b0b960cbcc29bd2fe9b08f8f3ac003f2757ad5d320

data/.circleci/config.yml

@@ -95,6 +95,7 @@ jobs:
       - deploy:
           name: Publish to rubygems
           command: |
+            mkdir ~/.gem
             echo ":rubygems_api_key: $RUBYGEMS_API_KEY" >  ~/.gem/credentials
             chmod 0600 ~/.gem/credentials
             gem push $CIRCLE_PROJECT_REPONAME-$(echo $CIRCLE_TAG | sed -e 's/v//').gem

data/.codeclimate.yml

@@ -1,4 +1,6 @@
 engines:
   rubocop:
     enabled: true
-    channel: rubocop-0-50
+    channel: rubocop-0-57
+    config:
+      file: rubocop.yml

data/.gitignore

@@ -25,3 +25,5 @@ spec/fixtures/**/*.log
 gemfiles/*.lock
 vendor/bundle
 .byebug_history
+.DS_Store
+

data/.rubocop.yml

@@ -1,8 +1,12 @@
 AllCops:
   Exclude:
     - '*.gemspec'
+    - 'gemfiles/*'
     - 'spec/fixtures/**/*'
     - 'vendor/bundle/**/*'
+    - 'gemfiles/vendor/bundle/**/*'
+
+require: rubocop-rspec
 
 Documentation:
   Enabled: false
@@ -28,6 +32,25 @@ Metrics/MethodLength:
   Enabled: true
   Max: 15
 
+RSpec/DescribeClass:
+  Enabled: false
+
+RSpec/ExampleLength:
+  Enabled: false
+
+RSpec/FilePath:
+  Exclude:
+    - spec/integration/rails/action_mailer_spec.rb
+    - spec/integration/rails/railtie_spec.rb
+
+RSpec/MultipleExpectations:
+  Enabled: false
+
+RSpec/NamedSubject:
+  Enabled: false
+
+RSpec/NestedGroups:
+  Enabled: false
 Style/BlockDelimiters:
   Enabled: false
 
@@ -37,10 +60,14 @@ Style/FormatString:
 Style/PerlBackrefs:
   Enabled: false
 
-Style/TrailingCommaInLiteral:
+Style/TrailingCommaInArguments:
+  Enabled: true
+  EnforcedStyleForMultiline: comma
+
+Style/TrailingCommaInArrayLiteral:
   Enabled: true
   EnforcedStyleForMultiline: comma
 
-Style/TrailingCommaInArguments:
+Style/TrailingCommaInHashLiteral:
   Enabled: true
   EnforcedStyleForMultiline: comma

data/Appraisals

@@ -24,5 +24,9 @@ appraise 'rails52' do
   gem 'rails', '~> 5.2.0'
 end
 
+appraise 'sidekiq51' do
+  gem 'sidekiq', '~> 5.1.0'
+end
+
 appraise 'unit' do
 end

data/CHANGELOG.md

@@ -4,6 +4,10 @@ All notable changes to this project will be documented in this file.
 The format is based on [Keep a Changelog](http://keepachangelog.com/)
 and this project adheres to [Semantic Versioning](http://semver.org/).
 
+## [2.3.0] - 2018-06-29
+### Added
+Support for Sidekiq `~> 5.0`.
+
 ## [2.2.0] - 2018-05-10
 ### Added
 Subscribe to `ActionMailer` events

data/Guardfile

@@ -39,6 +39,20 @@ group :rails do
   end
 end
 
+group :sidekiq do
+  cmd = 'bundle exec appraisal sidekiq51 rspec'
+
+  guard :rspec, all_on_start: true, cmd: cmd do
+    watch('lib/loga/sidekiq/job_logger.rb') do
+      [
+        'spec/integration/sidekiq_spec.rb',
+        'spec/loga/sidekiq/job_logger_spec.rb',
+        'spec/loga/sidekiq_spec.rb',
+      ]
+    end
+  end
+end
+
 group :unit do
   guard :rspec, cmd: 'bundle exec appraisal unit rspec' do
     watch(%r{^spec/unit/.+_spec\.rb$})

data/README.md

@@ -148,6 +148,10 @@ environment variable therefore it must be removed.
 LOGA_FORMAT=simple rackup
 ```
 
+### Sidekiq
+
+Loga `2.3` provides an out-of-the-box support for `Sidekiq ~> 5.0`.
+
 ## Output Example
 
 ### GELF Format

data/gemfiles/sidekiq51.gemfile

@@ -0,0 +1,11 @@
+# This file was generated by Appraisal
+
+source "https://rubygems.org"
+
+gem "sidekiq", "~> 5.1.0"
+
+group :test do
+  gem "simplecov"
+end
+
+gemspec path: "../"

data/lib/loga.rb

@@ -8,6 +8,7 @@ require 'loga/rack/logger'
 require 'loga/rack/request'
 require 'loga/rack/request_id'
 require 'loga/railtie' if defined?(Rails)
+require 'loga/sidekiq'
 
 module Loga
   ConfigurationError = Class.new(StandardError)
@@ -22,11 +23,11 @@ module Loga
   end
 
   def self.configure(options, framework_options = {})
-    if @configuration
-      raise ConfigurationError, 'Loga has already been configured'
-    end
+    raise ConfigurationError, 'Loga has already been configured' if @configuration
 
     @configuration ||= Configuration.new(options, framework_options)
+
+    Loga::Sidekiq.configure_logging
   end
 
   def self.logger

data/lib/loga/ext/core/tempfile.rb

@@ -1,7 +1,7 @@
 # Fixes encoding error when converting uploaded file to JSON
 # https://github.com/rails/rails/issues/25250
 class Tempfile
-  def as_json(_ = nil)
+  def as_json(_any = nil)
     to_s
   end
 end

data/lib/loga/formatters/simple_formatter.rb

@@ -30,9 +30,7 @@ module Loga
         components = [event.message]
 
         %i[type data exception].each do |attr|
-          if event.public_send(attr)
-            components.push "#{attr}=#{event.public_send(attr)}"
-          end
+          components.push "#{attr}=#{event.public_send(attr)}" if event.public_send(attr)
         end
 
         components.join(' ')

data/lib/loga/rack/request.rb

@@ -50,7 +50,7 @@ module Loga
       end
 
       def filtered_form_hash
-        @filter_form_hash ||= filter_hash(form_hash)
+        @filtered_form_hash ||= filter_hash(form_hash)
       end
 
       private
@@ -78,7 +78,7 @@ module Loga
       end
 
       def parameter_filter
-        @filter_parameters ||=
+        @parameter_filter ||=
           ParameterFilter.new(loga_filter_parameters | action_dispatch_filter_params)
       end
 

data/lib/loga/sidekiq.rb

@@ -0,0 +1,16 @@
+require 'loga/sidekiq/job_logger'
+
+module Loga
+  module Sidekiq
+    def self.configure_logging
+      return unless defined?(::Sidekiq)
+      return if Gem::Version.new(::Sidekiq::VERSION) < Gem::Version.new('5.0')
+
+      ::Sidekiq.configure_server do |config|
+        config.options[:job_logger] = Loga::Sidekiq::JobLogger
+      end
+
+      ::Sidekiq::Logging.logger = Loga.configuration.logger
+    end
+  end
+end

data/lib/loga/sidekiq/job_logger.rb

@@ -0,0 +1,62 @@
+module Loga
+  module Sidekiq
+    # The approach of using a custom job logger in sidekiq was introduced
+    # in v5.0: https://github.com/mperham/sidekiq/pull/3235
+    # This job logger does not support logging for Sidekiq versions
+    # that are before 5.0
+    class JobLogger
+      include Loga::Utilities
+
+      EVENT_TYPE = 'sidekiq'.freeze
+
+      attr_reader :started_at, :data
+
+      def initialize
+        @started_at = Time.now
+        @data = {}
+      end
+
+      def call(item, _queue)
+        yield
+      rescue Exception => ex # rubocop:disable Lint/RescueException
+        data['exception'] = ex
+
+        raise
+      ensure
+        assign_data(item)
+        send_message
+      end
+
+      private
+
+      def assign_data(item)
+        data['created_at']  = item['created_at']
+        data['enqueued_at'] = item['enqueued_at']
+        data['jid']         = item['jid']
+        data['queue']       = item['queue']
+        data['retry']       = item['retry']
+        data['params']      = item['args']
+        data['class']       = item['class']
+        data['duration']    = duration_in_ms(started_at)
+      end
+
+      def short_message
+        "#{data['class']} with jid: '#{data['jid']}' executed in #{data['duration']}ms"
+      end
+
+      def send_message
+        event = Event.new(data: data, message: short_message, type: EVENT_TYPE)
+
+        logger.public_send(compute_level, event)
+      end
+
+      def compute_level
+        data.key?('exception') ? :warn : :info
+      end
+
+      def logger
+        Loga.logger
+      end
+    end
+  end
+end

data/lib/loga/utilities.rb

@@ -1,6 +1,6 @@
 module Loga
   module Utilities
-    def duration_in_ms(started_at, ended_at)
+    def duration_in_ms(started_at, ended_at = Time.now)
       ((ended_at - started_at) * 1000).round
     end
   end

data/lib/loga/version.rb

@@ -1,3 +1,3 @@
 module Loga
-  VERSION = '2.2.0'.freeze
+  VERSION = '2.3.0'.freeze
 end

data/loga.gemspec

@@ -30,7 +30,9 @@ Gem::Specification.new do |spec|
   spec.add_development_dependency 'pry'
   spec.add_development_dependency 'rack-test'
   spec.add_development_dependency 'rake'
-  spec.add_development_dependency 'rspec',    '~> 3.6.0'
-  spec.add_development_dependency 'rubocop',  '~> 0.50.0'
+  spec.add_development_dependency 'fakeredis'
+  spec.add_development_dependency 'rspec',    '~> 3.7.0'
+  spec.add_development_dependency 'rubocop',  '~> 0.57.0'
+  spec.add_development_dependency 'rubocop-rspec'
   spec.add_development_dependency 'timecop'
 end

data/spec/fixtures/rails32.rb

@@ -18,6 +18,7 @@ class Dummy < Rails::Application
     service_version: '1.0',
   }
   config.action_mailer.delivery_method = :test
+  config.active_support.deprecation = :notify
 end
 
 class ApplicationController < ActionController::Base

data/spec/integration/rails/railtie_spec.rb

@@ -6,12 +6,13 @@ RSpec.describe Loga::Railtie do
 
   describe 'Tempfile' do
     let(:tempfile) { Tempfile.new('README.md') }
+
     it 'monkey patches #as_json' do
       expect(tempfile.as_json).to eql(tempfile.to_s)
     end
   end
 
-  context 'development', if: Rails.env.development? do
+  context 'when development', if: Rails.env.development? do
     describe 'loga_initialize_logger' do
       let(:formatter) { Loga::Formatters::SimpleFormatter }
 
@@ -25,7 +26,7 @@ RSpec.describe Loga::Railtie do
     end
   end
 
-  context 'production', if: Rails.env.production? do
+  context 'when production', if: Rails.env.production? do
     describe 'loga_initialize_logger' do
       it 'assign Loga logger to Rails logger' do
         expect(Loga.logger).to equal(Rails.logger)
@@ -57,7 +58,7 @@ RSpec.describe Loga::Railtie do
         listeners.map { |l| l.instance_variable_get(:@delegate).class }
       end
 
-      context 'ActionView' do
+      describe 'ActionView' do
         [
           'render_collection.action_view',
           'render_partial.action_view',
@@ -66,12 +67,12 @@ RSpec.describe Loga::Railtie do
           let(:notification) { notification }
 
           it 'removes ActionView::LogSubscriber' do
-            expect(subscribers).to_not include(ActionView::LogSubscriber)
+            expect(subscribers).not_to include(ActionView::LogSubscriber)
           end
         end
       end
 
-      context 'ActionController' do
+      describe 'ActionController' do
         [
           'exist_fragment?.action_controller',
           'expire_fragment.action_controller',
@@ -91,12 +92,12 @@ RSpec.describe Loga::Railtie do
           let(:notification) { notification }
 
           it 'removes ActionController::LogSubscriber' do
-            expect(subscribers).to_not include(ActionController::LogSubscriber)
+            expect(subscribers).not_to include(ActionController::LogSubscriber)
           end
         end
       end
 
-      context 'ActionMailer' do
+      describe 'ActionMailer' do
         [
           'receive.action_mailer',
           'deliver.action_mailer',
@@ -105,7 +106,7 @@ RSpec.describe Loga::Railtie do
           let(:notification) { notification }
 
           it 'removes ActionMailer::LogSubscriber' do
-            expect(subscribers).to_not include(ActionMailer::LogSubscriber)
+            expect(subscribers).not_to include(ActionMailer::LogSubscriber)
           end
         end
       end

data/spec/integration/rails/request_spec.rb

@@ -31,7 +31,7 @@ RSpec.describe 'Structured logging with Rails', timecop: true,
   end
 
   describe 'LogSubscriber' do
-    context 'ActionController' do
+    describe 'ActionController' do
       let(:action_controller_notifications) do
         log_entries.select { |e| e.to_json =~ /Processing by|Completed/ }
       end
@@ -42,7 +42,7 @@ RSpec.describe 'Structured logging with Rails', timecop: true,
       end
     end
 
-    context 'ActionView' do
+    describe 'ActionView' do
       let(:action_view_notifications) do
         log_entries.select { |e| e.to_json =~ /Rendered/ }
       end

data/spec/integration/sidekiq_spec.rb

@@ -0,0 +1,131 @@
+require 'spec_helper'
+require 'timecop'
+require 'fakeredis'
+
+dummy_redis_config = ConnectionPool.new(size: 5) { Redis.new }
+
+Sidekiq.configure_client do |config|
+  config.redis = dummy_redis_config
+end
+
+Sidekiq.configure_server do |config|
+  config.redis = dummy_redis_config
+end
+
+class MySidekiqWorker
+  include Sidekiq::Worker
+
+  def perform(_name); end
+end
+
+describe 'Sidekiq client logger' do
+  let(:target) { StringIO.new }
+
+  let(:json_line) do
+    target.rewind
+    JSON.parse(target.read)
+  end
+
+  before do
+    Redis.current.flushall
+
+    Loga.reset
+
+    Loga.configure(
+      service_name: 'hello_world_app',
+      service_version: '1.0',
+      device: target,
+      format: :gelf,
+    )
+  end
+
+  it 'has the proper job logger' do
+    job_logger = Loga::Sidekiq::JobLogger
+
+    expect(Sidekiq.options[:job_logger]).to eq job_logger
+  end
+
+  it 'has the proper logger Sidekiq::Logging.logger' do
+    expect(Sidekiq::Logging.logger).to eq Loga.logger
+  end
+
+  it 'has the proper logger for Sidekiq.logger' do
+    expect(Sidekiq.logger).to eq Loga.logger
+  end
+
+  it 'pushes a new element in the default queue' do
+    MySidekiqWorker.perform_async('Bob')
+
+    last_element = JSON.parse(Redis.current.lpop('queue:default'))
+
+    aggregate_failures do
+      expect(last_element['class']).to eq 'MySidekiqWorker'
+      expect(last_element['args']).to eq ['Bob']
+      expect(last_element['retry']).to eq true
+      expect(last_element['queue']).to eq 'default'
+    end
+  end
+
+  if ENV['BUNDLE_GEMFILE'] =~ /sidekiq51/
+    # https://github.com/mperham/sidekiq/blob/97363210b47a4f8a1d8c1233aaa059d6643f5040/test/test_actors.rb#L57-L79
+    let(:mgr) do
+      Class.new do
+        attr_reader :latest_error, :mutex, :cond
+
+        def initialize
+          @mutex = ::Mutex.new
+          @cond = ::ConditionVariable.new
+        end
+
+        def processor_died(_inst, err)
+          @latest_error = err
+
+          @mutex.synchronize { @cond.signal }
+        end
+
+        def processor_stopped(_inst)
+          @mutex.synchronize { @cond.signal }
+        end
+
+        def options
+          {
+            concurrency: 3,
+            queues: ['default'],
+            job_logger: Loga::Sidekiq::JobLogger,
+          }
+        end
+      end
+    end
+
+    it 'logs the job processing event' do
+      MySidekiqWorker.perform_async('Bob')
+
+      require 'sidekiq/processor'
+      Sidekiq::Processor.new(mgr.new).start
+      sleep 0.5
+
+      expected_attributes = {
+        '_queue'=> 'default',
+        '_retry'=> true,
+        '_params'=> ['Bob'],
+        '_class'=> 'MySidekiqWorker',
+        '_type'=> 'sidekiq',
+        '_service.name'=> 'hello_world_app',
+        '_service.version'=> '1.0',
+        '_tags'=> '',
+        'level'=> 6,
+        'version'=> '1.1',
+      }
+
+      aggregate_failures do
+        expect(json_line).to include(expected_attributes)
+
+        %w[_created_at _enqueued_at _jid _duration timestamp host].each do |key|
+          expect(json_line).to have_key(key)
+        end
+
+        expect(json_line['short_message']).to match(/MySidekiqWorker with jid:*/)
+      end
+    end
+  end
+end