event_tracer 0.4.1 → 0.4.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 335d4c810b2a3e378d826518f8e8c6c2a8a1310f029401381ac2f407437554ca
-  data.tar.gz: 95971a338ad15cb6f5f74bb78f10f59dfba0918c7578a3e1057f8d11e5dc7bbb
+  metadata.gz: c33ea83663eda9d96f8055d957ab688d6be6f957023ea689b5f119abedfb7ad8
+  data.tar.gz: f6f328085fdc3de07dafa12e27bac3752b18249bcd5bbd3cd81046222c853f19
 SHA512:
-  metadata.gz: 473b42b4728e7233bdddaa4d85c681b33b41c71c26eb78ee9578c332f878e78234e6007b37c6c120e0adf13eaa8dd87e18f09d2069cfe7ca578e2ef8f1fc6079
-  data.tar.gz: 5a58acc598909419d8164a4cfb46c2c9695b12faee98bdf2ae937648dc964c4c70e04c78e8a2395ed133a245ca86d4ac7d471972a7e72510267d2bcb754b1e56
+  metadata.gz: 49bf70ea7a94f1a88410b8b014c77763fd4f9f581503fb48500c07e02000db3325c3b113baa1df5f733b1326e02e28441137512972f8e1b8c07a0917f662c59c
+  data.tar.gz: 70a852a9f2de92aa90ce63381ac7b63252d0f889b9f0bf34eb51d4d43e4e9740b5532029571992150ebb50dae035fb1a9a5b12383c3e48eaeb25c15045cffcb5

data/lib/event_tracer/buffered_logger.rb

@@ -0,0 +1,55 @@
+# frozen_string_literal: true
+
+require 'time'
+
+module EventTracer
+  class BufferedLogger
+    def initialize(log_processor:, worker:, buffer: Buffer.new(buffer_size: 0))
+      @buffer = buffer
+      @worker = worker
+      @log_processor = log_processor
+    end
+
+    EventTracer::LOG_TYPES.each do |log_type|
+      define_method log_type do |**args|
+        save_message log_type, **args
+      end
+    end
+
+    private
+
+    attr_reader :buffer, :log_processor, :worker
+
+    def save_message(log_type, action:, message:, **args)
+      payload = log_processor.call(log_type, action: action, message: message, args: args)
+
+      unless buffer.add(payload)
+        all_payloads = buffer.flush + [payload]
+        execute_payload(all_payloads)
+      end
+
+      LogResult.new(true)
+    end
+
+    def execute_payload(payloads)
+      worker.perform_async(payloads)
+    rescue JSON::GeneratorError => e
+      filtered_payloads = filter_invalid_data(payloads)
+
+      EventTracer.warn(
+        loggers: %i(base),
+        action: self.class.name,
+        app: EventTracer::Config.config.app_name,
+        error: e.class.name,
+        message: e.message,
+        payload: payloads - filtered_payloads
+      )
+
+      worker.perform_async(filtered_payloads) if filtered_payloads.any?
+    end
+
+    def filter_invalid_data(payloads)
+      payloads.select { |payload| payload.to_json rescue false }
+    end
+  end
+end

data/lib/event_tracer/config.rb

@@ -9,5 +9,6 @@ module EventTracer
     # TODO: switch to namespace in v1.0
     setting :dynamo_db_table_name, default: 'logs'
     setting :dynamo_db_client
+    setting :dynamo_db_queue_name, default: 'low'
   end
 end

data/lib/event_tracer/dynamo_db/logger.rb

@@ -7,33 +7,10 @@ require_relative 'default_processor'
 
 module EventTracer
   module DynamoDB
-    class Logger
+    class Logger < BufferedLogger
       def initialize(buffer: Buffer.new(buffer_size: 0), log_processor: DefaultProcessor.new)
-        @buffer = buffer
-        @log_processor = log_processor
+        super(buffer: buffer, log_processor: log_processor, worker: Worker)
       end
-
-      EventTracer::LOG_TYPES.each do |log_type|
-        define_method log_type do |**args|
-          save_message log_type, **args
-        end
-      end
-
-      private
-
-        attr_reader :buffer, :log_processor
-
-        def save_message(log_type, action:, message:, **args)
-          payload = log_processor.call(log_type, action: action, message: message, args: args)
-
-          unless buffer.add(payload)
-            all_payloads = buffer.flush + [payload]
-            Worker.perform_async(all_payloads)
-          end
-
-          LogResult.new(true)
-        end
-
     end
   end
 end

data/lib/event_tracer/dynamo_db/worker.rb

@@ -15,7 +15,7 @@ module EventTracer
     class Worker
       include ::Sidekiq::Worker
 
-      sidekiq_options retry: 1, queue: 'low'
+      sidekiq_options retry: 1, queue: EventTracer::Config.config.dynamo_db_queue_name
 
       # See https://docs.aws.amazon.com/sdk-for-ruby/v3/api/Aws/DynamoDB/Client.html#batch_write_item-instance_method
       MAX_DYNAMO_DB_ITEM_PER_REQUEST = 25

data/lib/event_tracer/version.rb

@@ -1,3 +1,3 @@
 module EventTracer
-  VERSION = '0.4.1'.freeze
+  VERSION = '0.4.2'.freeze
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: event_tracer
 version: !ruby/object:Gem::Version
-  version: 0.4.1
+  version: 0.4.2
 platform: ruby
 authors:
 - melvrickgoh
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2021-11-01 00:00:00.000000000 Z
+date: 2021-12-20 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: concurrent-ruby
@@ -93,6 +93,7 @@ files:
 - lib/event_tracer/base_logger.rb
 - lib/event_tracer/basic_decorator.rb
 - lib/event_tracer/buffer.rb
+- lib/event_tracer/buffered_logger.rb
 - lib/event_tracer/config.rb
 - lib/event_tracer/datadog_logger.rb
 - lib/event_tracer/dynamo_db/client.rb