microservice-harness 0.1.14

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: ab1cbbc130840039145fd672e25f2908fc2efadc858244100fda97f6e7aefa84
+  data.tar.gz: ab8e3355a4fdd944851859b68065015108ad4dac8cd070ac281fd912fda0fbc0
+SHA512:
+  metadata.gz: c8c0200cad6fe0d18d54f4554b6aad1c0ea5e26cb0f89194fae0a945c0f0350421bf4dfcb1665109f634e9fbde6e23a5476ff7900e65a0ad3f9493be1938c9fc
+  data.tar.gz: df4330fe2ece28178a3290d9366d628cd50a0828f911a1d602e7acd0dad0ec56c6afb7ca18295251ce737432a1d99e8ef0b6be08fdb2b363528797752043b088

data/lib/harness/configuration.rb

@@ -0,0 +1,29 @@
+module MicroserviceHarness
+
+  class << self
+    attr_accessor :configuration
+  end
+
+  def self.configure
+    self.configuration ||= Configuration.new
+    yield(configuration)
+    raise "ConsumerGroupIDNotSet" unless self.configuration.consumer_group_id
+    raise "ServiceNameNotSet" unless self.configuration.service_name
+  end
+
+  class Configuration
+    attr_accessor :kafka_hosts
+    attr_accessor :topic
+    attr_accessor :consumer_group_id
+    attr_accessor :log_level
+    attr_accessor :service_name
+
+    def initialize
+      @kafka_hosts = ENV.fetch('KAFKA_ADDRESSES', "192.168.235.136").split(",").first
+      @topic = "sofadog"
+      @consumer_group_id = nil
+      @log_level = :info
+    end
+  end
+
+end

data/lib/harness/listener.rb

@@ -0,0 +1,54 @@
+module MicroserviceHarness
+
+  class Listener
+
+    def initialize(event_processor:)
+      @topic = MicroserviceHarness.configuration.topic
+
+      config = {
+        :"bootstrap.servers" => MicroserviceHarness.configuration.kafka_hosts,
+        :"group.id" => MicroserviceHarness.configuration.consumer_group_id
+      }
+
+      @consumer = Rdkafka::Config.new(config).consumer
+      @event_processor = event_processor
+      @log_level = MicroserviceHarness.configuration.log_level
+    end
+
+    def listen
+      @consumer.subscribe(@topic)
+
+      @consumer.each do |msg|
+        begin
+          message = JSON.parse(msg.payload)
+        rescue Exception => e
+          Logger.log(level: "ERROR", message: "Error Parsing Message #{msg.payload}", error_class: e.class, error_message: e.message, error_backtrace: e.backtrace.join("\n"))
+          next
+        end
+
+        Logger.log(ttid: message['ttid'], level: "DEBUG", message: "Received message of type #{message}") if @log_level == :debug
+
+        begin
+          if @event_processor.respond_to?(message['event_type'].gsub(".", "_").to_sym)
+            start = Time.now
+            Logger.log(ttid: message['ttid'], level: "INFO", message: "Processing #{message['event_type']}") if @log_level == :info
+            @event_processor.send(message['event_type'].gsub(".", "_").to_sym, message)
+            Logger.log(ttid: message['ttid'], level: "INFO", message: "Finished Processing #{message['event_type']} in #{Time.now - start}") if @log_level == :info
+          end
+        rescue StandardError => e
+          event_data = {
+            message: "Error #{e.class} #{e.message}",
+            error_class: e.class,
+            error_message: e.message,
+            error_backtrace: e.backtrace.join("\n")
+          }
+
+          MicroserviceHarness::Producer.instance.send_message(ttid: message['ttid'], event_type: "request.failed", event_data: event_data)
+
+          Logger.log(ttid: message['ttid'], level: "ERROR", message: "Error #{e.class} #{e.message} #{e.backtrace.join("\n")}", error_class: e.class, error_message: e.message, error_backtrace: e.backtrace.join("\n"))
+        end
+      end
+    end
+
+  end
+end

data/lib/harness/logger.rb

@@ -0,0 +1,23 @@
+module MicroserviceHarness
+
+  class Logger
+
+    def self.log(ttid: nil, level:, message:, error_class: nil, error_message: nil, error_backtrace: nil)
+      puts "[#{MicroserviceHarness.configuration.service_name}] [#{Time.now}] [#{level}] [#{ttid}] #{message} #{error_class} #{error_message} #{error_backtrace}"
+
+      event_type = "#{MicroserviceHarness.configuration.service_name}.log"
+
+      event_data = {
+        logged_ttid: ttid, # We cant log the ttid to the main event otherwise it will interfere with request handler
+        level: level,
+        message: message,
+        error_class: error_class,
+        error_message: error_message,
+        error_backtrace: error_backtrace
+      }
+
+      MicroserviceHarness::Producer.instance.send_message(ttid: SecureRandom.uuid, event_type: event_type, event_data: event_data)
+    end
+  end
+
+end

data/lib/harness/producer.rb

@@ -0,0 +1,25 @@
+require 'singleton'
+
+module MicroserviceHarness
+
+  class Producer
+    include Singleton
+
+    def initialize
+      config = {:"bootstrap.servers" => MicroserviceHarness.configuration.kafka_hosts, :"message.max.bytes" => 100000000 }
+      @producer = Rdkafka::Config.new(config).producer
+      @topic = MicroserviceHarness.configuration.topic
+    end
+
+    def send_message(ttid:, event_type:, event_data:)
+      message = {
+        ttid: ttid,
+        event_type: event_type,
+        service_name: MicroserviceHarness.configuration.service_name,
+        event_data: event_data
+      }
+
+      @producer.produce(topic: @topic, payload: message.to_json)
+    end
+  end
+end

data/lib/harness/stdout_sync.rb

@@ -0,0 +1,2 @@
+STDOUT.sync = true
+STDERR.sync = true

data/lib/microservice-harness.rb

@@ -0,0 +1,8 @@
+require 'rdkafka'
+require 'json'
+
+require 'harness/stdout_sync.rb'
+require 'harness/configuration.rb'
+require 'harness/listener.rb'
+require 'harness/logger.rb'
+require 'harness/producer.rb'

metadata

@@ -0,0 +1,61 @@
+--- !ruby/object:Gem::Specification
+name: microservice-harness
+version: !ruby/object:Gem::Version
+  version: 0.1.14
+platform: ruby
+authors:
+- Sofadog OU
+autorequire:
+bindir: bin
+cert_chain: []
+date: 2020-12-07 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: rdkafka
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description:
+email:
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- lib/harness/configuration.rb
+- lib/harness/listener.rb
+- lib/harness/logger.rb
+- lib/harness/producer.rb
+- lib/harness/stdout_sync.rb
+- lib/microservice-harness.rb
+homepage:
+licenses: []
+metadata: {}
+post_install_message:
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.0.3
+signing_key:
+specification_version: 4
+summary: Microservice Harness Framework
+test_files: []