railway-ipc 0.1.4 → 1.0.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 945917b242216c009d199f73de3c559b16b005cdae28504273b2ee68d04ed8df
-  data.tar.gz: 39bc88b82f608a2a74de630c334bd6a7021a92666e8843fc4ba81e3f1b3a2b03
+  metadata.gz: 6b0a9b840874946f0f7e80b0221e3df161eed5ce0926299356856cb5b81f76db
+  data.tar.gz: 252e1f3e84801e50cfccc47d6674c985a690e514cd2732b62c5f6cbbef71f0fc
 SHA512:
-  metadata.gz: 42425f432289124825d92ec02bc3350875070da6554c824fc4cb9f802d961817ae65980b6011566be24696abbecf6613e48166373e5d6476e1cf6498ae64057a
-  data.tar.gz: 9d09e840a91d94a02e4551fa44f2d653e40e716e4606288649320709d54c47cccc8240268b38a550466b92ebd0882f4718bd271256ca520b735d283cbbcd3294
+  metadata.gz: 69cde1dbbfcabb1ed5f3a27ace4a126f7cf231096aa8b8761c6ac3f19f0c36a4a79183a44140367117eab13f01e1507e53ef9a484abb89510df17ff040395407
+  data.tar.gz: a2a85998d976faa746820474bb9e5597964bb92f379b95b7b55cc5936a72af532d3b5321d3228194f4209dbdab3b76dc430dbd2d357df33e9929ff3748465b6a

data/.gitignore

@@ -6,14 +6,15 @@
 /pkg/
 /spec/reports/
 /tmp/
+Gemfile.lock
 
 # rspec failure tracking
 .rspec_status
 
 # rails support app files
-/spec/support/rails_app/.bundle
-/spec/support/rails_app/log/*
-/spec/support/rails_app/tmp/*
 /spec/support/rails_app!/log/.keep
 /spec/support/rails_app!/tmp/.keep
 /spec/support/rails_app.byebug_history
+/spec/support/rails_app/.bundle
+/spec/support/rails_app/log/*
+/spec/support/rails_app/tmp/*

data/CHANGELOG.MD

@@ -0,0 +1,43 @@
+# Changelog
+All notable changes to this project will be documented in this file.
+
+The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/),
+and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
+
+## [Unreleased]
+### Added
+### Changed
+### Removed
+### Fixed
+
+## [1.0.1] - 2020-07-23
+### Fixed
+* Fix publisher connection by using default connection if one isn't provided
+
+## [1.0.0] - 2020-07-20
+### Added
+* CircleCI build that runs the specs
+* Rubocop (also ran by CircleCI)
+* New error types for incoming messages
+* RailwayIpc::Messages::Unknown protobuf
+
+### Changed
+* Refactored worker to use ProcessIncomingMessage and IncomingMessage abstractions
+* Moved decoding logic from ConsumedMessage to IncomingMessage
+* Removed STATUSES constant from ConsumedMessage
+* Publisher is no longer a Singleton; kept a Singleton version of the Publisher for backwards compatibility that gives a "deprecated" warning
+
+### Removed
+* Removed `BaseMessage` protobuf
+* NullMessage and NullHandler were removed
+
+### Fixed
+* Fixed all Rubocop warnings and errors
+
+## [0.1.7] - 2020-06-29
+### Added
+- Correlation ID and message UUID are auto generated for messages for IDs are not passed in [#23](https://github.com/learn-co/railway_ipc_gem/pull/23)
+
+[Unreleased]: https://github.com/learn-co/railway_ipc_gem/compare/v1.0.0...HEAD
+[1.0.0]: https://github.com/learn-co/railway_ipc_gem/compare/v0.1.7...v1.0.0
+[0.1.7]: https://github.com/learn-co/railway_ipc_gem/releases/tag/v0.1.7

data/Gemfile

@@ -1,5 +1,5 @@
-source "https://rubygems.org"
+source 'https://rubygems.org'
 
-git_source(:github) {|repo_name| "https://github.com/#{repo_name}" }
+git_source(:github) { |repo_name| "https://github.com/#{repo_name}" }
 
 gemspec

data/README.md

@@ -32,7 +32,7 @@ require "railway_ipc"
 * Create RabbitMQ connection credentials for Railway and set the environment variable:
 
 ```
-RABBITMQ_CONNECTION_URL=amqp://<railway_user>:<railway_password>@localhost:5672
+RAILWAY_RABBITMQ_CONNECTION_URL=amqp://<railway_user>:<railway_password>@localhost:5672
 ```
 
 * Load table migrations and migrate by executing:

data/Rakefile

@@ -1,7 +1,13 @@
-require "bundler/gem_tasks"
-require "rspec/core/rake_task"
+# frozen_string_literal: true
+
+require 'bundler/gem_tasks'
+require 'rspec/core/rake_task'
 
 RSpec::Core::RakeTask.new(:spec)
 
-task :default => :spec
-task :test => :spec
+task default: %i[spec lint]
+
+desc 'Lint code with Rubocop'
+task :lint do
+  exec('./bin/rubocop .')
+end

data/bin/console

@@ -1,10 +1,10 @@
 #!/usr/bin/env ruby
 
-require "bundler/setup"
-require "railway_ipc"
+require 'bundler/setup'
+require 'railway_ipc'
 
 # You can add fixtures and/or initialization code here to make experimenting
 # with your gem easier. You can also use a different console, if you like.
 
-require "pry"
+require 'pry'
 Pry.start

data/bin/rspec

@@ -0,0 +1,29 @@
+#!/usr/bin/env ruby
+# frozen_string_literal: true
+
+#
+# This file was generated by Bundler.
+#
+# The application 'rspec' is installed as part of a gem, and
+# this file is here to facilitate running it.
+#
+
+require "pathname"
+ENV["BUNDLE_GEMFILE"] ||= File.expand_path("../../Gemfile",
+  Pathname.new(__FILE__).realpath)
+
+bundle_binstub = File.expand_path("../bundle", __FILE__)
+
+if File.file?(bundle_binstub)
+  if File.read(bundle_binstub, 300) =~ /This file was generated by Bundler/
+    load(bundle_binstub)
+  else
+    abort("Your `bin/bundle` was not generated by Bundler, so this binstub cannot run.
+Replace `bin/bundle` by running `bundle binstubs bundler --force`, then run this command again.")
+  end
+end
+
+require "rubygems"
+require "bundler/setup"
+
+load Gem.bin_path("rspec-core", "rspec")

data/bin/rubocop

@@ -0,0 +1,29 @@
+#!/usr/bin/env ruby
+# frozen_string_literal: true
+
+#
+# This file was generated by Bundler.
+#
+# The application 'rubocop' is installed as part of a gem, and
+# this file is here to facilitate running it.
+#
+
+require "pathname"
+ENV["BUNDLE_GEMFILE"] ||= File.expand_path("../../Gemfile",
+  Pathname.new(__FILE__).realpath)
+
+bundle_binstub = File.expand_path("../bundle", __FILE__)
+
+if File.file?(bundle_binstub)
+  if File.read(bundle_binstub, 300) =~ /This file was generated by Bundler/
+    load(bundle_binstub)
+  else
+    abort("Your `bin/bundle` was not generated by Bundler, so this binstub cannot run.
+Replace `bin/bundle` by running `bundle binstubs bundler --force`, then run this command again.")
+  end
+end
+
+require "rubygems"
+require "bundler/setup"
+
+load Gem.bin_path("rubocop", "rubocop")

data/lib/railway_ipc.rb

@@ -1,26 +1,28 @@
+# frozen_string_literal: true
+
 require 'railway_ipc/version'
 require 'sneakers'
 require 'bunny'
 require 'active_record'
 require 'railway_ipc/version'
-require 'railway_ipc/errors'
 require 'railway_ipc/logger'
 require 'railway_ipc/unhandled_message_error'
 require 'railway_ipc/response'
 require 'railway_ipc/rabbitmq/payload'
-require 'railway_ipc/null_message'
-require 'railway_ipc/base_message.pb'
+require 'railway_ipc/unknown_message.pb'
 require 'railway_ipc/rabbitmq/adapter'
 require 'railway_ipc/handler'
 require 'railway_ipc/handler_store'
+require 'railway_ipc/incoming_message'
 require 'railway_ipc/publisher'
-require 'railway_ipc/null_handler'
 require 'railway_ipc/responder'
 require 'railway_ipc/rpc/rpc'
 require 'railway_ipc/consumer/consumer'
+require 'railway_ipc/consumer/process_incoming_message'
 require 'railway_ipc/models/published_message'
 require 'railway_ipc/models/consumed_message'
 require 'railway_ipc/railtie' if defined?(Rails)
+require 'railway_ipc/errors'
 
 module RailwayIpc
   def self.start

data/lib/railway_ipc/Rakefile

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 require 'railway_ipc'
 
 path = File.expand_path(__dir__)

data/lib/railway_ipc/consumer/consumer.rb

@@ -1,11 +1,10 @@
-require "json"
-require "base64"
-require "railway_ipc/consumer/consumer_response_handlers"
+# frozen_string_literal: true
+
+require 'railway_ipc/consumer/consumer_response_handlers'
 
 module RailwayIpc
   class Consumer
     include Sneakers::Worker
-    attr_reader :message, :handler, :protobuff_message, :delivery_info, :decoded_payload
 
     def self.listen_to(queue:, exchange:)
       from_queue queue,
@@ -23,90 +22,31 @@ module RailwayIpc
       ConsumerResponseHandlers.instance.registered
     end
 
-    def work_with_params(payload, delivery_info, _metadata)
-      @delivery_info = delivery_info
-      @decoded_payload = RailwayIpc::Rabbitmq::Payload.decode(payload)
-
-      case decoded_payload.type
-      when *registered_handlers
-        @handler = handler_for(decoded_payload)
-        message_klass = message_handler_for(decoded_payload)
-        @protobuff_message = message_klass.decode(decoded_payload.message)
-        process_known_message_type
-      else
-        @handler = RailwayIpc::NullHandler.new
-        @protobuff_message = RailwayIpc::BaseMessage.decode(decoded_payload.message)
-        process_unknown_message_type
-      end
-
-      rescue StandardError => e
-        RailwayIpc.logger.log_exception(
-          feature: "railway_consumer",
-          error: e.class,
-          error_message: e.message,
-          payload: payload,
-        )
-        raise e
+    def queue_name
+      queue.name
     end
 
-    private
-
-    def process_protobuff!(message)
-      if handler.handle(protobuff_message).success?
-        message.status = RailwayIpc::ConsumedMessage::STATUSES[:success]
-      else
-        message.status = RailwayIpc::ConsumedMessage::STATUSES[:failed_to_process]
-      end
-
-      message.save!
+    def exchange_name
+      queue.opts[:exchange]
     end
 
-    def process_known_message_type
-      message = RailwayIpc::ConsumedMessage.find_by(uuid: protobuff_message.uuid)
-
-      if message && message.processed?
-        handler.ack!
-      elsif message && !message.processed?
-        message.with_lock("FOR UPDATE NOWAIT") { process_protobuff!(message) }
-      else
-        message = create_message_with_status!(RailwayIpc::ConsumedMessage::STATUSES[:processing])
-        message.with_lock("FOR UPDATE NOWAIT") { process_protobuff!(message) }
-      end
-
-      nil
-    end
-
-    def process_unknown_message_type
-      handler.ack!
-
-      if RailwayIpc::ConsumedMessage.exists?(uuid: protobuff_message.uuid)
-        return
-      else
-        create_message_with_status!(RailwayIpc::ConsumedMessage::STATUSES[:unknown_message_type])
-      end
-
-      nil
-    end
-
-    def create_message_with_status!(status)
-      RailwayIpc::ConsumedMessage.create!(
-        uuid: protobuff_message.uuid,
-        status: status,
-        message_type: decoded_payload.type,
-        user_uuid: protobuff_message.user_uuid,
-        correlation_id: protobuff_message.correlation_id,
-        queue: delivery_info.consumer.queue.name,
-        exchange: delivery_info.exchange,
-        encoded_message: decoded_payload.message
+    def work(payload)
+      message = RailwayIpc::IncomingMessage.new(payload)
+      RailwayIpc::ProcessIncomingMessage.call(self, message)
+      ack!
+    rescue StandardError => e
+      RailwayIpc.logger.log_exception(
+        feature: 'railway_consumer',
+        error: e.class,
+        error_message: e.message,
+        payload: payload
       )
+      raise e
     end
 
-    def message_handler_for(decoded_payload)
-      ConsumerResponseHandlers.instance.get(decoded_payload.type).message
-    end
-
-    def handler_for(decoded_payload)
-      ConsumerResponseHandlers.instance.get(decoded_payload.type).handler.new
+    def get_handler(type)
+      manifest = ConsumerResponseHandlers.instance.get(type)
+      manifest ? manifest.handler.new : nil
     end
   end
 end

data/lib/railway_ipc/consumer/consumer_response_handlers.rb

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 require 'railway_ipc/handler_store'
 module RailwayIpc
   class ConsumerResponseHandlers

data/lib/railway_ipc/consumer/process_incoming_message.rb

@@ -0,0 +1,105 @@
+# frozen_string_literal: true
+
+module RailwayIpc
+  class ProcessIncomingMessage
+    class UnknownMessageJob
+      attr_reader :incoming_message, :logger
+
+      def initialize(incoming_message, logger)
+        @incoming_message = incoming_message
+        @logger = logger
+      end
+
+      def status
+        'unknown_message_type'
+      end
+
+      def run
+        logger.warn(
+          incoming_message.decoded,
+          "Ignoring unknown message of type '#{incoming_message.type}'"
+        )
+      end
+    end
+
+    class IgnoredMessageJob
+      attr_reader :incoming_message, :logger
+
+      def initialize(incoming_message, logger)
+        @incoming_message = incoming_message
+        @logger = logger
+      end
+
+      def status
+        'ignored'
+      end
+
+      def run
+        logger.warn(
+          incoming_message.decoded,
+          "Ignoring message, no registered handler for '#{incoming_message.type}'"
+        )
+      end
+    end
+
+    class NormalMessageJob
+      attr_reader :incoming_message, :handler, :status
+
+      def initialize(incoming_message, handler)
+        @incoming_message = incoming_message
+        @handler = handler
+        @status = 'not_processed'
+      end
+
+      def run
+        result = handler.handle(incoming_message.decoded)
+        @status = result.success? ? RailwayIpc::ConsumedMessage::STATUS_SUCCESS : RailwayIpc::ConsumedMessage::STATUS_FAILED_TO_PROCESS
+      end
+    end
+
+    attr_reader :consumer, :incoming_message, :logger
+
+    def self.call(consumer, incoming_message)
+      new(consumer, incoming_message).call
+    end
+
+    def initialize(consumer, incoming_message, logger: RailwayIpc.logger)
+      @consumer = consumer
+      @incoming_message = incoming_message
+      @logger = logger
+    end
+
+    def call
+      raise_message_invalid_error unless incoming_message.valid?
+      message = find_or_create_consumed_message
+      return if message.processed?
+
+      message.update_with_lock(classify_message)
+    end
+
+    private
+
+    def raise_message_invalid_error
+      error = "Message is invalid: #{incoming_message.stringify_errors}."
+      logger.error(incoming_message.decoded, error)
+      raise RailwayIpc::IncomingMessage::InvalidMessage.new(error)
+    end
+
+    def find_or_create_consumed_message
+      RailwayIpc::ConsumedMessage.find_by(uuid: incoming_message.uuid) ||
+        RailwayIpc::ConsumedMessage.create_processing(consumer, incoming_message)
+    end
+
+    # rubocop:disable Metrics/AbcSize
+    def classify_message
+      if incoming_message.decoded.is_a?(RailwayIpc::Messages::Unknown)
+        UnknownMessageJob.new(incoming_message, logger)
+      elsif (handler = consumer.get_handler(incoming_message.type))
+        NormalMessageJob.new(incoming_message, handler)
+      else
+        IgnoredMessageJob.new(incoming_message, logger)
+      end
+    end
+    # rubocop:enable Metrics/AbcSize
+  end
+end