railway-ipc 0.1.3 → 0.1.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 4e93883b1436475f8b412a9bb1b689adf4d912575e3ebc406bba614321df1f4c
-  data.tar.gz: 42ba48cba7b1a384a3074715feae7d04b86012090e87b74a725925891214b238
+  metadata.gz: 945917b242216c009d199f73de3c559b16b005cdae28504273b2ee68d04ed8df
+  data.tar.gz: 39bc88b82f608a2a74de630c334bd6a7021a92666e8843fc4ba81e3f1b3a2b03
 SHA512:
-  metadata.gz: 82a6d816b613df92db94065ce6c7027b44d49e8f8df91c59c82f2ddc3c6c0bd818ec8d2c8d511285acd393ee4624bb34f66ed1c39ed5a85be7f3779aac9900d0
-  data.tar.gz: 128ea826e0036463fcb635685e28bbc58916d073c48b5ff0100aa196bd2b824eee5117921eb571d87110b0d29b210779295b0f0fcd6d7f798c3f91e4f617e3e7
+  metadata.gz: 42425f432289124825d92ec02bc3350875070da6554c824fc4cb9f802d961817ae65980b6011566be24696abbecf6613e48166373e5d6476e1cf6498ae64057a
+  data.tar.gz: 9d09e840a91d94a02e4551fa44f2d653e40e716e4606288649320709d54c47cccc8240268b38a550466b92ebd0882f4718bd271256ca520b735d283cbbcd3294

data/.gitignore

@@ -9,3 +9,11 @@
 
 # rspec failure tracking
 .rspec_status
+
+# rails support app files
+/spec/support/rails_app/.bundle
+/spec/support/rails_app/log/*
+/spec/support/rails_app/tmp/*
+/spec/support/rails_app!/log/.keep
+/spec/support/rails_app!/tmp/.keep
+/spec/support/rails_app.byebug_history

data/.tool-versions

@@ -0,0 +1 @@
+ruby 2.6.3

data/Gemfile.lock

@@ -1,28 +1,122 @@
 PATH
   remote: .
   specs:
-    railway-ipc (0.1.3)
+    railway-ipc (0.1.4)
       bunny (~> 2.2.0)
       sneakers (~> 2.3.5)
 
 GEM
   remote: https://rubygems.org/
   specs:
+    actioncable (5.0.7.2)
+      actionpack (= 5.0.7.2)
+      nio4r (>= 1.2, < 3.0)
+      websocket-driver (~> 0.6.1)
+    actionmailer (5.0.7.2)
+      actionpack (= 5.0.7.2)
+      actionview (= 5.0.7.2)
+      activejob (= 5.0.7.2)
+      mail (~> 2.5, >= 2.5.4)
+      rails-dom-testing (~> 2.0)
+    actionpack (5.0.7.2)
+      actionview (= 5.0.7.2)
+      activesupport (= 5.0.7.2)
+      rack (~> 2.0)
+      rack-test (~> 0.6.3)
+      rails-dom-testing (~> 2.0)
+      rails-html-sanitizer (~> 1.0, >= 1.0.2)
+    actionview (5.0.7.2)
+      activesupport (= 5.0.7.2)
+      builder (~> 3.1)
+      erubis (~> 2.7.0)
+      rails-dom-testing (~> 2.0)
+      rails-html-sanitizer (~> 1.0, >= 1.0.3)
+    activejob (5.0.7.2)
+      activesupport (= 5.0.7.2)
+      globalid (>= 0.3.6)
+    activemodel (5.0.7.2)
+      activesupport (= 5.0.7.2)
+    activerecord (5.0.7.2)
+      activemodel (= 5.0.7.2)
+      activesupport (= 5.0.7.2)
+      arel (~> 7.0)
+    activesupport (5.0.7.2)
+      concurrent-ruby (~> 1.0, >= 1.0.2)
+      i18n (>= 0.7, < 2)
+      minitest (~> 5.1)
+      tzinfo (~> 1.1)
     amq-protocol (2.3.0)
+    arel (7.1.4)
+    builder (3.2.4)
     bunny (2.2.2)
       amq-protocol (>= 2.0.1)
     byebug (9.1.0)
     coderay (1.1.2)
+    concurrent-ruby (1.1.5)
+    crass (1.0.5)
+    database_cleaner (1.7.0)
     diff-lcs (1.3)
+    erubis (2.7.0)
+    factory_bot (5.1.1)
+      activesupport (>= 4.2.0)
+    ffi (1.11.3)
+    globalid (0.4.2)
+      activesupport (>= 4.2.0)
     google-protobuf (3.9.2)
+    i18n (1.7.0)
+      concurrent-ruby (~> 1.0)
+    listen (3.0.8)
+      rb-fsevent (~> 0.9, >= 0.9.4)
+      rb-inotify (~> 0.9, >= 0.9.7)
+    loofah (2.4.0)
+      crass (~> 1.0.2)
+      nokogiri (>= 1.5.9)
+    mail (2.7.1)
+      mini_mime (>= 0.1.1)
     method_source (0.9.2)
+    mini_mime (1.0.2)
+    mini_portile2 (2.4.0)
+    minitest (5.13.0)
+    nio4r (2.5.2)
+    nokogiri (1.10.7)
+      mini_portile2 (~> 2.4.0)
+    pg (0.21.0)
     pry (0.12.2)
       coderay (~> 1.1.0)
       method_source (~> 0.9.0)
     pry-byebug (3.4.2)
       byebug (~> 9.0)
       pry (~> 0.10)
+    rack (2.0.7)
+    rack-test (0.6.3)
+      rack (>= 1.0)
+    rails (5.0.7.2)
+      actioncable (= 5.0.7.2)
+      actionmailer (= 5.0.7.2)
+      actionpack (= 5.0.7.2)
+      actionview (= 5.0.7.2)
+      activejob (= 5.0.7.2)
+      activemodel (= 5.0.7.2)
+      activerecord (= 5.0.7.2)
+      activesupport (= 5.0.7.2)
+      bundler (>= 1.3.0)
+      railties (= 5.0.7.2)
+      sprockets-rails (>= 2.0.0)
+    rails-dom-testing (2.0.3)
+      activesupport (>= 4.2.0)
+      nokogiri (>= 1.6)
+    rails-html-sanitizer (1.3.0)
+      loofah (~> 2.3)
+    railties (5.0.7.2)
+      actionpack (= 5.0.7.2)
+      activesupport (= 5.0.7.2)
+      method_source
+      rake (>= 0.8.7)
+      thor (>= 0.18.1, < 2.0)
     rake (13.0.0)
+    rb-fsevent (0.10.3)
+    rb-inotify (0.10.0)
+      ffi (~> 1.0)
     rspec (3.8.0)
       rspec-core (~> 3.8.0)
       rspec-expectations (~> 3.8.0)
@@ -35,28 +129,58 @@ GEM
     rspec-mocks (3.8.1)
       diff-lcs (>= 1.2.0, < 2.0)
       rspec-support (~> 3.8.0)
+    rspec-rails (3.8.3)
+      actionpack (>= 3.0)
+      activesupport (>= 3.0)
+      railties (>= 3.0)
+      rspec-core (~> 3.8.0)
+      rspec-expectations (~> 3.8.0)
+      rspec-mocks (~> 3.8.0)
+      rspec-support (~> 3.8.0)
     rspec-support (3.8.2)
     serverengine (1.5.11)
       sigdump (~> 0.2.2)
+    shoulda-matchers (4.2.0)
+      activesupport (>= 4.2.0)
     sigdump (0.2.4)
     sneakers (2.3.5)
       bunny (~> 2.2.0)
       serverengine (~> 1.5.11)
       thor
       thread (~> 0.1.7)
+    sprockets (4.0.0)
+      concurrent-ruby (~> 1.0)
+      rack (> 1, < 3)
+    sprockets-rails (3.2.1)
+      actionpack (>= 4.0)
+      activesupport (>= 4.0)
+      sprockets (>= 3.0.0)
     thor (0.20.3)
     thread (0.1.7)
+    thread_safe (0.3.6)
+    tzinfo (1.2.5)
+      thread_safe (~> 0.1)
+    websocket-driver (0.6.5)
+      websocket-extensions (>= 0.1.0)
+    websocket-extensions (0.1.4)
 
 PLATFORMS
   ruby
 
 DEPENDENCIES
   bundler (= 2.0.1)
+  database_cleaner (~> 1.7)
+  factory_bot (~> 5.1)
   google-protobuf (~> 3.9)
+  listen (~> 3.0.5)
+  pg (~> 0.18)
   pry-byebug (= 3.4.2)
+  rails (~> 5.0.7)
   railway-ipc!
   rake (>= 10.0.0)
   rspec (~> 3.0)
+  rspec-rails
+  shoulda-matchers (~> 4.2)
 
 BUNDLED WITH
    2.0.1

data/README.md

@@ -35,7 +35,12 @@ require "railway_ipc"
 RABBITMQ_CONNECTION_URL=amqp://<railway_user>:<railway_password>@localhost:5672
 ```
 
+* Load table migrations and migrate by executing:
 
+```bash
+bundle exec rake railway_ipc:generate:migrations
+bundle exec rake db:migrate
+```
 
 # Publish/Consume
 

data/lib/railway_ipc.rb

@@ -1,26 +1,30 @@
-require "railway_ipc/version"
-require "sneakers"
-require "bunny"
-require "railway_ipc/version"
-require "railway_ipc/logger"
-require "railway_ipc/unhandled_message_error"
-require "railway_ipc/response"
-require "railway_ipc/rabbitmq/payload"
-require "railway_ipc/null_message"
-require "railway_ipc/concerns/message_handling"
-require "railway_ipc/rabbitmq/connection"
-require "railway_ipc/handler"
-require "railway_ipc/consumer"
-require "railway_ipc/publisher"
-require "railway_ipc/null_handler"
-require "railway_ipc/responder"
-require "railway_ipc/client"
-require "railway_ipc/server"
-require "railway_ipc/railtie" if defined?(Rails)
+require 'railway_ipc/version'
+require 'sneakers'
+require 'bunny'
+require 'active_record'
+require 'railway_ipc/version'
+require 'railway_ipc/errors'
+require 'railway_ipc/logger'
+require 'railway_ipc/unhandled_message_error'
+require 'railway_ipc/response'
+require 'railway_ipc/rabbitmq/payload'
+require 'railway_ipc/null_message'
+require 'railway_ipc/base_message.pb'
+require 'railway_ipc/rabbitmq/adapter'
+require 'railway_ipc/handler'
+require 'railway_ipc/handler_store'
+require 'railway_ipc/publisher'
+require 'railway_ipc/null_handler'
+require 'railway_ipc/responder'
+require 'railway_ipc/rpc/rpc'
+require 'railway_ipc/consumer/consumer'
+require 'railway_ipc/models/published_message'
+require 'railway_ipc/models/consumed_message'
+require 'railway_ipc/railtie' if defined?(Rails)
 
 module RailwayIpc
   def self.start
-    Rake::Task["sneakers:run"].invoke
+    Rake::Task['sneakers:run'].invoke
   end
 
   def self.configure(logger: ::Logger.new(STDOUT))
@@ -36,6 +40,9 @@ module RailwayIpc
   end
 
   def self.bunny_connection
-    @bunny_connection ||= RailwayIpc::Rabbitmq::Connection.create_bunny_connection
+    @bunny_connection ||= RailwayIpc::Rabbitmq::Adapter.new(
+      exchange_name: 'default',
+      options: { automatic_recovery: true }
+    ).connection
   end
 end

data/lib/railway_ipc/base_message.pb.rb

@@ -0,0 +1,21 @@
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# source: lib/src/events/base_message.proto
+
+require 'google/protobuf'
+
+Google::Protobuf::DescriptorPool.generated_pool.build do
+  add_message "railway_ipc.BaseMessage" do
+    optional :user_uuid, :string, 1
+    optional :correlation_id, :string, 2
+    optional :uuid, :string, 3
+    map :context, :string, :string, 4
+    optional :data, :message, 5, "railway_ipc.BaseMessage.Data"
+  end
+  add_message "railway_ipc.BaseMessage.Data" do
+  end
+end
+
+module RailwayIpc
+  BaseMessage = Google::Protobuf::DescriptorPool.generated_pool.lookup("railway_ipc.BaseMessage").msgclass
+  BaseMessage::Data = Google::Protobuf::DescriptorPool.generated_pool.lookup("railway_ipc.BaseMessage.Data").msgclass
+end

data/lib/railway_ipc/consumer/consumer.rb

@@ -0,0 +1,112 @@
+require "json"
+require "base64"
+require "railway_ipc/consumer/consumer_response_handlers"
+
+module RailwayIpc
+  class Consumer
+    include Sneakers::Worker
+    attr_reader :message, :handler, :protobuff_message, :delivery_info, :decoded_payload
+
+    def self.listen_to(queue:, exchange:)
+      from_queue queue,
+                 exchange: exchange,
+                 durable: true,
+                 exchange_type: :fanout,
+                 connection: RailwayIpc.bunny_connection
+    end
+
+    def self.handle(message_type, with:)
+      ConsumerResponseHandlers.instance.register(message: message_type, handler: with)
+    end
+
+    def registered_handlers
+      ConsumerResponseHandlers.instance.registered
+    end
+
+    def work_with_params(payload, delivery_info, _metadata)
+      @delivery_info = delivery_info
+      @decoded_payload = RailwayIpc::Rabbitmq::Payload.decode(payload)
+
+      case decoded_payload.type
+      when *registered_handlers
+        @handler = handler_for(decoded_payload)
+        message_klass = message_handler_for(decoded_payload)
+        @protobuff_message = message_klass.decode(decoded_payload.message)
+        process_known_message_type
+      else
+        @handler = RailwayIpc::NullHandler.new
+        @protobuff_message = RailwayIpc::BaseMessage.decode(decoded_payload.message)
+        process_unknown_message_type
+      end
+
+      rescue StandardError => e
+        RailwayIpc.logger.log_exception(
+          feature: "railway_consumer",
+          error: e.class,
+          error_message: e.message,
+          payload: payload,
+        )
+        raise e
+    end
+
+    private
+
+    def process_protobuff!(message)
+      if handler.handle(protobuff_message).success?
+        message.status = RailwayIpc::ConsumedMessage::STATUSES[:success]
+      else
+        message.status = RailwayIpc::ConsumedMessage::STATUSES[:failed_to_process]
+      end
+
+      message.save!
+    end
+
+    def process_known_message_type
+      message = RailwayIpc::ConsumedMessage.find_by(uuid: protobuff_message.uuid)
+
+      if message && message.processed?
+        handler.ack!
+      elsif message && !message.processed?
+        message.with_lock("FOR UPDATE NOWAIT") { process_protobuff!(message) }
+      else
+        message = create_message_with_status!(RailwayIpc::ConsumedMessage::STATUSES[:processing])
+        message.with_lock("FOR UPDATE NOWAIT") { process_protobuff!(message) }
+      end
+
+      nil
+    end
+
+    def process_unknown_message_type
+      handler.ack!
+
+      if RailwayIpc::ConsumedMessage.exists?(uuid: protobuff_message.uuid)
+        return
+      else
+        create_message_with_status!(RailwayIpc::ConsumedMessage::STATUSES[:unknown_message_type])
+      end
+
+      nil
+    end
+
+    def create_message_with_status!(status)
+      RailwayIpc::ConsumedMessage.create!(
+        uuid: protobuff_message.uuid,
+        status: status,
+        message_type: decoded_payload.type,
+        user_uuid: protobuff_message.user_uuid,
+        correlation_id: protobuff_message.correlation_id,
+        queue: delivery_info.consumer.queue.name,
+        exchange: delivery_info.exchange,
+        encoded_message: decoded_payload.message
+      )
+    end
+
+    def message_handler_for(decoded_payload)
+      ConsumerResponseHandlers.instance.get(decoded_payload.type).message
+    end
+
+    def handler_for(decoded_payload)
+      ConsumerResponseHandlers.instance.get(decoded_payload.type).handler.new
+    end
+  end
+end

data/lib/railway_ipc/consumer/consumer_response_handlers.rb

@@ -0,0 +1,14 @@
+require 'railway_ipc/handler_store'
+module RailwayIpc
+  class ConsumerResponseHandlers
+    include Singleton
+    extend Forwardable
+    def_delegators :handler_store, :registered, :register, :get
+
+    private
+
+    def handler_store
+      @handler_store ||= RailwayIpc::HandlerStore.new
+    end
+  end
+end

data/lib/railway_ipc/errors.rb

@@ -0,0 +1 @@
+class RailwayIpc::InvalidProtobuf < StandardError; end

data/lib/railway_ipc/handler.rb

@@ -19,6 +19,8 @@ module RailwayIpc
         RailwayIpc.logger.error(message, "Failed to handle message")
         ack!
       end
+
+      response
     end
   end
 end